-- Logs begin at Mon 2022-05-02 09:16:05 UTC, end at Mon 2022-05-02 11:53:53 UTC. -- May 02 10:08:07.582287 ncdv-master-1 systemd[1]: Started Devstack devstack@q-svc.service. May 02 10:08:10.482333 ncdv-master-1 neutron-server[115553]: INFO neutron.common.config [-] Logging enabled! May 02 10:08:10.482918 ncdv-master-1 neutron-server[115553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168 May 02 10:08:10.483124 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115553) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 02 10:08:10.486420 ncdv-master-1 neutron-server[115553]: INFO neutron.common.config [-] Logging enabled! May 02 10:08:10.486680 ncdv-master-1 neutron-server[115553]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev168 May 02 10:08:10.486993 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115553) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 02 10:08:10.487923 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 10:08:10.488162 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 10:08:10.488563 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 10:08:10.488926 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 10:08:10.489158 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 10:08:10.489484 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.489787 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.490120 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.490422 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.490978 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.491264 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.491560 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.491859 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.492147 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.492430 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.492744 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.492981 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.493265 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.493557 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.493845 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.494071 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] debug = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.494354 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.494793 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.495199 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.495486 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.495932 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.496063 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.496337 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.496639 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.496937 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.497271 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] host = ncdv-master-1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.497554 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.497848 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.498139 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.498431 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.498711 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.498993 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.499283 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.499567 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.499844 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.500123 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.500415 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.500735 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.501032 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.501261 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.501486 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.501775 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.502079 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.502360 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.502638 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.502916 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.503194 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.503471 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.503743 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.504055 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.504343 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.504654 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.504938 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.505217 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.505492 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.505766 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.506054 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.506331 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.506607 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.506883 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.507172 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.507444 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.507720 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.508023 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.508312 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.508624 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.508915 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.509195 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.509511 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.509767 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.510043 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.510317 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_json = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.510593 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.510865 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.511148 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.511423 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.511698 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.511974 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.512247 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.512533 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.512831 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:10.513133 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.513433 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.513739 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.514026 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.514336 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.514618 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.514910 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.515192 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.515485 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.515777 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.516071 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.516354 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.516682 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.516974 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.517281 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.517583 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.517879 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.518174 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.518452 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.518731 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.519008 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.519290 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.520086 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.520378 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.520698 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.520995 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.521276 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.521578 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.521867 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.522155 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.522458 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.522750 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.523029 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.523310 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.523605 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.523890 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.524167 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.524448 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.524766 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.525049 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.525327 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.525614 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.525894 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.526171 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.526448 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.526728 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.527024 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.527306 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.527586 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.527864 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.528145 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.528421 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.528744 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.529026 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.529302 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.529579 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.529867 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.530144 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.530422 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.530702 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.530975 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.531254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.531532 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.531809 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.532084 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.532358 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.532657 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.532935 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.533211 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.533493 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.533773 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.534052 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.534331 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.534609 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.534886 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.535186 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.536046 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.536334 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.536649 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.536938 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.537221 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.537503 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.537786 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.538071 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.538350 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.538649 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.538939 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.539230 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.539518 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.539822 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.540126 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.540410 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.540721 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.541010 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.541291 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.541575 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.541861 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.542148 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.542447 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.542746 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.543044 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.543343 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.543642 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.543929 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.544242 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.544527 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:10.544773 ncdv-master-1 neutron-server[115553]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 10:08:10.545015 ncdv-master-1 neutron-server[115553]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115553) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 02 10:08:11.019083 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 02 10:08:11.019359 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 02 10:08:11.020290 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 02 10:08:11.020646 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [-] Loading core plugin: ml2 May 02 10:08:11.350466 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.350667 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.350938 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.352149 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.352421 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.352707 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.407408 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.407687 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.407956 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.423150 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.423431 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.423704 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.453602 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.453879 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.454141 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.490377 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.491182 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.491182 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.834947 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.835235 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.835509 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.835782 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.836482 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.935352 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.935677 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.935970 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.936255 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.936531 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.936872 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.937138 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.937408 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.937669 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.937956 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.938223 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.938498 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.938760 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.939018 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.939279 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.939550 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.939813 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.940087 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.940364 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.940654 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.940935 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.941196 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.942080 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.942466 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.942725 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.942980 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.943376 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.943621 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.943861 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.944098 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.944335 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.944571 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:11.944967 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 02 10:08:11.948066 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 02 10:08:11.952006 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 02 10:08:11.955861 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) May 02 10:08:11.957565 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 02 10:08:11.958031 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 02 10:08:11.958369 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 02 10:08:11.958759 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 02 10:08:11.961787 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 02 10:08:11.962040 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 02 10:08:11.962383 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 02 10:08:11.967275 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 02 10:08:11.991582 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 02 10:08:11.992035 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.992333 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115553) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 02 10:08:11.992812 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.994164 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115553) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 02 10:08:11.994443 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 02 10:08:11.994688 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 02 10:08:11.997990 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:11.998263 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:12.066058 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 02 10:08:12.066295 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 02 10:08:12.067078 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 02 10:08:12.067439 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 02 10:08:12.087259 ncdv-master-1 neutron-server[115553]: DEBUG oslo_db.sqlalchemy.engines [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115553) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 02 10:08:12.665064 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing driver for type 'gre' May 02 10:08:12.665721 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] gre ID ranges: [(1, 1000)] May 02 10:08:12.807838 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing driver for type 'local' May 02 10:08:12.808174 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing driver for type 'vlan' May 02 10:08:12.864866 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] VlanTypeDriver initialization complete May 02 10:08:12.865201 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing driver for type 'vxlan' May 02 10:08:12.865946 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] vxlan ID ranges: [(1, 1000)] May 02 10:08:13.042103 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing extension driver 'port_security' May 02 10:08:13.042386 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.extensions.port_security [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] PortSecurityExtensionDriver initialization complete May 02 10:08:13.042714 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing mechanism driver 'openvswitch' May 02 10:08:13.043038 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing mechanism driver 'hyperv' May 02 10:08:13.049684 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.plugin [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115553) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:13.050516 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.050887 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.051240 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.051770 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.052199 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.052550 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.052917 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.053312 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.053715 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.054060 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.054404 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.054791 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.055194 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.055543 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.055883 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.056275 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.056705 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.057049 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.057389 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.057781 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.058221 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > address_group after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.058565 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > address_group after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.058903 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > address_group after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.059295 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115553) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 02 10:08:13.059738 ncdv-master-1 neutron-server[115553]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] ML2 OVO RPC backend initialized. {{(pid=115553) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 02 10:08:13.060437 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.060815 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066204 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066204 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > networks before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066204 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066204 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > ports before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066995 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066995 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnets before_response 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066995 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.066995 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067275 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067275 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067275 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067275 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067563 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067563 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.067563 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > subnet after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.073794 ncdv-master-1 neutron-server[115553]: INFO neutron.quota [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded quota_driver: . May 02 10:08:13.074160 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.plugin [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Modular L2 Plugin initialization complete May 02 10:08:13.074508 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading services supported by the core plugin {{(pid=115553) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 02 10:08:13.074854 ncdv-master-1 neutron-server[115553]: INFO neutron.plugins.ml2.managers [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Got port-security extension from driver 'port_security' May 02 10:08:13.075332 ncdv-master-1 neutron-server[115553]: INFO neutron.extensions.vlantransparent [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Disabled vlantransparent extension. May 02 10:08:13.075821 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115553) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 02 10:08:13.076227 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: router May 02 10:08:13.111683 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.112078 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_create 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.112449 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router before_create 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.112856 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.113253 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.113610 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_delete 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.113970 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > floatingip after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.114323 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > floatingip after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.114681 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_create 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.115026 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.115374 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.115979 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.116456 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.116896 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.117264 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.117604 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.117941 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: subnet after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.118279 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.118625 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > port precommit_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.118969 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_create 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.119313 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.119654 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.120005 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router after_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.120344 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_delete 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.120723 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_create 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.121084 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router_interface after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.121433 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_update 55549900 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.121795 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > agent after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.122142 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > agent after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.122484 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > network after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.123347 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Tracking information for resource: router configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:13.123681 ncdv-master-1 neutron-server[115553]: DEBUG neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Tracking information for resource: floatingip configured {{(pid=115553) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 02 10:08:13.128483 ncdv-master-1 neutron-server[115553]: INFO neutron.db.l3_agentschedulers_db [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 02 10:08:13.129585 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.129943 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.130292 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.130641 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: port after_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.131422 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router before_create 55550100 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.131827 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_delete 55550100 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.132191 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_create 55550100 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.132547 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > router precommit_update 55550100 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.137245 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.provider_configuration [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service providers = [] {{(pid=115553) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 02 10:08:13.137634 ncdv-master-1 neutron-server[115553]: DEBUG neutron.db.servicetype_db [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115553) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 02 10:08:13.140548 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.service_base [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 10:08:13.140935 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.service_base [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 10:08:13.141279 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.service_base [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 10:08:13.142164 ncdv-master-1 neutron-server[115553]: DEBUG neutron.services.service_base [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115553) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 02 10:08:13.142531 ncdv-master-1 neutron-server[115553]: INFO neutron.services.service_base [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Default provider is not specified for service type L3_ROUTER_NAT May 02 10:08:13.142905 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.143255 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 02 10:08:13.154446 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.154782 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: auto_allocate May 02 10:08:13.160371 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: network precommit_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.160775 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: network precommit_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.161287 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.161607 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: tag May 02 10:08:13.169524 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.169852 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: timestamp May 02 10:08:13.173638 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.173963 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: network_ip_availability May 02 10:08:13.179582 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.179953 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.180308 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.181039 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.181356 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: flavors May 02 10:08:13.186259 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.186592 ncdv-master-1 neutron-server[115553]: INFO neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading Plugin: revisions May 02 10:08:13.190855 ncdv-master-1 neutron-server[115553]: DEBUG neutron.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115553) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 02 10:08:13.191228 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.171s {{(pid=115553) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 02 10:08:13.192482 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115553) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 02 10:08:13.192841 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Initializing extension manager. May 02 10:08:13.193363 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: __init__.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.193700 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: __pycache__ {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.194030 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: _port_mac_address_override.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.194361 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: address_group.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.195096 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.195647 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: address-group May 02 10:08:13.195966 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: address_scope.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.196688 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.197193 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: address-scope May 02 10:08:13.197511 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: admin_state_down_before_update.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.198428 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.198936 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: router-admin-state-down-before-update May 02 10:08:13.199256 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: agent.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.199945 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.200452 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: agent May 02 10:08:13.200794 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: agent_resources_synced.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.201696 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.202218 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: agent-resources-synced May 02 10:08:13.202541 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: allowedaddresspairs.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.204300 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.204850 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: allowed-address-pairs May 02 10:08:13.205183 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: auto_allocated_topology.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.206245 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.206761 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: auto-allocated-topology May 02 10:08:13.207694 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: availability_zone.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.208381 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.208913 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: availability_zone May 02 10:08:13.209236 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: availability_zone_filter.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.210143 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.210656 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: availability_zone_filter May 02 10:08:13.210984 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: data_plane_status.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.211875 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.212387 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension data-plane-status not supported by any of loaded plugins May 02 10:08:13.212737 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: default_subnetpools.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.213640 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.214149 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: default-subnetpools May 02 10:08:13.214471 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: dhcpagentscheduler.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.215264 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.215774 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: dhcp_agent_scheduler May 02 10:08:13.216096 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: dns.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.217016 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.217520 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension dns-integration not supported by any of loaded plugins May 02 10:08:13.217841 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: dns_domain_ports.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.218748 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.219256 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension dns-domain-ports not supported by any of loaded plugins May 02 10:08:13.219575 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.220481 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.221010 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 02 10:08:13.221332 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: dvr.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.221988 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.222496 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: dvr May 02 10:08:13.222840 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: ecmp_routes.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.223739 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.224240 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension ecmp_routes not supported by any of loaded plugins May 02 10:08:13.224560 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: empty_string_filtering.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.225488 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.225992 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: empty-string-filtering May 02 10:08:13.226310 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.227240 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.227743 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 02 10:08:13.228066 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.228995 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.229501 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 02 10:08:13.229822 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: external_net.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.230718 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.231225 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: external-net May 02 10:08:13.231545 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: extra_dhcp_opt.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.232443 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.232986 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: extra_dhcp_opt May 02 10:08:13.233307 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: extraroute.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.234206 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.234719 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: extraroute May 02 10:08:13.235037 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: extraroute_atomic.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.236234 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.236787 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: extraroute-atomic May 02 10:08:13.237139 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: filter_validation.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.237800 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.238331 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: filter-validation May 02 10:08:13.238654 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: fip_pf_description.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.239551 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.240063 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 02 10:08:13.240385 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: fip_pf_port_range.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.241550 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.242063 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 02 10:08:13.242382 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: fip_port_details.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.243288 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.243798 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: fip-port-details May 02 10:08:13.244118 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: flavors.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.245350 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.245868 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: flavors May 02 10:08:13.246193 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.247807 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.248328 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 02 10:08:13.248671 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: floatingip_pools.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.249364 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.249877 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: floatingip-pools May 02 10:08:13.250203 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: ip_allocation.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.251109 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.251618 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension ip_allocation not supported by any of loaded plugins May 02 10:08:13.251940 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.252881 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.253399 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: ip-substring-filtering May 02 10:08:13.253724 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l2_adjacency.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.255232 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.255741 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension l2_adjacency not supported by any of loaded plugins May 02 10:08:13.256065 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.257029 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.257549 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: router May 02 10:08:13.257872 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_conntrack_helper.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.260096 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.260660 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 02 10:08:13.261001 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.261924 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.262440 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: ext-gw-mode May 02 10:08:13.262772 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.263685 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.264200 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: l3-ha May 02 10:08:13.264526 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.265460 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.265967 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 02 10:08:13.266291 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_flavors.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.267201 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.267713 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: l3-flavors May 02 10:08:13.268038 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_ndp_proxy.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.269424 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.270491 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 02 10:08:13.270850 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.271769 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.272280 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: l3-port-ip-change-not-allowed May 02 10:08:13.272618 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: l3agentscheduler.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.273673 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.274186 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: l3_agent_scheduler May 02 10:08:13.274515 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: local_ip.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.276439 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.276997 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension local_ip not supported by any of loaded plugins May 02 10:08:13.277331 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: logging.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.278865 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.279396 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension logging not supported by any of loaded plugins May 02 10:08:13.279727 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: metering.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.280461 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.281069 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: metering May 02 10:08:13.281401 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.282471 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.282990 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: metering_source_and_destination_fields May 02 10:08:13.283312 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: multiprovidernet.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.284246 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.284784 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: multi-provider May 02 10:08:13.285133 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: netmtu.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.286036 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.286542 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: net-mtu May 02 10:08:13.286865 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: netmtu_writable.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.287769 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.288276 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: net-mtu-writable May 02 10:08:13.288610 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: network_availability_zone.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.289282 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.289785 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: network_availability_zone May 02 10:08:13.290106 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: network_ip_availability.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.291198 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.291712 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: network-ip-availability May 02 10:08:13.292039 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: network_segment_range.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.292875 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.293332 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension network-segment-range not supported by any of loaded plugins May 02 10:08:13.293652 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: pagination.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.294615 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.294942 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: pagination May 02 10:08:13.295261 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_device_profile.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.296163 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.296710 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-device-profile May 02 10:08:13.297035 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_mac_address_override.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.297958 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.298474 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-mac-override May 02 10:08:13.298798 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.299714 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.300225 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-mac-address-regenerate May 02 10:08:13.300549 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.302166 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.302694 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-numa-affinity-policy May 02 10:08:13.303020 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_resource_request.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.303927 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.304435 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension port-resource-request not supported by any of loaded plugins May 02 10:08:13.304786 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: port_resource_request_groups.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.305737 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.306248 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension port-resource-request-groups not supported by any of loaded plugins May 02 10:08:13.306571 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: portbindings.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.307482 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.307996 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: binding May 02 10:08:13.308318 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: portbindings_extended.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.309586 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.310102 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: binding-extended May 02 10:08:13.310431 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: portsecurity.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.311342 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.311853 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-security May 02 10:08:13.312177 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: project_id.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.313181 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.313510 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: project-id May 02 10:08:13.313828 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: providernet.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.314734 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.315246 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: provider May 02 10:08:13.315569 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.319894 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.320421 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos not supported by any of loaded plugins May 02 10:08:13.320790 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.322053 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.322572 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 02 10:08:13.322905 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.323840 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.324352 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 02 10:08:13.324710 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_default.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.325617 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.326128 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-default not supported by any of loaded plugins May 02 10:08:13.326453 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_fip.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.327367 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.327881 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-fip not supported by any of loaded plugins May 02 10:08:13.328205 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_fip_network_policy.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.329151 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.329662 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 02 10:08:13.329983 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_gateway_ip.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.330898 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.331413 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-gateway-ip not supported by any of loaded plugins May 02 10:08:13.331734 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_port_network_policy.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.332821 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.333340 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-port-network-policy not supported by any of loaded plugins May 02 10:08:13.333661 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.334689 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.335202 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-pps-minimum not supported by any of loaded plugins May 02 10:08:13.335524 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.336548 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.337089 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 02 10:08:13.337483 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_pps_rule.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.338658 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.339175 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-pps not supported by any of loaded plugins May 02 10:08:13.339502 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_rule_type_details.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.340412 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.340973 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-rule-type-details not supported by any of loaded plugins May 02 10:08:13.341290 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_rule_type_filter.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.342203 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.342715 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 02 10:08:13.343039 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: qos_rules_alias.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.344074 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.344584 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension qos-rules-alias not supported by any of loaded plugins May 02 10:08:13.344936 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: quota_check_limit.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.345911 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.346424 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: quota-check-limit May 02 10:08:13.346747 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: quotasv2.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.347695 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.348022 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: quotas May 02 10:08:13.348343 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: quotasv2_detail.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.350128 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.350466 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: quota_details May 02 10:08:13.350791 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: rbac.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.351834 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.352357 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: rbac-policies May 02 10:08:13.352723 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: rbac_address_group.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.353660 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.354179 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: rbac-address-group May 02 10:08:13.354506 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: rbac_address_scope.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.355423 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.355939 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: rbac-address-scope May 02 10:08:13.356263 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: rbac_security_groups.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.357213 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.357728 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: rbac-security-groups May 02 10:08:13.358050 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: rbac_subnetpool.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.358954 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.359468 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: rbac-subnetpool May 02 10:08:13.359791 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: revisionifmatch.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.360743 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.361255 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: revision-if-match May 02 10:08:13.361577 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: revisions.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.362708 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.363730 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: standard-attr-revisions May 02 10:08:13.364057 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: router_availability_zone.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.364758 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.365268 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: router_availability_zone May 02 10:08:13.365853 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: routerservicetype.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.366767 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.367274 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension router-service-type not supported by any of loaded plugins May 02 10:08:13.367597 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.368527 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.369187 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: security-groups-normalized-cidr May 02 10:08:13.369515 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: security_groups_port_filtering.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.370435 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.370951 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: port-security-groups-filtering May 02 10:08:13.371275 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.372211 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.372755 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: security-groups-remote-address-group May 02 10:08:13.373077 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.374006 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.374516 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: security-groups-shared-filtering May 02 10:08:13.374838 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.375417 ncdv-master-1 neutron-server[115553]: WARNING neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py May 02 10:08:13.375736 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: securitygroup.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.386159 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.386691 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: security-group May 02 10:08:13.387020 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: segment.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.387736 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.388247 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension segment not supported by any of loaded plugins May 02 10:08:13.388570 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.389526 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.390033 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 02 10:08:13.390354 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: servicetype.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.391440 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.391961 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: service-type May 02 10:08:13.392284 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: sorting.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.393274 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.393608 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: sorting May 02 10:08:13.393934 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: standard_attr_segment.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.394862 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.395376 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension standard-attr-segment not supported by any of loaded plugins May 02 10:08:13.395695 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: standardattrdescription.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.396336 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.396878 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: standard-attr-description May 02 10:08:13.397204 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: stateful_security_group.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.398135 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.398649 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: stateful-security-group May 02 10:08:13.398971 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: stdattrs_common.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.399542 ncdv-master-1 neutron-server[115553]: WARNING neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 02 10:08:13.399862 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.400800 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.401320 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 02 10:08:13.401643 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnet_onboard.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.402684 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.403204 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: subnet_onboard May 02 10:08:13.403530 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.404457 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.404999 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 02 10:08:13.405324 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnet_service_types.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.406245 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.406756 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: subnet-service-types May 02 10:08:13.407079 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnetallocation.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.408159 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.408695 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: subnet_allocation May 02 10:08:13.409022 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.409686 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.410230 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: subnetpool-prefix-ops May 02 10:08:13.410551 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.411478 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.412003 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 02 10:08:13.412323 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: tagging.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.413386 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.413907 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: standard-attr-tag May 02 10:08:13.414234 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: timestamp.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.415421 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.415937 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loaded extension: standard-attr-timestamp May 02 10:08:13.416262 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: trunk.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.417335 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.417852 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension trunk not supported by any of loaded plugins May 02 10:08:13.418176 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: trunk_details.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.419087 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.419602 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension trunk-details not supported by any of loaded plugins May 02 10:08:13.419925 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: uplink_status_propagation.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.420871 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.421383 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension uplink-status-propagation not supported by any of loaded plugins May 02 10:08:13.421706 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Loading extension file: vlantransparent.py {{(pid=115553) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 02 10:08:13.422361 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115553) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 02 10:08:13.422869 ncdv-master-1 neutron-server[115553]: INFO neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extension vlan-transparent not supported by any of loaded plugins May 02 10:08:13.425383 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:network May 02 10:08:13.426428 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnet May 02 10:08:13.426827 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnetpool May 02 10:08:13.427226 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:port May 02 10:08:13.428456 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.428922 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service FLAVORS assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.429542 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.429965 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.430296 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:router May 02 10:08:13.430723 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:floatingip May 02 10:08:13.431217 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service METERING assigned prefix: /metering {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.432668 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.433040 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.433390 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115553) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:08:13.434382 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of CountableResource for resource:rbac_policy May 02 10:08:13.434840 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:security_group May 02 10:08:13.435270 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:security_group_rule May 02 10:08:13.435874 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service CORE assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.436212 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnetpool May 02 10:08:13.436559 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] subnetpool is already registered May 02 10:08:13.437009 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service CORE assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.437331 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnetpool May 02 10:08:13.437664 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] subnetpool is already registered May 02 10:08:13.439951 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.440382 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service FLAVORS assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.441024 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.442104 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.442346 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:router May 02 10:08:13.442686 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] router is already registered May 02 10:08:13.443105 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:floatingip May 02 10:08:13.443442 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] floatingip is already registered May 02 10:08:13.443899 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service METERING assigned prefix: /metering {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.444581 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of CountableResource for resource:rbac_policy May 02 10:08:13.444934 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] rbac_policy is already registered May 02 10:08:13.445348 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:security_group May 02 10:08:13.445684 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] security_group is already registered May 02 10:08:13.446089 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:security_group_rule May 02 10:08:13.446441 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] security_group_rule is already registered May 02 10:08:13.447065 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service CORE assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.447392 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnetpool May 02 10:08:13.447725 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] subnetpool is already registered May 02 10:08:13.448149 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.v2.resource_helper [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Service CORE assigned prefix: {{(pid=115553) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 02 10:08:13.448472 ncdv-master-1 neutron-server[115553]: INFO neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Creating instance of TrackedResource for resource:subnetpool May 02 10:08:13.448828 ncdv-master-1 neutron-server[115553]: WARNING neutron.quota.resource_registry [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] subnetpool is already registered May 02 10:08:13.449296 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: extensions {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.450740 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: address-groups {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.452203 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: address-scopes {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.453530 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: agents {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.454706 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: auto-allocated-topology {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.455987 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: availability_zones {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.457254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: dhcp-networks {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: dhcp-agents {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: routers {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: flavors {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: service_profiles {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: next_providers {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: service_profiles {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471254 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: floatingip-pools {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.471833 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: routers {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.472052 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: floatingips {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.473387 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: l3-routers {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.474760 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: l3-agents {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.476205 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: metering-labels {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.477582 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: metering-label-rules {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.478846 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: network-ip-availabilities {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.480191 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: bindings {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.481844 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: quotas {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.483424 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: quotas {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.484980 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: rbac-policies {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.486284 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: security-groups {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.487550 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: security-group-rules {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.489292 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: service-providers {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.490496 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: subnetpools {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.492166 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: subnetpools {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.493633 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.495306 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.497158 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.499910 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.500743 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.502603 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.504955 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.506880 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.508643 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.510523 ncdv-master-1 neutron-server[115553]: DEBUG neutron.api.extensions [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Extended resource: tags {{(pid=115553) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 02 10:08:13.516679 ncdv-master-1 neutron-server[115553]: WARNING keystonemiddleware.auth_token [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 02 10:08:13.522246 ncdv-master-1 neutron-server[115553]: WARNING keystonemiddleware.auth_token [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 02 10:08:13.530801 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Acquired lock "singleton_lock" {{(pid=115553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 02 10:08:13.531274 ncdv-master-1 neutron-server[115553]: DEBUG oslo_concurrency.lockutils [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Releasing lock "singleton_lock" {{(pid=115553) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 02 10:08:13.531924 ncdv-master-1 neutron-server[115553]: INFO oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Starting 2 workers May 02 10:08:13.537010 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Started child 115662 {{(pid=115553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 10:08:13.541660 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Started child 115663 {{(pid=115553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 10:08:13.542349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.543327 ncdv-master-1 neutron-server[115553]: INFO neutron.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Neutron service started, listening on 0.0.0.0:9696 May 02 10:08:13.543970 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Publish callbacks [] for process (None), before_spawn {{(pid=115553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.544143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [-] (115662) wsgi starting up on http://0.0.0.0:9696 May 02 10:08:13.546422 ncdv-master-1 neutron-server[115553]: INFO oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Starting 1 workers May 02 10:08:13.546569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.547856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [-] (115663) wsgi starting up on http://0.0.0.0:9696 May 02 10:08:13.552215 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Started child 115664 {{(pid=115553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 10:08:13.552785 ncdv-master-1 neutron-server[115553]: INFO oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Starting 1 workers May 02 10:08:13.555662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] calling RpcWorker wait() {{(pid=115664) _wait /opt/stack/neutron/neutron/service.py:128}} May 02 10:08:13.556302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] returning from RpcWorker wait() {{(pid=115664) _wait /opt/stack/neutron/neutron/service.py:135}} May 02 10:08:13.557418 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Started child 115665 {{(pid=115553) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 02 10:08:13.557609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.557902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:13.558200 ncdv-master-1 neutron-server[115553]: DEBUG neutron_lib.callbacks.manager [None req-11e32067-97e7-44e2-80d0-e8301b047feb None None] Publish callbacks [] for process (None), after_spawn {{(pid=115553) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.560122 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 02 10:08:13.560347 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 10:08:13.560543 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 10:08:13.560800 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 10:08:13.565679 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 10:08:13.565679 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 10:08:13.565679 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.565679 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.566412 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:13.567491 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.567491 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.567491 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.567926 ncdv-master-1 neutron-server[115665]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.568082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.569304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] debug = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.570553 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.571366 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572987 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] host = ncdv-master-1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.572987 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.573263 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.573399 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.573564 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.573825 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.574061 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.574326 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.574591 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.574811 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.575056 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.575311 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.575535 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.575750 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.575990 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.576154 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_options = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.576389 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.576679 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.576929 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.577118 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.577286 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.577450 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.577691 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.577846 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.578090 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.578322 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.578534 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.578761 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.578989 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.579205 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.579456 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.579669 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.579929 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.580149 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.580406 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.580648 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.580878 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.581221 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.581478 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.582919 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.583911 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.583911 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.583911 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.584320 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.584320 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.584644 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.584792 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.585066 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.585402 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.585840 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.586122 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.586368 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.586608 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.586831 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.587100 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.587334 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.587609 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.587932 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.588172 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.588574 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.589316 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.589316 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.589699 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_json = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.589842 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.590050 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.590325 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.590561 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.590780 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.590999 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.591225 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.591451 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.591667 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.592086 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.592382 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.592766 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.592979 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.593220 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.593481 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.593757 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.594474 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.594474 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.594474 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.594730 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.594955 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.595277 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.595554 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.595814 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.596134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.596394 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.596698 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.596923 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.597162 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.597414 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.597670 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.597946 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.598169 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.598402 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.598639 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.598922 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.599212 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.599656 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.599762 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.600079 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.600331 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.600583 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.600846 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.601064 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.601309 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.601595 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.601817 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.602057 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.602294 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.602560 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.602800 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.603014 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.603240 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.603496 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.603710 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.603939 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.604164 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.604419 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.604667 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.604919 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.605153 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.605385 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.605633 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.605851 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.606096 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.606334 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.606589 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.607146 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.607146 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.608479 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.608763 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.609016 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.609245 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.610091 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.610332 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.612900 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.613156 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.613907 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.614176 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.614414 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.614645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.614872 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.615102 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.615374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.615855 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.616081 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.616318 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.616541 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.616813 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.617034 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.617257 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.617476 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.617694 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.617935 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.618174 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.618397 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.618613 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.618829 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.619046 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.619289 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.619505 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.619824 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.620097 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.620370 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.624669 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.625076 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.625336 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.625611 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.625859 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.626115 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.626346 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.626649 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.626902 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.627162 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.627442 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.627683 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.627935 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.628173 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.628405 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.628684 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.629475 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.629825 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.630083 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.630479 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.630751 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.631123 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.631373 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.631653 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.631963 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.632403 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.632556 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.632840 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.633127 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.633456 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.633751 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.634050 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.634291 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.634564 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.634826 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.635066 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.635336 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.635600 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.635854 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.636102 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.636374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.636645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.636881 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.637123 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.637448 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.637687 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.637914 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.638163 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.638440 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.638847 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.639247 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.639521 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.639878 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.640116 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.640845 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.641332 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.641725 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.642180 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.642404 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.642633 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.642900 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.643148 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.643516 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.643766 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.644331 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.644331 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.644532 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.644780 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.645028 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.645258 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.645495 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.645751 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.645974 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.646200 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.646466 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.646704 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.646932 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.647155 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.647379 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.647636 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.647888 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.648235 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.648520 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.648775 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.649011 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.649242 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.649507 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.649753 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.650008 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.650246 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.650568 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.650797 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.651023 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.651352 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.651600 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.651837 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.652079 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.652340 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.652624 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.653149 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.653412 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.653668 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.653933 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.654180 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.654405 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.654649 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.654873 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.655116 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.655361 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.655634 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.655857 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.656116 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.656371 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.656636 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.656884 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.657163 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.657411 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659374 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659978 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659978 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.659978 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.660857 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.661111 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.661446 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.661715 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.661940 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.662181 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.662427 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.663028 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.663028 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.663224 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.663367 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.663777 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.664192 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.664592 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.665008 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.665439 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.665975 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.665975 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.666161 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.666327 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.666550 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.666783 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.667008 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.667227 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.667480 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.667696 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.667910 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.668158 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.668378 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.668593 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.668867 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.669084 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.669297 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.669523 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.669857 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.670060 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.670363 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.670617 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.670874 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.671173 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.671453 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.671703 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.671960 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.672280 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.672545 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.676686 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677304 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677771 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677771 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.677982 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.678231 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.678461 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.678690 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.678915 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.679137 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.679381 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.679654 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.679890 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.680121 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.680365 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.680623 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.680904 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.681168 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.681386 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.681635 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.681873 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.682040 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 10:08:13.682643 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115553) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 02 10:08:13.682809 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 02 10:08:13.682968 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 02 10:08:13.683145 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 02 10:08:13.683322 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 02 10:08:13.683480 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 02 10:08:13.683691 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.683857 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684021 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684248 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684388 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684522 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:13.684715 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.684858 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685014 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685172 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685328 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685485 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685641 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685796 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.685951 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686106 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686271 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686436 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686598 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686795 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.686967 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.687131 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] debug = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.687293 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.687517 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.687688 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.687851 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688013 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688174 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688330 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688492 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688677 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.688896 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.689034 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.689157 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.689333 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.689458 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.689582 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690219 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690219 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690219 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] host = ncdv-master-1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690219 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690719 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690719 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690719 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690949 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.690949 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.691094 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.691257 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.691938 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.692099 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.692260 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.692421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.692582 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.692767 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_options = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.693794 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694217 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694217 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694363 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694441 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694567 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694730 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.694892 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695055 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695216 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695395 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695560 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695722 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.695884 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696045 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696368 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696528 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696713 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.696885 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.697026 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.697186 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.697401 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.697626 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.697816 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698025 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698174 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698340 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698505 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698673 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.698837 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699000 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699163 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699325 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699492 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699667 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.699857 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700045 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700211 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700373 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700540 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700725 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.700888 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_json = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.701050 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.701213 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.701405 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.701625 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.702235 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.702235 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.702399 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.702572 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.702827 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 02 10:08:13.703130 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.703394 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.703653 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.703891 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.704172 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.704441 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.704917 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.705055 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.705281 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.705751 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.706755 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.706755 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.706755 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.706755 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.707775 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.707775 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.707775 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.707988 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708110 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708278 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708447 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708659 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708818 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.708984 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.709149 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.709313 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.709480 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.709652 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.709839 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710071 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710257 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710424 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710590 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710754 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.710920 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711106 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711240 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711404 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711570 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711735 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.711900 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712065 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712229 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712393 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712558 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712748 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.712913 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713082 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713241 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713384 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713550 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713718 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.713877 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714040 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714205 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714370 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714533 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714696 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.714868 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715143 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715245 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715396 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715560 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715728 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.715881 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716042 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716195 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716372 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716520 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716697 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.716842 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717006 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717205 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717353 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717490 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717639 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717775 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.717943 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718106 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718261 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718421 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718590 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718753 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.718917 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719071 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719233 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719396 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719585 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719751 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.719891 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.720028 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.720199 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.720387 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.720539 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.721834 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.724292 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.725134 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.726207 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.727645 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.728838 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.730785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732147 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.732733 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733287 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733758 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733758 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733758 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.733758 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734029 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734106 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734237 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734447 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734607 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734784 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.734872 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735004 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735169 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735376 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735550 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735800 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.735971 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736062 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736246 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736456 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736546 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736682 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.736848 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737084 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737189 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737312 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737475 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737639 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737803 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.737966 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738133 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738323 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738489 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738657 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738822 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.738986 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739153 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739320 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739484 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739649 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739814 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.739979 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.740143 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.740306 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.740470 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.740912 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741078 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741241 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741406 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741583 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741748 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.741912 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742075 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742238 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742403 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742578 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742742 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.742905 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743069 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743232 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743423 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743599 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743763 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.743927 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744090 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744254 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744419 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744592 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744784 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.744939 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745104 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745269 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745434 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745607 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745770 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.745933 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746096 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746260 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746426 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746600 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746765 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.746929 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747092 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747255 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747419 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747591 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747757 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.747919 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748090 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748255 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748418 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748588 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748785 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.748949 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749117 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749282 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749447 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749610 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749776 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.749945 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750118 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750289 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750456 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750628 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750801 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.750975 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751139 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751311 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751488 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751651 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751814 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.751977 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752141 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752305 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752468 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752664 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752831 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.752995 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.753158 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.753321 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.753487 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.753650 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.754320 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.754489 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.754652 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.754815 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.754979 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.755143 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 02 10:08:13.755302 ncdv-master-1 neutron-server[115553]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115553) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 02 10:08:13.765153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:13.774264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069873 May 02 10:08:25.517131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f3d3a2-42de-4389-aa5e-18900d01e5c9 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:08:25.591397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f3d3a2-42de-4389-aa5e-18900d01e5c9 None None] No non-hosted networks {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 02 10:08:25.608078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.agentschedulers_db [None req-32f3d3a2-42de-4389-aa5e-18900d01e5c9 None None] DHCP Agent not found on host ncdv-master-1 {{(pid=115664) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 02 10:08:25.818188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0439217c-405f-4058-8783-8acb863f665e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:27.923857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a921e699-d3d2-463e-a552-5c54afa95392 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:27.957111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-ae1971db-c0ca-49ce-9ba3-9f40568dda24 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-ncdv-master-1 {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:08:27.957772 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-ae1971db-c0ca-49ce-9ba3-9f40568dda24 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:08:28.480931 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae1971db-c0ca-49ce-9ba3-9f40568dda24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:28.869525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42438) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:29.025151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:29.401685 ncdv-master-1 neutron-server[115662]: WARNING oslo_policy.policy [None req-5ec270ef-59ca-4f73-9736-27e5b84d0ac6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:29.402472 ncdv-master-1 neutron-server[115662]: WARNING oslo_policy.policy [None req-5ec270ef-59ca-4f73-9736-27e5b84d0ac6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:29.627874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-5ec270ef-59ca-4f73-9736-27e5b84d0ac6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:08:29.640679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5ec270ef-59ca-4f73-9736-27e5b84d0ac6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7584419 May 02 10:08:30.407468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:31.824772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:31.827431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.828149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.828719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.829307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.829843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.830379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.830920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.831989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.832713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.833306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.833851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.834424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.834915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.835469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.835956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:31.836613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'ncdv-master-1', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:31.851207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'ncdv-master-1', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:08:32.232174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:32.752635 ncdv-master-1 neutron-server[115663]: WARNING oslo_policy.policy [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:32.753290 ncdv-master-1 neutron-server[115663]: WARNING oslo_policy.policy [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:32.976818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:08:33.067596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.policy [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115663) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 10:08:33.109297 ncdv-master-1 neutron-server[115663]: WARNING oslo_policy.policy [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:33.109775 ncdv-master-1 neutron-server[115663]: WARNING oslo_policy.policy [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:33.264619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843459654', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843459154', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843344777', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843375071', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843364677', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8777843392172', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2147410693', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2147356002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-996433', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-530662'] for rbac-policy (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:33.467036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:33.484654 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0168523c-d712-4917-8f39-11b35a2f9484 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.2341995 May 02 10:08:35.092578 ncdv-master-1 neutron-server[115664]: INFO neutron.db.l3_hamode_db [None req-6d102e81-fd3d-47c7-9883-3cff5ec843db None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 02 10:08:35.173511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d102e81-fd3d-47c7-9883-3cff5ec843db None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:08:35.174173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d102e81-fd3d-47c7-9883-3cff5ec843db None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:08:35.990153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:36.296440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:08:36.407011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Made reservation on behalf of d44324b154884c4cbb76a723c912a4e5 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:08:36.468105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.policy [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115662) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 02 10:08:36.509365 ncdv-master-1 neutron-server[115662]: WARNING oslo_policy.policy [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:36.509741 ncdv-master-1 neutron-server[115662]: WARNING oslo_policy.policy [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 02 10:08:36.520314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:36.541617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:36.652060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks [] for security_group (b36320df-accc-4b73-b639-9a75c14a7e81), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:36.778689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b36320df-accc-4b73-b639-9a75c14a7e81), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:36.803076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:08:36.836411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=b36320df-accc-4b73-b639-9a75c14a7e81,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:36.847512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.847853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.848185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.848514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.848876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.849198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.849519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.849836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.850152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.850466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.850778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.851096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.851399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.851770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.852054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Tracked resource versions report: May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: pushed versions: May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: { 'AddressGroup': {'1.2'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Agent': {'1.1'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'ConntrackHelper': {'1.0'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'LocalIPAssociation': {'1.0'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Log': {'1.0'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'NDPProxy': {'1.0'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Network': {'1.1'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Port': {'1.7'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'PortForwarding': {'1.3'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'QosPolicy': {'1.10'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SecurityGroup': {'1.5'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SecurityGroupRule': {'1.2'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SubPort': {'1.0'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Subnet': {'1.1'}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Trunk': {'1.1'}} May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: consumer versions: May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: { DHCP agent@ncdv-master-1: {}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: L3 agent@ncdv-master-1: {}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: Metadata agent@ncdv-master-1: {}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: Metering agent@ncdv-master-1: {}, May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Agent': '1.1', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'ConntrackHelper': '1.0', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'LocalIPAssociation': '1.0', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Log': '1.0', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'NDPProxy': '1.0', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Network': '1.1', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Port': '1.7', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'PortForwarding': '1.3', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'QosPolicy': '1.10', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SecurityGroup': '1.5', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SecurityGroupRule': '1.2', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'SubPort': '1.0', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Subnet': '1.1', May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: 'Trunk': '1.1'}} May 02 10:08:36.853244 ncdv-master-1 neutron-server[115662]: {{(pid=115662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:08:36.935287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777839138196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (adee8d0d-75b2-4fdd-a216-c197be7bf687), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:36.937197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Unsubscribe: segment precommit_create {{(pid=115662) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 10:08:36.937197 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Added segment adee8d0d-75b2-4fdd-a216-c197be7bf687 of type vlan for network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 May 02 10:08:37.012414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (336b18a6-34c6-44bf-bc94-15fa0cddb5e0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:37.104641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (336b18a6-34c6-44bf-bc94-15fa0cddb5e0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:37.109673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:08:37.114765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:37.223675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] Pushing event updated for resources: {'Network': ['ID=336b18a6-34c6-44bf-bc94-15fa0cddb5e0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:37.235039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:08:37.244653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ecb47448-d89e-4368-8ec7-1524a5b6e143 demo demo] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2531836 May 02 10:08:39.795123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42504) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:40.190958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e610f0-a5fb-4702-8e9c-d3586fa8cbf2 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:08:40.192253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b1e610f0-a5fb-4702-8e9c-d3586fa8cbf2 demo admin] 10.222.0.16 "GET /v2.0/networks/336b18a6-34c6-44bf-bc94-15fa0cddb5e0 HTTP/1.1" status: 200 len: 825 time: 0.3961568 May 02 10:08:40.228888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bf752770-acfe-40cb-bb83-e49e0daa9b76 demo admin] 10.222.0.16 "GET /v2.0/subnetpools/abee52c6-84d9-42eb-a65d-9b7f20ef5895 HTTP/1.1" status: 200 len: 734 time: 0.0309808 May 02 10:08:40.237703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895', 'gateway_ip': '172.20.0.1', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'name': 'private-subnet'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:08:40.354014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Made reservation on behalf of d44324b154884c4cbb76a723c912a4e5 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:08:40.356282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:40.773550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (bbc41dc2-0a88-4c6d-80e1-391870093904), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:40.842977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Pushing event updated for resources: {'Subnet': ['ID=bbc41dc2-0a88-4c6d-80e1-391870093904,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:40.847781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Checking segment: {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:08:40.848528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Network hostable DHCP agents. Network: 336b18a6-34c6-44bf-bc94-15fa0cddb5e0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:08:40.971459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:08:41.057229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 336b18a6-34c6-44bf-bc94-15fa0cddb5e0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:08:41.062399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:08:41.063400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:41.067116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1039f5ab-e932-4786-a7a2-e9103cd43855 None None] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:08:41.152766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d93a5d35-3c3a-4ea9-bbe2-1304cb0f748b demo admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9187477 May 02 10:08:41.322302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:08:41.323554 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:41.601351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Allocated IP 172.20.0.2 (336b18a6-34c6-44bf-bc94-15fa0cddb5e0/bbc41dc2-0a88-4c6d-80e1-391870093904/5e3fe313-81e7-437e-b436-ac08f6a54f98) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:08:41.868690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks [] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:41.968006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:42.038298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:08:42.044207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:08:42.056236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:08:42.063433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Pushing event updated for resources: {'Port': ['ID=5e3fe313-81e7-437e-b436-ac08f6a54f98,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:42.093283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.093923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.094005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.094291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.094631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.094964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.095296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.095631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.095957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.096860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.097206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.097536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.097863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.098189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.098514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Tracked resource versions report: May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: pushed versions: May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: { 'AddressGroup': {'1.2'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Agent': {'1.1'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'ConntrackHelper': {'1.0'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'LocalIPAssociation': {'1.0'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Log': {'1.0'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'NDPProxy': {'1.0'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Network': {'1.1'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Port': {'1.7'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'PortForwarding': {'1.3'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'QosPolicy': {'1.10'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SecurityGroup': {'1.5'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SecurityGroupRule': {'1.2'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SubPort': {'1.0'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Subnet': {'1.1'}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Trunk': {'1.1'}} May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: consumer versions: May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: { DHCP agent@ncdv-master-1: {}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: L3 agent@ncdv-master-1: {}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: Metadata agent@ncdv-master-1: {}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: Metering agent@ncdv-master-1: {}, May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Agent': '1.1', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'ConntrackHelper': '1.0', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'LocalIPAssociation': '1.0', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Log': '1.0', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'NDPProxy': '1.0', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Network': '1.1', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Port': '1.7', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'PortForwarding': '1.3', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'QosPolicy': '1.10', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SecurityGroup': '1.5', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SecurityGroupRule': '1.2', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'SubPort': '1.0', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Subnet': '1.1', May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: 'Trunk': '1.1'}} May 02 10:08:42.099700 ncdv-master-1 neutron-server[115664]: {{(pid=115664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:08:42.150682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Attempting to bind port 5e3fe313-81e7-437e-b436-ac08f6a54f98 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:08:42.151090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Attempting to bind port 5e3fe313-81e7-437e-b436-ac08f6a54f98 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:08:42.151525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Attempting to bind port 5e3fe313-81e7-437e-b436-ac08f6a54f98 on network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:08:42.156477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 8, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:08:42.156886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Checking segment: {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:08:42.157361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:42.157758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Bound using segment: {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:08:42.158242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Bound port: 5e3fe313-81e7-437e-b436-ac08f6a54f98, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:08:42.158659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:42.222245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] For port 5e3fe313-81e7-437e-b436-ac08f6a54f98, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:08:42.241122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] For port 5e3fe313-81e7-437e-b436-ac08f6a54f98, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3fe313-81e7-437e-b436-ac08f6a54f98,segment=NetworkSegment(adee8d0d-75b2-4fdd-a216-c197be7bf687),segment_id=adee8d0d-75b2-4fdd-a216-c197be7bf687)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:08:42.321037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:42.379106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19d60b4-d968-4d4e-ad5a-b3dfc4956179 None None] Pushing event updated for resources: {'Port': ['ID=5e3fe313-81e7-437e-b436-ac08f6a54f98,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:43.738777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42512) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:44.050826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-472e1063-dc94-479e-a123-24627d5c973e admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:08:44.051923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-472e1063-dc94-479e-a123-24627d5c973e admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3121977 May 02 10:08:46.621847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42520) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:46.933503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-c11c0468-d9d1-4715-9815-b5b465d73922 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:08:46.934558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c11c0468-d9d1-4715-9815-b5b465d73922 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3116670 May 02 10:08:49.493717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42528) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:49.801960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:08:49.881433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (422ba2f0-fbec-4cb4-aa73-d949338d6ded), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:49.883163 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (422ba2f0-fbec-4cb4-aa73-d949338d6ded), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:50.028494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Publish callbacks [] for router_controller (422ba2f0-fbec-4cb4-aa73-d949338d6ded), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:50.076208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (422ba2f0-fbec-4cb4-aa73-d949338d6ded), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:50.168747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:50.169918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-180c32b1-1d0e-48c7-961c-95678919bf7a demo demo] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.6752031 May 02 10:08:52.578123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5e3fe313-81e7-437e-b436-ac08f6a54f98 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:08:52.664452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5e3fe313-81e7-437e-b436-ac08f6a54f98 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:08:52.664888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:52.767320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42540) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:52.775754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5e3fe313-81e7-437e-b436-ac08f6a54f98 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:08:52.776149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:52.810022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5e3fe313-81e7-437e-b436-ac08f6a54f98, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5e3fe313-81e7-437e-b436-ac08f6a54f98,segment=NetworkSegment(adee8d0d-75b2-4fdd-a216-c197be7bf687),segment_id=adee8d0d-75b2-4fdd-a216-c197be7bf687)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:08:52.893395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:52.943723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5e3fe313-81e7-437e-b436-ac08f6a54f98,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:53.094297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-f0fdc329-9221-4122-9bea-efface832e67 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:08:53.101571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0fdc329-9221-4122-9bea-efface832e67 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3324158 May 02 10:08:54.318879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c679e0-4072-493e-b3e1-5a7beda63171 None None] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:08:54.449916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-241732b6-61bb-4e57-a461-9719c4e601c3 None None] Provisioning complete for port 5e3fe313-81e7-437e-b436-ac08f6a54f98 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:08:54.450290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-241732b6-61bb-4e57-a461-9719c4e601c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:54.532917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-241732b6-61bb-4e57-a461-9719c4e601c3 None None] Current status of the port 5e3fe313-81e7-437e-b436-ac08f6a54f98 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:08:54.569684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5e3fe313-81e7-437e-b436-ac08f6a54f98 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:08:54.620246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5e3fe313-81e7-437e-b436-ac08f6a54f98 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:08:54.620652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:54.662670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f595e3c4-dcfa-474c-aedc-f3db09fae280 None None] Provisioning complete for port 5e3fe313-81e7-437e-b436-ac08f6a54f98 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:08:54.663046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f595e3c4-dcfa-474c-aedc-f3db09fae280 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:54.743762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5e3fe313-81e7-437e-b436-ac08f6a54f98 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:08:54.778161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f595e3c4-dcfa-474c-aedc-f3db09fae280 None None] Current status of the port 5e3fe313-81e7-437e-b436-ac08f6a54f98 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:08:55.555278 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cce7dc7f-0592-4d1d-a90e-ca8d63993737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:55.643166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42548) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:55.954119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'is_default': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:08:56.040929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Made reservation on behalf of 3af81e2baeae46b0b67902cedc893eb9 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:08:56.043635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.059419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.157464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks [] for security_group (661db638-da0a-4730-bb84-778d9d3a491c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.217760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (661db638-da0a-4730-bb84-778d9d3a491c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.228539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Reserving flat network on physical network physnet1 {{(pid=115663) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 02 10:08:56.259450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8777839138196', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c513e55a-2a47-40b3-b48a-30acf459f2a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.260052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Unsubscribe: segment precommit_create {{(pid=115663) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 02 10:08:56.260610 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Added segment c513e55a-2a47-40b3-b48a-30acf459f2a5 of type flat for network dd978ca5-9e27-4928-a38a-cd524970d502 May 02 10:08:56.276118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=661db638-da0a-4730-bb84-778d9d3a491c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:56.324032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.324287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.324640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.324977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.325303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.325626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.325946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.326263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.326580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.326896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.327216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.327531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.327844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.328157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.328469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Tracked resource versions report: May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: pushed versions: May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: { 'AddressGroup': {'1.2'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Agent': {'1.1'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'ConntrackHelper': {'1.0'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'LocalIPAssociation': {'1.0'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Log': {'1.0'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'NDPProxy': {'1.0'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Network': {'1.1'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Port': {'1.7'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'PortForwarding': {'1.3'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'QosPolicy': {'1.10'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SecurityGroup': {'1.5'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SecurityGroupRule': {'1.2'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SubPort': {'1.0'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Subnet': {'1.1'}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Trunk': {'1.1'}} May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: consumer versions: May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: { DHCP agent@ncdv-master-1: {}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: L3 agent@ncdv-master-1: {}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: Metadata agent@ncdv-master-1: {}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: Metering agent@ncdv-master-1: {}, May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Agent': '1.1', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'ConntrackHelper': '1.0', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'LocalIPAssociation': '1.0', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Log': '1.0', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'NDPProxy': '1.0', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Network': '1.1', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Port': '1.7', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'PortForwarding': '1.3', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'QosPolicy': '1.10', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SecurityGroup': '1.5', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SecurityGroupRule': '1.2', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'SubPort': '1.0', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Subnet': '1.1', May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: 'Trunk': '1.1'}} May 02 10:08:56.329661 ncdv-master-1 neutron-server[115663]: {{(pid=115663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:08:56.371938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (dd978ca5-9e27-4928-a38a-cd524970d502), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.474230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (dd978ca5-9e27-4928-a38a-cd524970d502), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.475422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:08:56.476116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:56.571261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] Pushing event updated for resources: {'Network': ['ID=dd978ca5-9e27-4928-a38a-cd524970d502,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:08:56.581730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network dd978ca5-9e27-4928-a38a-cd524970d502 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:08:56.625396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cef031b8-54d9-4b77-a402-0fb0a6f34e4f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9811871 May 02 10:08:57.893163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca2707ed-84a1-4370-8f6f-ee3feeae8000 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:59.029837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:08:59.116385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42560) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:08:59.442065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7717aba-7314-4932-85ec-686cd3a85178 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:08:59.443413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7717aba-7314-4932-85ec-686cd3a85178 demo admin] 10.222.0.16 "GET /v2.0/subnets/bbc41dc2-0a88-4c6d-80e1-391870093904 HTTP/1.1" status: 200 len: 849 time: 0.3260534 May 02 10:08:59.588318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-585a534a-1e7f-411b-b8d8-dbe1b3742057 demo admin] 10.222.0.16 "GET /v2.0/routers/422ba2f0-fbec-4cb4-aa73-d949338d6ded HTTP/1.1" status: 200 len: 704 time: 0.1391296 May 02 10:08:59.853459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.145451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Allocated IP 172.20.0.1 (336b18a6-34c6-44bf-bc94-15fa0cddb5e0/bbc41dc2-0a88-4c6d-80e1-391870093904/2c9279cc-9470-4318-98bf-29ce84e9cf39) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:09:00.327239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks [] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.343621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.436020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.505170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:09:00.510863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:09:00.514046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:09:00.514712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (422ba2f0-fbec-4cb4-aa73-d949338d6ded), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.594232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Pushing event updated for resources: {'Port': ['ID=2c9279cc-9470-4318-98bf-29ce84e9cf39,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:00.860568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.862227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-faae4fc2-5762-4355-b04c-93bef5e6e587 None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:00.862583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faae4fc2-5762-4355-b04c-93bef5e6e587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:00.896163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faae4fc2-5762-4355-b04c-93bef5e6e587 None None] Port 2c9279cc-9470-4318-98bf-29ce84e9cf39 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:09:01.068391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks [] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:01.132327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:01.133152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (422ba2f0-fbec-4cb4-aa73-d949338d6ded), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:01.214959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Pushing event updated for resources: {'Port': ['ID=2c9279cc-9470-4318-98bf-29ce84e9cf39,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:01.255717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:09:01.257003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:09:01.413021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8b38297b-474b-4d21-a723-f76c41163ba5 None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:01.413654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8b38297b-474b-4d21-a723-f76c41163ba5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:01.448466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8b38297b-474b-4d21-a723-f76c41163ba5 None None] Port 2c9279cc-9470-4318-98bf-29ce84e9cf39 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:09:01.481184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Router 422ba2f0-fbec-4cb4-aa73-d949338d6ded is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:09:01.575546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:09:01.582196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1996e640-ae49-4a0a-aa0f-039aa1dd7673 demo admin] 10.222.0.16 "PUT /v2.0/routers/422ba2f0-fbec-4cb4-aa73-d949338d6ded/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9873776 May 02 10:09:01.597053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Sync routers for ids ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:09:01.610115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Routers {'422ba2f0-fbec-4cb4-aa73-d949338d6ded'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:09:01.611454 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:08:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:01.795494 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:01.811452 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Set router 422ba2f0-fbec-4cb4-aa73-d949338d6ded gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:09:02.227472 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:00Z', 'revision_number': 2, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port_host': None, '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:00Z', 'revision_number': 2, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:02.278412 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Checking router: 422ba2f0-fbec-4cb4-aa73-d949338d6ded for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:09:02.278789 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Updating router 422ba2f0-fbec-4cb4-aa73-d949338d6ded port 2c9279cc-9470-4318-98bf-29ce84e9cf39 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:09:02.332113 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:02.854396 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks [] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:02.957701 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.137108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Pushing event updated for resources: {'Port': ['ID=2c9279cc-9470-4318-98bf-29ce84e9cf39,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:03.139571 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Attempting to bind port 2c9279cc-9470-4318-98bf-29ce84e9cf39 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:09:03.139958 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Attempting to bind port 2c9279cc-9470-4318-98bf-29ce84e9cf39 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:09:03.140396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Attempting to bind port 2c9279cc-9470-4318-98bf-29ce84e9cf39 on network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:09:03.150045 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:09:03.150441 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Checking segment: {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:09:03.150976 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.151362 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Bound using segment: {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:09:03.151843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Bound port: 2c9279cc-9470-4318-98bf-29ce84e9cf39, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adee8d0d-75b2-4fdd-a216-c197be7bf687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:09:03.152222 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.154680 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.155071 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.155319 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.155645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.155974 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.156306 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.156643 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.156970 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.157289 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.158113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.158460 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.158781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.159085 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.159407 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.159705 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Tracked resource versions report: May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: pushed versions: May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: { 'AddressGroup': {'1.2'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Agent': {'1.1'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'ConntrackHelper': {'1.0'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'LocalIPAssociation': {'1.0'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Log': {'1.0'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'NDPProxy': {'1.0'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Network': {'1.1'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Port': {'1.7'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'PortForwarding': {'1.3'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'QosPolicy': {'1.10'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SecurityGroup': {'1.5'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SecurityGroupRule': {'1.2'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SubPort': {'1.0'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Subnet': {'1.1'}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Trunk': {'1.1'}} May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: consumer versions: May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: { DHCP agent@ncdv-master-1: {}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: L3 agent@ncdv-master-1: {}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: Metadata agent@ncdv-master-1: {}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: Metering agent@ncdv-master-1: {}, May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Agent': '1.1', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'ConntrackHelper': '1.0', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'LocalIPAssociation': '1.0', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Log': '1.0', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'NDPProxy': '1.0', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Network': '1.1', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Port': '1.7', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'PortForwarding': '1.3', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'QosPolicy': '1.10', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SecurityGroup': '1.5', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SecurityGroupRule': '1.2', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'SubPort': '1.0', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Subnet': '1.1', May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: 'Trunk': '1.1'}} May 02 10:09:03.160875 ncdv-master-1 neutron-server[115665]: {{(pid=115665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:09:03.175596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aa3a48fd-9b5c-44e0-b526-f506b561632c None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:03.176066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aa3a48fd-9b5c-44e0-b526-f506b561632c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.209405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aa3a48fd-9b5c-44e0-b526-f506b561632c None None] Port 2c9279cc-9470-4318-98bf-29ce84e9cf39 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:09:03.231833 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] For port 2c9279cc-9470-4318-98bf-29ce84e9cf39, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:09:03.252070 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] For port 2c9279cc-9470-4318-98bf-29ce84e9cf39, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c9279cc-9470-4318-98bf-29ce84e9cf39,segment=NetworkSegment(adee8d0d-75b2-4fdd-a216-c197be7bf687),segment_id=adee8d0d-75b2-4fdd-a216-c197be7bf687)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:09:03.309702 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.367073 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Routers {'422ba2f0-fbec-4cb4-aa73-d949338d6ded'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:09:03.367701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:08:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:03.406089 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b93a56-08c1-4aee-b2c6-74f95b1b210b None None] Pushing event updated for resources: {'Port': ['ID=2c9279cc-9470-4318-98bf-29ce84e9cf39,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:03.462327 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] Set router 422ba2f0-fbec-4cb4-aa73-d949338d6ded gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:09:03.529637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:03.530137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.611785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Current status of the port 2c9279cc-9470-4318-98bf-29ce84e9cf39 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:09:03.612181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.644184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] For port 2c9279cc-9470-4318-98bf-29ce84e9cf39, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2c9279cc-9470-4318-98bf-29ce84e9cf39,segment=NetworkSegment(adee8d0d-75b2-4fdd-a216-c197be7bf687),segment_id=adee8d0d-75b2-4fdd-a216-c197be7bf687)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:09:03.661266 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:00Z', 'revision_number': 2, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port_host': None, '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:03Z', 'revision_number': 4, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:03.688452 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156aa830-c6db-4288-b3a2-256ad2166fa6 None None] The sync data for ids ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'] in ncdv-master-1 is: [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:00Z', 'revision_number': 2, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port_host': None, '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:03Z', 'revision_number': 4, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:09:03.731793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:03.785028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfd8336-1a84-4a1f-ac36-84cbf6db622f None None] Pushing event updated for resources: {'Port': ['ID=2c9279cc-9470-4318-98bf-29ce84e9cf39,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:04.090937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:09:04.201477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2871bad-2331-4f14-8b47-3da35a10a6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:09:04.202737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2871bad-2331-4f14-8b47-3da35a10a6af admin admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 842 time: 0.1107478 May 02 10:09:04.211895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.35.4.1', 'ip_version': 4, 'enable_dhcp': False, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'cidr': '172.35.4.0/24'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:09:04.298035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Made reservation on behalf of 3af81e2baeae46b0b67902cedc893eb9 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:09:04.300882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:04.650097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:09:04.650529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (a07c6183-460e-4adb-8f3f-84f89a5cf3e6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:04.713210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a07c6183-460e-4adb-8f3f-84f89a5cf3e6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:04.717052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:09:04.717413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Network hostable DHCP agents. Network: dd978ca5-9e27-4928-a38a-cd524970d502, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:09:04.851423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:09:04.937015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dd978ca5-9e27-4928-a38a-cd524970d502) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:09:04.941898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:09:04.942510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:04.948172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e418d9-4741-43de-a49a-66487bee0c5c None None] Network dd978ca5-9e27-4928-a38a-cd524970d502 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:09:05.044628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95bcba52-f819-468a-b6a7-c6a99bd3cd3b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8227973 May 02 10:09:05.053061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41857a48-77e6-4e2e-89ba-7238bd7dc871 None None] Network dd978ca5-9e27-4928-a38a-cd524970d502 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:09:07.485200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:09:07.616321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42fc078a-8314-494f-a709-1758391c7352 demo admin] 10.222.0.16 "GET /v2.0/routers/422ba2f0-fbec-4cb4-aa73-d949338d6ded HTTP/1.1" status: 200 len: 710 time: 0.1300142 May 02 10:09:07.700025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9abe40a-bd36-4810-ba8e-0bc898eb8ce7 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:09:07.706782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b9abe40a-bd36-4810-ba8e-0bc898eb8ce7 demo admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 886 time: 0.0796061 May 02 10:09:07.710526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:09:08.027503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks [] for router_gateway (422ba2f0-fbec-4cb4-aa73-d949338d6ded), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:08.314818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks [] for router_gateway (422ba2f0-fbec-4cb4-aa73-d949338d6ded), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:08.388386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:08.494031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Allocated IP 172.35.4.25 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9517db5e-08a3-49ee-81e1-7ab9ac1728c9) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:09:08.596720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks [] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:08.681243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:08.715871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:09:08.718562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:09:08.726771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:09:08.731820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Pushing event updated for resources: {'Port': ['ID=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:09.025795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks [] for router_gateway (422ba2f0-fbec-4cb4-aa73-d949338d6ded), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:09.229370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (422ba2f0-fbec-4cb4-aa73-d949338d6ded), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:09.233130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (422ba2f0-fbec-4cb4-aa73-d949338d6ded), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:09.422813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Router 422ba2f0-fbec-4cb4-aa73-d949338d6ded has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:09:09.529179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:09:09.534082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:09.535259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a30a03bc-f284-4bd4-a450-28fdef35f5a9 demo admin] 10.222.0.16 "PUT /v2.0/routers/422ba2f0-fbec-4cb4-aa73-d949338d6ded HTTP/1.1" status: 200 len: 889 time: 1.8278399 May 02 10:09:12.141703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42610) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:09:12.255819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5e771045-53dd-445d-8a35-9ddbfff806d1 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1129591 May 02 10:09:12.585000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2c9279cc-9470-4318-98bf-29ce84e9cf39 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:09:12.632221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:12.632762 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:12.717263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2c9279cc-9470-4318-98bf-29ce84e9cf39 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:09:12.786834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Sync routers for ids ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:09:12.801207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Routers {'422ba2f0-fbec-4cb4-aa73-d949338d6ded'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:09:12.801844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:08:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:13.023403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Set router 422ba2f0-fbec-4cb4-aa73-d949338d6ded gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:09:13.469006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:08Z', 'revision_number': 4, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port': {'id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:09:08Z', 'updated_at': '2022-05-02T10:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:03Z', 'revision_number': 5, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:13.520549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Checking router: 422ba2f0-fbec-4cb4-aa73-d949338d6ded for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:09:13.520946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Updating router 422ba2f0-fbec-4cb4-aa73-d949338d6ded port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:09:13.573365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:13.597683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:09:13.896409 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks [] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:13.971800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:14.027569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427f615-20df-4f10-90a5-32958e8d8a5e None None] Pushing event updated for resources: {'Port': ['ID=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:14.040395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Attempting to bind port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:09:14.040813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Attempting to bind port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:09:14.041181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Attempting to bind port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:09:14.046453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:09:14.046938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:09:14.047348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:14.047786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:09:14.048815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Bound port: 9517db5e-08a3-49ee-81e1-7ab9ac1728c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:09:14.049204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:14.107500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] For port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:09:14.110948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] For port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:09:14.194391 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:14.256903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Routers {'422ba2f0-fbec-4cb4-aa73-d949338d6ded'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:09:14.257537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:08:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:14.259332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8427f615-20df-4f10-90a5-32958e8d8a5e None None] Pushing event updated for resources: {'Port': ['ID=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:14.381300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] Set router 422ba2f0-fbec-4cb4-aa73-d949338d6ded gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:09:14.597188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:08Z', 'revision_number': 4, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port': {'id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:09:08Z', 'updated_at': '2022-05-02T10:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:03Z', 'revision_number': 5, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:09:14.627135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a513e01-fcab-490e-8ff9-9a9209c9ed27 None None] The sync data for ids ['422ba2f0-fbec-4cb4-aa73-d949338d6ded'] in ncdv-master-1 is: [{'id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'name': 'router1', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25'}], 'enable_snat': True}, 'gw_port_id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:08:49Z', 'updated_at': '2022-05-02T10:09:08Z', 'revision_number': 4, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'gw_port': {'id': '9517db5e-08a3-49ee-81e1-7ab9ac1728c9', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:cc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:09:08Z', 'updated_at': '2022-05-02T10:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '2c9279cc-9470-4318-98bf-29ce84e9cf39', 'name': '', 'network_id': '336b18a6-34c6-44bf-bc94-15fa0cddb5e0', 'tenant_id': 'd44324b154884c4cbb76a723c912a4e5', 'mac_address': 'fa:16:3e:51:8a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '422ba2f0-fbec-4cb4-aa73-d949338d6ded', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:08:59Z', 'updated_at': '2022-05-02T10:09:03Z', 'revision_number': 5, 'project_id': 'd44324b154884c4cbb76a723c912a4e5', 'subnets': [{'id': 'bbc41dc2-0a88-4c6d-80e1-391870093904', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'abee52c6-84d9-42eb-a65d-9b7f20ef5895'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:09:16.642714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:09:16.733321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:16.733952 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:16.835467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:09:16.836099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:16.865146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:09:16.956788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:17.036992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9517db5e-08a3-49ee-81e1-7ab9ac1728c9,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:09:18.624013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:09:18.674607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:09:18.675423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9517db5e-08a3-49ee-81e1-7ab9ac1728c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:18.788467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9517db5e-08a3-49ee-81e1-7ab9ac1728c9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:09:25.577617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c44cdcc2-908b-4f8e-8975-cf8a0d28d690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:27.885753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-042099d6-3525-4f63-b8f4-7b08363896f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:28.988710 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:30.342901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:31.834107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:50.599074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:09:55.570811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-649a354c-c0ca-4b2b-9587-7020f550a664 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:57.862625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4280092b-fd3e-419b-b469-46d71fb8d0e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:09:59.004171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:00.330753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:01.845079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:25.570008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d10581a9-52e2-4c80-b368-397e704e6b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:27.597473 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:10:27.867205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-23d7cc31-fe8a-448a-9b8e-29b027c4e360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:28.998407 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:30.357426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:31.781522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:40.499304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43192) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:40.561213 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f55b13-7dba-4c9b-a715-b752332a9717 admin admin] GET failed (client error): The resource could not be found. May 02 10:10:40.563166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a0f55b13-7dba-4c9b-a715-b752332a9717 admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0623355 May 02 10:10:40.720276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d482b94d-8582-4b84-8c2e-68995cb729b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:40.721702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d482b94d-8582-4b84-8c2e-68995cb729b3 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1545639 May 02 10:10:43.071881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43202) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:43.165108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b42803-4c4e-4409-83c4-abd671df4d8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:43.166441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e7b42803-4c4e-4409-83c4-abd671df4d8f admin admin] 10.222.0.16 "GET /v2.0/subnets/bbc41dc2-0a88-4c6d-80e1-391870093904 HTTP/1.1" status: 200 len: 849 time: 0.0936255 May 02 10:10:43.175689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:10:43.256401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Publish callbacks [] for subnet (bbc41dc2-0a88-4c6d-80e1-391870093904), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:43.443697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777839137271'] for subnet (bbc41dc2-0a88-4c6d-80e1-391870093904), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:43.473053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:43.474387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:43.475525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] 10.222.0.16 "PUT /v2.0/subnets/bbc41dc2-0a88-4c6d-80e1-391870093904 HTTP/1.1" status: 200 len: 868 time: 0.3027141 May 02 10:10:43.478748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ee780b-d0ce-43ac-b9f1-05956e24abf0 None None] Network 336b18a6-34c6-44bf-bc94-15fa0cddb5e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:10:43.501582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bbc41dc2-0a88-4c6d-80e1-391870093904,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:10:43.508913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.509257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.509508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.509843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.510177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.510505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.510828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.511153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.511476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.511804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.512114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.512451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.512794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.513113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.513446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6123b31-5f1f-417d-ac7c-48f9a7e0d418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:10:43.852198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Provisioning complete for port 2c9279cc-9470-4318-98bf-29ce84e9cf39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:10:43.852558 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c9279cc-9470-4318-98bf-29ce84e9cf39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:43.928555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Current status of the port 2c9279cc-9470-4318-98bf-29ce84e9cf39 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:10:43.936322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Provisioning complete for port 5e3fe313-81e7-437e-b436-ac08f6a54f98 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:10:43.936746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e3fe313-81e7-437e-b436-ac08f6a54f98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:44.019864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2a58df5a-f795-4b1f-a4c6-c0501e493445 None None] Current status of the port 5e3fe313-81e7-437e-b436-ac08f6a54f98 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:10:45.860026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:46.059808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078795f-3245-488c-bed1-fd52c1705e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:46.060202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078795f-3245-488c-bed1-fd52c1705e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:46.062407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f078795f-3245-488c-bed1-fd52c1705e00 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2007880 May 02 10:10:48.386387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43220) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:48.516041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c741f6-67ba-4be2-a7ca-03f7b97b34e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:48.516510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c741f6-67ba-4be2-a7ca-03f7b97b34e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:48.518034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-00c741f6-67ba-4be2-a7ca-03f7b97b34e1 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1306977 May 02 10:10:50.904218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43228) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:51.037681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f79391-41c6-418e-a0dc-b529654e40ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:51.039050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-64f79391-41c6-418e-a0dc-b529654e40ca admin admin] 10.222.0.16 "GET /v2.0/networks/336b18a6-34c6-44bf-bc94-15fa0cddb5e0 HTTP/1.1" status: 200 len: 869 time: 0.1338525 May 02 10:10:53.387344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43236) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:53.538986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1dbec0-85ef-4e07-ba22-3aedb4a5cde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:53.540368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd1dbec0-85ef-4e07-ba22-3aedb4a5cde7 admin admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 886 time: 0.1520946 May 02 10:10:55.563165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e53bd68e-3aff-4cfb-b691-07a3b2d900a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:55.886680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:56.008708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eec0ed-1e91-4635-a02f-328de3414c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:56.009169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eec0ed-1e91-4635-a02f-328de3414c79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:56.010659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13eec0ed-1e91-4635-a02f-328de3414c79 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1230242 May 02 10:10:57.876788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95b7a637-c6b3-4eef-abf2-50c3b2a8811f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:10:58.361801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:10:58.453564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392290cf-1588-44b3-80d4-3a2004a786a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:58.454021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392290cf-1588-44b3-80d4-3a2004a786a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:10:58.455510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-392290cf-1588-44b3-80d4-3a2004a786a8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0927694 May 02 10:10:58.980220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:00.368802 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:00.802419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:00.887784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c2bad5-5f38-4ebf-994e-e037878533ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:00.889733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-84c2bad5-5f38-4ebf-994e-e037878533ad admin admin] 10.222.0.16 "GET /v2.0/subnets/a07c6183-460e-4adb-8f3f-84f89a5cf3e6 HTTP/1.1" status: 200 len: 816 time: 0.0857692 May 02 10:11:01.780329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:03.222773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:03.321445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc7b0f7-14f9-4752-a036-780896b9c195 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:03.322801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2dc7b0f7-14f9-4752-a036-780896b9c195 admin admin] 10.222.0.16 "GET /v2.0/subnets/bbc41dc2-0a88-4c6d-80e1-391870093904 HTTP/1.1" status: 200 len: 868 time: 0.0990860 May 02 10:11:04.596283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:11:25.636781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-449ab45f-ebea-40b7-b5c7-6dc97a688d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:27.875896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-741fe930-b93f-481d-b9fc-9c9d3781e438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:28.985393 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:30.361511 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:31.767433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:41.594110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:11:45.477980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43344) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:45.524115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-67e56c5f-4c21-4808-b026-86a1e28739a6 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:11:45.525229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-67e56c5f-4c21-4808-b026-86a1e28739a6 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0463233 May 02 10:11:47.955042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:48.013524 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20d43cf-5d09-4c53-9155-a0116e3ac57d admin admin] GET failed (client error): The resource could not be found. May 02 10:11:48.014767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d20d43cf-5d09-4c53-9155-a0116e3ac57d admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587904 May 02 10:11:48.097351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0547eecf-d32f-41ba-9650-c64d842968a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:48.098817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0547eecf-d32f-41ba-9650-c64d842968a9 admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0801315 May 02 10:11:50.489781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:50.536835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:11:50.612927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Made reservation on behalf of 3af81e2baeae46b0b67902cedc893eb9 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:11:50.615462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:50.650620 ncdv-master-1 neutron-server[115662]: WARNING neutron.services.revisions.revision_plugin [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Could not find related network for resource to bump revision. May 02 10:11:50.662980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:11:50.672312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1114c739-09a1-47b3-909f-6c64af19e059), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:50.672620 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Added segment 1114c739-09a1-47b3-909f-6c64af19e059 of type vlan for network f76628bb-4836-4423-9521-134cd717f196 May 02 10:11:50.714693 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f76628bb-4836-4423-9521-134cd717f196), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:50.796012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f76628bb-4836-4423-9521-134cd717f196), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:50.796980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:50.797552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:50.884017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Pushing event updated for resources: {'Network': ['ID=f76628bb-4836-4423-9521-134cd717f196,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:11:50.890359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.890703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.891039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.891370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.891699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.892019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.892351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.892688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.893010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.893329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.893646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.893963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.894303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.894616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.894930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:50.901493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fcb7a81a-8c89-4209-a885-71d13c7ebf08 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4103882 May 02 10:11:50.905783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f76628bb-4836-4423-9521-134cd717f196 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:11:53.243517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:11:53.305637 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a036ab39-7fd0-4cad-ab76-1b41cef83bed admin admin] GET failed (client error): The resource could not be found. May 02 10:11:53.306926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a036ab39-7fd0-4cad-ab76-1b41cef83bed admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0624616 May 02 10:11:53.405367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a0dfa43-2221-4830-a237-8d2266b7f2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:53.409703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a0dfa43-2221-4830-a237-8d2266b7f2ff admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0952578 May 02 10:11:53.416426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:11:53.492555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Made reservation on behalf of 3af81e2baeae46b0b67902cedc893eb9 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:11:53.494886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:53.710359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (58a1fef7-6a39-4e59-a60e-57ad6b785ef3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:53.763278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a1fef7-6a39-4e59-a60e-57ad6b785ef3,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:11:53.773867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:11:53.774221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Network hostable DHCP agents. Network: f76628bb-4836-4423-9521-134cd717f196, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:11:53.841190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Network f76628bb-4836-4423-9521-134cd717f196 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:11:53.903846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f76628bb-4836-4423-9521-134cd717f196) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:11:53.907777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:11:53.908363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:53.912745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3752cb-911b-4655-ba9b-e4fc15c8541c None None] Network f76628bb-4836-4423-9521-134cd717f196 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:11:54.004160 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e3f6ce22-81dd-4724-b4bc-e839fd96fcf8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5909264 May 02 10:11:54.010320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f76628bb-4836-4423-9521-134cd717f196', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'project_id': '3af81e2baeae46b0b67902cedc893eb9', 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:11:54.011186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.156169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Allocated IP 192.168.233.2 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:11:54.303009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks [] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.374419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.415914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:11:54.420776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:11:54.424353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:11:54.431287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Pushing event updated for resources: {'Port': ['ID=4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:11:54.441561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.441908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.442249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.442594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.442930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.443261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.443587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.443914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.444238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.444565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.444916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.445239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.445564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.445917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.446236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:11:54.497282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Attempting to bind port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:11:54.497657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Attempting to bind port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:11:54.498027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Attempting to bind port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:11:54.503135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 11, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:11:54.503511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:11:54.503918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.504314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:11:54.504870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Bound port: 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:11:54.505256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.568646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] For port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:11:54.571579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] For port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:11:54.635984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:54.703312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97872f66-62cd-41a3-b965-e29c95c0c504 None None] Pushing event updated for resources: {'Port': ['ID=4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:11:55.556027 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0366ffd5-8c1d-4071-9e83-b98d880abf77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:55.703500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b297c8e5-34ae-4048-b82d-2074f81871ee None None] Network f76628bb-4836-4423-9521-134cd717f196 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:11:55.778299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Provisioning complete for port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:11:55.778674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:55.889776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Current status of the port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:11:55.890289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:55.927287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] For port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:11:55.995859 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:56.047151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc11623-2820-40f3-825f-64731b6f9f9c None None] Pushing event updated for resources: {'Port': ['ID=4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:11:56.116781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-37872d14-f6a0-4a7c-b962-a9ac0fd2f1a1 None None] Provisioning complete for port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:11:56.117148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37872d14-f6a0-4a7c-b962-a9ac0fd2f1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:56.198726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-37872d14-f6a0-4a7c-b962-a9ac0fd2f1a1 None None] Current status of the port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:11:56.703050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:11:56.751020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:11:56.751392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:56.831614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4fdfcfc0-23c1-4487-91e0-eaf4a881c0aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:11:57.921335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aa22c0b5-6524-4593-b804-378541b4cd08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:11:59.035273 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:00.373016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:01.778816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:18.593534 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:12:25.543065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5005fd36-e15b-47f9-a24c-7cb17ba5bfa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:27.863316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4f342cfd-4efb-42df-a43e-966efe28b5d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:28.994924 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:30.348979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:31.766247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:55.559288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-058d24b5-3824-4c7d-8f74-2c393131bf4a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:55.593279 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:12:57.919575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1729617-edec-42ca-86d7-c662a8698e56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:12:58.999838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:00.370733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:01.770649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:25.530429 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-417460f9-f661-447f-ac82-c8cdf3d18597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:27.902203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d90cea1-221c-47d1-a445-5e830ce90912 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:29.044495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:30.364922 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:31.775960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:32.592060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:13:55.552248 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-015b96d2-5fed-4d30-8b4d-a5230ff92713 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.094238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43440) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:13:57.100120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-57fab243-5fd2-455a-8af1-beef527db0fd tempest-verify_tempest_config-189069741 tempest-verify_tempest_config-189069741-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:13:57.101125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57fab243-5fd2-455a-8af1-beef527db0fd tempest-verify_tempest_config-189069741 tempest-verify_tempest_config-189069741-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0059342 May 02 10:13:57.533627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43458) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:13:57.636170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.708459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Publish callbacks [] for security_group (da225fda-7085-4fda-87c8-694e66060b3d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.832275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (da225fda-7085-4fda-87c8-694e66060b3d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.876816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af84596bc11649c2bc123d921d776867&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3421252 May 02 10:13:57.877726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da225fda-7085-4fda-87c8-694e66060b3d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:13:57.879524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:13:57.884982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.885327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.885659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.885988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.886314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.886640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.886960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.887292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.887595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.887912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.888228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.888542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.888880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.889195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.889506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58f5a8b5-bbcf-4484-9a75-27133966ade8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:57.895206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-91d10aec-69c0-4fe5-b13b-7e90dca04773 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.937232 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Publish callbacks [] for security_group (da225fda-7085-4fda-87c8-694e66060b3d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:57.958097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Publish callbacks [] for security_group (da225fda-7085-4fda-87c8-694e66060b3d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:58.118895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (da225fda-7085-4fda-87c8-694e66060b3d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:58.121519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:13:58.122715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/da225fda-7085-4fda-87c8-694e66060b3d HTTP/1.1" status: 204 len: 168 time: 0.2422521 May 02 10:13:58.130594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da225fda-7085-4fda-87c8-694e66060b3d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:13:58.137824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.138173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.138511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.138845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.139174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.139504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.139834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.140154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.140477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.140821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.141175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.141464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.141781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.142098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:58.142413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663495c5-fe04-42a4-abc8-b5863643123a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:13:59.020959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:00.374752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:01.786494 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:09.591967 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:14:25.551922 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c020413-e664-494f-9fc5-af59be14d7cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:27.900894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05818ac2-c833-4d28-99c3-9b8d1c4d3b5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:29.009789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:30.392534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:31.798013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:46.592260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:14:55.569498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f4467cb-f643-400c-9696-1dda6427876b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:57.906536 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6df1422-2923-4986-821b-49434d75012a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:14:59.020748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:00.375124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:01.792312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:23.590621 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:15:25.569289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f93d2b0-99ca-4f32-9f04-2dc3aa737dc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:27.894837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-068c8702-46ec-463a-8158-a76de021b59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:29.038451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:30.386197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:31.792246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:55.552218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f56aa5d-de91-498c-8bfd-81ca5cacbc31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:57.872136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ed59c829-67ef-456f-9747-90433d0c6735 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:15:59.032185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:00.403459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:00.588877 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:16:01.780889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:25.563103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-13b1c7ff-2826-4f0e-9c20-e3f44ea5b5d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:27.860805 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bde893d6-f182-4cae-8cd5-366eda0cfdc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:29.032150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:30.414731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:31.832010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:37.587384 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 5 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:16:55.581006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c89cefe-5b49-472a-aa7f-dfebac1f983a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:57.889062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a933cc3c-b0fb-45ed-a0a1-25033a2f2a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:16:59.066152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:00.374447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:01.790742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:13.500344 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:14.586170 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 6 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:17:15.551970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-796678'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:25.562162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e4806554-e1b3-405c-abd1-6d33c20c8f08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:27.894510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a9425515-7433-4865-9f05-d65cc99d4be4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:29.036280 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:30.407760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:31.801466 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:43.561892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:45.517420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:51.584778 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:17:55.562934 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8fcf135f-2a53-43e5-a25d-6464fe49245a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:57.871443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d0555d6-1ff5-4f00-945f-ff88fc230fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:17:59.030414 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:00.425940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:01.802648 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:05.123826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43610) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:18:05.237152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec306379-6eaf-4f49-a1e0-292a6646fb6c admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.1107795 May 02 10:18:07.578731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43620) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:18:07.634098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0150d6d-a26e-42b7-bd00-225fdf1a3d2d admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4937 time: 0.0542972 May 02 10:18:13.538552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:15.568607 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:25.556674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c474810-1a2e-4bd0-83e2-c0bda5460d4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:27.877225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-082d32a5-3ba9-41f0-a9f0-e064acc228e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:28.584769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:18:29.036893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:30.435089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:31.796740 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:43.494025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:45.534471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:55.573970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c9da88b-72d9-4e26-900e-b44add42a228 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:57.904012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1726ef38-186b-4d1e-b1bd-0debb1df057a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:18:59.218616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:00.403246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:01.813826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:05.584484 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:19:13.505305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:15.629215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:25.554637 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-81163f50-3d41-47ab-86c2-7ab52204ea53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:27.859408 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd4c437b-8de5-45d8-bf8f-c98042e23af5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:29.053929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:30.417503 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:31.801921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:40.111286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43828) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:40.704269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-938993625-network', 'tenant_id': '25e3a228719d4cbda0507cba959f1816'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:40.813554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:40.815949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:40.825278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:40.907338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks [] for security_group (379f51ed-5d34-4e27-bd26-44d07004530b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:40.979261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (379f51ed-5d34-4e27-bd26-44d07004530b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.003901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:19:41.012849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379f51ed-5d34-4e27-bd26-44d07004530b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.025840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.026029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.026349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.026650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Tracked resource versions report: May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: pushed versions: May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: { 'AddressGroup': {'1.2'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Agent': {'1.1'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'ConntrackHelper': {'1.0'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'LocalIPAssociation': {'1.0'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Log': {'1.0'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'NDPProxy': {'1.0'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Network': {'1.1'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Port': {'1.7'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'PortForwarding': {'1.3'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'QosPolicy': {'1.10'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SecurityGroup': {'1.5'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SecurityGroupRule': {'1.2'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SubPort': {'1.0'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Subnet': {'1.1'}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Trunk': {'1.1'}} May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: consumer versions: May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: { DHCP agent@ncdv-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: HyperV agent@nch1-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: HyperV agent@nch2-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: L3 agent@ncdv-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: Metadata agent@ncdv-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: Metering agent@ncdv-master-1: {}, May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Agent': '1.1', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'ConntrackHelper': '1.0', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'LocalIPAssociation': '1.0', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Log': '1.0', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'NDPProxy': '1.0', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Network': '1.1', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Port': '1.7', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'PortForwarding': '1.3', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'QosPolicy': '1.10', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SecurityGroup': '1.5', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SecurityGroupRule': '1.2', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'SubPort': '1.0', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Subnet': '1.1', May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: 'Trunk': '1.1'}} May 02 10:19:41.027937 ncdv-master-1 neutron-server[115662]: {{(pid=115662) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:19:41.032396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0787bab3-70cc-4ba1-bc22-09f704a0dc89), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.032753 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Added segment 0787bab3-70cc-4ba1-bc22-09f704a0dc89 of type vlan for network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd May 02 10:19:41.075978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (98097bd3-4b95-4af7-9dbb-4e3fefd944fd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.225067 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (98097bd3-4b95-4af7-9dbb-4e3fefd944fd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.226025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:41.226625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.287783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] Pushing event updated for resources: {'Network': ['ID=98097bd3-4b95-4af7-9dbb-4e3fefd944fd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:41.298403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:19:41.352334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:41.360396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Request body: {'subnet': {'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-938993625-subnet', 'tenant_id': '25e3a228719d4cbda0507cba959f1816', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:41.364585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c213f478-d83f-4cec-8b7c-6be0c1ea7f1d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2520280 May 02 10:19:41.442292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:41.444618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.671236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (b428d290-0945-4d6c-b946-d746481c9d53), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.728611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b428d290-0945-4d6c-b946-d746481c9d53,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:41.737283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.737625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.737957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.738282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.738607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.738930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.739248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.739562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.739881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.740198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.740509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.740995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.741314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.741758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.741964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Tracked resource versions report: May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: pushed versions: May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: { 'AddressGroup': {'1.2'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Agent': {'1.1'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'ConntrackHelper': {'1.0'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'LocalIPAssociation': {'1.0'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Log': {'1.0'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'NDPProxy': {'1.0'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Network': {'1.1'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Port': {'1.7'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'PortForwarding': {'1.3'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'QosPolicy': {'1.10'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SecurityGroup': {'1.5'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SecurityGroupRule': {'1.2'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SubPort': {'1.0'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Subnet': {'1.1'}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Trunk': {'1.1'}} May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: consumer versions: May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: { DHCP agent@ncdv-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: HyperV agent@nch1-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: HyperV agent@nch2-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: L3 agent@ncdv-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: Metadata agent@ncdv-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: Metering agent@ncdv-master-1: {}, May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Agent': '1.1', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'ConntrackHelper': '1.0', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'LocalIPAssociation': '1.0', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Log': '1.0', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'NDPProxy': '1.0', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Network': '1.1', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Port': '1.7', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'PortForwarding': '1.3', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'QosPolicy': '1.10', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SecurityGroup': '1.5', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SecurityGroupRule': '1.2', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'SubPort': '1.0', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Subnet': '1.1', May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: 'Trunk': '1.1'}} May 02 10:19:41.743058 ncdv-master-1 neutron-server[115663]: {{(pid=115663) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:19:41.756846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:19:41.757300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Network hostable DHCP agents. Network: 98097bd3-4b95-4af7-9dbb-4e3fefd944fd, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:19:41.910883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:19:41.985341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 98097bd3-4b95-4af7-9dbb-4e3fefd944fd) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:19:41.990211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:41.997767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:41.999928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e5a02-e257-481d-baf2-b95ba7c92332 None None] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:19:42.088793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-257b87cf-249a-43a6-9844-a0f90e4d7a7c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7340190 May 02 10:19:42.110887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a568fd90-298a-4412-a131-d8e248602ba9 None None] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:19:42.583480 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:19:43.493858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.251348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:44.256502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-22731889-network', 'tenant_id': '20384e7e9a0144bf8bb2b9d57290b02c'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:44.339716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Made reservation on behalf of 20384e7e9a0144bf8bb2b9d57290b02c for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:44.342254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.352333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.443605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks [] for security_group (21bf9fe9-690b-4894-bbb0-94ee605b1ba3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.505369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (21bf9fe9-690b-4894-bbb0-94ee605b1ba3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.538694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:19:44.653932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21bf9fe9-690b-4894-bbb0-94ee605b1ba3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:44.668110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (99401eb7-869c-4fb5-b5c1-7d3428da3c46), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.670310 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Added segment 99401eb7-869c-4fb5-b5c1-7d3428da3c46 of type vlan for network c2fcfd62-b69e-47d5-962f-05e0580c7cfd May 02 10:19:44.723611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (c2fcfd62-b69e-47d5-962f-05e0580c7cfd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.771937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:44.829378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (c2fcfd62-b69e-47d5-962f-05e0580c7cfd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.830565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:44.831223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.894508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=c2fcfd62-b69e-47d5-962f-05e0580c7cfd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:44.913440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network c2fcfd62-b69e-47d5-962f-05e0580c7cfd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:19:44.920924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9250b3b2-2d46-4aa1-8bca-b56cb36fbe58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:44.936928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ab7e71e-3749-4689-bb06-76849eb2e4c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6839874 May 02 10:19:44.939312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44036) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:44.945089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Request body: {'subnet': {'network_id': 'c2fcfd62-b69e-47d5-962f-05e0580c7cfd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-22731889-subnet', 'tenant_id': '20384e7e9a0144bf8bb2b9d57290b02c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:45.019100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9250b3b2-2d46-4aa1-8bca-b56cb36fbe58 admin admin] Publish callbacks [] for security_group (cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.052990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:45.055154 ncdv-master-1 neutron-server[115663]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 10:19:45.077243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Made reservation on behalf of 20384e7e9a0144bf8bb2b9d57290b02c for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:45.079382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.088319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9250b3b2-2d46-4aa1-8bca-b56cb36fbe58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.100902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-3bd5e772-fb1e-41db-a89c-d58fbca0bb0a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467377 May 02 10:19:45.132583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9250b3b2-2d46-4aa1-8bca-b56cb36fbe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:45.148385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9250b3b2-2d46-4aa1-8bca-b56cb36fbe58 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60f844d1ae1c433381680cf9cb1f83a4&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3748269 May 02 10:19:45.151976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:45.200944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] Publish callbacks [] for security_group (cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.222265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] Publish callbacks [] for security_group (cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.332764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-ece7c8f3-176a-491a-a7f7-a472ac58ad59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:45.334245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-ece7c8f3-176a-491a-a7f7-a472ac58ad59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2256365 May 02 10:19:45.343386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.360079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.360079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384 HTTP/1.1" status: 204 len: 168 time: 0.1983202 May 02 10:19:45.367115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f377254-8d8a-402a-b23a-b81b320e7089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd4fa9e-e672-417d-a1d8-b2ab5c0a6384,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:45.412289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-6a1d0df9-14e6-450c-9e06-cd8a11fbd5a7 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/quotas/66d8d2aaecb944ea931a74ca8a8526f9 HTTP/1.1" status: 200 len: 375 time: 0.0704620 May 02 10:19:45.464622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-cd539b1e-fe3f-4500-bdad-81a1dac9b0a4 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514114 May 02 10:19:45.589201 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.589441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (4f628789-dee1-482d-9c1e-2cc8193131de), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.646635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f628789-dee1-482d-9c1e-2cc8193131de,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:45.651742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Checking segment: {'id': '99401eb7-869c-4fb5-b5c1-7d3428da3c46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c2fcfd62-b69e-47d5-962f-05e0580c7cfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:19:45.652127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Network hostable DHCP agents. Network: c2fcfd62-b69e-47d5-962f-05e0580c7cfd, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:19:45.718032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Network c2fcfd62-b69e-47d5-962f-05e0580c7cfd is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:19:45.791015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c2fcfd62-b69e-47d5-962f-05e0580c7cfd) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:19:45.795765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:45.796663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:45.810864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f41583-2407-4627-89fb-6cabf64f9af5 None None] Network c2fcfd62-b69e-47d5-962f-05e0580c7cfd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:19:45.863875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf8c94f6-7d94-4c8f-9380-ca7703bfc2de req-985cad0c-3d66-43f5-bc17-5dc99c7d1662 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 210 time: 0.0541739 May 02 10:19:45.895430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a4288cc4-46ee-41ad-8a75-313e6bffe5df admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9550717 May 02 10:19:45.937198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f3c208-83c6-44af-8146-e08f0302ee7a None None] Network c2fcfd62-b69e-47d5-962f-05e0580c7cfd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:19:46.292647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44116) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:46.388248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:46.464721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c776c546-3027-4f34-87e7-7117a3dca8bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.563774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c776c546-3027-4f34-87e7-7117a3dca8bf admin admin] Publish callbacks [] for security_group (b0840f03-3c19-4bc8-8ab6-cb28160e375f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.574957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bef9a84-8a92-4ffb-942d-03a14570e21e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.660579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bef9a84-8a92-4ffb-942d-03a14570e21e admin admin] Publish callbacks [] for security_group (58010e4a-ec51-4bc0-98b7-a9d3fe3d1822), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.703214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c776c546-3027-4f34-87e7-7117a3dca8bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b0840f03-3c19-4bc8-8ab6-cb28160e375f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.737969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bef9a84-8a92-4ffb-942d-03a14570e21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (58010e4a-ec51-4bc0-98b7-a9d3fe3d1822), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.746394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c776c546-3027-4f34-87e7-7117a3dca8bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11610c2f22414a8fb76d9adcaee4b57b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3569534 May 02 10:19:46.747313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776c546-3027-4f34-87e7-7117a3dca8bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0840f03-3c19-4bc8-8ab6-cb28160e375f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:46.748295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44152) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:46.794900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3bef9a84-8a92-4ffb-942d-03a14570e21e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e75b37ef372e4e7da13d2251b08f510e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4931309 May 02 10:19:46.795266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:46.859953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] Publish callbacks [] for security_group (58010e4a-ec51-4bc0-98b7-a9d3fe3d1822), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:46.880417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bef9a84-8a92-4ffb-942d-03a14570e21e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58010e4a-ec51-4bc0-98b7-a9d3fe3d1822,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:46.885208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] Publish callbacks [] for security_group (58010e4a-ec51-4bc0-98b7-a9d3fe3d1822), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.029254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (58010e4a-ec51-4bc0-98b7-a9d3fe3d1822), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.032386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.036259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58010e4a-ec51-4bc0-98b7-a9d3fe3d1822 HTTP/1.1" status: 204 len: 168 time: 0.2399616 May 02 10:19:47.039607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] Publish callbacks [] for security_group (b0840f03-3c19-4bc8-8ab6-cb28160e375f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.045277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6282df7d-c3b9-471e-a636-9e54dca92e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58010e4a-ec51-4bc0-98b7-a9d3fe3d1822,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:47.083712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:47.085856 ncdv-master-1 neutron-server[115662]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 02 10:19:47.087238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-3c3f8a00-705d-431c-b648-712d739e6190 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:47.093631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-3c3f8a00-705d-431c-b648-712d739e6190 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.2661350 May 02 10:19:47.116907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] Publish callbacks [] for security_group (b0840f03-3c19-4bc8-8ab6-cb28160e375f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.121137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-50620206-00bc-40e5-b17e-235c99e483c9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/quotas/25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 375 time: 0.0252876 May 02 10:19:47.133173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-490b4ef7-aba4-45bd-a205-51ee929b6d50 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482235 May 02 10:19:47.168758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-da494f74-6bce-429d-a040-7fd114c980a1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406404 May 02 10:19:47.253818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b0840f03-3c19-4bc8-8ab6-cb28160e375f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.256526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.257780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b0840f03-3c19-4bc8-8ab6-cb28160e375f HTTP/1.1" status: 204 len: 168 time: 0.5063965 May 02 10:19:47.266316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c172d6-c2d3-4eeb-85cc-30b91861b866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0840f03-3c19-4bc8-8ab6-cb28160e375f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:47.355017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d1bd5d3b-db50-40e7-8ec1-f1863f8d0308 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:47.356520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d1bd5d3b-db50-40e7-8ec1-f1863f8d0308 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2178106 May 02 10:19:47.375371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b4233cb3-04e4-4d58-a2cd-4ada986b2cb1 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/quotas/83b0196b9f684b1da4d70d97b20e37f1 HTTP/1.1" status: 200 len: 375 time: 0.0115917 May 02 10:19:47.424964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-9b0c7ed3-be34-48fd-b287-fb517c9c928f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:19:47.425978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-9b0c7ed3-be34-48fd-b287-fb517c9c928f service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1246662 May 02 10:19:47.469498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-46e6b3ab-6648-420f-bdce-88e36edeb05a tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0886307 May 02 10:19:47.529357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-c1d70d93-0147-40a5-8a20-af84f633625f service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956836 May 02 10:19:47.620282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-a02ed30c-4f68-427e-a202-961ac415918b service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830536 May 02 10:19:47.905928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44238) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:47.940543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a34532-3a7c-4718-bda5-b2a72c5aa6be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:47.956234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83ace8a9-57cb-4259-a46e-e01e6b7715d9 req-0d8d2106-d3b6-48c3-ae43-e62bb0453788 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 210 time: 0.0804377 May 02 10:19:48.016168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47ca9bdf-498e-457b-9458-f2c104748ebd req-d0b35a8e-1951-4c04-947a-004ef0ac1889 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0900123 May 02 10:19:48.138208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a34532-3a7c-4718-bda5-b2a72c5aa6be admin admin] Publish callbacks [] for security_group (8365b5d1-2fa2-478e-b5e2-dd4ea7295922), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.181916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05ffaa78-ed40-45ca-bd72-7e66b7a97a88 req-5ce218dd-ef79-45ff-a554-ee4b0c4092b1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.0421426 May 02 10:19:48.240402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a34532-3a7c-4718-bda5-b2a72c5aa6be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8365b5d1-2fa2-478e-b5e2-dd4ea7295922), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.281092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7a34532-3a7c-4718-bda5-b2a72c5aa6be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f6e66dc3240b4a42b43403096b218fe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3740735 May 02 10:19:48.281927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a34532-3a7c-4718-bda5-b2a72c5aa6be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8365b5d1-2fa2-478e-b5e2-dd4ea7295922,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:48.284414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44260) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:48.345931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] Publish callbacks [] for security_group (8365b5d1-2fa2-478e-b5e2-dd4ea7295922), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.370528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] Publish callbacks [] for security_group (8365b5d1-2fa2-478e-b5e2-dd4ea7295922), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.474901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8365b5d1-2fa2-478e-b5e2-dd4ea7295922), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.478131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:48.479292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8365b5d1-2fa2-478e-b5e2-dd4ea7295922 HTTP/1.1" status: 204 len: 168 time: 0.1937349 May 02 10:19:48.500331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd106b97-5430-422e-95b1-a38470daae0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8365b5d1-2fa2-478e-b5e2-dd4ea7295922,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:49.197602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a22a812c-db00-47ae-9c20-6539ca99ddea req-9adfd0e5-f628-422c-bd6d-4282866e1666 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0530934 May 02 10:19:49.197837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e916cf5d-8828-4c0c-9aa8-83ef13a7f8a0 req-674cae41-5045-4c5a-bb3d-39a14a319de5 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 210 time: 0.0396342 May 02 10:19:49.285737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-554a5d58-2ea0-4944-b281-d37f47e23ead req-a7fd5aa5-96b5-4c59-b098-c1082b72a135 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.0290718 May 02 10:19:49.644667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.15', 63260) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:49.680700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-30351eb9-8019-46a3-b9c7-d48a8aa879c6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348039 May 02 10:19:49.842043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-086985de-6023-4b4a-a293-179cca3e687d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:49.846483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-086985de-6023-4b4a-a293-179cca3e687d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1545713 May 02 10:19:49.982506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Request body: {'port': {'device_id': 'b56452da-e1df-489c-961a-246a644c8082', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '66d8d2aaecb944ea931a74ca8a8526f9'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:50.315249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Made reservation on behalf of 66d8d2aaecb944ea931a74ca8a8526f9 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:50.319941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:50.329276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1284ee10-923a-4eab-a90e-2490cea307a9 req-f5fe981e-184e-4c53-b9c8-229fbfe5180d tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0350540 May 02 10:19:50.334407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:50.383819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2317960f-3181-4177-88fb-53ff5dc2a9e5 req-3207e689-3321-4083-8004-1e3cb6247f90 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 210 time: 0.0511422 May 02 10:19:50.474770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks [] for security_group (e82e7ac3-495e-4238-9295-3a266342f016), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:50.495106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9688eec7-1c27-45c1-ba6a-342877a3780a req-238a858a-d616-4827-b00f-82f7dfa11d22 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.0371861 May 02 10:19:50.574003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e82e7ac3-495e-4238-9295-3a266342f016), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:50.674142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e82e7ac3-495e-4238-9295-3a266342f016,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:50.814974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.15', 63264) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:50.845494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Allocated IP 192.168.233.83 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/5b386af4-7b60-4aab-81d7-da238c0a0a47) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:19:50.925041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.24', 50381) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:50.974952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-0abf8546-6b99-4028-a4f2-c672d675d0ff tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0503569 May 02 10:19:51.178871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks [] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:51.247381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-b3d63bea-3443-4d64-a212-a643e46a239d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:51.248872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-b3d63bea-3443-4d64-a212-a643e46a239d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.4143872 May 02 10:19:51.296036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-dff0e3f3-fd2c-4354-a26f-fd40f312435d tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:51.297503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-dff0e3f3-fd2c-4354-a26f-fd40f312435d tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3183725 May 02 10:19:51.357972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:51.381193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Request body: {'port': {'device_id': '8f99215a-4605-45ba-beee-eff484bc8e13', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'admin_state_up': True, 'tenant_id': '25e3a228719d4cbda0507cba959f1816'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:51.555540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:19:51.567140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:19:51.577327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:19:51.582112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:51.582776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:51.590752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Request body: {'port': {'device_id': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '83b0196b9f684b1da4d70d97b20e37f1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:51.599093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Pushing event updated for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:51.703128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-a7affa92-51f2-4b27-a804-40a4e3218f7c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7246127 May 02 10:19:51.721714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-1b7b8b0f-21e1-4911-a7be-78605aaa2195 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:19:51.723070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-1b7b8b0f-21e1-4911-a7be-78605aaa2195 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0108416 May 02 10:19:51.774490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:51.842624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e547cac-7621-4a19-b98e-6f1c99685ea6 req-4ce8c550-6ceb-4ef9-b8fd-16266030317a tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.2979240 May 02 10:19:52.057599 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89ed5e24-8f61-4d96-89a8-e21c768d5ed8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.081986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b20de9d-50c3-40b0-a2cc-b03b4c97111f req-97774023-2c7a-49f3-beea-4e43991bd018 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:52.089204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b20de9d-50c3-40b0-a2cc-b03b4c97111f req-97774023-2c7a-49f3-beea-4e43991bd018 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 935 time: 0.1206532 May 02 10:19:52.122894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Request body: {'port': {'device_id': 'b56452da-e1df-489c-961a-246a644c8082', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:52.129916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-40ac9f2b-a11d-436f-a914-d5df57a954af None None] Provisioning complete for port 5b386af4-7b60-4aab-81d7-da238c0a0a47 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:19:52.131340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-40ac9f2b-a11d-436f-a914-d5df57a954af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.137029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b12411f7-5106-4c14-90b1-7ed3607f86a7 req-985fb068-3027-4677-a78e-0e1ab3659ce2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.1164172 May 02 10:19:52.213688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b20de9d-50c3-40b0-a2cc-b03b4c97111f req-4263c14c-aa55-41b1-8d94-6eb30605b91f tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233306 May 02 10:19:52.216901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Made reservation on behalf of 83b0196b9f684b1da4d70d97b20e37f1 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:52.228677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.237244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-40ac9f2b-a11d-436f-a914-d5df57a954af None None] Port 5b386af4-7b60-4aab-81d7-da238c0a0a47 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:19:52.242069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:19:52.262375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.278309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.398147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.610907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89ed5e24-8f61-4d96-89a8-e21c768d5ed8 admin admin] Publish callbacks [] for security_group (bac546bc-084a-4202-8f60-21fefc8b725b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:52.781554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks [] for security_group (3463a4b0-60e5-4623-aa3b-b1c9a4ce175d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.091661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Allocated IP 172.20.0.7 (98097bd3-4b95-4af7-9dbb-4e3fefd944fd/b428d290-0945-4d6c-b946-d746481c9d53/e3411e50-dd86-42c9-bca5-1f163ecc24bf) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:19:53.217110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44514) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:53.244927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89ed5e24-8f61-4d96-89a8-e21c768d5ed8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bac546bc-084a-4202-8f60-21fefc8b725b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.245647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3463a4b0-60e5-4623-aa3b-b1c9a4ce175d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.281998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed5e24-8f61-4d96-89a8-e21c768d5ed8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac546bc-084a-4202-8f60-21fefc8b725b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:53.323503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-babdd7bf-142e-4834-b47a-6ab51996971f req-a75062b9-3f2e-4bfd-9931-dabd6e106e91 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0963063 May 02 10:19:53.382558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-89ed5e24-8f61-4d96-89a8-e21c768d5ed8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5225762cb407423cb647044837c61346&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6067417 May 02 10:19:53.386147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44522) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:53.623315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b386af4-7b60-4aab-81d7-da238c0a0a47 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:19:53.648078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13615a89-169f-433e-be04-84493554c003 req-36f5a426-22f7-4cc6-9664-52b6d1feee72 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.1279373 May 02 10:19:53.671854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks [] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.697709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7210752e-5bbb-4a23-bcd7-b027706ccffc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.709712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a692e13a-5c91-42f4-ae2f-72d019a8c781 req-b0ca9ee3-1efa-468f-99d7-a95b71b0533a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:53.712423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a692e13a-5c91-42f4-ae2f-72d019a8c781 req-b0ca9ee3-1efa-468f-99d7-a95b71b0533a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 935 time: 0.2538595 May 02 10:19:53.758497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks [] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.780105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Transition to ACTIVE for port object 5b386af4-7b60-4aab-81d7-da238c0a0a47 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:19:53.818523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:53.826171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] Publish callbacks [] for security_group (bac546bc-084a-4202-8f60-21fefc8b725b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.897006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.967848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] Publish callbacks [] for security_group (bac546bc-084a-4202-8f60-21fefc8b725b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:53.979764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44528) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:53.981532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a692e13a-5c91-42f4-ae2f-72d019a8c781 req-016fa5a3-4a96-42d9-8353-4200cd5ff3cf tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591205 May 02 10:19:54.039677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.185125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Allocated IP 192.168.233.171 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/99130d49-fd88-4f83-a299-5e81cfeb1fc6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:19:54.245552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:19:54.247509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:19:54.250374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:19:54.256114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:54.256783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.310447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c2f66f1-6c49-4fff-adf2-193b026e473e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.331415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:54.341139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-49bf29e7-ef1b-483d-9a24-d94d8c69b712 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9640222 May 02 10:19:54.411488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Request body: {'port': {'device_id': '8f99215a-4605-45ba-beee-eff484bc8e13', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:54.419363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bac546bc-084a-4202-8f60-21fefc8b725b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.425397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.431941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bac546bc-084a-4202-8f60-21fefc8b725b HTTP/1.1" status: 204 len: 168 time: 1.0444307 May 02 10:19:54.485998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Attempting to bind port 5b386af4-7b60-4aab-81d7-da238c0a0a47 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:19:54.486367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Attempting to bind port 5b386af4-7b60-4aab-81d7-da238c0a0a47 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:19:54.486781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Attempting to bind port 5b386af4-7b60-4aab-81d7-da238c0a0a47 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:19:54.489144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Pushing event updated for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:54.505930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc2fa76-516d-41db-99eb-e9ea85e98b8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac546bc-084a-4202-8f60-21fefc8b725b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:54.514827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Port 5b386af4-7b60-4aab-81d7-da238c0a0a47 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:19:54.521775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Attempting to bind port 5b386af4-7b60-4aab-81d7-da238c0a0a47 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:19:54.529401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:19:54.533881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:19:54.534455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:19:54.534935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Bound port: 5b386af4-7b60-4aab-81d7-da238c0a0a47, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:19:54.535969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.638078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7210752e-5bbb-4a23-bcd7-b027706ccffc admin admin] Publish callbacks [] for security_group (753401c4-67e3-4d95-a4e9-d59c7af8634e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.730309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-760ef6db-d7cc-4ef9-8057-9a75e16e27da req-b8a403e6-506f-4090-8a63-359074f665b4 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.1433096 May 02 10:19:54.750461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:19:54.761629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7210752e-5bbb-4a23-bcd7-b027706ccffc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (753401c4-67e3-4d95-a4e9-d59c7af8634e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.822128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:19:54.853882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7210752e-5bbb-4a23-bcd7-b027706ccffc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20ebdc8b202e49338906cb8641faee94&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6357098 May 02 10:19:54.887964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44540) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:54.893040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:54.997428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068d8462-271f-4e90-84d0-e3510b678ba7 req-beaaa9ef-20b7-4b62-8272-29125661f89c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:55.010205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-068d8462-271f-4e90-84d0-e3510b678ba7 req-beaaa9ef-20b7-4b62-8272-29125661f89c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 931 time: 0.1602459 May 02 10:19:55.027959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.030068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7210752e-5bbb-4a23-bcd7-b027706ccffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753401c4-67e3-4d95-a4e9-d59c7af8634e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:55.095446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Pushing event updated for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:55.142702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:55.142702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.142702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-632a9dba-b22d-4bf8-8ac2-78b8660b7144 service neutron] 10.222.0.15 "PUT /v2.0/ports/5b386af4-7b60-4aab-81d7-da238c0a0a47 HTTP/1.1" status: 200 len: 1095 time: 3.2144866 May 02 10:19:55.143682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:19:55.282302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-068d8462-271f-4e90-84d0-e3510b678ba7 req-efb0acfa-a71b-4f44-b18c-2ee14f6f56b4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712772 May 02 10:19:55.424701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-78439e7b-469c-45f2-9baf-6940e0d01322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:55.426129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-78439e7b-469c-45f2-9baf-6940e0d01322 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 1129 time: 0.1290338 May 02 10:19:55.559970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-496f2e4f-ed32-4ddc-87c6-679840046224 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47 HTTP/1.1" status: 200 len: 217 time: 0.1133866 May 02 10:19:55.580204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-02c96caa-8ca8-4016-921f-8fc997c4cb36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.694276 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3934284-0384-4c74-a063-8aa821913c44" -d '{"events": [{"name": "network-changed", "server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:19:55.696993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44550) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:55.780141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c09fbf-544b-47ac-b3ee-020c24210b5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.780433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c2f66f1-6c49-4fff-adf2-193b026e473e admin admin] Publish callbacks [] for security_group (82f966f1-d360-406f-8c09-6791e15836ac), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.791172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] Publish callbacks [] for security_group (753401c4-67e3-4d95-a4e9-d59c7af8634e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.812351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks [] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.859122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-37715030-097e-408c-bcde-3df8fd158afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:55.860581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-37715030-097e-408c-bcde-3df8fd158afd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2657378 May 02 10:19:55.888389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c2f66f1-6c49-4fff-adf2-193b026e473e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (82f966f1-d360-406f-8c09-6791e15836ac), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:55.896809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2caf0ff-6e2c-4db4-bf07-946119b929e2 req-3094fbfc-e431-45da-ac56-278145793b67 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:55.903652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2caf0ff-6e2c-4db4-bf07-946119b929e2 req-3094fbfc-e431-45da-ac56-278145793b67 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.7283208 May 02 10:19:55.995570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] Publish callbacks [] for security_group (753401c4-67e3-4d95-a4e9-d59c7af8634e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.109065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-247afeea-b41b-4071-9974-a49226140afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:56.111282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-247afeea-b41b-4071-9974-a49226140afb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2418308 May 02 10:19:56.140133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9c2f66f1-6c49-4fff-adf2-193b026e473e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=975d62b4b18f41059bd8222ba2daee63&name=default HTTP/1.1" status: 200 len: 2992 time: 2.1543603 May 02 10:19:56.148708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2f66f1-6c49-4fff-adf2-193b026e473e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f966f1-d360-406f-8c09-6791e15836ac,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:56.160869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:56.220947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-8a05873c-933f-41f2-a621-b4502cc324ad service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944376 May 02 10:19:56.272743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c09fbf-544b-47ac-b3ee-020c24210b5c admin admin] Publish callbacks [] for security_group (f82bd456-9a26-4b57-ac57-fa6f2e04ecab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.305218 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d11971-b0ec-4702-971b-30bc8d0ec407 x-openstack-request-id: req-87d11971-b0ec-4702-971b-30bc8d0ec407 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:19:56.305765 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:19:56.306231 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87d11971-b0ec-4702-971b-30bc8d0ec407 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:19:56.306658 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87d11971-b0ec-4702-971b-30bc8d0ec407'] response: {'name': 'network-changed', 'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47', 'status': 'completed', 'code': 200} May 02 10:19:56.318697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2caf0ff-6e2c-4db4-bf07-946119b929e2 req-37120dde-fe5d-4727-9826-07bba95ec1c4 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4140596 May 02 10:19:56.349104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.374763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f000bf-3d33-4a50-9e29-b8b8db59c204 req-22601966-39af-40d7-9d7d-a8477e39618a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420300 May 02 10:19:56.376950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c09fbf-544b-47ac-b3ee-020c24210b5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f82bd456-9a26-4b57-ac57-fa6f2e04ecab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.418572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8c09fbf-544b-47ac-b3ee-020c24210b5c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2a90195e03474f0eba6c1eb5f3edd17b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7198358 May 02 10:19:56.421116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:56.509749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c09fbf-544b-47ac-b3ee-020c24210b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82bd456-9a26-4b57-ac57-fa6f2e04ecab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:56.579199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:19:56.588575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:19:56.623990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:19:56.633298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:56.635707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.690378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8fd3eb-80e7-46a9-a341-31e4e610115c req-a7a49466-bdb3-401d-ad22-3e4ce72dd080 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:56.691960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a8fd3eb-80e7-46a9-a341-31e4e610115c req-a7a49466-bdb3-401d-ad22-3e4ce72dd080 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 936 time: 0.2281272 May 02 10:19:56.696083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934284-0384-4c74-a063-8aa821913c44 req-2ce94ee2-6ebd-42d9-80cd-d2331213bd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:56.706444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-2ce94ee2-6ebd-42d9-80cd-d2331213bd22 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 1129 time: 0.1511307 May 02 10:19:56.707622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] Publish callbacks [] for security_group (f82bd456-9a26-4b57-ac57-fa6f2e04ecab), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.730533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3411e50-dd86-42c9-bca5-1f163ecc24bf {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:19:56.735249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] Publish callbacks [] for security_group (f82bd456-9a26-4b57-ac57-fa6f2e04ecab), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.740002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks [] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.795543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Pushing event updated for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:56.871722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-b12c73d8-569b-4069-86c7-3529ac1769b9 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3256466 May 02 10:19:56.873182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-faa2580a-627d-4a3a-bf5c-c647d9138dbe None None] Provisioning complete for port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:19:56.874360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faa2580a-627d-4a3a-bf5c-c647d9138dbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.879140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a50e1bf-21ca-45e9-831c-b7e112fc8093 req-9944046c-59c2-43a2-ad16-3f97989ed1a9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:56.880736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a50e1bf-21ca-45e9-831c-b7e112fc8093 req-9944046c-59c2-43a2-ad16-3f97989ed1a9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 931 time: 0.3391447 May 02 10:19:56.882266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Transition to ACTIVE for port object e3411e50-dd86-42c9-bca5-1f163ecc24bf will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:19:56.886085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (753401c4-67e3-4d95-a4e9-d59c7af8634e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.888808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.890121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/753401c4-67e3-4d95-a4e9-d59c7af8634e HTTP/1.1" status: 204 len: 168 time: 1.9985049 May 02 10:19:56.900369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d60e233c-341c-4311-b608-521c8a877cd5 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:19:56.900369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d60e233c-341c-4311-b608-521c8a877cd5 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060427 May 02 10:19:56.900957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] Publish callbacks [] for security_group (82f966f1-d360-406f-8c09-6791e15836ac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:56.943319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faa2580a-627d-4a3a-bf5c-c647d9138dbe None None] Port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:19:57.001661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a50e1bf-21ca-45e9-831c-b7e112fc8093 req-7cd7b1de-87d0-4734-bd19-6f7f1ba32169 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976872 May 02 10:19:57.017259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.030996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d65cf0c-4900-4eb5-8cb6-3d2d64d1233f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753401c4-67e3-4d95-a4e9-d59c7af8634e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:57.165806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] Publish callbacks [] for security_group (82f966f1-d360-406f-8c09-6791e15836ac), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.173764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Request body: {'port': {'device_id': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'device_owner': 'compute:tempest-test_az-542099780', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:19:57.334121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a8fd3eb-80e7-46a9-a341-31e4e610115c req-4ba266db-7c3d-4eae-a4eb-c393ea8624b4 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5423486 May 02 10:19:57.365959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f82bd456-9a26-4b57-ac57-fa6f2e04ecab), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.380379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.389880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f82bd456-9a26-4b57-ac57-fa6f2e04ecab HTTP/1.1" status: 204 len: 168 time: 0.9674449 May 02 10:19:57.418908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a0a0-bd05-48be-b3d2-2855866e80ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82bd456-9a26-4b57-ac57-fa6f2e04ecab,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:57.435680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934284-0384-4c74-a063-8aa821913c44 req-abf56562-558f-45c1-8920-495a6b78e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:57.449048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-abf56562-558f-45c1-8920-495a6b78e388 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.6555104 May 02 10:19:57.539937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:57.585081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:19:57.585721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:19:57.586207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:19:57.596780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:19:57.604022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:19:57.611037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (82f966f1-d360-406f-8c09-6791e15836ac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.618337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.623328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/82f966f1-d360-406f-8c09-6791e15836ac HTTP/1.1" status: 204 len: 168 time: 1.4614778 May 02 10:19:57.658088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc21ead-14e5-4377-935a-b54bdc52efc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f966f1-d360-406f-8c09-6791e15836ac,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:57.675064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.679712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:19:57.686402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:19:57.688491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:19:57.689956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Bound port: e3411e50-dd86-42c9-bca5-1f163ecc24bf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:19:57.691376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.773084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-fa02ac91-7b8e-4a2e-bf2f-cdda510a3cb8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47 HTTP/1.1" status: 200 len: 217 time: 0.1594577 May 02 10:19:57.832494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536adb6-880f-4712-acd2-1bdd0df358d8 req-3ee52754-5db6-4b5e-b1f3-e6bda15043dc tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:57.845455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4536adb6-880f-4712-acd2-1bdd0df358d8 req-3ee52754-5db6-4b5e-b1f3-e6bda15043dc tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.2953408 May 02 10:19:57.910832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3da067e0-1bf2-4bbc-beb4-e868ea927f8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:57.958926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934284-0384-4c74-a063-8aa821913c44 req-1c50eba7-f238-4161-8c06-3e47dc452869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:57.961396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-1c50eba7-f238-4161-8c06-3e47dc452869 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1679547 May 02 10:19:58.031743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4536adb6-880f-4712-acd2-1bdd0df358d8 req-5c053be6-7d48-4120-838f-0405a67c3272 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858349 May 02 10:19:58.047638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:19:58.055377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:19:58.135144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3934284-0384-4c74-a063-8aa821913c44 req-59285977-495f-4d2b-924f-14337c4bdc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:58.137881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-59285977-495f-4d2b-924f-14337c4bdc6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1602514 May 02 10:19:58.275095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:58.360451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-4636f9fe-f5c7-4cfa-809e-443923b31c4b service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111719 May 02 10:19:58.391924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:58.575336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-910ac681-e1c1-404a-9957-acc81cb72a1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:58.640382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:58.641337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:58.642939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 1091 time: 4.2516778 May 02 10:19:58.643526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:19:58.724472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01ebed3-2988-47c2-8c9e-d48102b49a19 req-9895a4ea-9755-4645-a91b-07483f64e431 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:58.726245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a01ebed3-2988-47c2-8c9e-d48102b49a19 req-9895a4ea-9755-4645-a91b-07483f64e431 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.3551209 May 02 10:19:58.748260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dab1b-dc6f-48d4-bdad-591b5f249a62 req-ac03db36-fcd3-41c1-81d9-23a4c0b23941 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:58.755936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b63dab1b-dc6f-48d4-bdad-591b5f249a62 req-ac03db36-fcd3-41c1-81d9-23a4c0b23941 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 936 time: 0.2145166 May 02 10:19:58.821534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e7fec-0e22-42ed-ae1b-c5ebe94ba023 service neutron] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:58.878970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a01ebed3-2988-47c2-8c9e-d48102b49a19 req-63539db6-3c62-4e6a-a2e5-9ddfa1d20598 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436601 May 02 10:19:58.983483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3934284-0384-4c74-a063-8aa821913c44 req-63e06a6e-eda1-4be2-89ca-6bb069310367 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5629563 May 02 10:19:59.094009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.111429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-910ac681-e1c1-404a-9957-acc81cb72a1a admin admin] Publish callbacks [] for security_group (af1e2e01-a896-46e6-8588-c4a949e8fe79), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.130329 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a058117e-0986-485b-892d-9e02329709d0" -d '{"events": [{"name": "network-changed", "server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:19:59.200016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b63dab1b-dc6f-48d4-bdad-591b5f249a62 req-b692b85d-78c6-4532-857f-93f5c4024170 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4423409 May 02 10:19:59.201589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-1b861f71-7059-4464-ad3c-bfbef90e3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:59.203082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-1b861f71-7059-4464-ad3c-bfbef90e3254 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1125 time: 0.3773754 May 02 10:19:59.213280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6ea7d-cc6f-41df-9df5-3391ecfd12ab req-92acc6cc-c74b-4b6b-a15d-4500990b10df tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:59.220855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04f6ea7d-cc6f-41df-9df5-3391ecfd12ab req-92acc6cc-c74b-4b6b-a15d-4500990b10df tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.0684268 May 02 10:19:59.227810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-910ac681-e1c1-404a-9957-acc81cb72a1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (af1e2e01-a896-46e6-8588-c4a949e8fe79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.296240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-910ac681-e1c1-404a-9957-acc81cb72a1a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=70d574d8a811442aaddf440bc481dcad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8966897 May 02 10:19:59.304528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:59.343468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-088acb37-4813-49dc-8dc4-6002c7c77055 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.1080060 May 02 10:19:59.346247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ac681-e1c1-404a-9957-acc81cb72a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e2e01-a896-46e6-8588-c4a949e8fe79,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:59.346549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99130d49-fd88-4f83-a299-5e81cfeb1fc6 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:19:59.411229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04f6ea7d-cc6f-41df-9df5-3391ecfd12ab req-81c09e4f-3029-42c5-9002-2214a61d044b tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892064 May 02 10:19:59.441108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks [] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.445151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-6d7653f7-0533-41c0-967c-e2485cd2ce0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:19:59.447054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-6d7653f7-0533-41c0-967c-e2485cd2ce0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0792861 May 02 10:19:59.460728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:19:59.471071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] Publish callbacks [] for security_group (af1e2e01-a896-46e6-8588-c4a949e8fe79), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.487277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Transition to ACTIVE for port object 99130d49-fd88-4f83-a299-5e81cfeb1fc6 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:19:59.504552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] Publish callbacks [] for security_group (af1e2e01-a896-46e6-8588-c4a949e8fe79), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.544104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fa97efa-8f41-462d-bd91-1c45bd778548 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.547332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-6eaf8519-f5b9-4880-8ae0-a3a89b663ba5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763664 May 02 10:19:59.549610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.676667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (af1e2e01-a896-46e6-8588-c4a949e8fe79), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.681155 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:19:59.682861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af1e2e01-a896-46e6-8588-c4a949e8fe79 HTTP/1.1" status: 204 len: 168 time: 0.3766034 May 02 10:19:59.697262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9f7adc-ad02-4e37-a838-84c86ace791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e2e01-a896-46e6-8588-c4a949e8fe79,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:19:59.996955 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdeae7d9-37bc-4b19-abd4-aebc8b948a6c x-openstack-request-id: req-fdeae7d9-37bc-4b19-abd4-aebc8b948a6c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:19:59.997240 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:19:59.997485 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fdeae7d9-37bc-4b19-abd4-aebc8b948a6c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:19:59.997934 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdeae7d9-37bc-4b19-abd4-aebc8b948a6c'] response: {'name': 'network-changed', 'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'status': 'completed', 'code': 200} May 02 10:20:00.137346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:00.158538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afb36f4-9eb8-46a8-8deb-f827158fcc7b req-bb7bbba6-1b75-4e42-a5cc-8a6461dfe1af tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:00.163516 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3afb36f4-9eb8-46a8-8deb-f827158fcc7b req-bb7bbba6-1b75-4e42-a5cc-8a6461dfe1af tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.1194615 May 02 10:20:00.169675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-f7e8cdee-0d56-48d4-93f2-60e48e2f590f service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011226 May 02 10:20:00.273071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3afb36f4-9eb8-46a8-8deb-f827158fcc7b req-30246ac7-3c90-4937-92ba-920a6edf2345 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951424 May 02 10:20:00.443254 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:00.636400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Attempting to bind port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:00.639848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Attempting to bind port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:00.650029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e225fe-0a90-4cba-b9b3-c8c7f42e410d req-9b991525-d6e8-4567-bda1-da835de85943 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:00.650441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Attempting to bind port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:00.667744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5e225fe-0a90-4cba-b9b3-c8c7f42e410d req-9b991525-d6e8-4567-bda1-da835de85943 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.1157472 May 02 10:20:00.691463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3488d088-3cbf-4baf-999d-b6568ca2fdb9 req-77a2fe5e-d371-45a6-a7fb-c2a40f11f763 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:00.697365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3488d088-3cbf-4baf-999d-b6568ca2fdb9 req-77a2fe5e-d371-45a6-a7fb-c2a40f11f763 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.3304756 May 02 10:20:00.721153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:00.725107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Attempting to bind port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:00.781436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5e225fe-0a90-4cba-b9b3-c8c7f42e410d req-cd43aa8b-f69e-4be0-8f8b-bfacd8590e64 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122408 May 02 10:20:00.808991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 19, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:00.809711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:00.810446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:00.811212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Bound port: 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:00.811850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:00.846208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fa97efa-8f41-462d-bd91-1c45bd778548 admin admin] Publish callbacks [] for security_group (48c55194-acd4-4d18-94a3-46ab5e11305c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:00.860278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26d2623e-5d5e-4bcc-ab84-4cb64485e420 req-4a351060-591d-47f7-b7c0-a0047aaf2b8c service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665571 May 02 10:20:00.917807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fa97efa-8f41-462d-bd91-1c45bd778548 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48c55194-acd4-4d18-94a3-46ab5e11305c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:00.935514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3488d088-3cbf-4baf-999d-b6568ca2fdb9 req-0aac1cac-5023-440f-8d27-1483984ee36d tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285643 May 02 10:20:01.048803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa97efa-8f41-462d-bd91-1c45bd778548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c55194-acd4-4d18-94a3-46ab5e11305c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:01.058215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2fa97efa-8f41-462d-bd91-1c45bd778548 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9051f063c82149c7a65b85fa5a93ba1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5922976 May 02 10:20:01.058760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44666) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:01.150768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:01.182909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] Publish callbacks [] for security_group (48c55194-acd4-4d18-94a3-46ab5e11305c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.198403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:01.200697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058117e-0986-485b-892d-9e02329709d0 req-51ac1aef-cb4c-4c85-93cc-e62246f94e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:01.202440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-51ac1aef-cb4c-4c85-93cc-e62246f94e8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1125 time: 0.1825244 May 02 10:20:01.241571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] Publish callbacks [] for security_group (48c55194-acd4-4d18-94a3-46ab5e11305c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.333221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.473581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:01.474554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48c55194-acd4-4d18-94a3-46ab5e11305c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.474680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.479186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] 10.222.0.24 "PUT /v2.0/ports/99130d49-fd88-4f83-a299-5e81cfeb1fc6 HTTP/1.1" status: 200 len: 1117 time: 4.4163759 May 02 10:20:01.485609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.488632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48c55194-acd4-4d18-94a3-46ab5e11305c HTTP/1.1" status: 204 len: 168 time: 0.4294646 May 02 10:20:01.541431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8dcf-dee8-4fea-8b53-e6266fb09832 req-2dedbd3f-97a0-4e18-839a-977db9e899fb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:01.551789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59cf8dcf-dee8-4fea-8b53-e6266fb09832 req-2dedbd3f-97a0-4e18-839a-977db9e899fb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.1526363 May 02 10:20:01.554720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afae571c-3abd-411b-a408-22bcaebb68c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c55194-acd4-4d18-94a3-46ab5e11305c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:01.649952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7348e15-aa6f-488c-ad94-01af4c7bfeb3 service neutron] Pushing event updated for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:01.730702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59cf8dcf-dee8-4fea-8b53-e6266fb09832 req-4b64fea0-af44-4702-b4f6-b19f3011d6bc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712468 May 02 10:20:01.832329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:01.854446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058117e-0986-485b-892d-9e02329709d0 req-28ab4965-48aa-4f82-ad8c-ccaf296ad25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:01.865752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-28ab4965-48aa-4f82-ad8c-ccaf296ad25a service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.6498063 May 02 10:20:01.887194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-628397e4-3618-47fb-9514-26d23777b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:01.888689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-628397e4-3618-47fb-9514-26d23777b337 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 1151 time: 0.2014153 May 02 10:20:01.986270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-a61cb984-bc95-4c82-9437-a79b03cbbe1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.1060681 May 02 10:20:01.998747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:02.014243 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bcae59b-1b80-4166-b38a-78caa04592aa" -d '{"events": [{"name": "network-changed", "server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:02.189946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-71260146-7d06-41c9-b249-424ed823b076 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6 HTTP/1.1" status: 200 len: 217 time: 0.2268372 May 02 10:20:02.254477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1af3f-f749-4c33-a6d7-1e0a25e6e2e3 req-0b4510ef-f4b3-43e6-8a0d-6a8623d52925 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:02.269635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beb1af3f-f749-4c33-a6d7-1e0a25e6e2e3 req-0b4510ef-f4b3-43e6-8a0d-6a8623d52925 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.1113019 May 02 10:20:02.305180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d8647bb6-348f-443d-b5d8-293b1dfef78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:02.306778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-d8647bb6-348f-443d-b5d8-293b1dfef78a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0940952 May 02 10:20:02.328114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a058117e-0986-485b-892d-9e02329709d0 req-0558b16d-31d3-4c6f-a494-466c3900b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:02.329810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-0558b16d-31d3-4c6f-a494-466c3900b843 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.3121440 May 02 10:20:02.336303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38321b-a2fe-490f-98a8-dda68016da08 req-54a0896c-b186-46d8-af32-6a8671d9a59c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:02.338370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df38321b-a2fe-490f-98a8-dda68016da08 req-54a0896c-b186-46d8-af32-6a8671d9a59c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.3769882 May 02 10:20:02.404087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beb1af3f-f749-4c33-a6d7-1e0a25e6e2e3 req-c0904173-d96f-4e23-9984-8963e90b0584 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312914 May 02 10:20:02.425279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-f3968e7f-d1fc-4664-abe8-594307ebd0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0859072 May 02 10:20:02.525806 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e481cb-f5aa-4c35-99e0-01c4733761a0 x-openstack-request-id: req-82e481cb-f5aa-4c35-99e0-01c4733761a0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:02.526258 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:02.527825 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82e481cb-f5aa-4c35-99e0-01c4733761a0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:02.528419 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e481cb-f5aa-4c35-99e0-01c4733761a0'] response: {'name': 'network-changed', 'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6', 'status': 'completed', 'code': 200} May 02 10:20:02.680946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-97767d9a-2c4b-4c62-a071-7c6afac33a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:02.682968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-97767d9a-2c4b-4c62-a071-7c6afac33a96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3668480 May 02 10:20:02.929723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df38321b-a2fe-490f-98a8-dda68016da08 req-c88e2921-4dea-4184-b72f-ebe9d816c1fd tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5587554 May 02 10:20:02.947610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-6ad50663-eac0-4765-8729-e6289a149d5e service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958353 May 02 10:20:03.048940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c588e6f-01c8-4b1c-997b-40ad84b1f304 req-92c36834-c32d-40eb-aa9e-b9c1bd884788 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:03.066171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c588e6f-01c8-4b1c-997b-40ad84b1f304 req-92c36834-c32d-40eb-aa9e-b9c1bd884788 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.1620638 May 02 10:20:03.172900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-daef10de-349c-4dde-9fcf-cde6b6188fb5 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4817090 May 02 10:20:03.177685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a058117e-0986-485b-892d-9e02329709d0 req-1eba5184-4000-4b37-a960-1dea94a4bd8b service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905668 May 02 10:20:03.184022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c588e6f-01c8-4b1c-997b-40ad84b1f304 req-5d292199-9229-4258-9878-8491517f6072 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168394 May 02 10:20:03.343691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c55f5172-c2ac-43bc-b163-0d4234571cf7 req-fa2f85fb-0485-460f-ba48-da364e775d54 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612549 May 02 10:20:03.632646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57675e3b-391a-4016-a842-a85d6f3fb263 req-ea3cd2c1-8c86-465b-b403-67808b7dedc7 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:03.636776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57675e3b-391a-4016-a842-a85d6f3fb263 req-ea3cd2c1-8c86-465b-b403-67808b7dedc7 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.0998666 May 02 10:20:03.690748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57675e3b-391a-4016-a842-a85d6f3fb263 req-ca0972da-8784-4be3-b3a2-4517489f2520 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407953 May 02 10:20:04.147250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb47fc-b7fd-422a-b499-c8aba716543a req-d55a6f3b-3541-4477-95ca-276769bd4a0d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:04.148910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6eb47fc-b7fd-422a-b499-c8aba716543a req-d55a6f3b-3541-4477-95ca-276769bd4a0d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.1805785 May 02 10:20:04.198748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6eb47fc-b7fd-422a-b499-c8aba716543a req-8519579b-fc24-4fb1-99c4-f20c0a4afd67 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442095 May 02 10:20:04.300052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05721278-e877-4903-9f42-80327cd15233 req-4efc293c-3b52-4e7d-add5-8773fcd5bf80 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:04.301562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05721278-e877-4903-9f42-80327cd15233 req-4efc293c-3b52-4e7d-add5-8773fcd5bf80 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0454102 May 02 10:20:04.363979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05721278-e877-4903-9f42-80327cd15233 req-b367ab6b-623d-4259-af14-38892deef6ed tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562439 May 02 10:20:04.975157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc1f5e-20c3-4453-b19d-48fef6f16361 req-e8017dc3-80f9-414a-adaa-fe51b494b50c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:04.977060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10bc1f5e-20c3-4453-b19d-48fef6f16361 req-e8017dc3-80f9-414a-adaa-fe51b494b50c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.0521576 May 02 10:20:05.025283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10bc1f5e-20c3-4453-b19d-48fef6f16361 req-5a67288a-ec18-4f5a-8fac-39462c5e1122 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423183 May 02 10:20:05.323375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ae1dcf-b060-43e4-ac8b-e3624f271d8d req-dbc8c532-9169-4372-9645-b572f7e7983d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:05.325499 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84ae1dcf-b060-43e4-ac8b-e3624f271d8d req-dbc8c532-9169-4372-9645-b572f7e7983d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.0489242 May 02 10:20:05.376855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84ae1dcf-b060-43e4-ac8b-e3624f271d8d req-d1d0bf8d-c058-4622-8328-08f83dafca0a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448391 May 02 10:20:05.572231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f19e6-3072-432b-8176-6709dc8a8440 req-a0b4d5b7-600c-4b81-ac66-9d33a22e07d3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:05.576564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378f19e6-3072-432b-8176-6709dc8a8440 req-a0b4d5b7-600c-4b81-ac66-9d33a22e07d3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0503099 May 02 10:20:05.624570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378f19e6-3072-432b-8176-6709dc8a8440 req-fa643d33-898f-49a8-8b0a-1e21e3fa5a85 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454047 May 02 10:20:05.664379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-7741c43e-eea2-4c60-8392-2a138a6c8784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:05.666433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-7741c43e-eea2-4c60-8392-2a138a6c8784 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 1151 time: 0.0387409 May 02 10:20:05.759532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-5c8a7fba-d83f-46ca-ac8f-553761c0c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:05.765128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-5c8a7fba-d83f-46ca-ac8f-553761c0c553 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.0920954 May 02 10:20:05.815412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-5baa3c5f-e575-4492-8b5a-f0d3f25670e9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6 HTTP/1.1" status: 200 len: 217 time: 0.0361230 May 02 10:20:06.034114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-5c55f66b-19b4-46e9-926d-1181215b42e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:06.035740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-5c55f66b-19b4-46e9-926d-1181215b42e9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2149768 May 02 10:20:06.080391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-8a7d0ed7-aca8-4c42-8bd8-21bf8bdbd384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:06.081955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-8a7d0ed7-aca8-4c42-8bd8-21bf8bdbd384 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0402265 May 02 10:20:06.202682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-c7de93dc-5747-4ada-b4a9-ec736c134063 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146564 May 02 10:20:06.239705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e64ec0-ab56-4d84-8f1a-65a7c1aff04f req-3472f6be-b7ce-48bb-9352-968930c83c6c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:06.241576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:06.247432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96e64ec0-ab56-4d84-8f1a-65a7c1aff04f req-3472f6be-b7ce-48bb-9352-968930c83c6c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.0738583 May 02 10:20:06.295860 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96e64ec0-ab56-4d84-8f1a-65a7c1aff04f req-81d89590-0171-47b2-b68a-61d6501fa931 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475767 May 02 10:20:06.327127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bcae59b-1b80-4166-b38a-78caa04592aa req-613e593e-33a3-4d84-a925-f89ce6d94387 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190827 May 02 10:20:06.370674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4964f3-69bb-49ec-847c-b7fb49daf9cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.456863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4964f3-69bb-49ec-847c-b7fb49daf9cf admin admin] Publish callbacks [] for security_group (01f57584-d31b-4a50-81e8-1f2f6f959d58), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.531990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4964f3-69bb-49ec-847c-b7fb49daf9cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (01f57584-d31b-4a50-81e8-1f2f6f959d58), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.579425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cd4964f3-69bb-49ec-847c-b7fb49daf9cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bede124781f041c381f476928232a1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3353400 May 02 10:20:06.580386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4964f3-69bb-49ec-847c-b7fb49daf9cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f57584-d31b-4a50-81e8-1f2f6f959d58,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:06.581408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44842) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:06.641339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] Publish callbacks [] for security_group (01f57584-d31b-4a50-81e8-1f2f6f959d58), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.661627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b313ab0-289d-410b-b027-847aa208197b req-fe7072ce-6259-4058-8289-d370ee018fa1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:06.663129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b313ab0-289d-410b-b027-847aa208197b req-fe7072ce-6259-4058-8289-d370ee018fa1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.0489225 May 02 10:20:06.665380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] Publish callbacks [] for security_group (01f57584-d31b-4a50-81e8-1f2f6f959d58), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.712196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b313ab0-289d-410b-b027-847aa208197b req-afd8f0fb-d764-4c9f-8976-618f65eb8327 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418983 May 02 10:20:06.819941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (01f57584-d31b-4a50-81e8-1f2f6f959d58), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.823662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:06.827255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/01f57584-d31b-4a50-81e8-1f2f6f959d58 HTTP/1.1" status: 204 len: 168 time: 0.2415183 May 02 10:20:06.847044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46656537-b166-4715-9f15-d97d13d447a9 req-e2993f2c-07f8-4024-a87f-a06bf132978e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:06.848578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46656537-b166-4715-9f15-d97d13d447a9 req-e2993f2c-07f8-4024-a87f-a06bf132978e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0574567 May 02 10:20:06.850250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee4e2a9-53ac-48ae-9a7b-baf654c10643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f57584-d31b-4a50-81e8-1f2f6f959d58,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:06.908122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46656537-b166-4715-9f15-d97d13d447a9 req-28378ed3-6ba3-44fe-abe4-2ee2f5d8ac6d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499189 May 02 10:20:07.418971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b42de-0599-410e-a160-3af342f6206c req-5f73e456-de4a-4e92-94d0-bb2b628411e8 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:07.420528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-746b42de-0599-410e-a160-3af342f6206c req-5f73e456-de4a-4e92-94d0-bb2b628411e8 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.0499823 May 02 10:20:07.469610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-746b42de-0599-410e-a160-3af342f6206c req-fc416060-ad18-47f0-8e1e-91a8d42e2e13 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 May 02 10:20:07.553209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44894) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:07.563261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf93c8-ee81-4da6-828c-8f8f69395751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:07.642090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf93c8-ee81-4da6-828c-8f8f69395751 admin admin] Publish callbacks [] for security_group (58f9952c-538e-4b1a-9e2b-f51e9806652a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:07.721371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf93c8-ee81-4da6-828c-8f8f69395751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (58f9952c-538e-4b1a-9e2b-f51e9806652a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:07.764284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44910) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:07.765377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39bf93c8-ee81-4da6-828c-8f8f69395751 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7cdc8eca8bae47ef8eba8dc26506512b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2140753 May 02 10:20:07.768061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf93c8-ee81-4da6-828c-8f8f69395751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58f9952c-538e-4b1a-9e2b-f51e9806652a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:07.841527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] Publish callbacks [] for security_group (58f9952c-538e-4b1a-9e2b-f51e9806652a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:07.859964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc79e9f-7d31-42eb-b832-40d4609de494 req-d78a55ae-f091-4199-b0c4-6277d507ec53 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:07.861479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdc79e9f-7d31-42eb-b832-40d4609de494 req-d78a55ae-f091-4199-b0c4-6277d507ec53 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 947 time: 0.0600700 May 02 10:20:07.875524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] Publish callbacks [] for security_group (58f9952c-538e-4b1a-9e2b-f51e9806652a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:07.942420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdc79e9f-7d31-42eb-b832-40d4609de494 req-ff68d30b-1ba7-44a8-9c2a-63f0cc0cbb09 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720656 May 02 10:20:08.028791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724d2f70-5c57-4171-870e-3b3319721d04 req-3c0c123d-e77a-4c49-8783-1fbde02a4973 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:08.030286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-724d2f70-5c57-4171-870e-3b3319721d04 req-3c0c123d-e77a-4c49-8783-1fbde02a4973 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0464616 May 02 10:20:08.053545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (58f9952c-538e-4b1a-9e2b-f51e9806652a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.057238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.060113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/58f9952c-538e-4b1a-9e2b-f51e9806652a HTTP/1.1" status: 204 len: 168 time: 0.2944179 May 02 10:20:08.068411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a0aab-687d-4c66-b2f0-2c0ffc36c186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f9952c-538e-4b1a-9e2b-f51e9806652a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:08.079769 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-724d2f70-5c57-4171-870e-3b3319721d04 req-9dba545d-98b8-401b-84ae-30c032cf8630 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 May 02 10:20:08.099736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5b386af4-7b60-4aab-81d7-da238c0a0a47 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:08.142290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44920) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:08.231663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:08.243675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '5b386af4-7b60-4aab-81d7-da238c0a0a47', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '5b386af4-7b60-4aab-81d7-da238c0a0a47', 'mac_address': 'fa:16:3e:f8:6b:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:08.286868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 99130d49-fd88-4f83-a299-5e81cfeb1fc6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:08.298019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5b386af4-7b60-4aab-81d7-da238c0a0a47 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:08.298421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.317392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b386af4-7b60-4aab-81d7-da238c0a0a47 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:08.356151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:08.421556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:08.433280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '99130d49-fd88-4f83-a299-5e81cfeb1fc6', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '99130d49-fd88-4f83-a299-5e81cfeb1fc6', 'mac_address': 'fa:16:3e:2d:2d:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:tempest-test_az-542099780', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:08.459138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.491732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:08.492183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.522570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99130d49-fd88-4f83-a299-5e81cfeb1fc6 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:08.542303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:08.558078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.558441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.558787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.559122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.559658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.560447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Tracked resource versions report: May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: pushed versions: May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: { 'AddressGroup': {'1.2'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Agent': {'1.1'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'ConntrackHelper': {'1.0'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'LocalIPAssociation': {'1.0'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Log': {'1.0'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'NDPProxy': {'1.0'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Network': {'1.1'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Port': {'1.7'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'PortForwarding': {'1.3'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'QosPolicy': {'1.10'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SecurityGroup': {'1.5'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SecurityGroupRule': {'1.2'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SubPort': {'1.0'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Subnet': {'1.1'}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Trunk': {'1.1'}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: consumer versions: May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: { DHCP agent@ncdv-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: HyperV agent@nch1-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: HyperV agent@nch2-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: L3 agent@ncdv-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: Metadata agent@ncdv-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: Metering agent@ncdv-master-1: {}, May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Agent': '1.1', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'ConntrackHelper': '1.0', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'LocalIPAssociation': '1.0', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Log': '1.0', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'NDPProxy': '1.0', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Network': '1.1', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Port': '1.7', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'PortForwarding': '1.3', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'QosPolicy': '1.10', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SecurityGroup': '1.5', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SecurityGroupRule': '1.2', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'SubPort': '1.0', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Subnet': '1.1', May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: 'Trunk': '1.1'}} May 02 10:20:08.565950 ncdv-master-1 neutron-server[115664]: {{(pid=115664) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:20:08.569933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:08.621262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb33cbe-1ab1-4b17-9008-55728bf5f89c req-d6ffc109-497b-4024-9beb-3119e178185e tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:08.623089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2eb33cbe-1ab1-4b17-9008-55728bf5f89c req-d6ffc109-497b-4024-9beb-3119e178185e tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 969 time: 0.0648050 May 02 10:20:08.642268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.678472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2eb33cbe-1ab1-4b17-9008-55728bf5f89c req-88e3fd1f-527d-47ea-83b9-2bc1c9f97df4 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492325 May 02 10:20:08.679095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbdc3-8451-4e68-b8b3-64af88e5ae14 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.725631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:08.779956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbdc3-8451-4e68-b8b3-64af88e5ae14 admin admin] Publish callbacks [] for security_group (d5ce36d0-df7b-48ec-b90c-cf23d1368c71), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.785728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['5b386af4-7b60-4aab-81d7-da238c0a0a47'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:08.870678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dfbfbdc3-8451-4e68-b8b3-64af88e5ae14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5ce36d0-df7b-48ec-b90c-cf23d1368c71), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:08.920553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['99130d49-fd88-4f83-a299-5e81cfeb1fc6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:08.926856 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dfbfbdc3-8451-4e68-b8b3-64af88e5ae14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fbbe331a123a42ab995f539e5de8f2ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7834885 May 02 10:20:08.928458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbfbdc3-8451-4e68-b8b3-64af88e5ae14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5ce36d0-df7b-48ec-b90c-cf23d1368c71,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:08.929456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44948) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:09.009323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] Publish callbacks [] for security_group (d5ce36d0-df7b-48ec-b90c-cf23d1368c71), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:09.033741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] Publish callbacks [] for security_group (d5ce36d0-df7b-48ec-b90c-cf23d1368c71), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:09.119369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c330fbd-27c0-429a-8850-78c5374f4f15 req-02ad175e-f57e-450c-96f2-621eb0333da7 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:09.121222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c330fbd-27c0-429a-8850-78c5374f4f15 req-02ad175e-f57e-450c-96f2-621eb0333da7 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 948 time: 0.0724347 May 02 10:20:09.139364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5ce36d0-df7b-48ec-b90c-cf23d1368c71), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:09.142619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:09.148817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5ce36d0-df7b-48ec-b90c-cf23d1368c71 HTTP/1.1" status: 204 len: 168 time: 0.2180665 May 02 10:20:09.161262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f7604-9454-4b3b-bf4c-d4bf4724bdbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5ce36d0-df7b-48ec-b90c-cf23d1368c71,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:09.175705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c330fbd-27c0-429a-8850-78c5374f4f15 req-7670ae67-fffb-4726-9e6f-b0b651b56f9f tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482278 May 02 10:20:09.298737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e8a6e-1d79-4fed-9dc9-4eb678382ed5 req-1068a759-4565-4dcd-97fc-ca5b61769f35 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:09.300228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d8e8a6e-1d79-4fed-9dc9-4eb678382ed5 req-1068a759-4565-4dcd-97fc-ca5b61769f35 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0467532 May 02 10:20:09.348766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d8e8a6e-1d79-4fed-9dc9-4eb678382ed5 req-c08ff68b-1ab9-4c26-9739-e260f1d0fdc5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428360 May 02 10:20:09.798074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445f95b1-04d3-4989-8d07-4abcc40c26e9 req-81150da3-a59c-4609-8fff-c01d2ab118b5 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:09.799540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-445f95b1-04d3-4989-8d07-4abcc40c26e9 req-81150da3-a59c-4609-8fff-c01d2ab118b5 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 970 time: 0.0497189 May 02 10:20:09.850477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-445f95b1-04d3-4989-8d07-4abcc40c26e9 req-a1995fab-1929-462f-b64c-812848192f14 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 May 02 10:20:09.955319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:09.971653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58a1537-d70e-40d2-8558-38659feb09b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.046235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58a1537-d70e-40d2-8558-38659feb09b9 admin admin] Publish callbacks [] for security_group (081d484f-af19-4c88-b058-c5583a26bc8b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.088931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:10.110723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58a1537-d70e-40d2-8558-38659feb09b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (081d484f-af19-4c88-b058-c5583a26bc8b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.152095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a58a1537-d70e-40d2-8558-38659feb09b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a710b3635c9745eebf4ce2d73293ea36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953616 May 02 10:20:10.154730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44984) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:10.166505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58a1537-d70e-40d2-8558-38659feb09b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=081d484f-af19-4c88-b058-c5583a26bc8b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:10.167924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5b386af4-7b60-4aab-81d7-da238c0a0a47 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:10.221082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] Publish callbacks [] for security_group (081d484f-af19-4c88-b058-c5583a26bc8b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.249088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] Publish callbacks [] for security_group (081d484f-af19-4c88-b058-c5583a26bc8b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.250696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:10.275744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 5b386af4-7b60-4aab-81d7-da238c0a0a47 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:10.280951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'port_id': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'mac_address': 'fa:16:3e:d9:9c:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428d290-0945-4d6c-b946-d746481c9d53', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:10.292134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 99130d49-fd88-4f83-a299-5e81cfeb1fc6 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:10.310193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643d69e-7b1f-448a-a955-26f5b826c8e0 req-c7eec319-98f6-4c78-a2c5-10294dd472af tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:10.311611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a643d69e-7b1f-448a-a955-26f5b826c8e0 req-c7eec319-98f6-4c78-a2c5-10294dd472af tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 948 time: 0.0501437 May 02 10:20:10.349071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 5b386af4-7b60-4aab-81d7-da238c0a0a47 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:10.349449 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.359148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a643d69e-7b1f-448a-a955-26f5b826c8e0 req-ce9b5c8c-6a36-4263-bdec-ad654802f71f tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417559 May 02 10:20:10.378984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (081d484f-af19-4c88-b058-c5583a26bc8b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.381648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port e3411e50-dd86-42c9-bca5-1f163ecc24bf is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:10.382041 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.385051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.388564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/081d484f-af19-4c88-b058-c5583a26bc8b HTTP/1.1" status: 204 len: 168 time: 0.2304740 May 02 10:20:10.395430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8251b91-8dcf-4753-8c2c-36cc05e13d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=081d484f-af19-4c88-b058-c5583a26bc8b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:10.416972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3411e50-dd86-42c9-bca5-1f163ecc24bf {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:10.447324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:10.455595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:10.510657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5b386af4-7b60-4aab-81d7-da238c0a0a47 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:10.510657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.528058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:10.533465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.554034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:10.581898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f87e87-bb10-4af1-b0fa-0193bc60fae6 req-4937d3ba-4b98-43e4-a013-f05eca82707e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:10.589137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8f87e87-bb10-4af1-b0fa-0193bc60fae6 req-4937d3ba-4b98-43e4-a013-f05eca82707e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0568900 May 02 10:20:10.624099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.638511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:10.666122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8f87e87-bb10-4af1-b0fa-0193bc60fae6 req-895da42b-951c-4ae2-b3a5-3157f4d6e098 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757232 May 02 10:20:10.804050 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8c7d3d-e3e6-4f81-8c77-017f7afa11c0" -d '{"events": [{"server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "name": "network-vif-plugged", "status": "completed", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:10.810598 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.842605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:10.897679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['e3411e50-dd86-42c9-bca5-1f163ecc24bf'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:10.970344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:10.971143 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:10.984806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:11.016003 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e2d34b-a730-4006-a80e-45af92b088c1 x-openstack-request-id: req-d1e2d34b-a730-4006-a80e-45af92b088c1 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:11.016003 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "name": "network-vif-plugged", "status": "completed", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:11.016003 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1e2d34b-a730-4006-a80e-45af92b088c1 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:11.016003 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1e2d34b-a730-4006-a80e-45af92b088c1'] response: {'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47', 'code': 200} May 02 10:20:11.039373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:11.156303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.208471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-534bd802-cc63-4ba6-9e5f-65325d717945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:11.210221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-534bd802-cc63-4ba6-9e5f-65325d717945 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 1131 time: 0.1305988 May 02 10:20:11.211542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:11.222000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985b993b-98d7-4d0f-8908-98cea41dba26 req-b63f9f5a-0aae-4656-a56a-38fe6fabaafc tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:11.223531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-985b993b-98d7-4d0f-8908-98cea41dba26 req-b63f9f5a-0aae-4656-a56a-38fe6fabaafc tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0699353 May 02 10:20:11.241935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-8661d47e-2780-4385-a7c8-c5d58e63db5b service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.296667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-985b993b-98d7-4d0f-8908-98cea41dba26 req-23653123-6583-44b6-9ca3-bb69725e157c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659792 May 02 10:20:11.348310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-8661d47e-2780-4385-a7c8-c5d58e63db5b service neutron] Publish callbacks [] for security_group (d47396d0-b3ea-47b7-8a5c-fdfb0cc02398), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.425132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-8661d47e-2780-4385-a7c8-c5d58e63db5b service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d47396d0-b3ea-47b7-8a5c-fdfb0cc02398), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.509084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4e1d518-722d-4e80-bc3f-499cb5d2068c req-8661d47e-2780-4385-a7c8-c5d58e63db5b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845964 May 02 10:20:11.511818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8661d47e-2780-4385-a7c8-c5d58e63db5b service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d47396d0-b3ea-47b7-8a5c-fdfb0cc02398,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:11.520237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548f862-e255-4ead-8c5f-394f43917de8 req-31619ef6-9f97-4ee7-b71a-54a6ddbc85f6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:11.523769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4548f862-e255-4ead-8c5f-394f43917de8 req-31619ef6-9f97-4ee7-b71a-54a6ddbc85f6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.0924785 May 02 10:20:11.585236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4548f862-e255-4ead-8c5f-394f43917de8 req-76713354-575c-46ba-b299-3baba4bd034c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546303 May 02 10:20:11.585340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:11.691102 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c957a481-71f2-40e8-9aa5-a6e7e149622d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.799287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c957a481-71f2-40e8-9aa5-a6e7e149622d admin admin] Publish callbacks [] for security_group (8617964c-9d21-4aed-aeec-fd997e22c4fd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.805829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63c8ed-2df0-4e50-bb41-65875f538336 req-ca67f6d8-a7b9-4610-9df8-412e706c1b1b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:11.807333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c63c8ed-2df0-4e50-bb41-65875f538336 req-ca67f6d8-a7b9-4610-9df8-412e706c1b1b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.0621035 May 02 10:20:11.854353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c63c8ed-2df0-4e50-bb41-65875f538336 req-77f3a62a-ba09-428b-9bca-04138387e403 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408647 May 02 10:20:11.876126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c957a481-71f2-40e8-9aa5-a6e7e149622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8617964c-9d21-4aed-aeec-fd997e22c4fd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:11.916852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c957a481-71f2-40e8-9aa5-a6e7e149622d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af9cc24c4cb146db8117f542befa07e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304281 May 02 10:20:11.917717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c957a481-71f2-40e8-9aa5-a6e7e149622d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8617964c-9d21-4aed-aeec-fd997e22c4fd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:11.920313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:11.971172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] Publish callbacks [] for security_group (8617964c-9d21-4aed-aeec-fd997e22c4fd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.003814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] Publish callbacks [] for security_group (8617964c-9d21-4aed-aeec-fd997e22c4fd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.089208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:12.103239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8617964c-9d21-4aed-aeec-fd997e22c4fd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.106063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.107158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8617964c-9d21-4aed-aeec-fd997e22c4fd HTTP/1.1" status: 204 len: 168 time: 0.1855078 May 02 10:20:12.119937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6415ba-9ec9-46f8-b55a-cb0f1c67a8dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8617964c-9d21-4aed-aeec-fd997e22c4fd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:12.155137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port e3411e50-dd86-42c9-bca5-1f163ecc24bf completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:12.219957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port e3411e50-dd86-42c9-bca5-1f163ecc24bf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:12.221119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.300252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port e3411e50-dd86-42c9-bca5-1f163ecc24bf is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:12.300670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.335580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:12.405919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.411803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d733a99-425c-4d1e-91e9-a1e2d2a27990 req-7c231601-6aa5-4ada-a097-e51268ed2c04 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:12.413325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d733a99-425c-4d1e-91e9-a1e2d2a27990 req-7c231601-6aa5-4ada-a097-e51268ed2c04 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0457766 May 02 10:20:12.460646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d733a99-425c-4d1e-91e9-a1e2d2a27990 req-3ce9b228-ae4d-4c9c-9061-6426675954d7 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413663 May 02 10:20:12.460796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:12.774732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ed0b73-2a80-42af-a8d2-7226ac920a4a req-1730b800-0e16-4dcf-9f06-4d1e19370797 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:12.776206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42ed0b73-2a80-42af-a8d2-7226ac920a4a req-1730b800-0e16-4dcf-9f06-4d1e19370797 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.0451818 May 02 10:20:12.824198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42ed0b73-2a80-42af-a8d2-7226ac920a4a req-0807775a-b00b-4ff8-bd6d-50c2c48a50e0 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423043 May 02 10:20:12.916492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45092) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:12.929459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b68b54d-fa13-4e47-b387-7f07a4cd50c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:12.998040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b3651-49a7-45f9-909d-598a565fd526 req-314f8f90-cba7-4fbc-b8a8-02f7a7f36905 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:12.999587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4b3651-49a7-45f9-909d-598a565fd526 req-314f8f90-cba7-4fbc-b8a8-02f7a7f36905 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 945 time: 0.0502527 May 02 10:20:13.004799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b68b54d-fa13-4e47-b387-7f07a4cd50c3 admin admin] Publish callbacks [] for security_group (2d639988-71cf-4750-abad-a9f441781dcc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.016504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6'}, {'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:13.018974 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adb94b9e-2812-4c4e-99fd-61f1474cf828" -d '{"events": [{"server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "name": "network-vif-plugged", "status": "completed", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6"}, {"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-plugged", "status": "completed", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:13.045849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4b3651-49a7-45f9-909d-598a565fd526 req-d988b117-9f21-4205-a3ea-3404c75791b5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404818 May 02 10:20:13.101485 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:20:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606cf494-012c-4e41-9c73-1116526583dc x-openstack-request-id: req-606cf494-012c-4e41-9c73-1116526583dc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:13.101485 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "name": "network-vif-plugged", "status": "completed", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6", "code": 200}, {"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-plugged", "status": "completed", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:13.102204 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-606cf494-012c-4e41-9c73-1116526583dc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:13.102435 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606cf494-012c-4e41-9c73-1116526583dc'] response: {'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6', 'code': 200} May 02 10:20:13.102694 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606cf494-012c-4e41-9c73-1116526583dc'] response: {'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'code': 200} May 02 10:20:13.105002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b68b54d-fa13-4e47-b387-7f07a4cd50c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d639988-71cf-4750-abad-a9f441781dcc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.154750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b68b54d-fa13-4e47-b387-7f07a4cd50c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=27d2535d4550489d84326bf6108d02c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2370362 May 02 10:20:13.156222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68b54d-fa13-4e47-b387-7f07a4cd50c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d639988-71cf-4750-abad-a9f441781dcc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:13.157368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:13.254381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01729a4-4ceb-48ba-b5e9-00f9084cc9e2 req-2e49be21-6522-4b07-bb91-bee111e7d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:13.255876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e01729a4-4ceb-48ba-b5e9-00f9084cc9e2 req-2e49be21-6522-4b07-bb91-bee111e7d363 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 1153 time: 0.1010985 May 02 10:20:13.262264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7497dcdd-782b-4cc5-a082-3e57bcfeb2ce req-f945a6ae-5e29-4271-af73-01d9055eb167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:13.263646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7497dcdd-782b-4cc5-a082-3e57bcfeb2ce req-f945a6ae-5e29-4271-af73-01d9055eb167 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1127 time: 0.0684025 May 02 10:20:13.315811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] Publish callbacks [] for security_group (2d639988-71cf-4750-abad-a9f441781dcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.355596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e01729a4-4ceb-48ba-b5e9-00f9084cc9e2 req-0c532992-aa8e-4654-a7e1-74cd5ded4f53 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910110 May 02 10:20:13.361700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7497dcdd-782b-4cc5-a082-3e57bcfeb2ce req-d53994cf-1263-412e-b115-a24cfec4ca76 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901000 May 02 10:20:13.365892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] Publish callbacks [] for security_group (2d639988-71cf-4750-abad-a9f441781dcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.458951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d639988-71cf-4750-abad-a9f441781dcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.462137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.463330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d639988-71cf-4750-abad-a9f441781dcc HTTP/1.1" status: 204 len: 168 time: 0.3050947 May 02 10:20:13.471440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf9a0bb-0c92-48f4-8b40-8af5dff35b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d639988-71cf-4750-abad-a9f441781dcc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:13.533917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.580696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f278d-1283-46ae-bde2-3eb2eea32bb6 req-90a271ea-d2ea-4b3b-a5f5-7f2eb96de09f tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:13.582153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-717f278d-1283-46ae-bde2-3eb2eea32bb6 req-90a271ea-d2ea-4b3b-a5f5-7f2eb96de09f tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0451131 May 02 10:20:13.633853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-717f278d-1283-46ae-bde2-3eb2eea32bb6 req-babe836a-b356-4568-8f90-e9199541961a tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448616 May 02 10:20:13.731945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45106) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:13.844258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff568585-ee10-481b-9c00-fd4731d68040 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.929624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff568585-ee10-481b-9c00-fd4731d68040 admin admin] Publish callbacks [] for security_group (ed1a3b82-cd53-4abc-a976-0301ebe52c58), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:13.941177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4d16-a9b1-4953-9ea3-38949ba2ab28 req-ae11563b-3338-4636-b596-7213f2a68013 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:13.942664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d0b4d16-a9b1-4953-9ea3-38949ba2ab28 req-ae11563b-3338-4636-b596-7213f2a68013 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.0476477 May 02 10:20:13.992183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d0b4d16-a9b1-4953-9ea3-38949ba2ab28 req-33c7b7a6-5361-48c0-9fbc-719c81f31cc2 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436206 May 02 10:20:14.002274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff568585-ee10-481b-9c00-fd4731d68040 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed1a3b82-cd53-4abc-a976-0301ebe52c58), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:14.041049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff568585-ee10-481b-9c00-fd4731d68040 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1a3b82-cd53-4abc-a976-0301ebe52c58,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:14.046554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff568585-ee10-481b-9c00-fd4731d68040 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c3cc59c411a49caaede8817eada1414&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3135922 May 02 10:20:14.049509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45122) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:14.102864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] Publish callbacks [] for security_group (ed1a3b82-cd53-4abc-a976-0301ebe52c58), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:14.133398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] Publish callbacks [] for security_group (ed1a3b82-cd53-4abc-a976-0301ebe52c58), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:14.190015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391d3377-9d0f-4268-b5a7-c0ac49287dcb req-7262b6e7-3cd9-4cd3-872f-50397c12681e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:14.191483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-391d3377-9d0f-4268-b5a7-c0ac49287dcb req-7262b6e7-3cd9-4cd3-872f-50397c12681e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 945 time: 0.0704777 May 02 10:20:14.242799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-391d3377-9d0f-4268-b5a7-c0ac49287dcb req-12986e66-d410-4d57-9cbe-1b28389c3eec tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454383 May 02 10:20:14.298859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed1a3b82-cd53-4abc-a976-0301ebe52c58), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:14.301441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:14.302558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed1a3b82-cd53-4abc-a976-0301ebe52c58 HTTP/1.1" status: 204 len: 168 time: 0.2517750 May 02 10:20:14.310499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0daa7071-e3f8-47eb-acc3-03b189ceb775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1a3b82-cd53-4abc-a976-0301ebe52c58,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:14.751013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1659ef-5d93-481f-a512-4358772f978c req-d173adec-44d5-4b4d-b513-1ded9a18c066 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:14.752658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c1659ef-5d93-481f-a512-4358772f978c req-d173adec-44d5-4b4d-b513-1ded9a18c066 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0506577 May 02 10:20:14.801795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c1659ef-5d93-481f-a512-4358772f978c req-261a8d7f-1836-400d-9f66-1b142edb7b68 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431809 May 02 10:20:14.960878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45148) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:14.975248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7df6c675-5b26-474f-a17c-bb0317e3ed61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.059814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7df6c675-5b26-474f-a17c-bb0317e3ed61 admin admin] Publish callbacks [] for security_group (720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.108750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c7e9ba-9cfb-4f1b-8d11-904128467d25 req-de68ed40-f035-4c34-9d56-37a619bba5cf tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:15.110334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11c7e9ba-9cfb-4f1b-8d11-904128467d25 req-de68ed40-f035-4c34-9d56-37a619bba5cf tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.0458779 May 02 10:20:15.158867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11c7e9ba-9cfb-4f1b-8d11-904128467d25 req-f37b6f52-aa5c-46b7-b580-fb818df2dbe6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425096 May 02 10:20:15.167353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7df6c675-5b26-474f-a17c-bb0317e3ed61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.202996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df6c675-5b26-474f-a17c-bb0317e3ed61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:15.212899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7df6c675-5b26-474f-a17c-bb0317e3ed61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cdc6be3300d4f38ad3f64978e224a33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2503653 May 02 10:20:15.215604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45158) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:15.270371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] Publish callbacks [] for security_group (720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.296005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] Publish callbacks [] for security_group (720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.404195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eedf715-4b44-4d05-86a3-8ca524ec44c5 req-33876003-c17c-4392-8645-8e3112db95c2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:15.405916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eedf715-4b44-4d05-86a3-8ca524ec44c5 req-33876003-c17c-4392-8645-8e3112db95c2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 945 time: 0.0500402 May 02 10:20:15.453506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.456242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.458175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2 HTTP/1.1" status: 204 len: 168 time: 0.2408290 May 02 10:20:15.465888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eedf715-4b44-4d05-86a3-8ca524ec44c5 req-f4eabab5-60be-444a-8687-dc49568e10c2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470414 May 02 10:20:15.477351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c85fff-e9f7-4203-842a-9e7c27c385c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=720c6aa4-e2ad-4ee2-aa86-2dd6255bb6b2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:15.578824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:15.684995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-17170d2a-c199-4ba7-aa35-50b3fee34579 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0366468 May 02 10:20:15.765341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-e7d018d0-f7d6-49d9-b748-7b1942495aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:15.767456 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-e7d018d0-f7d6-49d9-b748-7b1942495aba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 1153 time: 0.0403821 May 02 10:20:15.890705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-c4410f9d-77b4-4e5f-8e86-3457b4c4a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:15.892191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-c4410f9d-77b4-4e5f-8e86-3457b4c4a0e5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1000502 May 02 10:20:15.938480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-1cb658be-1a8b-44ec-a3c4-a61c5d0106db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6 HTTP/1.1" status: 200 len: 217 time: 0.0376310 May 02 10:20:16.003131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-2a4b82fd-bf2a-4a2e-8738-15c36619b34c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.004801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-2a4b82fd-bf2a-4a2e-8738-15c36619b34c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0585632 May 02 10:20:16.056026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-99c84353-3eb6-46d4-b384-cd1f0f6b5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.057611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-99c84353-3eb6-46d4-b384-cd1f0f6b5ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0467668 May 02 10:20:16.153322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213d1ac1-1ca1-4a36-b79a-a6d789f71925 req-efb339c8-4a29-4112-bf97-ccf1e399b5a2 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.154923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213d1ac1-1ca1-4a36-b79a-a6d789f71925 req-efb339c8-4a29-4112-bf97-ccf1e399b5a2 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1127 time: 0.0739276 May 02 10:20:16.197982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-1b3f7648-88dc-4cdb-8723-235f52555385 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338890 May 02 10:20:16.242374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213d1ac1-1ca1-4a36-b79a-a6d789f71925 req-5f20b6db-770c-4da0-868d-e47536ea4919 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 May 02 10:20:16.305664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce8a50d6-d853-4aa6-8c23-d24d74be4929 req-e1c23105-e27a-430e-b0ab-7e7bddd24a22 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1006818 May 02 10:20:16.342334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90eab30-8c69-4fff-91d1-554294ea2e05 req-d29349e4-1e1e-4ebd-b1a6-43337067cbd3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.343911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f90eab30-8c69-4fff-91d1-554294ea2e05 req-d29349e4-1e1e-4ebd-b1a6-43337067cbd3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0704522 May 02 10:20:16.403982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f90eab30-8c69-4fff-91d1-554294ea2e05 req-e895088b-b6e6-4094-b279-512922c836e4 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528302 May 02 10:20:16.414725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed30e7a0-fe94-4e6f-8205-15882626ea86 req-8e9b91c5-528b-48ef-bdc4-c7c47b787ab6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.417438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed30e7a0-fe94-4e6f-8205-15882626ea86 req-8e9b91c5-528b-48ef-bdc4-c7c47b787ab6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.0550978 May 02 10:20:16.475809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed30e7a0-fe94-4e6f-8205-15882626ea86 req-e2c7c22a-70bc-4cce-b3ba-bb2b840d3789 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502553 May 02 10:20:16.553626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825afc3b-1c42-4f76-a8c6-84c63e8af810 req-fc929c8c-4f66-4700-b1d0-26f65e5fa902 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.555311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-825afc3b-1c42-4f76-a8c6-84c63e8af810 req-fc929c8c-4f66-4700-b1d0-26f65e5fa902 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1127 time: 0.0700502 May 02 10:20:16.577227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-2145e999-dc96-448e-a55c-4c45265f973d tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:16.578998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-2145e999-dc96-448e-a55c-4c45265f973d tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 1153 time: 0.0407541 May 02 10:20:16.597890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-ace2ff85-9570-4e8f-9100-ce9f3f03aad6 tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:16.609139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-825afc3b-1c42-4f76-a8c6-84c63e8af810 req-941f5437-ea01-4058-89ba-87e896ffacb5 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478365 May 02 10:20:16.681877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-ace2ff85-9570-4e8f-9100-ce9f3f03aad6 tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] Publish callbacks [] for security_group (b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:16.756515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-ace2ff85-9570-4e8f-9100-ce9f3f03aad6 tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:16.797332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1a14053-ca32-47f5-9cf6-58ddcd746e6c req-ace2ff85-9570-4e8f-9100-ce9f3f03aad6 tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118907 May 02 10:20:16.798039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace2ff85-9570-4e8f-9100-ce9f3f03aad6 tempest-AggregatesAdminTestJSON-840631236 tempest-AggregatesAdminTestJSON-840631236-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:17.304194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-630402b7-96a3-4340-8048-865619744b86 req-03d6002d-0be7-486b-a231-11c7630bc456 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:20:17.306296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-630402b7-96a3-4340-8048-865619744b86 req-03d6002d-0be7-486b-a231-11c7630bc456 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0982897 May 02 10:20:17.402690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a7d36d-5544-48eb-9be8-72ed71e9b96d req-cd661457-9115-4579-9f4e-fda965871785 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:17.404229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97a7d36d-5544-48eb-9be8-72ed71e9b96d req-cd661457-9115-4579-9f4e-fda965871785 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0487275 May 02 10:20:17.467800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-8916133e-02f1-4350-b606-b3385be427d3 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:17.469382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-8916133e-02f1-4350-b606-b3385be427d3 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 1131 time: 0.0578449 May 02 10:20:17.487092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97a7d36d-5544-48eb-9be8-72ed71e9b96d req-410e3ee6-bc40-48a5-a1aa-3edc9c08d720 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770826 May 02 10:20:17.558343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Deleting port 5b386af4-7b60-4aab-81d7-da238c0a0a47 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:20:17.558708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:17.645576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] For port 5b386af4-7b60-4aab-81d7-da238c0a0a47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5b386af4-7b60-4aab-81d7-da238c0a0a47,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:17.645951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:17.679522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Calling delete_port for 5b386af4-7b60-4aab-81d7-da238c0a0a47 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:20:17.776527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7283483-9a3b-47f5-b4ad-9b99318c75e4 req-a1e5b309-fdfb-48bd-9f85-3e22d65ba4bd tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:17.778130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7283483-9a3b-47f5-b4ad-9b99318c75e4 req-a1e5b309-fdfb-48bd-9f85-3e22d65ba4bd tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 949 time: 0.1115820 May 02 10:20:17.848223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7283483-9a3b-47f5-b4ad-9b99318c75e4 req-41db68a7-b75f-4388-b651-dd2b3ea2e32d tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633669 May 02 10:20:18.150720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5b386af4-7b60-4aab-81d7-da238c0a0a47), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:18.161725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['5b386af4-7b60-4aab-81d7-da238c0a0a47'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:18.178524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b386af4-7b60-4aab-81d7-da238c0a0a47,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:18.233860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] No DVR routers for this DVR port 5b386af4-7b60-4aab-81d7-da238c0a0a47 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:20:18.237406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:18.241186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-709f4fdb-4f59-4dd9-9c01-a6cc9a6736a9 req-2af83c83-9c16-4b95-b8e4-33f45e7a5b40 tempest-DeleteServersAdminTestJSON-2083071328 tempest-DeleteServersAdminTestJSON-2083071328-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5b386af4-7b60-4aab-81d7-da238c0a0a47 HTTP/1.1" status: 204 len: 173 time: 0.7626121 May 02 10:20:18.241667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'name': 'network-vif-deleted', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:18.243917 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7fb619-2dfa-4dcc-af7e-395e1a3b8592" -d '{"events": [{"server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "name": "network-vif-deleted", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:18.460312 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e347b5c-5c77-458c-bca2-88004bfc6b2e x-openstack-request-id: req-6e347b5c-5c77-458c-bca2-88004bfc6b2e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:18.462135 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b56452da-e1df-489c-961a-246a644c8082", "name": "network-vif-deleted", "tag": "5b386af4-7b60-4aab-81d7-da238c0a0a47", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:18.462824 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e347b5c-5c77-458c-bca2-88004bfc6b2e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:18.463522 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e347b5c-5c77-458c-bca2-88004bfc6b2e'] response: {'server_uuid': 'b56452da-e1df-489c-961a-246a644c8082', 'name': 'network-vif-deleted', 'tag': '5b386af4-7b60-4aab-81d7-da238c0a0a47', 'status': 'completed', 'code': 200} May 02 10:20:18.688850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71d7e00-8d31-4c07-8c9a-60ae271cee4c req-0d3e8b51-5f45-4729-adcb-1d6b996ff702 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:18.690286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f71d7e00-8d31-4c07-8c9a-60ae271cee4c req-0d3e8b51-5f45-4729-adcb-1d6b996ff702 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0750685 May 02 10:20:18.698627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ecb660-e875-47ef-82d6-305083aa0983 req-610bf296-e5c3-43bf-904f-b616f917db27 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:18.699912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25ecb660-e875-47ef-82d6-305083aa0983 req-610bf296-e5c3-43bf-904f-b616f917db27 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 971 time: 0.0733669 May 02 10:20:18.828947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f71d7e00-8d31-4c07-8c9a-60ae271cee4c req-50933704-0253-4f1a-b606-c6fb9593bce1 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/security-groups?id=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279871 May 02 10:20:18.887981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Deleting port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:20:18.888366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:18.992852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45322) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:19.012975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] For port 99130d49-fd88-4f83-a299-5e81cfeb1fc6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=99130d49-fd88-4f83-a299-5e81cfeb1fc6,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:19.013397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.035373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Calling delete_port for 99130d49-fd88-4f83-a299-5e81cfeb1fc6 owned by compute:tempest-test_az-542099780 {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:20:19.112745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cde4569f-7a03-4653-8032-cc3776048271 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.195746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cde4569f-7a03-4653-8032-cc3776048271 admin admin] Publish callbacks [] for security_group (3d18d029-d28a-452d-90e7-6b4de9907534), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.248021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (99130d49-fd88-4f83-a299-5e81cfeb1fc6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.261081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['99130d49-fd88-4f83-a299-5e81cfeb1fc6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:19.279337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Pushing event deleted for resources: {'Port': ['ID=99130d49-fd88-4f83-a299-5e81cfeb1fc6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:19.288888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cde4569f-7a03-4653-8032-cc3776048271 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3d18d029-d28a-452d-90e7-6b4de9907534), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.347950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] No DVR routers for this DVR port 99130d49-fd88-4f83-a299-5e81cfeb1fc6 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:20:19.354870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cde4569f-7a03-4653-8032-cc3776048271 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=864b22ea2e294e98ab3a5e700387a1dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3609011 May 02 10:20:19.357750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45328) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:19.367651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4569f-7a03-4653-8032-cc3776048271 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d18d029-d28a-452d-90e7-6b4de9907534,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:19.404715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.408045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25ecb660-e875-47ef-82d6-305083aa0983 req-c077c355-6566-4e96-aa53-085f1fa3e5c3 tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.24 "DELETE /v2.0/ports/99130d49-fd88-4f83-a299-5e81cfeb1fc6 HTTP/1.1" status: 204 len: 173 time: 0.7014897 May 02 10:20:19.416968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4acbb4fa-d789-4c5d-a6e0-c2c8e86ecf03 req-05b6c973-067a-4578-9320-b81b90403ec6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=b56452da-e1df-489c-961a-246a644c8082 HTTP/1.1" status: 200 len: 210 time: 0.0703280 May 02 10:20:19.434652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] Publish callbacks [] for security_group (3d18d029-d28a-452d-90e7-6b4de9907534), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.470833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] Publish callbacks [] for security_group (3d18d029-d28a-452d-90e7-6b4de9907534), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.585684 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:20:19.591620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45338) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:19.650723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-68836c52-e19a-46ba-9c5c-981dfb574d6f tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:20:19.651767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-68836c52-e19a-46ba-9c5c-981dfb574d6f tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0591362 May 02 10:20:19.699055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3d18d029-d28a-452d-90e7-6b4de9907534), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.706287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:19.706287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3d18d029-d28a-452d-90e7-6b4de9907534 HTTP/1.1" status: 204 len: 168 time: 0.3439648 May 02 10:20:19.710436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9546950-c5ff-41a0-9555-c7087e51c7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d18d029-d28a-452d-90e7-6b4de9907534,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:19.778808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-a1f7688e-e349-4921-bf2d-96868118e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:19.785467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-a1f7688e-e349-4921-bf2d-96868118e8a2 service neutron] 10.222.0.16 "GET /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 1124 time: 0.0913179 May 02 10:20:19.790070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:19.790771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:20:19.857942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-4c41d242-2f4f-473c-8e17-60c04e0a9e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:19.859510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-4c41d242-2f4f-473c-8e17-60c04e0a9e34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1127 time: 0.0664237 May 02 10:20:19.980890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a319722e-7f12-4e58-b50a-2d1f87c79a1c req-f8c05ad6-6f77-4ba9-8699-ae2c57d0158c tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0575562 May 02 10:20:20.055405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:20.055754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:20.056088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:20.068938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:20.069475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:20.076530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-85612137-0eaa-41d8-aaf2-4ac4f0e4c9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:20.078018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-85612137-0eaa-41d8-aaf2-4ac4f0e4c9c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1562748 May 02 10:20:20.078866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:20.079198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:20.079572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:20.080005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Bound port: e3411e50-dd86-42c9-bca5-1f163ecc24bf, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:20.162083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-05f4ba41-162c-473d-b180-3a155651131f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0623159 May 02 10:20:20.229383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:20.237849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-450154bf-2f52-44ee-9b9d-60c37fd7b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:20.239316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-450154bf-2f52-44ee-9b9d-60c37fd7b725 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0568278 May 02 10:20:20.270443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-d5b67180-2f6e-4af1-854b-3ff98dcf77ed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249524 May 02 10:20:20.307887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.309082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b8cfbfff-fac5-4d67-87aa-1396b7a5485b service neutron] 10.222.0.16 "POST /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.5225990 May 02 10:20:20.369666 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-62fe3fc1-f694-4d46-a0eb-6685168a0adf service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931525 May 02 10:20:20.466091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'name': 'network-vif-deleted', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:20.468947 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-804b3afc-521b-49f5-b2ba-225feb269ed0" -d '{"events": [{"server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "name": "network-vif-deleted", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:20.484989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a6af12c-aed5-446f-b86b-ca82551ae440 req-9a764bc3-1b71-4a61-bfae-e5b96b188375 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035693 May 02 10:20:20.508851 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe15aeb7-1f0c-4fbb-a7fd-cc219d53baf5 x-openstack-request-id: req-fe15aeb7-1f0c-4fbb-a7fd-cc219d53baf5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:20.509168 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "008fbefd-d09e-48fc-9d78-cb124a6947dd", "name": "network-vif-deleted", "tag": "99130d49-fd88-4f83-a299-5e81cfeb1fc6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:20.509456 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe15aeb7-1f0c-4fbb-a7fd-cc219d53baf5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:20.509859 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe15aeb7-1f0c-4fbb-a7fd-cc219d53baf5'] response: {'server_uuid': '008fbefd-d09e-48fc-9d78-cb124a6947dd', 'name': 'network-vif-deleted', 'tag': '99130d49-fd88-4f83-a299-5e81cfeb1fc6', 'status': 'completed', 'code': 200} May 02 10:20:20.554620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:20.568257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b03ba6bb-554e-4647-9a74-846363fcd557 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.676928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b03ba6bb-554e-4647-9a74-846363fcd557 admin admin] Publish callbacks [] for security_group (7a91616f-118d-41bc-90de-4ead4af4b0f3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.742934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94958b9a-aa68-438d-8f10-6d9d5ed1aae8 req-bd755d0f-0bef-4a27-b0b7-e77db491e671 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:20.744521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94958b9a-aa68-438d-8f10-6d9d5ed1aae8 req-bd755d0f-0bef-4a27-b0b7-e77db491e671 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 945 time: 0.0495059 May 02 10:20:20.746710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-daa2e7df-7301-4cc8-9379-ee8487ff56a1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217125 May 02 10:20:20.795609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94958b9a-aa68-438d-8f10-6d9d5ed1aae8 req-c8c7458b-2ca0-43b9-a0e5-ba8358d9f49e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438874 May 02 10:20:20.811126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b03ba6bb-554e-4647-9a74-846363fcd557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a91616f-118d-41bc-90de-4ead4af4b0f3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.869173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b03ba6bb-554e-4647-9a74-846363fcd557 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4a4c2f99e6a46918b681c9f1fe9a7e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3128583 May 02 10:20:20.872339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:20.872935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03ba6bb-554e-4647-9a74-846363fcd557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a91616f-118d-41bc-90de-4ead4af4b0f3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:20.903309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-0a7cad9a-647d-492e-9ff1-bbc92a6ae0c2 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:20.920746 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-0a7cad9a-647d-492e-9ff1-bbc92a6ae0c2 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670699 May 02 10:20:20.934414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-83f681d2-e8f0-4d59-9eb1-dc5855e7fa18 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/quotas/66d8d2aaecb944ea931a74ca8a8526f9 HTTP/1.1" status: 200 len: 375 time: 0.0124676 May 02 10:20:20.942238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] Publish callbacks [] for security_group (7a91616f-118d-41bc-90de-4ead4af4b0f3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.967898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] Publish callbacks [] for security_group (7a91616f-118d-41bc-90de-4ead4af4b0f3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:20.975253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45382) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:21.007842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-0e54f4b9-f9d3-4670-b9a7-c80a3064700f tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0639703 May 02 10:20:21.119760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf49cfcb-23fd-4888-b0dc-a8fd1bd53530 req-2081c7cd-8d48-4812-9fe4-30838ae973ee tempest-AggregatesAdminTestJSON-1817252289 tempest-AggregatesAdminTestJSON-1817252289-project] 10.222.0.16 "GET /v2.0/ports?device_id=008fbefd-d09e-48fc-9d78-cb124a6947dd HTTP/1.1" status: 200 len: 210 time: 0.0366454 May 02 10:20:21.145060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1cd3-f80c-4083-8695-0b6f396a2895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.161720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a91616f-118d-41bc-90de-4ead4af4b0f3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.167422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.167422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a91616f-118d-41bc-90de-4ead4af4b0f3 HTTP/1.1" status: 204 len: 168 time: 0.2916768 May 02 10:20:21.186357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c2f643-2088-4968-ad07-d63beb1a2001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a91616f-118d-41bc-90de-4ead4af4b0f3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:21.188444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-ff9e2240-e3db-44ab-b44c-71178e1a3799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:21.189959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-ff9e2240-e3db-44ab-b44c-71178e1a3799 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1127 time: 0.0682440 May 02 10:20:21.341858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d48a2e1-2340-47bd-9e84-9eb048bce435 req-f4c35053-6761-411a-a748-700d56ed74d6 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 210 time: 0.0517964 May 02 10:20:21.356544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-87a48f91-f5c9-495b-8caa-4d90dd07075a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:21.356544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-87a48f91-f5c9-495b-8caa-4d90dd07075a service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1603122 May 02 10:20:21.369764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1cd3-f80c-4083-8695-0b6f396a2895 admin admin] Publish callbacks [] for security_group (077fa45b-efbf-4459-b613-bb1b0e3dd0d1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.400698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-c06a4b1d-0202-48ed-92d0-24e170612a85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0375063 May 02 10:20:21.438050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb7b1cd3-f80c-4083-8695-0b6f396a2895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (077fa45b-efbf-4459-b613-bb1b0e3dd0d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.482979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-61e8dfac-02a9-46f6-8bdd-26ddedb238fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:21.484433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-61e8dfac-02a9-46f6-8bdd-26ddedb238fe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0784013 May 02 10:20:21.489138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eb7b1cd3-f80c-4083-8695-0b6f396a2895 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a3e2b2da9de0451fa382ec2c763bd98b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5128920 May 02 10:20:21.492718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:21.500297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b1cd3-f80c-4083-8695-0b6f396a2895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077fa45b-efbf-4459-b613-bb1b0e3dd0d1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:21.520133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-03b927ba-1dc7-49f9-8500-c9c4469122dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291779 May 02 10:20:21.560054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] Publish callbacks [] for security_group (077fa45b-efbf-4459-b613-bb1b0e3dd0d1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.586348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] Publish callbacks [] for security_group (077fa45b-efbf-4459-b613-bb1b0e3dd0d1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.626695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-88f5d7f2-ac24-405f-810d-ee162810f354 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007497 May 02 10:20:21.716585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-9827abb8-6024-47db-9fec-b0f9bc605ee4 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841625 May 02 10:20:21.756394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (077fa45b-efbf-4459-b613-bb1b0e3dd0d1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.760499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:21.761723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/077fa45b-efbf-4459-b613-bb1b0e3dd0d1 HTTP/1.1" status: 204 len: 168 time: 0.2668550 May 02 10:20:21.769983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51efcc08-9cfc-4134-90f0-8913a85ab683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077fa45b-efbf-4459-b613-bb1b0e3dd0d1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:21.935837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325db10f-692f-4d8c-b13c-44b739b1c38f req-ebf6f133-69ed-470f-9a10-727b75d6bd0d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:21.937890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-325db10f-692f-4d8c-b13c-44b739b1c38f req-ebf6f133-69ed-470f-9a10-727b75d6bd0d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 945 time: 0.0559874 May 02 10:20:21.993709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-325db10f-692f-4d8c-b13c-44b739b1c38f req-47f8a346-046c-4c7c-a25a-12a50f09e4a0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481176 May 02 10:20:22.120734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b3a0a507-e164-411d-a370-5bd8e4e3c377 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:22.122510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-b3a0a507-e164-411d-a370-5bd8e4e3c377 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.2726283 May 02 10:20:22.132205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:22.135323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5b386af4-7b60-4aab-81d7-da238c0a0a47 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:20:22.155936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 5b386af4-7b60-4aab-81d7-da238c0a0a47 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:20:22.158947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5b386af4-7b60-4aab-81d7-da238c0a0a47 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:20:22.203465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.357889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 99130d49-fd88-4f83-a299-5e81cfeb1fc6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:20:22.371461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:22.401368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 99130d49-fd88-4f83-a299-5e81cfeb1fc6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:20:22.402248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 99130d49-fd88-4f83-a299-5e81cfeb1fc6 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:20:22.413494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:22.487685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38b01acd-4a57-49fa-aae2-a40bc9f6ff25 req-d9e45e89-7f1d-427c-ab56-c7751f36a8af tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 210 time: 0.0371523 May 02 10:20:22.492020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks [] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.513839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:22.513839 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a84e22-2e0d-4394-9578-76d1dcb8b456" -d '{"events": [{"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-unplugged", "status": "completed", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:22.550655 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2558beb-eeb7-4fe4-999b-f580bc53ea84 x-openstack-request-id: req-a2558beb-eeb7-4fe4-999b-f580bc53ea84 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:22.550952 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-unplugged", "status": "completed", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:22.551212 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2558beb-eeb7-4fe4-999b-f580bc53ea84 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:22.551612 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2558beb-eeb7-4fe4-999b-f580bc53ea84'] response: {'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'code': 200} May 02 10:20:22.565837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45444) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:22.579128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba90e-5222-4389-9dd2-a27515d44daf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.587425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.714860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:22.735202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:22.735919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:22.735919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:22.743866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:22.744190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Attempting to bind port e3411e50-dd86-42c9-bca5-1f163ecc24bf on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:22.756928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:22.761599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:22.761599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:22.761599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Bound port: e3411e50-dd86-42c9-bca5-1f163ecc24bf, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:22.761599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.777281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba90e-5222-4389-9dd2-a27515d44daf admin admin] Publish callbacks [] for security_group (4e0d2963-e699-4d84-a424-690e82cf0c94), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.841882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:22.845316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:22.889887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7ba90e-5222-4389-9dd2-a27515d44daf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e0d2963-e699-4d84-a424-690e82cf0c94), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.929061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:22.936062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6a7ba90e-5222-4389-9dd2-a27515d44daf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fabae7594d964006ab259503ad144887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3691752 May 02 10:20:22.938878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45456) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:22.957377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ba90e-5222-4389-9dd2-a27515d44daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0d2963-e699-4d84-a424-690e82cf0c94,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:23.004100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] Publish callbacks [] for security_group (4e0d2963-e699-4d84-a424-690e82cf0c94), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.021784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:23.027827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:23.028512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.029969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-d5bc957c-37fb-4785-9d5f-9b2365326a84 service neutron] 10.222.0.24 "PUT /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 1121 time: 0.9017780 May 02 10:20:23.033660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] Publish callbacks [] for security_group (4e0d2963-e699-4d84-a424-690e82cf0c94), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.095372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['e3411e50-dd86-42c9-bca5-1f163ecc24bf'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:23.155080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e0d2963-e699-4d84-a424-690e82cf0c94), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.158680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.162709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e0d2963-e699-4d84-a424-690e82cf0c94 HTTP/1.1" status: 204 len: 168 time: 0.2212520 May 02 10:20:23.173825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a9be81-cbb5-4423-bb6d-6b94cd55c175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0d2963-e699-4d84-a424-690e82cf0c94,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:23.195871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6573c607-db10-42be-90db-83cc77a5f0de req-1e96da5c-76d2-43c4-bbac-50f800358006 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:23.199366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6573c607-db10-42be-90db-83cc77a5f0de req-1e96da5c-76d2-43c4-bbac-50f800358006 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0821276 May 02 10:20:23.289679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6573c607-db10-42be-90db-83cc77a5f0de req-b25206e2-e19a-416f-9130-b4dbf06677a3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569184 May 02 10:20:23.487036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-5fb7dab6-160a-4776-9033-c7dc88d463f3 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340908 May 02 10:20:23.610342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-2cba8c2c-b8df-4a3b-b10b-ae1a8339dc4c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:23.611806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-2cba8c2c-b8df-4a3b-b10b-ae1a8339dc4c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1199248 May 02 10:20:23.624194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Request body: {'port': {'device_id': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '66d8d2aaecb944ea931a74ca8a8526f9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:23.829950 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-a0e2d3ae-5285-42b0-968b-d45b25cebf7f tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=719f21ad39f647578720c65c2b75d180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267642 May 02 10:20:23.830514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Made reservation on behalf of 66d8d2aaecb944ea931a74ca8a8526f9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:23.834005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:23.950360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-9dd339f5-1c20-42e7-b482-cec792da05a0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:23.953670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-9dd339f5-1c20-42e7-b482-cec792da05a0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1161838 May 02 10:20:23.968628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-63f9374b-c939-43d4-843e-b3c084d7ad94 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/quotas/719f21ad39f647578720c65c2b75d180 HTTP/1.1" status: 200 len: 375 time: 0.0098474 May 02 10:20:23.972300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Allocated IP 192.168.233.65 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/62524843-45a2-4250-9086-d624cbed0e66) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:24.008819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-f2afaeb4-e94b-49e4-950b-b7b8ea4b05fb tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=719f21ad39f647578720c65c2b75d180&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347726 May 02 10:20:24.126846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22fc4e4c-202c-4125-abb3-3a883cf50883 req-de25b51c-83ab-4433-9b50-2f77720a0acc tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 210 time: 0.0325675 May 02 10:20:24.171994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks [] for port (62524843-45a2-4250-9086-d624cbed0e66), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:24.305542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:24.364838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9bea9aa-8a41-43da-85cf-88d3c9ffb83c req-f125d242-669c-4856-88b7-9671fb96474a tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 210 time: 0.0575395 May 02 10:20:24.385563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:24.390534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:24.397960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:24.403612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:24.404311 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:24.417704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Pushing event updated for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:24.508743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-e9fa59b0-e57d-402d-bfd7-bc9be4655a59 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8879550 May 02 10:20:24.521333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Request body: {'port': {'device_id': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'device_owner': 'compute:tempest-test_az-542099780', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:24.548952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d658d6c-1249-4001-8153-a8e1d78ddf44 req-d8b6f9a9-1164-4834-9913-cabf4b47b213 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:24.557527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d658d6c-1249-4001-8153-a8e1d78ddf44 req-d8b6f9a9-1164-4834-9913-cabf4b47b213 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.1154869 May 02 10:20:24.574455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:24.585115 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e529917d-a5c3-456a-a1d9-595322f5af35" -d '{"events": [{"name": "network-changed", "server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:24.657972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (62524843-45a2-4250-9086-d624cbed0e66), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:24.671898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d658d6c-1249-4001-8153-a8e1d78ddf44 req-59a01c42-5198-4759-8640-ed42a4820af1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074989 May 02 10:20:24.786409 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58e3e3e1-efd0-47d8-8472-8ba5fa00e864 x-openstack-request-id: req-58e3e3e1-efd0-47d8-8472-8ba5fa00e864 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:24.787090 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:24.787090 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58e3e3e1-efd0-47d8-8472-8ba5fa00e864 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:24.787317 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58e3e3e1-efd0-47d8-8472-8ba5fa00e864'] response: {'name': 'network-changed', 'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'status': 'completed', 'code': 200} May 02 10:20:24.814951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-da048676-7cb2-47d8-b68b-c7b7cb8d32c0 None None] Provisioning complete for port 62524843-45a2-4250-9086-d624cbed0e66 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:24.815491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da048676-7cb2-47d8-b68b-c7b7cb8d32c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (62524843-45a2-4250-9086-d624cbed0e66), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:24.816136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:24.869020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-da048676-7cb2-47d8-b68b-c7b7cb8d32c0 None None] Port 62524843-45a2-4250-9086-d624cbed0e66 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:24.917924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-58fc759c-4970-451d-9192-b7955a1758b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:24.919457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-58fc759c-4970-451d-9192-b7955a1758b9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1155 time: 0.1098690 May 02 10:20:25.026571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f56410-26eb-4bbe-8b34-09642d1d3481 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.090540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-1ba10e54-5aee-4a75-a82f-4a2ae7ff9d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:25.092011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-1ba10e54-5aee-4a75-a82f-4a2ae7ff9d02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1649485 May 02 10:20:25.105144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f56410-26eb-4bbe-8b34-09642d1d3481 admin admin] Publish callbacks [] for security_group (715d325e-0585-40d4-a724-1c6f884f841a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.116018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62524843-45a2-4250-9086-d624cbed0e66 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:25.152095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks [] for port (62524843-45a2-4250-9086-d624cbed0e66), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.155548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-5b4a600f-ed80-4b87-a13e-fcf472330991 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0501640 May 02 10:20:25.172550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f56410-26eb-4bbe-8b34-09642d1d3481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (715d325e-0585-40d4-a724-1c6f884f841a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.180185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Transition to ACTIVE for port object 62524843-45a2-4250-9086-d624cbed0e66 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:20:25.220993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-2b2b10df-c201-4135-ae23-c30d2fff59c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:25.222514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-2b2b10df-c201-4135-ae23-c30d2fff59c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0566962 May 02 10:20:25.223724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f56410-26eb-4bbe-8b34-09642d1d3481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=715d325e-0585-40d4-a724-1c6f884f841a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:25.277348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37f56410-26eb-4bbe-8b34-09642d1d3481 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a405e8c053514663a4413891a3fd9e82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4577255 May 02 10:20:25.278425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45586) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:25.289998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.290281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf843518-58ed-47d6-9c2c-a6758e33fc63 req-e05f054e-4b89-47c3-8420-132e0357e48a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:25.291779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf843518-58ed-47d6-9c2c-a6758e33fc63 req-e05f054e-4b89-47c3-8420-132e0357e48a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 935 time: 0.0716436 May 02 10:20:25.319539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-84ffdce8-5d9d-447f-825a-f69b96dc6d39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773356 May 02 10:20:25.345231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf843518-58ed-47d6-9c2c-a6758e33fc63 req-be5982d8-759e-49ec-9475-4fcdb9c04cf9 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467126 May 02 10:20:25.437271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:25.473057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ab35a3d-e610-4d20-8d18-b165a7a7bdf0 req-5f636366-a3b7-4488-a36a-427e82b52e45 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 210 time: 0.0385423 May 02 10:20:25.497446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] Publish callbacks [] for security_group (715d325e-0585-40d4-a724-1c6f884f841a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.519670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Attempting to bind port 62524843-45a2-4250-9086-d624cbed0e66 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:25.520036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Attempting to bind port 62524843-45a2-4250-9086-d624cbed0e66 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:25.520365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Attempting to bind port 62524843-45a2-4250-9086-d624cbed0e66 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:25.536024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Port 62524843-45a2-4250-9086-d624cbed0e66 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:25.536355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Attempting to bind port 62524843-45a2-4250-9086-d624cbed0e66 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:25.544028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-8f47e6e7-f55f-480d-b248-9d32423258d4 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066619 May 02 10:20:25.547420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] Publish callbacks [] for security_group (715d325e-0585-40d4-a724-1c6f884f841a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.555677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:25.556020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:25.556406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:25.556878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Bound port: 62524843-45a2-4250-9086-d624cbed0e66, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:25.557237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (62524843-45a2-4250-9086-d624cbed0e66), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.561804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f68d0fbc-3425-4324-883b-d730aa6dee32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.790421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:25.794040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e529917d-a5c3-456a-a1d9-595322f5af35 req-cb1e8c2e-10ed-41b2-8327-8d0af8d8d38f service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396910 May 02 10:20:25.795603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62524843-45a2-4250-9086-d624cbed0e66,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:25.822836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (715d325e-0585-40d4-a724-1c6f884f841a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.825445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.826559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/715d325e-0585-40d4-a724-1c6f884f841a HTTP/1.1" status: 204 len: 168 time: 0.5471857 May 02 10:20:25.835011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc7e74-3c48-4e21-aea9-0e19666b38b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=715d325e-0585-40d4-a724-1c6f884f841a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:25.839955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345385ce-0d90-4bcd-a06b-fb3e164de866 req-0828b299-f28e-4108-9dd3-a51de5825310 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:25.841964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-345385ce-0d90-4bcd-a06b-fb3e164de866 req-0828b299-f28e-4108-9dd3-a51de5825310 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0575459 May 02 10:20:25.908460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.911864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-345385ce-0d90-4bcd-a06b-fb3e164de866 req-bdcc0b22-1ae5-48d0-9737-f1620c445d22 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565484 May 02 10:20:25.986119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Request body: {'security_group': {'name': 'tempest-securitygroup-939351996', 'description': 'tempest-description-1586404614'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:25.996045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:25.997444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:25.998878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] 10.222.0.24 "PUT /v2.0/ports/62524843-45a2-4250-9086-d624cbed0e66 HTTP/1.1" status: 200 len: 1116 time: 1.4836097 May 02 10:20:26.037625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506592cd-37d7-44c6-99ae-f7b2b623e5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:26.150145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.162140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.164594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-2277956d-ead0-4b52-9274-e915056e87fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:26.166293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-2277956d-ead0-4b52-9274-e915056e87fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 1150 time: 0.0514882 May 02 10:20:26.214744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-a721e3d5-d7d6-471b-b23b-5ac2a1d6993a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=62524843-45a2-4250-9086-d624cbed0e66 HTTP/1.1" status: 200 len: 217 time: 0.0395596 May 02 10:20:26.299045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-49415bea-9e4b-40e2-8edc-9e167b3fdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:26.300637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-49415bea-9e4b-40e2-8edc-9e167b3fdfcd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0793817 May 02 10:20:26.357378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10d4471-d09d-4767-924f-017830574d12 req-2181efc7-e87d-4ee9-80bb-2d88f0d9e60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:26.358930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:26.359320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-2181efc7-e87d-4ee9-80bb-2d88f0d9e60a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0519702 May 02 10:20:26.368874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (88a12287-8b75-4360-bbd2-30080a15bd0c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.456535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88a12287-8b75-4360-bbd2-30080a15bd0c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.476151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-09e8ace1-b657-473d-aa6a-ec96f7893452 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098304 May 02 10:20:26.479496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:26.505375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:20:26.511237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc92ec3-a49a-446d-8e76-47544a08d7eb req-8a67f76c-bd44-42a2-a758-13c26ad3e52b tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:26.513382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccc92ec3-a49a-446d-8e76-47544a08d7eb req-8a67f76c-bd44-42a2-a758-13c26ad3e52b tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 968 time: 0.0621586 May 02 10:20:26.520949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88a12287-8b75-4360-bbd2-30080a15bd0c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:26.565519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccc92ec3-a49a-446d-8e76-47544a08d7eb req-81fa62db-7933-4164-b8ad-0d8099d65725 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444152 May 02 10:20:26.603386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (93c10382-8f4b-439a-8b1b-a8769507ecb4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.611704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45632) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:26.615138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d10d4471-d09d-4767-924f-017830574d12 req-a281a67f-a6b6-424d-a25f-c6597805f436 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310256 May 02 10:20:26.625715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a19db5-b157-4edc-ae3e-9b1f9717056f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.676042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93c10382-8f4b-439a-8b1b-a8769507ecb4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.697925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a19db5-b157-4edc-ae3e-9b1f9717056f admin admin] Publish callbacks [] for security_group (a2940d35-d873-4736-ba02-b51708e1c308), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.713861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c10382-8f4b-439a-8b1b-a8769507ecb4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:26.756198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a19db5-b157-4edc-ae3e-9b1f9717056f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a2940d35-d873-4736-ba02-b51708e1c308), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.776069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.778085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73d4e3fa-4b8f-4211-8175-018d9554d076 req-816b22cb-8c81-4168-8e4b-2fbd4ec4502a tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.7990940 May 02 10:20:26.788824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'tag': '62524843-45a2-4250-9086-d624cbed0e66'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:26.793980 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e" -d '{"events": [{"name": "network-changed", "server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "tag": "62524843-45a2-4250-9086-d624cbed0e66"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:26.819884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f29a459f-7512-4a31-932b-db3e39cd9904 req-def754f0-5570-45ad-8a3c-b8e6c96ef5d1 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 210 time: 0.0604670 May 02 10:20:26.829729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e6a19db5-b157-4edc-ae3e-9b1f9717056f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56e5494cea8543dbbef0c5ca3fcd74ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169766 May 02 10:20:26.830463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a19db5-b157-4edc-ae3e-9b1f9717056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2940d35-d873-4736-ba02-b51708e1c308,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:26.834705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:26.844090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-4a91bb92-efdb-4325-b6fe-f9773b606b11 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=719f21ad39f647578720c65c2b75d180&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381536 May 02 10:20:26.849299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1121586892', 'description': 'tempest-description-655245530'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:26.948432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.961094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] Publish callbacks [] for security_group (a2940d35-d873-4736-ba02-b51708e1c308), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:26.996699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-76add2dd-7a4c-45fb-b223-5d1a5960d7ca tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:26.998167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-76add2dd-7a4c-45fb-b223-5d1a5960d7ca tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1457908 May 02 10:20:27.002934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] Publish callbacks [] for security_group (a2940d35-d873-4736-ba02-b51708e1c308), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.021627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Request body: {'port': {'device_id': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '719f21ad39f647578720c65c2b75d180'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:27.031546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (2d689050-d542-409a-95f5-613fa9e2ecfe), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.122251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d689050-d542-409a-95f5-613fa9e2ecfe), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.140861 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe659869-3f36-44de-b5eb-96d14cdc3b88 x-openstack-request-id: req-fe659869-3f36-44de-b5eb-96d14cdc3b88 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:27.141161 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "tag": "62524843-45a2-4250-9086-d624cbed0e66", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:27.141647 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe659869-3f36-44de-b5eb-96d14cdc3b88 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:27.142920 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe659869-3f36-44de-b5eb-96d14cdc3b88'] response: {'name': 'network-changed', 'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'tag': '62524843-45a2-4250-9086-d624cbed0e66', 'status': 'completed', 'code': 200} May 02 10:20:27.163728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d689050-d542-409a-95f5-613fa9e2ecfe,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:27.231517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Made reservation on behalf of 719f21ad39f647578720c65c2b75d180 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:27.232372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.233662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c43aa6c5-0d79-4066-a7c0-98cf1548f439 req-9fef6b35-3a59-4496-aebf-0984cf310f9f tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.3886194 May 02 10:20:27.234792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.236702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a2940d35-d873-4736-ba02-b51708e1c308), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.239192 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.241033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2940d35-d873-4736-ba02-b51708e1c308 HTTP/1.1" status: 204 len: 168 time: 0.4044809 May 02 10:20:27.264336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d14399-3a04-47df-a3fc-d8febd89ce55 req-fce550a8-d10d-4532-8db4-c1fb9a86aba9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:27.264336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9d14399-3a04-47df-a3fc-d8febd89ce55 req-fce550a8-d10d-4532-8db4-c1fb9a86aba9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0646889 May 02 10:20:27.264336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.272896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28c44a-00a8-4f61-b786-22a72081bed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2940d35-d873-4736-ba02-b51708e1c308,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:27.346450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9d14399-3a04-47df-a3fc-d8febd89ce55 req-f609e683-7009-4aff-b196-188012d9e1f0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836940 May 02 10:20:27.394152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks [] for security_group (9e9cd183-3184-4031-96e8-53320a67d9a3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.498856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e9cd183-3184-4031-96e8-53320a67d9a3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.581790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-834289111', 'description': 'tempest-description-595796988'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:27.586736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9cd183-3184-4031-96e8-53320a67d9a3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:27.656699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-02ad19dd-70b4-4bcf-a0eb-d54df1e05a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:27.658230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-02ad19dd-70b4-4bcf-a0eb-d54df1e05a91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 1150 time: 0.0983822 May 02 10:20:27.734795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d648048-ac03-4034-8f2f-d749df0d9cb5 req-a1fe14b7-8048-4b48-9a7d-21ce26859395 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:27.737183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d648048-ac03-4034-8f2f-d749df0d9cb5 req-a1fe14b7-8048-4b48-9a7d-21ce26859395 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 968 time: 0.0536461 May 02 10:20:27.788911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d648048-ac03-4034-8f2f-d749df0d9cb5 req-a3f45168-4d1f-454b-8a37-e5aae207f881 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448358 May 02 10:20:27.881837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-230796d6-5bda-4851-96fb-9ba90a7d9b04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.927988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:27.946097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Allocated IP 192.168.233.42 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/2591efb8-5846-4d42-9860-9c510bdd9fbb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:27.949401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.007007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-fb05b129-79ff-491d-b4af-7c35b48a9a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.008515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-fb05b129-79ff-491d-b4af-7c35b48a9a36 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3425972 May 02 10:20:28.064896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de859a29-b919-4e99-84cb-ea241bbd53cc req-628513b7-aa9c-4a62-82ed-87f406c58749 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 210 time: 0.0291116 May 02 10:20:28.073205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-1e006e21-993f-4b0b-9b35-e7a72c4d7d95 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=62524843-45a2-4250-9086-d624cbed0e66 HTTP/1.1" status: 200 len: 217 time: 0.0523612 May 02 10:20:28.202611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-ca00a94f-5af3-40ae-a886-206f9446f16a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.203944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-ca00a94f-5af3-40ae-a886-206f9446f16a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1212456 May 02 10:20:28.248812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (c54c63a9-2512-43b0-9210-b51906dd82a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.280796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-7d483659-2a21-4c06-8fed-029322d65b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.284131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-7d483659-2a21-4c06-8fed-029322d65b23 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0700281 May 02 10:20:28.317791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks [] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.319249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c54c63a9-2512-43b0-9210-b51906dd82a5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.417509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54c63a9-2512-43b0-9210-b51906dd82a5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:28.456971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-edd1c58f-95d0-4adc-b831-6681802db21e service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597307 May 02 10:20:28.500027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (66b4f447-2a66-4d5a-b581-a2016dda1a57), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.537785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.553035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45720) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:28.575768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (66b4f447-2a66-4d5a-b581-a2016dda1a57), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.629924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:28.639626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:28.641966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Pushing event updated for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:28.644321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:28.650106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.651300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.654488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f233fd7-2c60-47f6-b4e0-1da0d5741b2e req-767617d8-35e1-4585-a4e6-bfad9604cc7c service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870043 May 02 10:20:28.655079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b4f447-2a66-4d5a-b581-a2016dda1a57,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:28.667568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.683895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9933eb00-390c-4314-9c43-c6bc99fb1e93 req-a4cbc4ca-9d88-4707-94ac-d892ba19094d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.1226816 May 02 10:20:28.737053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-7bca95e1-f2c1-4472-9424-2f90e3e031ef tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7233083 May 02 10:20:28.743783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-40a00f3f-7cae-4efa-84b5-a5574c8b11fc tempest-AutoAllocateNetworkTest-293786151 tempest-AutoAllocateNetworkTest-293786151-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d43c19f69f9c487396c4d8268dd05ef3&shared=False HTTP/1.1" status: 200 len: 208 time: 0.1895242 May 02 10:20:28.746850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45728) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:28.765722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacd86bf-1668-441e-a1ed-b860f23ce15c req-256b3cc0-f51f-42df-9488-02a2867dad62 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.769082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cacd86bf-1668-441e-a1ed-b860f23ce15c req-256b3cc0-f51f-42df-9488-02a2867dad62 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0838087 May 02 10:20:28.777027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Request body: {'port': {'device_id': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:28.827082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cacd86bf-1668-441e-a1ed-b860f23ce15c req-a125c91e-a19b-4ce8-953f-2ed32e60ab7d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511658 May 02 10:20:28.887663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ae9e7950-8d1d-4e90-8caf-a73512a4ed59 None None] Provisioning complete for port 2591efb8-5846-4d42-9860-9c510bdd9fbb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:28.888179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae9e7950-8d1d-4e90-8caf-a73512a4ed59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.914900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:28.930275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ae9e7950-8d1d-4e90-8caf-a73512a4ed59 None None] Port 2591efb8-5846-4d42-9860-9c510bdd9fbb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:28.952623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a541d08-2dc8-41c5-9d88-c1094fbb02e6 tempest-AutoAllocateNetworkTest-293786151 tempest-AutoAllocateNetworkTest-293786151-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:28.954180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0a541d08-2dc8-41c5-9d88-c1094fbb02e6 tempest-AutoAllocateNetworkTest-293786151 tempest-AutoAllocateNetworkTest-293786151-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2063453 May 02 10:20:28.957253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45740) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:29.044691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1276613403', 'description': 'tempest-description-1937513002'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:29.050834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4165055a-afc0-4ad0-ab9f-9ca355208aac tempest-AutoAllocateNetworkTest-293786151 tempest-AutoAllocateNetworkTest-293786151-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0924559 May 02 10:20:29.053923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45746) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:29.075810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.092659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d446474-9d74-4216-8936-49bb8ef9d1d5 tempest-AutoAllocateNetworkTest-293786151 tempest-AutoAllocateNetworkTest-293786151-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d43c19f69f9c487396c4d8268dd05ef3 HTTP/1.1" status: 200 len: 208 time: 0.0371077 May 02 10:20:29.129003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07ba72-3564-4f4d-af2c-fa2e6c1c002f req-72316402-153e-40ec-89fd-df3e7a7fd5f5 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:29.130481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea07ba72-3564-4f4d-af2c-fa2e6c1c002f req-72316402-153e-40ec-89fd-df3e7a7fd5f5 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 968 time: 0.0570834 May 02 10:20:29.181948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea07ba72-3564-4f4d-af2c-fa2e6c1c002f req-3df5e008-71cb-4c62-a44b-4d045e3785c8 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446651 May 02 10:20:29.197415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.333835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (2bf343cb-adc5-49af-a994-63f9d60b0946), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.342467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2591efb8-5846-4d42-9860-9c510bdd9fbb {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:29.350211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks [] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.363725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Transition to ACTIVE for port object 2591efb8-5846-4d42-9860-9c510bdd9fbb will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:20:29.387498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2d243b-5861-4581-9659-6c76cdc520a3 req-a67f4a02-fd6f-486e-8cd5-a639432d235a tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:29.388948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f2d243b-5861-4581-9659-6c76cdc520a3 req-a67f4a02-fd6f-486e-8cd5-a639432d235a tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 935 time: 0.0499454 May 02 10:20:29.405319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2bf343cb-adc5-49af-a994-63f9d60b0946), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.433224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bf343cb-adc5-49af-a994-63f9d60b0946,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:29.436214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f2d243b-5861-4581-9659-6c76cdc520a3 req-4edcc131-aa48-4164-bf37-c8860c566004 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 May 02 10:20:29.437133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.490348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Pushing event updated for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:29.500922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.513011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ced34d22-ed44-4f6f-9510-c23178e92959 req-80aa7f3d-68b4-4ccb-b3dd-e427395b5b57 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5105457 May 02 10:20:29.556847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45764) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:29.585387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Attempting to bind port 2591efb8-5846-4d42-9860-9c510bdd9fbb on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:29.585862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Attempting to bind port 2591efb8-5846-4d42-9860-9c510bdd9fbb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:29.586286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Attempting to bind port 2591efb8-5846-4d42-9860-9c510bdd9fbb on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:29.612275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Port 2591efb8-5846-4d42-9860-9c510bdd9fbb on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:29.612621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Attempting to bind port 2591efb8-5846-4d42-9860-9c510bdd9fbb on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:29.642322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:29.642930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:29.643514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:29.644145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Bound port: 2591efb8-5846-4d42-9860-9c510bdd9fbb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:29.644725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.673867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:29.760782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dabf8a3-791b-4640-afe1-f6fca953506e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.774340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:29.779333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:29.827168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d062d8f-dcd5-40ae-9487-7923862e979a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.864775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.888183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dabf8a3-791b-4640-afe1-f6fca953506e admin admin] Publish callbacks [] for security_group (013d72c4-a689-4ced-a376-7e1eaaaf49c0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.925071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-8bb2a0f9-54d4-4d9a-a27d-0b767c4c5b7a tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 37078 time: 0.3570957 May 02 10:20:29.926649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:29.930407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.930407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] 10.222.0.15 "PUT /v2.0/ports/2591efb8-5846-4d42-9860-9c510bdd9fbb HTTP/1.1" status: 200 len: 1095 time: 1.1701670 May 02 10:20:29.931045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:29.933311 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf3855c-5465-4acc-887e-b4c45be6c5e6" -d '{"events": [{"name": "network-changed", "server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:29.946604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d062d8f-dcd5-40ae-9487-7923862e979a admin admin] Publish callbacks [] for security_group (1566efc3-0d00-4db7-9d58-f303753fbae4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.984771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dabf8a3-791b-4640-afe1-f6fca953506e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (013d72c4-a689-4ced-a376-7e1eaaaf49c0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:29.991849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e102f9-a5e1-40c8-a299-9032cb9b7999 service neutron] Pushing event updated for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.005396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-c930591a-f82b-40a8-b27e-bd0081541ee3 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/21bf9fe9-690b-4894-bbb0-94ee605b1ba3 HTTP/1.1" status: 200 len: 2994 time: 0.0676241 May 02 10:20:30.028223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5dabf8a3-791b-4640-afe1-f6fca953506e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51d17ff2e5bd43418d0a955840c066b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4702940 May 02 10:20:30.029677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dabf8a3-791b-4640-afe1-f6fca953506e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d72c4-a689-4ced-a376-7e1eaaaf49c0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.030916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45786) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:30.053262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d062d8f-dcd5-40ae-9487-7923862e979a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1566efc3-0d00-4db7-9d58-f303753fbae4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.087908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-ca0c7c6d-d101-4bcc-b804-3980ce1971ca tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/21bf9fe9-690b-4894-bbb0-94ee605b1ba3 HTTP/1.1" status: 200 len: 2994 time: 0.0750909 May 02 10:20:30.126176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d062d8f-dcd5-40ae-9487-7923862e979a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d43c19f69f9c487396c4d8268dd05ef3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4511623 May 02 10:20:30.126983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d062d8f-dcd5-40ae-9487-7923862e979a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1566efc3-0d00-4db7-9d58-f303753fbae4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.133006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45790) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:30.161019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14326268-5e82-4711-8767-00270447e845 admin admin] Publish callbacks [] for security_group (013d72c4-a689-4ced-a376-7e1eaaaf49c0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.224053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e934e-1354-4840-8c1f-3ee78702fc34 req-2824c530-d8ea-4acd-8456-ef13b2d43cfe tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:30.225477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e87e934e-1354-4840-8c1f-3ee78702fc34 req-2824c530-d8ea-4acd-8456-ef13b2d43cfe tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 943 time: 0.0523629 May 02 10:20:30.230046 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14326268-5e82-4711-8767-00270447e845 admin admin] Publish callbacks [] for security_group (013d72c4-a689-4ced-a376-7e1eaaaf49c0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.246736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-e6d6e8ec-2cd9-4d60-89ea-0a60074bdd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:30.248229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-e6d6e8ec-2cd9-4d60-89ea-0a60074bdd3e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=719f21ad39f647578720c65c2b75d180&device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 1129 time: 0.1449974 May 02 10:20:30.251881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-119a58f1-fb91-4d37-9666-74708ada89f6 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3463a4b0-60e5-4623-aa3b-b1c9a4ce175d HTTP/1.1" status: 200 len: 2994 time: 0.1535313 May 02 10:20:30.275641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e87e934e-1354-4840-8c1f-3ee78702fc34 req-1b4dc6ee-de5b-4aa1-b4c6-9fc7667c2558 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442021 May 02 10:20:30.328787 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:20:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d176cf-d288-4737-926d-6a2ff2dd4a30 x-openstack-request-id: req-91d176cf-d288-4737-926d-6a2ff2dd4a30 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:30.329083 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:30.329348 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91d176cf-d288-4737-926d-6a2ff2dd4a30 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:30.329740 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91d176cf-d288-4737-926d-6a2ff2dd4a30'] response: {'name': 'network-changed', 'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb', 'status': 'completed', 'code': 200} May 02 10:20:30.334608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-88859af7-9f9a-43df-b181-a51da2b2414e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb HTTP/1.1" status: 200 len: 217 time: 0.0762706 May 02 10:20:30.343164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] Publish callbacks [] for security_group (1566efc3-0d00-4db7-9d58-f303753fbae4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.391359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 62524843-45a2-4250-9086-d624cbed0e66 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:30.410782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-bc83a2be-3fee-4755-908e-ba3a459ed2b4 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/3463a4b0-60e5-4623-aa3b-b1c9a4ce175d HTTP/1.1" status: 200 len: 2994 time: 0.1446795 May 02 10:20:30.415826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] Publish callbacks [] for security_group (1566efc3-0d00-4db7-9d58-f303753fbae4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.437357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-c8a56316-7e19-4e3b-bebd-561bcf2b2ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:30.438821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-c8a56316-7e19-4e3b-bebd-561bcf2b2ad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0910878 May 02 10:20:30.468204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.504364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62524843-45a2-4250-9086-d624cbed0e66,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:30.523488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14326268-5e82-4711-8767-00270447e845 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (013d72c4-a689-4ced-a376-7e1eaaaf49c0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.524064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '62524843-45a2-4250-9086-d624cbed0e66', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '62524843-45a2-4250-9086-d624cbed0e66', 'mac_address': 'fa:16:3e:28:66:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:tempest-test_az-542099780', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:30.526307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14326268-5e82-4711-8767-00270447e845 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.530538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-14326268-5e82-4711-8767-00270447e845 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/013d72c4-a689-4ced-a376-7e1eaaaf49c0 HTTP/1.1" status: 204 len: 168 time: 0.4961948 May 02 10:20:30.533472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deab856d-a3f9-4514-90df-db6b88787993 req-6c0c4235-20dc-407e-adad-443609c2fc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:30.535156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-6c0c4235-20dc-407e-adad-443609c2fc26 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0821304 May 02 10:20:30.541269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-9cee1cd7-2965-48fd-8112-4aae323c3ed2 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/379f51ed-5d34-4e27-bd26-44d07004530b HTTP/1.1" status: 200 len: 2994 time: 0.1165273 May 02 10:20:30.542282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14326268-5e82-4711-8767-00270447e845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d72c4-a689-4ced-a376-7e1eaaaf49c0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.577957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 62524843-45a2-4250-9086-d624cbed0e66 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:30.578353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (62524843-45a2-4250-9086-d624cbed0e66), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.586056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c9fbd-c0ee-43bc-85fa-8e78c5dfdf55 req-b80a22f4-f21c-4cca-a3aa-bf9fb18a1534 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:30.587789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a5c9fbd-c0ee-43bc-85fa-8e78c5dfdf55 req-b80a22f4-f21c-4cca-a3aa-bf9fb18a1534 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 968 time: 0.0841792 May 02 10:20:30.593765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62524843-45a2-4250-9086-d624cbed0e66 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:30.626105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62524843-45a2-4250-9086-d624cbed0e66,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:30.644045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1566efc3-0d00-4db7-9d58-f303753fbae4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.646715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.650449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1566efc3-0d00-4db7-9d58-f303753fbae4 HTTP/1.1" status: 204 len: 168 time: 0.5064585 May 02 10:20:30.677747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc7101-34dd-4972-a34f-7162da3c14e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1566efc3-0d00-4db7-9d58-f303753fbae4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.690056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-9b0b535a-f9d5-4ffd-bc41-2e14f396f1b0 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/379f51ed-5d34-4e27-bd26-44d07004530b HTTP/1.1" status: 200 len: 2994 time: 0.1241243 May 02 10:20:30.697250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:30.737759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-4a43adcd-15e4-49da-a668-3ab1a4edfff2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933854 May 02 10:20:30.778553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:30.788072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-4dd4c007-de7f-471e-b915-668c933754f4 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/661db638-da0a-4730-bb84-778d9d3a491c HTTP/1.1" status: 200 len: 2994 time: 0.0785792 May 02 10:20:30.817024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a5c9fbd-c0ee-43bc-85fa-8e78c5dfdf55 req-bc2ebca9-ee99-4721-93b9-a8b882d3d9f7 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221906 May 02 10:20:30.853786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-ec9c2381-f9ba-4449-9620-a1340876cfd0 service neutron] 10.222.0.15 "GET /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0924776 May 02 10:20:30.885656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-2c417a11-5312-406f-b5e8-602ce1e86d65 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/661db638-da0a-4730-bb84-778d9d3a491c HTTP/1.1" status: 200 len: 2994 time: 0.0706930 May 02 10:20:30.889524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deab856d-a3f9-4514-90df-db6b88787993 req-d04fe3a0-9a94-436d-b97b-ed3c854c98d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393280 May 02 10:20:30.915700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['62524843-45a2-4250-9086-d624cbed0e66'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:30.949003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-81be0f91-86a3-4e54-9459-0eda914fa3af tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/88a12287-8b75-4360-bbd2-30080a15bd0c HTTP/1.1" status: 200 len: 2998 time: 0.0536742 May 02 10:20:31.019573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-463dd58f-df51-4434-835a-ab4794152f5a tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/88a12287-8b75-4360-bbd2-30080a15bd0c HTTP/1.1" status: 200 len: 2998 time: 0.0690472 May 02 10:20:31.072860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-e6cb06b6-b999-41bd-bf39-fce04b41c6b1 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9e9cd183-3184-4031-96e8-53320a67d9a3 HTTP/1.1" status: 200 len: 2998 time: 0.0519814 May 02 10:20:31.140544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-826b8adf-74eb-419a-b735-4111dee1f681 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/9e9cd183-3184-4031-96e8-53320a67d9a3 HTTP/1.1" status: 200 len: 2998 time: 0.0594251 May 02 10:20:31.160982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:31.183710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:31.189326 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-8078a45a-6564-4228-9811-44ff3dc9e4aa tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b36320df-accc-4b73-b639-9a75c14a7e81 HTTP/1.1" status: 200 len: 2990 time: 0.0426412 May 02 10:20:31.219428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3411e50-dd86-42c9-bca5-1f163ecc24bf {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:31.230833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:31.232001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-4fa8b2d5-0135-424f-8a1f-7be0ba5e4968 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b36320df-accc-4b73-b639-9a75c14a7e81 HTTP/1.1" status: 200 len: 2990 time: 0.0366559 May 02 10:20:31.275020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-9d5daac9-d17c-47fd-a96a-1e9c97d415e3 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6 HTTP/1.1" status: 200 len: 2998 time: 0.0352459 May 02 10:20:31.315948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.319764 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-f06a75f9-cc91-413a-afce-314d0f7557a6 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6 HTTP/1.1" status: 200 len: 2998 time: 0.0390401 May 02 10:20:31.365908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-24c64514-050c-4dc3-b709-e9fb70b7d0cb tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c54c63a9-2512-43b0-9210-b51906dd82a5 HTTP/1.1" status: 200 len: 2998 time: 0.0399218 May 02 10:20:31.423836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-e9ba1abc-78b8-43f7-9d18-3eadb6a9031b tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/c54c63a9-2512-43b0-9210-b51906dd82a5 HTTP/1.1" status: 200 len: 2998 time: 0.0516257 May 02 10:20:31.466539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abcae2a-5663-4ff4-8702-cbd19f0104b9 req-f405acf1-4214-418d-bff9-33b02d905b9f tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:31.467367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-4383a1e5-cc27-42da-90ed-1f070dd676d0 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d47396d0-b3ea-47b7-8a5c-fdfb0cc02398 HTTP/1.1" status: 200 len: 2998 time: 0.0367002 May 02 10:20:31.467992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2abcae2a-5663-4ff4-8702-cbd19f0104b9 req-f405acf1-4214-418d-bff9-33b02d905b9f tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 947 time: 0.0708125 May 02 10:20:31.497564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] Transition to ACTIVE for port object e3411e50-dd86-42c9-bca5-1f163ecc24bf will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:20:31.510379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:31.510826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-be550e75-7a07-40ce-b3fb-2333b348632d tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/d47396d0-b3ea-47b7-8a5c-fdfb0cc02398 HTTP/1.1" status: 200 len: 2998 time: 0.0372622 May 02 10:20:31.533869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d69df6b-f158-416c-a62c-04f8e1b8188e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.545121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2abcae2a-5663-4ff4-8702-cbd19f0104b9 req-4fa56f8f-5239-4919-89e3-976fde4abeab tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711193 May 02 10:20:31.553667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-b82c2b25-e06f-457a-a9a0-587fb7758ea8 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e82e7ac3-495e-4238-9295-3a266342f016 HTTP/1.1" status: 200 len: 2994 time: 0.0363922 May 02 10:20:31.610888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.641010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e33db2-d675-4691-9945-925a5f93050c req-9a53f8c3-be3e-4081-80b2-7f569f1a46ff tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/e82e7ac3-495e-4238-9295-3a266342f016 HTTP/1.1" status: 200 len: 2994 time: 0.0690200 May 02 10:20:31.707883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d69df6b-f158-416c-a62c-04f8e1b8188e admin admin] Publish callbacks [] for security_group (a07704f5-4301-4cf2-8f8c-9a9c941f7986), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.754196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] No DVR routers for this DVR port e3411e50-dd86-42c9-bca5-1f163ecc24bf on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:20:31.762922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] Pushing event updated for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:31.771048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0275ad-f999-448d-97dd-c874e1acf798 req-814130d1-0bff-4ea9-91f9-bd3659cf7eb7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:31.772515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d0275ad-f999-448d-97dd-c874e1acf798 req-814130d1-0bff-4ea9-91f9-bd3659cf7eb7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.1118753 May 02 10:20:31.803636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d69df6b-f158-416c-a62c-04f8e1b8188e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a07704f5-4301-4cf2-8f8c-9a9c941f7986), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.827926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:31.841558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-39ab249f-73f5-4ee3-88f1-86cfe9c403e6 service neutron] 10.222.0.15 "PUT /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9736521 May 02 10:20:31.871450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d69df6b-f158-416c-a62c-04f8e1b8188e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8c61ff3e07774a8d84ef24681c612f1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3579619 May 02 10:20:31.872176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d69df6b-f158-416c-a62c-04f8e1b8188e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a07704f5-4301-4cf2-8f8c-9a9c941f7986,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:31.878635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:31.895199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d0275ad-f999-448d-97dd-c874e1acf798 req-d67e7dc1-5284-4d2d-8ade-af1973bfba94 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096003 May 02 10:20:31.978073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-0df534ab-4150-4f78-bdae-a8b9fcb93804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:31.979733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-0df534ab-4150-4f78-bdae-a8b9fcb93804 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=719f21ad39f647578720c65c2b75d180&device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 1129 time: 0.0530932 May 02 10:20:31.986168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30617a22-27a2-456c-9c9f-fb15eb3a2dda req-825729d8-3868-4bc0-bba4-3d8595381879 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a44fa48ca094b72b836647f85322ba8 HTTP/1.1" status: 200 len: 6153 time: 0.1327493 May 02 10:20:31.992913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] Publish callbacks [] for security_group (a07704f5-4301-4cf2-8f8c-9a9c941f7986), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.040049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] Publish callbacks [] for security_group (a07704f5-4301-4cf2-8f8c-9a9c941f7986), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.088754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-970b1a80-4294-43dc-af06-27cccf12daf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.090355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-970b1a80-4294-43dc-af06-27cccf12daf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1015491 May 02 10:20:32.112673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30617a22-27a2-456c-9c9f-fb15eb3a2dda req-32bc80ee-6c2c-48bd-be89-c85e5422b717 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "GET /v2.0/security-groups/88a12287-8b75-4360-bbd2-30080a15bd0c HTTP/1.1" status: 200 len: 2998 time: 0.1177316 May 02 10:20:32.124854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-66554293-5571-4cca-9b92-df8c409c5172 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.126280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-66554293-5571-4cca-9b92-df8c409c5172 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0762813 May 02 10:20:32.147370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-f00e6f86-d54c-4e7a-b6fb-816b75720dd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb HTTP/1.1" status: 200 len: 217 time: 0.0470831 May 02 10:20:32.219960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-426abecf-df87-4fbe-bb9a-593aa71cb425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.221670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-426abecf-df87-4fbe-bb9a-593aa71cb425 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0655818 May 02 10:20:32.224455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:32.233962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-7977662b-3886-4bc6-a153-d50ff8b764e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.235402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-7977662b-3886-4bc6-a153-d50ff8b764e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&tenant_id=25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 1126 time: 0.1013153 May 02 10:20:32.238166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30617a22-27a2-456c-9c9f-fb15eb3a2dda req-20dcfdf3-ae41-46d1-b39c-fa620a6cd794 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "GET /v2.0/security-groups/88a12287-8b75-4360-bbd2-30080a15bd0c HTTP/1.1" status: 200 len: 2998 time: 0.1159525 May 02 10:20:32.293697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a07704f5-4301-4cf2-8f8c-9a9c941f7986), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.296381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.297621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a07704f5-4301-4cf2-8f8c-9a9c941f7986 HTTP/1.1" status: 204 len: 168 time: 0.4178994 May 02 10:20:32.313622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21c802e-77dd-4bbb-9696-c3ed68913bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a07704f5-4301-4cf2-8f8c-9a9c941f7986,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:32.318993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-bddf256c-6ae5-48a0-bf3e-6ef79fbbbd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.320726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-bddf256c-6ae5-48a0-bf3e-6ef79fbbbd39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1126 time: 0.0610530 May 02 10:20:32.337779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-6112d875-009e-4ab9-8c32-05dd39f3dc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.339353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-6112d875-009e-4ab9-8c32-05dd39f3dc29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1089630 May 02 10:20:32.377307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd9a588-9dfa-41cd-bf6f-b1bd25cced4a req-8e6d7787-1f9a-4abf-bab8-2e093046d2ba tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.379059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fd9a588-9dfa-41cd-bf6f-b1bd25cced4a req-8e6d7787-1f9a-4abf-bab8-2e093046d2ba tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 969 time: 0.1616118 May 02 10:20:32.405145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-network', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:32.421508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 62524843-45a2-4250-9086-d624cbed0e66 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:32.457962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-79be7899-0bbf-4d29-a011-4c5c9efbac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.459151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-79be7899-0bbf-4d29-a011-4c5c9efbac44 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1240735 May 02 10:20:32.481625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fd9a588-9dfa-41cd-bf6f-b1bd25cced4a req-3df14942-892c-45da-bc53-c5e749eb732b tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949609 May 02 10:20:32.508523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-e66e3f1c-a5ac-4d7e-8625-cc0dbf18e53b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0423923 May 02 10:20:32.510594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-e4247262-0e80-4f77-ac8a-fa2d3bdcd78d service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618266 May 02 10:20:32.515675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 62524843-45a2-4250-9086-d624cbed0e66 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:32.523917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Made reservation on behalf of 405bc3f0d1b64dc8911be1fbc0449018 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:32.526104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.555183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.580797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-cbbd656c-4d58-444a-9a05-38fc0116b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:32.582258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-cbbd656c-4d58-444a-9a05-38fc0116b516 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0669589 May 02 10:20:32.619558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f66af5-60c9-491d-8847-870205bfea32 req-c1b527bf-dff9-49d5-8659-d2d9cd589954 tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/2bf343cb-adc5-49af-a994-63f9d60b0946 HTTP/1.1" status: 200 len: 1795 time: 0.1056421 May 02 10:20:32.621957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-6b875ba5-65e5-47f9-bf5a-11b987103acc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334327 May 02 10:20:32.659744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 62524843-45a2-4250-9086-d624cbed0e66 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:32.659744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (62524843-45a2-4250-9086-d624cbed0e66), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.661224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf3855c-5465-4acc-887e-b4c45be6c5e6 req-d18123f9-c80b-41b2-902a-2e2c09fbe648 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388507 May 02 10:20:32.717039 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f66af5-60c9-491d-8847-870205bfea32 req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (2bf343cb-adc5-49af-a994-63f9d60b0946), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.747684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f66af5-60c9-491d-8847-870205bfea32 req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (2bf343cb-adc5-49af-a994-63f9d60b0946), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.798118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 62524843-45a2-4250-9086-d624cbed0e66 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:32.798847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (62524843-45a2-4250-9086-d624cbed0e66), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.824362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62524843-45a2-4250-9086-d624cbed0e66'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:32.830808 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2488d583-dae4-4024-8013-355ff210da12" -d '{"events": [{"server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "name": "network-vif-plugged", "status": "completed", "tag": "62524843-45a2-4250-9086-d624cbed0e66"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:32.849751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62524843-45a2-4250-9086-d624cbed0e66,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:32.873936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f66af5-60c9-491d-8847-870205bfea32 req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2bf343cb-adc5-49af-a994-63f9d60b0946), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.876647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64f66af5-60c9-491d-8847-870205bfea32 req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:32.877942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f66af5-60c9-491d-8847-870205bfea32 req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bf343cb-adc5-49af-a994-63f9d60b0946 HTTP/1.1" status: 204 len: 173 time: 0.2458875 May 02 10:20:32.889754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224dc309-2431-49bc-9bdc-ae8c8343a3bf tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bf343cb-adc5-49af-a994-63f9d60b0946,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:32.948691 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb216c-70c0-4ea6-9ed6-3f3adc1e6de3 x-openstack-request-id: req-a3bb216c-70c0-4ea6-9ed6-3f3adc1e6de3 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:32.949051 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "name": "network-vif-plugged", "status": "completed", "tag": "62524843-45a2-4250-9086-d624cbed0e66", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:32.949414 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a3bb216c-70c0-4ea6-9ed6-3f3adc1e6de3 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:32.949987 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3bb216c-70c0-4ea6-9ed6-3f3adc1e6de3'] response: {'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62524843-45a2-4250-9086-d624cbed0e66', 'code': 200} May 02 10:20:32.967076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.008952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-8196eb68-4825-4168-9eff-53ac31923dff tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "GET /v2.0/security-groups/66b4f447-2a66-4d5a-b581-a2016dda1a57 HTTP/1.1" status: 200 len: 1793 time: 0.0499530 May 02 10:20:33.027898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.24', 50398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:33.036945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:33.038142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks [] for security_group (4e745ca0-f855-4fc1-afd3-886ea303c946), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.067445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee71bf6-6355-417d-9ae4-f5d0fbc403fc req-7ca6dc25-06ea-4777-8eb7-c37a318dc7cb tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:33.069026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee71bf6-6355-417d-9ae4-f5d0fbc403fc req-7ca6dc25-06ea-4777-8eb7-c37a318dc7cb tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 947 time: 0.1092389 May 02 10:20:33.088526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e38cbc-c9ea-485a-9f47-a4af415a95af req-fb4bc066-a976-45c4-ab44-bccd81a4f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:33.090285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7e38cbc-c9ea-485a-9f47-a4af415a95af req-fb4bc066-a976-45c4-ab44-bccd81a4f48c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 1152 time: 0.0611773 May 02 10:20:33.108095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e745ca0-f855-4fc1-afd3-886ea303c946), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.118455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (66b4f447-2a66-4d5a-b581-a2016dda1a57), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.122876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-3fbe5adc-7779-4809-87bb-eeef025f5399 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4919100 May 02 10:20:33.140179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:20:33.157220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (66b4f447-2a66-4d5a-b581-a2016dda1a57), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.182900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7e38cbc-c9ea-485a-9f47-a4af415a95af req-790559e8-ea90-4d67-b94f-4e3550ef8984 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735402 May 02 10:20:33.198295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1918f78f-de3b-4911-8c97-8166e317dc63), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.198644 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Added segment 1918f78f-de3b-4911-8c97-8166e317dc63 of type vlan for network f5b1c817-eec3-48f1-b118-eb3131507a9c May 02 10:20:33.224227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e745ca0-f855-4fc1-afd3-886ea303c946,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:33.239513 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee71bf6-6355-417d-9ae4-f5d0fbc403fc req-231ec416-4698-4124-a016-f6a4b08af828 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603534 May 02 10:20:33.270091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (66b4f447-2a66-4d5a-b581-a2016dda1a57), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.273439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.274854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47f5dd80-18b1-4167-9b1a-b9b7e5e1a050 req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/66b4f447-2a66-4d5a-b581-a2016dda1a57 HTTP/1.1" status: 204 len: 173 time: 0.2645748 May 02 10:20:33.283796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f5b1c817-eec3-48f1-b118-eb3131507a9c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.291924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae072f-e499-4590-8750-a7b840c1946f tempest-SecurityGroupsTestAdminJSON-1526978468 tempest-SecurityGroupsTestAdminJSON-1526978468-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b4f447-2a66-4d5a-b581-a2016dda1a57,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:33.311975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-85b83056-5204-4646-878a-784f172077e4 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727815 May 02 10:20:33.406164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f5b1c817-eec3-48f1-b118-eb3131507a9c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.407197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:33.408007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.412701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db269e1-d58f-4f7a-8497-e6a27caed147 req-099a8b2c-a72b-4136-8497-2e3e9d2a4fa3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:33.414256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7db269e1-d58f-4f7a-8497-e6a27caed147 req-099a8b2c-a72b-4136-8497-2e3e9d2a4fa3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.0534008 May 02 10:20:33.472474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7db269e1-d58f-4f7a-8497-e6a27caed147 req-cf8c8bf2-7756-4828-9b93-305a76b9c9cc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520744 May 02 10:20:33.513749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-811c1a40-335c-4e78-a197-f096ba019969 req-0f9b9c08-53c9-4f4d-a245-53ab4eed3c8b tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "GET /v2.0/security-groups/2d689050-d542-409a-95f5-613fa9e2ecfe HTTP/1.1" status: 200 len: 1794 time: 0.1162765 May 02 10:20:33.521534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] Pushing event updated for resources: {'Network': ['ID=f5b1c817-eec3-48f1-b118-eb3131507a9c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:33.532727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f5b1c817-eec3-48f1-b118-eb3131507a9c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:20:33.567159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4d9de237-d07a-431c-8167-8ea8a890cd38 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3416808 May 02 10:20:33.573328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:33.581183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Request body: {'subnet': {'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-subnet', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:33.601337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-811c1a40-335c-4e78-a197-f096ba019969 req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (2d689050-d542-409a-95f5-613fa9e2ecfe), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.626597 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-811c1a40-335c-4e78-a197-f096ba019969 req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (2d689050-d542-409a-95f5-613fa9e2ecfe), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.691195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Made reservation on behalf of 405bc3f0d1b64dc8911be1fbc0449018 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:33.693579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.785160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-811c1a40-335c-4e78-a197-f096ba019969 req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d689050-d542-409a-95f5-613fa9e2ecfe), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.789356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-811c1a40-335c-4e78-a197-f096ba019969 req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:33.809772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-811c1a40-335c-4e78-a197-f096ba019969 req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d689050-d542-409a-95f5-613fa9e2ecfe HTTP/1.1" status: 204 len: 173 time: 0.2837546 May 02 10:20:33.830015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa3696d-9b13-4a41-960c-54c11a0504e7 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d689050-d542-409a-95f5-613fa9e2ecfe,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:33.892053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5fe0-24e9-4731-86f9-9ae7f7d75641 req-f732717f-baa9-47b1-9ef5-71e87a213e4e tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:33.892656 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b5d5fe0-24e9-4731-86f9-9ae7f7d75641 req-f732717f-baa9-47b1-9ef5-71e87a213e4e tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.0618088 May 02 10:20:33.932848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b175754e-e661-463b-805b-db863e57dbb5 req-62f74327-7fad-40e6-a61d-09683db0761d tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "GET /v2.0/security-groups/93c10382-8f4b-439a-8b1b-a8769507ecb4 HTTP/1.1" status: 200 len: 1794 time: 0.0459146 May 02 10:20:33.976654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b5d5fe0-24e9-4731-86f9-9ae7f7d75641 req-577a7b3a-3452-441b-8970-86a31738adb3 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595176 May 02 10:20:33.997861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b175754e-e661-463b-805b-db863e57dbb5 req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (93c10382-8f4b-439a-8b1b-a8769507ecb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.022196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b175754e-e661-463b-805b-db863e57dbb5 req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (93c10382-8f4b-439a-8b1b-a8769507ecb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.028918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.120312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:34.131100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Checking segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:34.131561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Network hostable DHCP agents. Network: f5b1c817-eec3-48f1-b118-eb3131507a9c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:20:34.167478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b175754e-e661-463b-805b-db863e57dbb5 req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93c10382-8f4b-439a-8b1b-a8769507ecb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.170138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b175754e-e661-463b-805b-db863e57dbb5 req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.171443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b175754e-e661-463b-805b-db863e57dbb5 req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] 10.222.0.16 "DELETE /v2.0/security-groups/93c10382-8f4b-439a-8b1b-a8769507ecb4 HTTP/1.1" status: 204 len: 173 time: 0.2319183 May 02 10:20:34.184288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92856f1-4790-48a9-a1ae-38eead94ac91 tempest-SecurityGroupsTestAdminJSON-1827975164 tempest-SecurityGroupsTestAdminJSON-1827975164-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c10382-8f4b-439a-8b1b-a8769507ecb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:34.185253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2591efb8-5846-4d42-9860-9c510bdd9fbb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:34.187735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:20:34.248565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port e3411e50-dd86-42c9-bca5-1f163ecc24bf host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:20:34.249170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:20:34.253515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:20:34.337515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f5b1c817-eec3-48f1-b118-eb3131507a9c) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:34.341956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:34.347412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.348099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d173894-b0b7-450e-81f3-739892dc6724 req-e11b7f53-ae78-4c7f-89a7-025f8754b2f8 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:34.348903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-e11b7f53-ae78-4c7f-89a7-025f8754b2f8 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0552683 May 02 10:20:34.357076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03f3586b-e3a9-476e-9404-ac1b84142bc9 None None] Network f5b1c817-eec3-48f1-b118-eb3131507a9c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:34.457846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-958dfd1d-d362-40ea-9221-2e4c6f5ce4f8 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.8831720 May 02 10:20:34.461294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45948) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:34.466885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:34.473239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b11356-ccf5-478e-bda7-c3e7f58f1799 req-013bcd01-a130-4b87-9dca-3eacfa96d773 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:34.474773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52b11356-ccf5-478e-bda7-c3e7f58f1799 req-013bcd01-a130-4b87-9dca-3eacfa96d773 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 947 time: 0.0712900 May 02 10:20:34.483361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:34.504214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '2591efb8-5846-4d42-9860-9c510bdd9fbb', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '2591efb8-5846-4d42-9860-9c510bdd9fbb', 'mac_address': 'fa:16:3e:ab:cc:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:34.582117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2591efb8-5846-4d42-9860-9c510bdd9fbb is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:34.582513 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.590008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52b11356-ccf5-478e-bda7-c3e7f58f1799 req-6e40db45-91aa-4259-b052-7c40d91947cb tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066430 May 02 10:20:34.600069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f5b1c817-eec3-48f1-b118-eb3131507a9c', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:20:34.601560 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.613965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2591efb8-5846-4d42-9860-9c510bdd9fbb {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:34.690228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.690228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.690228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca872870-3e33-412f-a472-52b66f9674e4 req-0be2e35c-6fbc-4c59-8638-6a5859c512cd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:34.690228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca872870-3e33-412f-a472-52b66f9674e4 req-0be2e35c-6fbc-4c59-8638-6a5859c512cd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.0987937 May 02 10:20:34.707421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:34.731458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d173894-b0b7-450e-81f3-739892dc6724 req-5b232cf8-5b70-4d7e-96a9-dbb38814134f service neutron] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:34.735273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d173894-b0b7-450e-81f3-739892dc6724 req-5b232cf8-5b70-4d7e-96a9-dbb38814134f service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.736375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d173894-b0b7-450e-81f3-739892dc6724 req-5b232cf8-5b70-4d7e-96a9-dbb38814134f service neutron] 10.222.0.24 "DELETE /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.3802304 May 02 10:20:34.789112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Allocated IP 172.20.0.2 (f5b1c817-eec3-48f1-b118-eb3131507a9c/65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6/0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:34.827993 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for router_controller (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:34.840953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca872870-3e33-412f-a472-52b66f9674e4 req-811fa2a6-276a-40da-af96-5c45bcc75348 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551285 May 02 10:20:35.015359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:35.026140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee97ed8a-c75e-4773-84da-33e7878def4b req-0615aa0d-af33-45d7-a250-f179df3cf7e2 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:35.027690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee97ed8a-c75e-4773-84da-33e7878def4b req-0615aa0d-af33-45d7-a250-f179df3cf7e2 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1126 time: 0.0622385 May 02 10:20:35.106763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee97ed8a-c75e-4773-84da-33e7878def4b req-ff56d474-4b9b-4e2b-b006-4fe049ac623b tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669465 May 02 10:20:35.135266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks [] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.157173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.221656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:35.276490 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.344424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-14480c62-4bc0-4671-819b-56833a341802 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3a44fa48ca094b72b836647f85322ba8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3269382 May 02 10:20:35.351796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:35.386407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:35.395257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:35.404456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:35.414599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] Publish callbacks [] for security_group (88a12287-8b75-4360-bbd2-30080a15bd0c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.444429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] Publish callbacks [] for security_group (88a12287-8b75-4360-bbd2-30080a15bd0c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.456886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2591efb8-5846-4d42-9860-9c510bdd9fbb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:35.501222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Pushing event updated for resources: {'Port': ['ID=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:35.533877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94893fd3-5373-4d21-a2c7-d96081b2c086 req-addf9c6c-cb01-4a10-a893-2bf5e769da29 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:35.541090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94893fd3-5373-4d21-a2c7-d96081b2c086 req-addf9c6c-cb01-4a10-a893-2bf5e769da29 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.2687647 May 02 10:20:35.595413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for router_gateway (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.598641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Attempting to bind port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:35.599451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Attempting to bind port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:35.600385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Attempting to bind port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:35.616070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:35.617181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Checking segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:35.617610 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.618059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Bound using segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:35.618919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Bound port: 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:35.619649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.622858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:35.667427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88a12287-8b75-4360-bbd2-30080a15bd0c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.669935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.671609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88a12287-8b75-4360-bbd2-30080a15bd0c HTTP/1.1" status: 204 len: 168 time: 0.3204648 May 02 10:20:35.675223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94893fd3-5373-4d21-a2c7-d96081b2c086 req-a938e8e6-0484-4388-bab8-ed64f339e992 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332045 May 02 10:20:35.680731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f03384-e083-42dc-99cb-576f8e879f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88a12287-8b75-4360-bbd2-30080a15bd0c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:35.789534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] For port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:35.828094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] For port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:35.883537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410aac97-4d58-4a55-8d45-745be4350a14 req-d242b21e-08ed-4517-91a4-8aff60118d34 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:35.885192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-410aac97-4d58-4a55-8d45-745be4350a14 req-d242b21e-08ed-4517-91a4-8aff60118d34 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 948 time: 0.0652392 May 02 10:20:35.901556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-21c8d3ee-2e1c-4207-a4db-0d142f5734df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83b0196b9f684b1da4d70d97b20e37f1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2778661 May 02 10:20:35.909562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46006) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:35.929755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:35.969001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-410aac97-4d58-4a55-8d45-745be4350a14 req-1ea34e16-b072-4362-8d3e-a1faad4c19ce tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762866 May 02 10:20:35.996021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] Publish callbacks [] for security_group (3463a4b0-60e5-4623-aa3b-b1c9a4ce175d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.025610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] Publish callbacks [] for security_group (3463a4b0-60e5-4623-aa3b-b1c9a4ce175d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.042363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e902ad70-65fc-401d-8eb9-ec8ab3fad3c4 None None] Pushing event updated for resources: {'Port': ['ID=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:36.091151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-20cce029-6d21-4bb3-9349-e11e6b5427b6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:36.097129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-20cce029-6d21-4bb3-9349-e11e6b5427b6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.3178802 May 02 10:20:36.136347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-da40e699-f165-451e-9e41-67e5753c5e8f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/quotas/25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 375 time: 0.0377491 May 02 10:20:36.209806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for router_gateway (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.213292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2591efb8-5846-4d42-9860-9c510bdd9fbb up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:36.231106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3463a4b0-60e5-4623-aa3b-b1c9a4ce175d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.237527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.241072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3463a4b0-60e5-4623-aa3b-b1c9a4ce175d HTTP/1.1" status: 204 len: 168 time: 0.3285902 May 02 10:20:36.250859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52be532d-7b25-43d0-8f29-033af002f6e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3463a4b0-60e5-4623-aa3b-b1c9a4ce175d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:36.252133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.276386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-700948b9-5680-4568-9486-f402c3173c22 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1312850 May 02 10:20:36.324296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 2591efb8-5846-4d42-9860-9c510bdd9fbb completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:36.358871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-1c971690-476c-4f77-b4d9-f1954b5ec67a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:20:36.359872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-1c971690-476c-4f77-b4d9-f1954b5ec67a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0576262 May 02 10:20:36.401838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 2591efb8-5846-4d42-9860-9c510bdd9fbb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:36.402416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.523280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2591efb8-5846-4d42-9860-9c510bdd9fbb is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:36.523901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.543752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46014) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:36.550635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:36.553586 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e5fa613-be9c-439e-ba16-ad9b9c446d1e" -d '{"events": [{"server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "name": "network-vif-plugged", "status": "completed", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:36.568645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:36.587552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fde2e0f4-488d-4083-b353-42d199103fdc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=de93440b4d844bab9449f3f4db07ee75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0426159 May 02 10:20:36.590077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46018) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:36.591281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Allocated IP 172.35.4.75 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/51658f96-dc4e-4cdb-9661-3d03c5f4e7dd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:36.596708 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-66449d72-1e93-45f1-af83-5ac64f81fd68 service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011714 May 02 10:20:36.639525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] Publish callbacks [] for security_group (c54c63a9-2512-43b0-9210-b51906dd82a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.665959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] Publish callbacks [] for security_group (c54c63a9-2512-43b0-9210-b51906dd82a5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.714921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.777329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:36.781543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-41b37139-faa7-4326-ac50-6df46d79856a service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751187 May 02 10:20:36.801423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.803853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c54c63a9-2512-43b0-9210-b51906dd82a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.806757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:36.808240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c54c63a9-2512-43b0-9210-b51906dd82a5 HTTP/1.1" status: 204 len: 168 time: 0.2171972 May 02 10:20:36.827248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa81381-213a-49a9-96a4-9fedcb149de3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54c63a9-2512-43b0-9210-b51906dd82a5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:36.990979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:37.052722 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a63960-bdf5-4760-aba7-23f118cc0132 x-openstack-request-id: req-e8a63960-bdf5-4760-aba7-23f118cc0132 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:37.053050 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "name": "network-vif-plugged", "status": "completed", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:37.053310 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8a63960-bdf5-4760-aba7-23f118cc0132 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:37.054239 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a63960-bdf5-4760-aba7-23f118cc0132'] response: {'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb', 'code': 200} May 02 10:20:37.093367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:37.103201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:37.127252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:37.144074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:37.248487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189b1ae-71bd-4985-b9c6-aa33072173b3 req-a08c6b86-dc5c-4407-8eca-1237571f4b19 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:37.257223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Pushing event updated for resources: {'Port': ['ID=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:37.262538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9189b1ae-71bd-4985-b9c6-aa33072173b3 req-a08c6b86-dc5c-4407-8eca-1237571f4b19 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.1276665 May 02 10:20:37.265645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:37.266051 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:37.347961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9189b1ae-71bd-4985-b9c6-aa33072173b3 req-d686e42c-ca09-4976-aa93-cd4cac3dec61 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770435 May 02 10:20:37.370732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778b1b3-68fb-41e4-a3d6-4dcaddc97416 req-c8946729-8e00-4157-a62f-cf2d1557d3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:37.370732 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6778b1b3-68fb-41e4-a3d6-4dcaddc97416 req-c8946729-8e00-4157-a62f-cf2d1557d3c7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 1131 time: 0.1573255 May 02 10:20:37.385788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00ebd34-749b-4159-b1af-bccad3b18fde req-2880737b-57ca-4576-8028-eda0bad94d72 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:37.387262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f00ebd34-749b-4159-b1af-bccad3b18fde req-2880737b-57ca-4576-8028-eda0bad94d72 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.1085436 May 02 10:20:37.453215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:37.453789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:37.479967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:37.493368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39848f92-a49a-4f7d-92d0-6fde43b58f71 None None] Network f5b1c817-eec3-48f1-b118-eb3131507a9c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:37.498514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6778b1b3-68fb-41e4-a3d6-4dcaddc97416 req-43bb3458-ad64-40f7-8e3f-9bc569f31cad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149926 May 02 10:20:37.500584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bb0cb2c-eac2-4f71-a69d-432f9aeb03f8 req-caa282ba-c6a4-47b6-8395-4d403788d15a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 210 time: 0.1121163 May 02 10:20:37.524786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f00ebd34-749b-4159-b1af-bccad3b18fde req-efa40463-abbe-4c09-bc91-aa1fd2112e9a tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151955 May 02 10:20:37.618942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:37.622642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2b46a261-37bf-4417-ad30-dae290b85adf None None] Provisioning complete for port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:37.623241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2b46a261-37bf-4417-ad30-dae290b85adf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:37.737174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:37.823160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2b46a261-37bf-4417-ad30-dae290b85adf None None] Current status of the port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:37.840992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:38.005175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c22dc580-450b-49fd-8537-b0290c1dd052 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59c5107bd5e0494cba2ca57013dacd65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5213099 May 02 10:20:38.005565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46068) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:38.011729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for router_gateway (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.049823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5091e900-2411-4f01-bd92-004ed1ee414f None None] Provisioning complete for port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:38.050650 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5091e900-2411-4f01-bd92-004ed1ee414f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.171733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] Publish callbacks [] for security_group (b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.217208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] Publish callbacks [] for security_group (b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.220701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5091e900-2411-4f01-bd92-004ed1ee414f None None] Current status of the port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:38.279674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:38.307227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eef0490-732e-42ab-a2ef-57745b7645a0 req-d503ea2f-43c9-4ec1-af9b-99b8b0f07622 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:38.309313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eef0490-732e-42ab-a2ef-57745b7645a0 req-d503ea2f-43c9-4ec1-af9b-99b8b0f07622 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.1316888 May 02 10:20:38.350682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.379525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eef0490-732e-42ab-a2ef-57745b7645a0 req-a9df73f2-996a-4b75-a0f5-658c8cd3366a tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644968 May 02 10:20:38.419578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89bc328b-3941-4dfd-bcf8-8f8c9195e843 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.448065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.450673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.454455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6 HTTP/1.1" status: 204 len: 168 time: 0.4479499 May 02 10:20:38.472746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcabb7f3-a16c-4a37-832d-1f1a5a6487fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9b55f5a-5e1a-4c95-928f-a00eebe3bbf6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:38.568768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89bc328b-3941-4dfd-bcf8-8f8c9195e843 admin admin] Publish callbacks [] for security_group (761d69e3-5d3a-4592-b37b-b8d76164d336), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.621180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f466019f-d427-4410-ba7d-dbe09d644cae req-2f5c7c31-5d35-45cb-b85c-2e788719bb8c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 210 time: 0.0285342 May 02 10:20:38.671066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89bc328b-3941-4dfd-bcf8-8f8c9195e843 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (761d69e3-5d3a-4592-b37b-b8d76164d336), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.686004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:20:38.777635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89bc328b-3941-4dfd-bcf8-8f8c9195e843 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=76e6b157004346959dee707f36ed93b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4928331 May 02 10:20:38.780144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:38.794456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bc328b-3941-4dfd-bcf8-8f8c9195e843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761d69e3-5d3a-4592-b37b-b8d76164d336,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:38.818427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b98e8b-f46e-4903-9a75-6ae469950363 req-8ac887af-976a-4d75-86ca-d5e698713203 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:38.819977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0b98e8b-f46e-4903-9a75-6ae469950363 req-8ac887af-976a-4d75-86ca-d5e698713203 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.0962753 May 02 10:20:38.845268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:20:38.861009 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:20:38.874339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] Publish callbacks [] for security_group (761d69e3-5d3a-4592-b37b-b8d76164d336), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.892290 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:38.897353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:38.912560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] Publish callbacks [] for security_group (761d69e3-5d3a-4592-b37b-b8d76164d336), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.939618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0b98e8b-f46e-4903-9a75-6ae469950363 req-78a31d6e-9685-4732-8182-623741cfc51f tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967734 May 02 10:20:38.975403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:38.977682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8d158fc6-1d7e-45ec-b382-48b06845532e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.5151582 May 02 10:20:38.985644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:39.058323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:39.098718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (761d69e3-5d3a-4592-b37b-b8d76164d336), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.102363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.106974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/761d69e3-5d3a-4592-b37b-b8d76164d336 HTTP/1.1" status: 204 len: 168 time: 0.3238900 May 02 10:20:39.129869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec44e672-e9c4-4381-b95f-e8684ddb7295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761d69e3-5d3a-4592-b37b-b8d76164d336,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:39.133353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:39.162801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:39.163186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.336737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:39.366404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-ed7bd980-a80b-4395-b2eb-e96dd623533c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:39.369631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-ed7bd980-a80b-4395-b2eb-e96dd623533c tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.24 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.0689428 May 02 10:20:39.412653 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:37Z', 'revision_number': 3, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:39.459014 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:20:39.459371 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Updating router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:20:39.486018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Deleting port 62524843-45a2-4250-9086-d624cbed0e66 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:20:39.486362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (62524843-45a2-4250-9086-d624cbed0e66), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.489185 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.596667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] For port 62524843-45a2-4250-9086-d624cbed0e66, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=62524843-45a2-4250-9086-d624cbed0e66,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:39.597156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (62524843-45a2-4250-9086-d624cbed0e66), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.618919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Calling delete_port for 62524843-45a2-4250-9086-d624cbed0e66 owned by compute:tempest-test_az-542099780 {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:20:39.625727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7f562f-9985-4996-988e-2167227c07e6 req-6c2ec2b5-43b7-4b39-9b99-744f4e05fd01 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:39.634986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a7f562f-9985-4996-988e-2167227c07e6 req-6c2ec2b5-43b7-4b39-9b99-744f4e05fd01 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 970 time: 0.1260355 May 02 10:20:39.752112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a7f562f-9985-4996-988e-2167227c07e6 req-88748018-008b-4a61-ab0d-b24fb19ffd13 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/security-groups?id=e82e7ac3-495e-4238-9295-3a266342f016&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161699 May 02 10:20:39.754130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.798762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-571aae52-b40c-4f0b-9cc5-13a4999456b7 req-5850a160-62af-4e08-9a88-f51692fd19a3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 210 time: 0.0417058 May 02 10:20:39.829316 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks [] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.899453 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.961807 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Attempting to bind port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:39.962429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Attempting to bind port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:39.962984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Attempting to bind port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:39.971655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:39.972299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:39.972930 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:39.974086 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:39.974917 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Bound port: 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:39.976571 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.017418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (62524843-45a2-4250-9086-d624cbed0e66), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.030976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46144) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:40.035124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['62524843-45a2-4250-9086-d624cbed0e66'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:40.095634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Pushing event deleted for resources: {'Port': ['ID=62524843-45a2-4250-9086-d624cbed0e66,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:40.176663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] No DVR routers for this DVR port 62524843-45a2-4250-9086-d624cbed0e66 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:20:40.180227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.184293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efcc52b6-6069-4056-b74c-339e26eb7537 req-eec8a61b-9bdc-40c4-82d1-06b90c3e76c1 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.24 "DELETE /v2.0/ports/62524843-45a2-4250-9086-d624cbed0e66 HTTP/1.1" status: 204 len: 173 time: 0.8100977 May 02 10:20:40.184984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'name': 'network-vif-deleted', 'tag': '62524843-45a2-4250-9086-d624cbed0e66'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:40.187765 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de931b64-1bbe-41d8-9b6b-d5c295a7c6b5" -d '{"events": [{"server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "name": "network-vif-deleted", "tag": "62524843-45a2-4250-9086-d624cbed0e66"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:40.197647 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Pushing event updated for resources: {'Port': ['ID=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:40.219541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.220293 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.222143 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.222510 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.223594 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.224446 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.225019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.231112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.233814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Tracked resource versions report: May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: pushed versions: May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: { 'AddressGroup': {'1.2'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Agent': {'1.1'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'ConntrackHelper': {'1.0'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'LocalIPAssociation': {'1.0'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Log': {'1.0'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'NDPProxy': {'1.0'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Network': {'1.1'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Port': {'1.7'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'PortForwarding': {'1.3'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'QosPolicy': {'1.10'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SecurityGroup': {'1.5'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SecurityGroupRule': {'1.2'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SubPort': {'1.0'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Subnet': {'1.1'}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Trunk': {'1.1'}} May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: consumer versions: May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: { DHCP agent@ncdv-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: HyperV agent@nch1-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: HyperV agent@nch2-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: L3 agent@ncdv-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: Metadata agent@ncdv-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: Metering agent@ncdv-master-1: {}, May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: Open vSwitch agent@ncdv-master-1: { 'AddressGroup': '1.2', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Agent': '1.1', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'ConntrackHelper': '1.0', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'LocalIPAssociation': '1.0', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Log': '1.0', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'NDPProxy': '1.0', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Network': '1.1', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Port': '1.7', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'PortForwarding': '1.3', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'QosPolicy': '1.10', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SecurityGroup': '1.5', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SecurityGroupRule': '1.2', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'SubPort': '1.0', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Subnet': '1.1', May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: 'Trunk': '1.1'}} May 02 10:20:40.234658 ncdv-master-1 neutron-server[115665]: {{(pid=115665) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 02 10:20:40.239228 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b287cd-6032-437f-8833-0b57dfa1ff60 x-openstack-request-id: req-20b287cd-6032-437f-8833-0b57dfa1ff60 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:40.239637 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2e227b2-936e-42a6-8b7e-9ab1499042e7", "name": "network-vif-deleted", "tag": "62524843-45a2-4250-9086-d624cbed0e66", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:40.240056 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20b287cd-6032-437f-8833-0b57dfa1ff60 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:40.240549 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20b287cd-6032-437f-8833-0b57dfa1ff60'] response: {'server_uuid': 'e2e227b2-936e-42a6-8b7e-9ab1499042e7', 'name': 'network-vif-deleted', 'tag': '62524843-45a2-4250-9086-d624cbed0e66', 'status': 'completed', 'code': 200} May 02 10:20:40.274054 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] For port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:40.277625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] For port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:40.323361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Allocated IP 172.20.0.1 (f5b1c817-eec3-48f1-b118-eb3131507a9c/65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6/bd26927f-e2b7-4d91-86dc-eb5dde754a5b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:40.336396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306455f0-14b2-48f0-91eb-8529d4831a9f req-0b59da9d-74ed-4bd0-bd9b-598fab857222 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:40.345920 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-306455f0-14b2-48f0-91eb-8529d4831a9f req-0b59da9d-74ed-4bd0-bd9b-598fab857222 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.1462328 May 02 10:20:40.355194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4a9f0147-5ce7-4734-8409-404e7f58454d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:40.356812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4a9f0147-5ce7-4734-8409-404e7f58454d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.4399676 May 02 10:20:40.375298 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.392360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Request body: {'port': {'device_id': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'admin_state_up': True, 'tenant_id': '25e3a228719d4cbda0507cba959f1816'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:40.414585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46154) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:40.445401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31d97861-4f53-4bba-ae6e-a19d41241b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.490517 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:40.491466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:40.495557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c720c-8642-4002-97b2-168da110eaaf None None] Pushing event updated for resources: {'Port': ['ID=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:40.586232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-306455f0-14b2-48f0-91eb-8529d4831a9f req-73e483cb-fe35-439a-a7ea-22b8ad030912 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246599 May 02 10:20:40.608865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31d97861-4f53-4bba-ae6e-a19d41241b31 admin admin] Publish callbacks [] for security_group (9234f594-988c-40a8-ab92-48e145c1a2b4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.669455 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:40.673746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a423a612-cd75-40f5-a19e-256b412a759c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.692393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks [] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.692856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31d97861-4f53-4bba-ae6e-a19d41241b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9234f594-988c-40a8-ab92-48e145c1a2b4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.755166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-31d97861-4f53-4bba-ae6e-a19d41241b31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=32beef58339e48e4b1b2cdc76d54dc1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3394935 May 02 10:20:40.755967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:40.760236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d97861-4f53-4bba-ae6e-a19d41241b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9234f594-988c-40a8-ab92-48e145c1a2b4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:40.760439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.765368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46164) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:40.884448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] Publish callbacks [] for security_group (9234f594-988c-40a8-ab92-48e145c1a2b4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.884683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.910669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a423a612-cd75-40f5-a19e-256b412a759c admin admin] Publish callbacks [] for security_group (6054dcc1-8f20-43d1-b14d-4bc4db8bd904), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.923126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] Publish callbacks [] for security_group (9234f594-988c-40a8-ab92-48e145c1a2b4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:40.950700 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:37Z', 'revision_number': 3, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:41.001586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a423a612-cd75-40f5-a19e-256b412a759c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6054dcc1-8f20-43d1-b14d-4bc4db8bd904), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.012308 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67db456b-7485-428c-9d62-ea7caf2847e6 None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:37Z', 'revision_number': 3, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:20:41.015521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbf6292a-9c82-4ec8-88f9-5166826bcd8a req-36e531f3-1867-4f16-888c-5fb49cb41d29 tempest-DeleteServersAdminTestJSON-1142125987 tempest-DeleteServersAdminTestJSON-1142125987-project] 10.222.0.16 "GET /v2.0/ports?device_id=e2e227b2-936e-42a6-8b7e-9ab1499042e7 HTTP/1.1" status: 200 len: 210 time: 0.0550463 May 02 10:20:41.028123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Pushing event updated for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:41.041577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:41.056249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:41.089862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a423a612-cd75-40f5-a19e-256b412a759c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1657fdec4f38462c94cb54c8c47bddfd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0475090 May 02 10:20:41.100384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46176) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:41.101273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:41.101831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.140900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9234f594-988c-40a8-ab92-48e145c1a2b4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.148553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.158207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9234f594-988c-40a8-ab92-48e145c1a2b4 HTTP/1.1" status: 204 len: 168 time: 0.3854537 May 02 10:20:41.195549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423a612-cd75-40f5-a19e-256b412a759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6054dcc1-8f20-43d1-b14d-4bc4db8bd904,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:41.231566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68a0bcd-cdc2-46ce-8577-4f511e530ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9234f594-988c-40a8-ab92-48e145c1a2b4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:41.310332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] Publish callbacks [] for security_group (6054dcc1-8f20-43d1-b14d-4bc4db8bd904), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.350572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7b4399ea-60e7-431b-8486-1b0321db521b req-f0ef3c89-1ffa-4c47-b230-6fff12a23fac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 210 time: 0.0540349 May 02 10:20:41.361249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] Publish callbacks [] for security_group (6054dcc1-8f20-43d1-b14d-4bc4db8bd904), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.407223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Allocated IP 172.20.0.6 (98097bd3-4b95-4af7-9dbb-4e3fefd944fd/b428d290-0945-4d6c-b946-d746481c9d53/ab02bbef-fdd1-4e0c-8441-2677e11d93ab) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:41.573644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6054dcc1-8f20-43d1-b14d-4bc4db8bd904), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.576668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.583849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6054dcc1-8f20-43d1-b14d-4bc4db8bd904 HTTP/1.1" status: 204 len: 168 time: 0.4775362 May 02 10:20:41.583976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-414c56e2-1ac0-4aab-968d-72b627c0cdfa None None] Provisioning complete for port bd26927f-e2b7-4d91-86dc-eb5dde754a5b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:41.584527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-414c56e2-1ac0-4aab-968d-72b627c0cdfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.594961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afb89f-e33a-4747-aeed-c221dc31ec9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6054dcc1-8f20-43d1-b14d-4bc4db8bd904,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:41.689485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-414c56e2-1ac0-4aab-968d-72b627c0cdfa None None] Port bd26927f-e2b7-4d91-86dc-eb5dde754a5b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:41.792647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:41.921247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks [] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.154891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks [] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.176503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.277887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.278612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.308205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:42.312171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:42.317585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cba8f-a732-4451-b562-a5126bf2c9fb req-94aa23ab-0861-454a-b9dc-b22c29c52dce tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:42.319074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-842cba8f-a732-4451-b562-a5126bf2c9fb req-94aa23ab-0861-454a-b9dc-b22c29c52dce tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.1601763 May 02 10:20:42.325885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:42.339545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:42.344553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:42.345178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.348315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.348686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.349025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.349359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.349690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.350021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.350345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.350699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.351021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.351342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.351687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.352003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.352329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.352694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.353017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.479730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Pushing event updated for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:42.497151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-842cba8f-a732-4451-b562-a5126bf2c9fb req-574733f9-b113-4c71-83cb-9e0e467dfc39 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689928 May 02 10:20:42.520994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:42.522860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:42.589186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:42.607654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.651363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-4bf1a4cb-007c-4f00-9e83-d6d9d6f14a6f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2705264 May 02 10:20:42.758022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:20:42.780796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b11a88-e4da-4148-88e3-fcb7a5382d94 req-cfba9c83-8210-4f84-bf71-1e92c6b0617b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:42.786038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7b11a88-e4da-4148-88e3-fcb7a5382d94 req-cfba9c83-8210-4f84-bf71-1e92c6b0617b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 931 time: 0.1461444 May 02 10:20:42.795355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Publish callbacks [] for security_group (785094f2-9cea-45e5-ad47-b60b7431ae7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.862402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (785094f2-9cea-45e5-ad47-b60b7431ae7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.908261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ddd294662f0f49c4b29f7549822cc68f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3134806 May 02 10:20:42.909295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:42.916182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=785094f2-9cea-45e5-ad47-b60b7431ae7d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:42.916923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e71085d5-ee4b-41d6-b6ec-c443af1bfd53 None None] Provisioning complete for port bd26927f-e2b7-4d91-86dc-eb5dde754a5b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:42.917380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e71085d5-ee4b-41d6-b6ec-c443af1bfd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:42.932784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.933194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.933596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.933996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.935146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.935146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.935146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.935688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.936092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.936495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.936987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.937384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.937779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.938173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.938618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-748c92e2-d8e1-4a26-818a-edec75c87742 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:20:42.960961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e71085d5-ee4b-41d6-b6ec-c443af1bfd53 None None] Port bd26927f-e2b7-4d91-86dc-eb5dde754a5b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:43.021274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] Publish callbacks [] for security_group (785094f2-9cea-45e5-ad47-b60b7431ae7d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.045359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:43.050060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] Publish callbacks [] for security_group (785094f2-9cea-45e5-ad47-b60b7431ae7d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.095303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:43.095676 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.101149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Request body: {'port': {'device_id': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:43.155854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7b11a88-e4da-4148-88e3-fcb7a5382d94 req-8eb6b586-e012-4d79-b5d2-ed236be0d7db tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181489 May 02 10:20:43.164824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:20:43.170582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4734cbf7-524c-4e6c-9a6c-80dea2484b73 admin admin] 10.222.0.16 "PUT /v2.0/routers/e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1831949 May 02 10:20:43.199842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.201784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:43.202172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (785094f2-9cea-45e5-ad47-b60b7431ae7d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.202294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.205696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.210960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/785094f2-9cea-45e5-ad47-b60b7431ae7d HTTP/1.1" status: 204 len: 168 time: 0.2998698 May 02 10:20:43.223853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60103c0-e5a8-48f2-a7db-6b877a070b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=785094f2-9cea-45e5-ad47-b60b7431ae7d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:43.230256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:43.310130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.367416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:43.464550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-baf1b4a8-d1ae-45cc-aa65-9cec09fecc36 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:43.466502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-baf1b4a8-d1ae-45cc-aa65-9cec09fecc36 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.15 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.0670652 May 02 10:20:43.523992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.557733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab02bbef-fdd1-4e0c-8441-2677e11d93ab {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:43.564123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks [] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.586456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Transition to ACTIVE for port object ab02bbef-fdd1-4e0c-8441-2677e11d93ab will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:20:43.643658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Deleting port 2591efb8-5846-4d42-9860-9c510bdd9fbb {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:20:43.644194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.672615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa60a1-d7be-4478-9198-a07d4a0a841e req-39608396-7ec3-4e02-95c8-1cf902fbefb2 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:43.674289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07aa60a1-d7be-4478-9198-a07d4a0a841e req-39608396-7ec3-4e02-95c8-1cf902fbefb2 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 949 time: 0.0763812 May 02 10:20:43.679247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.797498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07aa60a1-d7be-4478-9198-a07d4a0a841e req-3ab230bd-c7b1-44f4-b30c-036b58d82dab tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e9cd183-3184-4031-96e8-53320a67d9a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770397 May 02 10:20:43.804454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:43.836265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] For port 2591efb8-5846-4d42-9860-9c510bdd9fbb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2591efb8-5846-4d42-9860-9c510bdd9fbb,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:43.836848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.839132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:43.839496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:43.840359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:43.847112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:43.847442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:43.855870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Calling delete_port for 2591efb8-5846-4d42-9860-9c510bdd9fbb owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:20:43.862106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:43.864300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:43.864759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:43.865209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Bound port: ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:43.865579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:43.940142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:43.943409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:44.155567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:44.164855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (2591efb8-5846-4d42-9860-9c510bdd9fbb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:44.183797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2591efb8-5846-4d42-9860-9c510bdd9fbb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:44.198585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Pushing event deleted for resources: {'Port': ['ID=2591efb8-5846-4d42-9860-9c510bdd9fbb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:44.275916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:44.285354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] No DVR routers for this DVR port 2591efb8-5846-4d42-9860-9c510bdd9fbb on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:20:44.290453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:44.303651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84ee73f9-c37f-4bb5-99d9-9ea90401de84 req-20f8afd9-68b6-4e1b-a501-d2d32ec29eb0 tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.15 "DELETE /v2.0/ports/2591efb8-5846-4d42-9860-9c510bdd9fbb HTTP/1.1" status: 204 len: 173 time: 0.8285260 May 02 10:20:44.308136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'name': 'network-vif-deleted', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:44.313084 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7c0f59-be1e-4593-a93c-0c53b17e0443" -d '{"events": [{"server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "name": "network-vif-deleted", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:44.325605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:44.328912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:44.335397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e00cadbb-1163-41da-8550-ef59192a022e service neutron] 10.222.0.15 "PUT /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 1091 time: 1.2408228 May 02 10:20:44.335397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:44.338664 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36c6f99-f94f-4852-8514-fdd67783db2e" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:44.372030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46288) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:44.399194 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d8e5e50-05be-4f03-beec-4e8839eab095 x-openstack-request-id: req-0d8e5e50-05be-4f03-beec-4e8839eab095 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:44.399528 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a53a33b6-7b35-4747-a010-d7818d247c42", "name": "network-vif-deleted", "tag": "2591efb8-5846-4d42-9860-9c510bdd9fbb", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:44.399733 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d8e5e50-05be-4f03-beec-4e8839eab095 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:44.400454 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d8e5e50-05be-4f03-beec-4e8839eab095'] response: {'server_uuid': 'a53a33b6-7b35-4747-a010-d7818d247c42', 'name': 'network-vif-deleted', 'tag': '2591efb8-5846-4d42-9860-9c510bdd9fbb', 'status': 'completed', 'code': 200} May 02 10:20:44.427056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46292) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:44.442423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 62524843-45a2-4250-9086-d624cbed0e66 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:20:44.457044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e079e0-8e8e-40a6-9f63-4251a4016b96 req-fe81366e-ab0a-42b1-9740-7a7c6d4adafa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:44.458693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e079e0-8e8e-40a6-9f63-4251a4016b96 req-fe81366e-ab0a-42b1-9740-7a7c6d4adafa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.1257069 May 02 10:20:44.467543 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-652e1bb3-136f-41d4-813a-7c8a066fdb32 x-openstack-request-id: req-652e1bb3-136f-41d4-813a-7c8a066fdb32 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:44.467994 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:44.468307 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-652e1bb3-136f-41d4-813a-7c8a066fdb32 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:44.468815 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-652e1bb3-136f-41d4-813a-7c8a066fdb32'] response: {'name': 'network-changed', 'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'status': 'completed', 'code': 200} May 02 10:20:44.503615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 62524843-45a2-4250-9086-d624cbed0e66 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:20:44.505619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 62524843-45a2-4250-9086-d624cbed0e66 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:20:44.592238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e079e0-8e8e-40a6-9f63-4251a4016b96 req-1a55ad51-db84-4791-a7ea-6decc844db9d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078172 May 02 10:20:44.599897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-9430df94-f2d9-489f-a8e8-6f0e02662224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:44.602442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-9430df94-f2d9-489f-a8e8-6f0e02662224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1125 time: 0.0815012 May 02 10:20:44.764993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:20:44.780460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:44.781222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:44.839195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8c27-bf7c-4150-bd6d-98746a33c8a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:44.871733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-83af5f2e-b840-41ba-a18f-dbb2cf927097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:44.873367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-83af5f2e-b840-41ba-a18f-dbb2cf927097 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=25e3a228719d4cbda0507cba959f1816&shared=False HTTP/1.1" status: 200 len: 921 time: 0.2602715 May 02 10:20:44.895346 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6108f6d1-bb0b-47b6-81f2-92ee3f61ed9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66d8d2aaecb944ea931a74ca8a8526f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4680688 May 02 10:20:44.896639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46308) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:45.073253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fab77f3-8630-4e65-9fcb-c82a9faa440d req-9298df58-5bdb-4e3c-a00d-b1689896c5ba tempest-TenantUsagesTestJSON-2026857819 tempest-TenantUsagesTestJSON-2026857819-project] 10.222.0.16 "GET /v2.0/ports?device_id=a53a33b6-7b35-4747-a010-d7818d247c42 HTTP/1.1" status: 200 len: 210 time: 0.0880125 May 02 10:20:45.076177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:45.116462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8c27-bf7c-4150-bd6d-98746a33c8a0 admin admin] Publish callbacks [] for security_group (163a08e7-1c7d-4fb0-b6a4-94679e9bf71f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.165841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:45.199104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:45.200099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.206563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] Publish callbacks [] for security_group (e82e7ac3-495e-4238-9295-3a266342f016), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.207541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbe8c27-bf7c-4150-bd6d-98746a33c8a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (163a08e7-1c7d-4fb0-b6a4-94679e9bf71f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.235343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] Publish callbacks [] for security_group (e82e7ac3-495e-4238-9295-3a266342f016), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.281249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcbe8c27-bf7c-4150-bd6d-98746a33c8a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ae5511847b2419ab961fbe7f0ba8144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9080527 May 02 10:20:45.284987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:45.311503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbe8c27-bf7c-4150-bd6d-98746a33c8a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163a08e7-1c7d-4fb0-b6a4-94679e9bf71f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:45.332274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-c5e9819b-df64-4d24-aacb-ddb12a925bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:45.340818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c36c6f99-f94f-4852-8514-fdd67783db2e req-c5e9819b-df64-4d24-aacb-ddb12a925bd9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3297813 May 02 10:20:45.361684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e82e7ac3-495e-4238-9295-3a266342f016), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.368570 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.370342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e82e7ac3-495e-4238-9295-3a266342f016 HTTP/1.1" status: 204 len: 168 time: 0.4720681 May 02 10:20:45.407863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:45.414938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38aa6f-4cb2-4249-8db9-bef5ab3a1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82e7ac3-495e-4238-9295-3a266342f016,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:45.467336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 2, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:45.476906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] Publish callbacks [] for security_group (163a08e7-1c7d-4fb0-b6a4-94679e9bf71f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.500890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:20:45.501249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Updating router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d port bd26927f-e2b7-4d91-86dc-eb5dde754a5b binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:20:45.507953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-96f20b85-1124-4d68-8d9a-314499aabc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:45.509751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-96f20b85-1124-4d68-8d9a-314499aabc60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1125 time: 0.0701723 May 02 10:20:45.515197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] Publish callbacks [] for security_group (163a08e7-1c7d-4fb0-b6a4-94679e9bf71f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.547587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.585229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-e8f6912d-511a-45cb-8c89-33ce24dc4d6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0507560 May 02 10:20:45.683418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.714167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-d7058809-656a-4be2-9cee-7d5e99b3f4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:45.715805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-d7058809-656a-4be2-9cee-7d5e99b3f4fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1218436 May 02 10:20:45.721584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (163a08e7-1c7d-4fb0-b6a4-94679e9bf71f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.725359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.729484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/163a08e7-1c7d-4fb0-b6a4-94679e9bf71f HTTP/1.1" status: 204 len: 168 time: 0.4301546 May 02 10:20:45.777399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66becbd-af80-46a4-82e4-94bc7734670d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163a08e7-1c7d-4fb0-b6a4-94679e9bf71f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:45.805713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-c5c3fa7a-0814-4292-849a-71c65d171459 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742996 May 02 10:20:45.829977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc991f23-4cb8-4073-912a-6f42ff233ae6 req-9409ec4c-8236-4d49-b0eb-0fa2f3aa9a20 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:45.832168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc991f23-4cb8-4073-912a-6f42ff233ae6 req-9409ec4c-8236-4d49-b0eb-0fa2f3aa9a20 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.0890489 May 02 10:20:45.921776 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks [] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:45.940442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc991f23-4cb8-4073-912a-6f42ff233ae6 req-ef6c5143-bf71-42f7-be14-a813bd961c62 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978181 May 02 10:20:45.956026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-79c7fee2-1a2d-4bf9-b0ed-4cef65c4b994 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228671 May 02 10:20:46.036793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.070460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1e1ff9-3416-4069-be53-c33bdf54dc5a req-467dc409-d46c-41d7-913b-1be35fb02ab6 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037729 May 02 10:20:46.103590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f52c4-6ac5-4d20-b041-d2ef417a2f14 None None] Pushing event updated for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:46.216469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Attempting to bind port bd26927f-e2b7-4d91-86dc-eb5dde754a5b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:46.220548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Attempting to bind port bd26927f-e2b7-4d91-86dc-eb5dde754a5b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:46.220548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Attempting to bind port bd26927f-e2b7-4d91-86dc-eb5dde754a5b on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:46.222709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:46.223087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Checking segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:46.223491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.223882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Bound using segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:46.224348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Bound port: bd26927f-e2b7-4d91-86dc-eb5dde754a5b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:46.224763 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.295108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] For port bd26927f-e2b7-4d91-86dc-eb5dde754a5b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:46.298385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] For port bd26927f-e2b7-4d91-86dc-eb5dde754a5b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:46.312328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-38d0443c-b2ef-4df3-ac1d-25b3dc767c38 None None] Provisioning complete for port bd26927f-e2b7-4d91-86dc-eb5dde754a5b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:46.312825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38d0443c-b2ef-4df3-ac1d-25b3dc767c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.351455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-38d0443c-b2ef-4df3-ac1d-25b3dc767c38 None None] Port bd26927f-e2b7-4d91-86dc-eb5dde754a5b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:46.382887 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.452444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:46.453120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:46.479627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46360) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:46.484519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-network', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:46.519246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572f52c4-6ac5-4d20-b041-d2ef417a2f14 None None] Pushing event updated for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:46.592857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Made reservation on behalf of f22dc1bb214f4b0284fec31d2424e0c8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:46.596799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.611454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.630550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:46.683253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Provisioning complete for port bd26927f-e2b7-4d91-86dc-eb5dde754a5b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:46.683609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.696199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks [] for security_group (340bcf50-093c-402d-bcee-557a3f51e73b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.837063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (340bcf50-093c-402d-bcee-557a3f51e73b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.863740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:20:46.873565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340bcf50-093c-402d-bcee-557a3f51e73b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:46.894259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Current status of the port bd26927f-e2b7-4d91-86dc-eb5dde754a5b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:46.894479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.896498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2347f8ee-6939-43c5-8fba-982d774c2d70), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.897104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:46.901274 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Added segment 2347f8ee-6939-43c5-8fba-982d774c2d70 of type vlan for network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 May 02 10:20:46.907550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:46.911049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a54a3382-fc84-4abc-9645-cf4c90695cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:46.942197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c9f0bc1-5157-419a-862b-592a09b3b069 None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:20:46.961535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9a9291d2-39a3-4a28-b5ac-705d6b44e121), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.002513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] For port bd26927f-e2b7-4d91-86dc-eb5dde754a5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:47.062401 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a54a3382-fc84-4abc-9645-cf4c90695cb5 admin admin] Publish callbacks [] for security_group (f0f227cb-c097-41c8-b8eb-0404a0247016), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.108380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.126184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df660150-c7e8-4322-ac4a-712ed6a5cd6a req-83d46503-98dd-4d7a-ac9b-36ce1cb11852 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:47.128913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df660150-c7e8-4322-ac4a-712ed6a5cd6a req-83d46503-98dd-4d7a-ac9b-36ce1cb11852 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.0751157 May 02 10:20:47.133722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9a9291d2-39a3-4a28-b5ac-705d6b44e121), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.134846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:47.140761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.159659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a54a3382-fc84-4abc-9645-cf4c90695cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f0f227cb-c097-41c8-b8eb-0404a0247016), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.217984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54a3382-fc84-4abc-9645-cf4c90695cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f227cb-c097-41c8-b8eb-0404a0247016,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.224706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a54a3382-fc84-4abc-9645-cf4c90695cb5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd84716a779541589ad60a7563a191de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3244951 May 02 10:20:47.225708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8c55e0-8d7e-4748-a93d-0fe2534c2a46 None None] Pushing event updated for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.226653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.254844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] Pushing event updated for resources: {'Network': ['ID=9a9291d2-39a3-4a28-b5ac-705d6b44e121,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.270569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:20:47.282241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df660150-c7e8-4322-ac4a-712ed6a5cd6a req-5c31e5f9-e5af-42a2-99db-1447ef6daddb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421871 May 02 10:20:47.289564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aa3af01b-871a-455a-8603-ea1fe58544f6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8080857 May 02 10:20:47.290090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46372) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.292151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] Publish callbacks [] for security_group (f0f227cb-c097-41c8-b8eb-0404a0247016), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.295709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Request body: {'subnet': {'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-subnet', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:47.336909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] Publish callbacks [] for security_group (f0f227cb-c097-41c8-b8eb-0404a0247016), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.445232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Made reservation on behalf of f22dc1bb214f4b0284fec31d2424e0c8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:47.447634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.500030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f0f227cb-c097-41c8-b8eb-0404a0247016), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.502623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.507933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0f227cb-c097-41c8-b8eb-0404a0247016 HTTP/1.1" status: 204 len: 168 time: 0.2761447 May 02 10:20:47.519588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21749175-3802-4c5b-a130-9ff9bdc975a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f227cb-c097-41c8-b8eb-0404a0247016,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.670174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46382) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.688377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.703893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11a3e06f-842d-4f76-986b-9b774830f66e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.725539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (f357f7c3-ded5-4d38-b2af-ab93d413923d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.786780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Pushing event updated for resources: {'Subnet': ['ID=f357f7c3-ded5-4d38-b2af-ab93d413923d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.809127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.837716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11a3e06f-842d-4f76-986b-9b774830f66e admin admin] Publish callbacks [] for security_group (3766f2e3-fefd-49f8-bc66-4967f445d9c9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.842233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Checking segment: {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:47.842604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Network hostable DHCP agents. Network: 9a9291d2-39a3-4a28-b5ac-705d6b44e121, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:20:47.902848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11a3e06f-842d-4f76-986b-9b774830f66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3766f2e3-fefd-49f8-bc66-4967f445d9c9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:47.932880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:20:47.946770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a3e06f-842d-4f76-986b-9b774830f66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3766f2e3-fefd-49f8-bc66-4967f445d9c9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:47.955447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46396) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:47.958277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11a3e06f-842d-4f76-986b-9b774830f66e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb454cfb71424cbab78e836fdb97792e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2688620 May 02 10:20:48.021390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9a9291d2-39a3-4a28-b5ac-705d6b44e121) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:48.026802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-add270f2-6621-48e6-b7be-f1008905f8b8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=719f21ad39f647578720c65c2b75d180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3546336 May 02 10:20:48.027955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:48.033115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc6f193-fafa-4f00-8bc5-639b0fbf866e None None] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:48.040823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:48.041859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.048297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] Publish callbacks [] for security_group (3766f2e3-fefd-49f8-bc66-4967f445d9c9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.082922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] Publish callbacks [] for security_group (3766f2e3-fefd-49f8-bc66-4967f445d9c9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.140310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-91ccb413-8d93-4ba7-aaf4-19e40c5b5eac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8490770 May 02 10:20:48.145282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:48.155140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:48.171591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] Publish callbacks [] for security_group (9e9cd183-3184-4031-96e8-53320a67d9a3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.198531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] Publish callbacks [] for security_group (9e9cd183-3184-4031-96e8-53320a67d9a3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.223012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-786729d4-331b-413c-9673-8a653acad587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'fixed_ips': [{'subnet_id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:20:48.223012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.250715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:20:48.256064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2591efb8-5846-4d42-9860-9c510bdd9fbb no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:20:48.271387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3766f2e3-fefd-49f8-bc66-4967f445d9c9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.271756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.273839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.280700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.280700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3766f2e3-fefd-49f8-bc66-4967f445d9c9 HTTP/1.1" status: 204 len: 168 time: 0.3214271 May 02 10:20:48.302706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bab577-a699-418b-bdca-446efecca4ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3766f2e3-fefd-49f8-bc66-4967f445d9c9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:48.305300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b85c7eb9-0cfd-4702-a9d8-1a74e4a1a286 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.317298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 2591efb8-5846-4d42-9860-9c510bdd9fbb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:20:48.317660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2591efb8-5846-4d42-9860-9c510bdd9fbb not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:20:48.332956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e9cd183-3184-4031-96e8-53320a67d9a3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.340539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.341644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e9cd183-3184-4031-96e8-53320a67d9a3 HTTP/1.1" status: 204 len: 168 time: 0.3124588 May 02 10:20:48.428300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for router_controller (e6e432d9-a493-4105-8f5c-a95a17e78d51), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.430419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954868f-b868-4945-9a34-2c4ed3468bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9cd183-3184-4031-96e8-53320a67d9a3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:48.435366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b85c7eb9-0cfd-4702-a9d8-1a74e4a1a286 admin admin] Publish callbacks [] for security_group (a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.461440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:20:48.517579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c030a97-d30c-4648-ac77-97dac3f7e2e4 req-0dc4ef25-ded9-4288-9c5f-9473cb14d934 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:48.519364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c030a97-d30c-4648-ac77-97dac3f7e2e4 req-0dc4ef25-ded9-4288-9c5f-9473cb14d934 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.0672140 May 02 10:20:48.562536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b85c7eb9-0cfd-4702-a9d8-1a74e4a1a286 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.643742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b85c7eb9-0cfd-4702-a9d8-1a74e4a1a286 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be65968774104e589193bea13015c88f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8123250 May 02 10:20:48.645713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85c7eb9-0cfd-4702-a9d8-1a74e4a1a286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:48.648595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46418) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:48.706958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] Publish callbacks [] for security_group (a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.731357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] Publish callbacks [] for security_group (a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.786506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-786729d4-331b-413c-9673-8a653acad587 None None] Allocated IP 172.20.0.2 (9a9291d2-39a3-4a28-b5ac-705d6b44e121/f357f7c3-ded5-4d38-b2af-ab93d413923d/e1e787f5-c9f7-4406-ab89-1eb9d17e963e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:48.790485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:48.814696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'port_id': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'mac_address': 'fa:16:3e:7a:a5:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428d290-0945-4d6c-b946-d746481c9d53', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:20:48.857585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.861395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.866350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a HTTP/1.1" status: 204 len: 168 time: 0.2102153 May 02 10:20:48.875992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322de2e0-8db9-42b3-8af0-0110cd3efb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ef1fde-f01e-4c45-affe-3ed3c5bbab6a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:48.925934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ab02bbef-fdd1-4e0c-8441-2677e11d93ab is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:48.926256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:48.943561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab02bbef-fdd1-4e0c-8441-2677e11d93ab {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:20:48.982637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:48.985422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for router_gateway (e6e432d9-a493-4105-8f5c-a95a17e78d51), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.001793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c030a97-d30c-4648-ac77-97dac3f7e2e4 req-d6214666-9d33-455a-a139-21a16d94e19c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4430168 May 02 10:20:49.046750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd26927f-e2b7-4d91-86dc-eb5dde754a5b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:49.083519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.150654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:49.244202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bd26927f-e2b7-4d91-86dc-eb5dde754a5b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:49.244724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.285809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for router_gateway (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.301708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks [] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.316463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.346999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['ab02bbef-fdd1-4e0c-8441-2677e11d93ab'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:20:49.401160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.405305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bd26927f-e2b7-4d91-86dc-eb5dde754a5b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:49.436950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Allocated IP 172.35.4.55 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:49.455629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-786729d4-331b-413c-9673-8a653acad587 None None] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:49.465499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-786729d4-331b-413c-9673-8a653acad587 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:49.467830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786729d4-331b-413c-9673-8a653acad587 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:49.479522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786729d4-331b-413c-9673-8a653acad587 None None] Pushing event updated for resources: {'Port': ['ID=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:49.552345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.567206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-786729d4-331b-413c-9673-8a653acad587 None None] Attempting to bind port e1e787f5-c9f7-4406-ab89-1eb9d17e963e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:49.567576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-786729d4-331b-413c-9673-8a653acad587 None None] Attempting to bind port e1e787f5-c9f7-4406-ab89-1eb9d17e963e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:49.567936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786729d4-331b-413c-9673-8a653acad587 None None] Attempting to bind port e1e787f5-c9f7-4406-ab89-1eb9d17e963e on network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:49.581651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786729d4-331b-413c-9673-8a653acad587 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:49.582051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786729d4-331b-413c-9673-8a653acad587 None None] Checking segment: {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:49.582427 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.582823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-786729d4-331b-413c-9673-8a653acad587 None None] Bound using segment: {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:49.583340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-786729d4-331b-413c-9673-8a653acad587 None None] Bound port: e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:49.583764 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.653386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.677570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-786729d4-331b-413c-9673-8a653acad587 None None] For port e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:49.681276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-786729d4-331b-413c-9673-8a653acad587 None None] For port e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:49.693302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:49.698340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:49.701952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:49.707343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Pushing event updated for resources: {'Port': ['ID=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:49.714624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46444) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:49.729424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa5a40cd-feae-45e6-9a40-aa6b387fa3d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.781671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-786729d4-331b-413c-9673-8a653acad587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.822095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa5a40cd-feae-45e6-9a40-aa6b387fa3d1 admin admin] Publish callbacks [] for security_group (e848c285-f4cf-4b8e-ad53-f897ea2960d1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.850296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786729d4-331b-413c-9673-8a653acad587 None None] Pushing event updated for resources: {'Port': ['ID=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:49.893653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa5a40cd-feae-45e6-9a40-aa6b387fa3d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e848c285-f4cf-4b8e-ad53-f897ea2960d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:49.929466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a40cd-feae-45e6-9a40-aa6b387fa3d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e848c285-f4cf-4b8e-ad53-f897ea2960d1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:49.968363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fa5a40cd-feae-45e6-9a40-aa6b387fa3d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b07ea8f635c843389eede0b311267490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2500906 May 02 10:20:49.969646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46450) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:50.028729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] Publish callbacks [] for security_group (e848c285-f4cf-4b8e-ad53-f897ea2960d1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.085398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] Publish callbacks [] for security_group (e848c285-f4cf-4b8e-ad53-f897ea2960d1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.097455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for router_gateway (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.181064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b83316-643e-46b7-9f2e-6a7e85e4f0e3 req-faf0e9e5-88d6-49a6-a8c6-128945f27120 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:50.182623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2b83316-643e-46b7-9f2e-6a7e85e4f0e3 req-faf0e9e5-88d6-49a6-a8c6-128945f27120 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.0728524 May 02 10:20:50.260961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2b83316-643e-46b7-9f2e-6a7e85e4f0e3 req-ff66a89c-ec13-44bb-8c9e-8eff02c4d36c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633268 May 02 10:20:50.261534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:50.276017 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e848c285-f4cf-4b8e-ad53-f897ea2960d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.280037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.281616 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e848c285-f4cf-4b8e-ad53-f897ea2960d1 HTTP/1.1" status: 204 len: 168 time: 0.3109596 May 02 10:20:50.299769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9cd917-e492-4cb9-97a9-6ca1c79fe2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e848c285-f4cf-4b8e-ad53-f897ea2960d1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:50.335509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port ab02bbef-fdd1-4e0c-8441-2677e11d93ab completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:20:50.365994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:50.384940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b29d1f-7903-4556-99d9-8825f477aa18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.402759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.407407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port ab02bbef-fdd1-4e0c-8441-2677e11d93ab triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:50.407806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.509152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b29d1f-7903-4556-99d9-8825f477aa18 admin admin] Publish callbacks [] for security_group (f318c48a-016b-4474-a064-bd499e498505), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.544313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ab02bbef-fdd1-4e0c-8441-2677e11d93ab is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:50.544746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.570874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b29d1f-7903-4556-99d9-8825f477aa18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f318c48a-016b-4474-a064-bd499e498505), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.582820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:20:50.582820 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c95d1c2-c9b7-4be1-b467-9e57799a5cf8" -d '{"events": [{"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-plugged", "status": "completed", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:20:50.587361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:50.612994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07b29d1f-7903-4556-99d9-8825f477aa18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9ea23daef7142c3bedd1868bb13b05f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2428401 May 02 10:20:50.612994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b29d1f-7903-4556-99d9-8825f477aa18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f318c48a-016b-4474-a064-bd499e498505,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:50.613171 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64873f9e-191a-4666-b89b-0688a3b1aa17 x-openstack-request-id: req-64873f9e-191a-4666-b89b-0688a3b1aa17 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:20:50.613171 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-plugged", "status": "completed", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:20:50.613171 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64873f9e-191a-4666-b89b-0688a3b1aa17 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:20:50.613423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46468) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:50.614060 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64873f9e-191a-4666-b89b-0688a3b1aa17'] response: {'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'code': 200} May 02 10:20:50.655023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.656349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Router e6e432d9-a493-4105-8f5c-a95a17e78d51 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:20:50.677846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] Publish callbacks [] for security_group (f318c48a-016b-4474-a064-bd499e498505), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.742693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:50.782292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] Publish callbacks [] for security_group (f318c48a-016b-4474-a064-bd499e498505), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:50.859565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18a456-6d59-45f0-b620-318df450c2ae req-25666a02-cdf7-41d3-90da-7aa11be9b2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:50.861081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fb18a456-6d59-45f0-b620-318df450c2ae req-25666a02-cdf7-41d3-90da-7aa11be9b2a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.0967779 May 02 10:20:50.902223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:20:50.915978 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Sync routers for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:20:50.931583 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:50.932255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:50.939236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fb18a456-6d59-45f0-b620-318df450c2ae req-6706a12b-83e3-4361-834d-bab48e5e09df service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646772 May 02 10:20:51.042509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e787f5-c9f7-4406-ab89-1eb9d17e963e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:51.050578 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f318c48a-016b-4474-a064-bd499e498505), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.054359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.057804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f318c48a-016b-4474-a064-bd499e498505 HTTP/1.1" status: 204 len: 168 time: 0.4412501 May 02 10:20:51.061907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.061907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3eb357e1-2191-4d26-aaac-e9fc8df7f3ae admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.9131391 May 02 10:20:51.062532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46480) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:51.068179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084f585-b70d-48b8-8c76-1c4ba76013bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f318c48a-016b-4474-a064-bd499e498505,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:51.069321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:51.126155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e1e787f5-c9f7-4406-ab89-1eb9d17e963e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:51.126774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.223723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22ec765-43a6-48be-917b-edfc6c773882 None None] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:51.288760 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:49Z', 'revision_number': 3, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:51.308200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Provisioning complete for port e1e787f5-c9f7-4406-ab89-1eb9d17e963e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:51.308691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.312984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e1e787f5-c9f7-4406-ab89-1eb9d17e963e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:51.316752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.363639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Checking router: e6e432d9-a493-4105-8f5c-a95a17e78d51 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:20:51.367463 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Updating router e6e432d9-a493-4105-8f5c-a95a17e78d51 port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:20:51.406761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:51.429384 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.502099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Current status of the port e1e787f5-c9f7-4406-ab89-1eb9d17e963e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:51.502497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.508530 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.516996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ff01e2-70be-4546-9277-e658ee5c65fe req-6d120bb2-5bf7-48af-b389-3f654b8592eb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:51.529637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4ff01e2-70be-4546-9277-e658ee5c65fe req-6d120bb2-5bf7-48af-b389-3f654b8592eb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 945 time: 0.1389403 May 02 10:20:51.646568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4ff01e2-70be-4546-9277-e658ee5c65fe req-8275beae-50be-4c36-b8a4-3dbd0c1036da tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144505 May 02 10:20:51.733634 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:20:51.734025 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:20:51.734709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:51.803265 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks [] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.847391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.881223 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.930480 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a363ad-2a24-4f26-ab9b-bf00d9dc0dcc None None] Pushing event updated for resources: {'Port': ['ID=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:51.960273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Attempting to bind port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:51.960739 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Attempting to bind port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:51.965644 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Attempting to bind port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:51.966992 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:51.967568 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:51.967968 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:51.968357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:51.968857 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Bound port: beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:51.969237 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.024919 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] For port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:52.028131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] For port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:52.034895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Allocated IP 172.20.0.1 (9a9291d2-39a3-4a28-b5ac-705d6b44e121/f357f7c3-ded5-4d38-b2af-ab93d413923d/81347b41-b091-4aad-b3fc-aa72d4ca8685) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:52.114349 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.153123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks [] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.179134 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:52.180624 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:52.234096 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a363ad-2a24-4f26-ab9b-bf00d9dc0dcc None None] Pushing event updated for resources: {'Port': ['ID=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:52.274453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f4c1d280-b411-41cd-8691-2546750ae95f None None] Current status of the port e1e787f5-c9f7-4406-ab89-1eb9d17e963e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:52.286920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.316857 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:52.328563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:52.331768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:52.337023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:52.337511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.393817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-10a033a7-fc51-4fd8-b974-e55f2ea965e8 None None] Provisioning complete for port e1e787f5-c9f7-4406-ab89-1eb9d17e963e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:52.399492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10a033a7-fc51-4fd8-b974-e55f2ea965e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.581734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-10a033a7-fc51-4fd8-b974-e55f2ea965e8 None None] Current status of the port e1e787f5-c9f7-4406-ab89-1eb9d17e963e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:52.661501 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:49Z', 'revision_number': 3, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:52.702004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2bf2b9a2-723a-4215-b6cd-e28a4bcae925 None None] Provisioning complete for port 81347b41-b091-4aad-b3fc-aa72d4ca8685 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:52.703329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Pushing event updated for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:52.708556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2bf2b9a2-723a-4215-b6cd-e28a4bcae925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:52.713340 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75dbb96b-061d-4d16-983c-f90b94fa5b02 None None] The sync data for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 is: [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:49Z', 'revision_number': 3, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:20:52.811778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2bf2b9a2-723a-4215-b6cd-e28a4bcae925 None None] Port 81347b41-b091-4aad-b3fc-aa72d4ca8685 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:52.865477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dfbfe-5ea3-493c-a824-5120f9d03cb7 req-52aaec38-7474-417b-9469-3c55e3172193 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:52.867977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a61dfbfe-5ea3-493c-a824-5120f9d03cb7 req-52aaec38-7474-417b-9469-3c55e3172193 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 945 time: 0.0613980 May 02 10:20:52.922176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a61dfbfe-5ea3-493c-a824-5120f9d03cb7 req-5ca9af83-fd8c-4447-96e9-31d89cb529d8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473206 May 02 10:20:52.985814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.026254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e787f5-c9f7-4406-ab89-1eb9d17e963e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:53.122938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e1e787f5-c9f7-4406-ab89-1eb9d17e963e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:53.122938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.147832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e7699c-a5b4-4a60-ae7a-59c2228e3c2e req-fb0d2ddc-c5d1-40df-974b-b1dc0db1afbd tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:53.158485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2e7699c-a5b4-4a60-ae7a-59c2228e3c2e req-fb0d2ddc-c5d1-40df-974b-b1dc0db1afbd tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.1439548 May 02 10:20:53.228391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2e7699c-a5b4-4a60-ae7a-59c2228e3c2e req-d392832e-c052-44fb-9528-6d74dc0f8e4a tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649457 May 02 10:20:53.274906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e1e787f5-c9f7-4406-ab89-1eb9d17e963e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:53.309610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks [] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.364984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd53124-402d-4f28-9ae8-ee5f3d76d3f4 req-82480887-d013-4d97-9958-9fbf0384f037 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:53.367985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cd53124-402d-4f28-9ae8-ee5f3d76d3f4 req-82480887-d013-4d97-9958-9fbf0384f037 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.0453134 May 02 10:20:53.384252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.385016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.449021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cd53124-402d-4f28-9ae8-ee5f3d76d3f4 req-a093248b-b7ed-43da-a3f6-24c83fe1d52c tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711346 May 02 10:20:53.485694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Pushing event updated for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:53.582033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:53.585486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:53.658462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:53.782274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:53.821764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Router e6e432d9-a493-4105-8f5c-a95a17e78d51 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:20:53.946994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ced51055-0849-4384-9ae0-94030df69459 None None] Provisioning complete for port 81347b41-b091-4aad-b3fc-aa72d4ca8685 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:53.947990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ced51055-0849-4384-9ae0-94030df69459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:53.954924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9650e672-359e-4057-b078-c3e87c84b856 req-e0a7ec38-e232-47b3-a493-64b632b360cc tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:53.960181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9650e672-359e-4057-b078-c3e87c84b856 req-e0a7ec38-e232-47b3-a493-64b632b360cc tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.0716333 May 02 10:20:54.004085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ced51055-0849-4384-9ae0-94030df69459 None None] Port 81347b41-b091-4aad-b3fc-aa72d4ca8685 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:54.020542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:20:54.034404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9792e1af-279e-4997-a9f5-87dc573f250f admin admin] 10.222.0.16 "PUT /v2.0/routers/e6e432d9-a493-4105-8f5c-a95a17e78d51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9688933 May 02 10:20:54.054396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9650e672-359e-4057-b078-c3e87c84b856 req-12b27627-5fba-4d21-b264-b92d7e01af00 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826509 May 02 10:20:54.101119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32abd67c-cdcc-48d7-a770-d378f0d1f7cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.155398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-525784239-network', 'tenant_id': '8f6f08a44c6448529e12c65f5c01384c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:54.221233 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32abd67c-cdcc-48d7-a770-d378f0d1f7cb admin admin] Publish callbacks [] for security_group (5c772ffb-56f4-4d84-b562-f370b80fbb72), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.293340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Made reservation on behalf of 8f6f08a44c6448529e12c65f5c01384c for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:54.295665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.309343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32abd67c-cdcc-48d7-a770-d378f0d1f7cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c772ffb-56f4-4d84-b562-f370b80fbb72), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.311736 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.372306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32abd67c-cdcc-48d7-a770-d378f0d1f7cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dfd2674341c94263a211d012d3ffe7b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7210031 May 02 10:20:54.373104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abd67c-cdcc-48d7-a770-d378f0d1f7cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c772ffb-56f4-4d84-b562-f370b80fbb72,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:54.375044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:54.440807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] Publish callbacks [] for security_group (5c772ffb-56f4-4d84-b562-f370b80fbb72), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.467175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks [] for security_group (2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.467407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] Publish callbacks [] for security_group (5c772ffb-56f4-4d84-b562-f370b80fbb72), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.576343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.599741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c772ffb-56f4-4d84-b562-f370b80fbb72), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.603421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.604766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c772ffb-56f4-4d84-b562-f370b80fbb72 HTTP/1.1" status: 204 len: 168 time: 0.2287040 May 02 10:20:54.609820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:20:54.614736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:54.616839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a3c02e-0e97-4fdf-a18c-c57db6e1163c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c772ffb-56f4-4d84-b562-f370b80fbb72,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:54.623437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bd822270-25b8-4f93-9957-705f15941eb8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.623764 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Added segment bd822270-25b8-4f93-9957-705f15941eb8 of type vlan for network 6e151780-6e9f-4e11-b4e3-32293be04ae5 May 02 10:20:54.681252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (6e151780-6e9f-4e11-b4e3-32293be04ae5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.761890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (6e151780-6e9f-4e11-b4e3-32293be04ae5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.764585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:54.764585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:54.834938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] Pushing event updated for resources: {'Network': ['ID=6e151780-6e9f-4e11-b4e3-32293be04ae5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:54.845848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 6e151780-6e9f-4e11-b4e3-32293be04ae5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:20:54.926152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fdd81231-86cf-4e7a-8034-f79d1a4c0a09 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1414654 May 02 10:20:54.929645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46612) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:54.938434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Request body: {'subnet': {'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-525784239-subnet', 'tenant_id': '8f6f08a44c6448529e12c65f5c01384c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:54.951545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46614) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:55.051574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Sync routers for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:20:55.069954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:55.091014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Made reservation on behalf of 8f6f08a44c6448529e12c65f5c01384c for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:55.094250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.130862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:55.131902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:55.200963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:55.201563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.303538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:55.356685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (77072d8d-9706-482f-b07c-c7377b28608c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.408192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:55.408551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.430236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77072d8d-9706-482f-b07c-c7377b28608c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:55.458405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Checking segment: {'id': 'bd822270-25b8-4f93-9957-705f15941eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:55.458405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Network hostable DHCP agents. Network: 6e151780-6e9f-4e11-b4e3-32293be04ae5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:20:55.476426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:55.572727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.575304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb47b4e0-d960-4bb3-a2d5-54a14bc506b8 req-c0a1f32e-af82-4f96-b739-1eec7fbc4771 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:55.578413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb47b4e0-d960-4bb3-a2d5-54a14bc506b8 req-c0a1f32e-af82-4f96-b739-1eec7fbc4771 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.0505168 May 02 10:20:55.580641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 4, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81347b41-b091-4aad-b3fc-aa72d4ca8685', 'name': '', 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'mac_address': 'fa:16:3e:e9:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:51Z', 'updated_at': '2022-05-02T10:20:53Z', 'revision_number': 2, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'subnets': [{'id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:55.582412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Network 6e151780-6e9f-4e11-b4e3-32293be04ae5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:20:55.635834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Checking router: e6e432d9-a493-4105-8f5c-a95a17e78d51 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:20:55.637833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Updating router e6e432d9-a493-4105-8f5c-a95a17e78d51 port 81347b41-b091-4aad-b3fc-aa72d4ca8685 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:20:55.644054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb47b4e0-d960-4bb3-a2d5-54a14bc506b8 req-cfff0998-2139-4d1f-82eb-e09b772c7ad7 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542600 May 02 10:20:55.661374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-network', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:55.695701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.707211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:55.712483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48933932-a064-438a-9b41-ce121dfe9902 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.782171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-eb0765fa-277c-4058-9326-718bf513f20d req-7dea0bbe-343e-4e27-b405-b88240abc873 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:20:55.783178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb0765fa-277c-4058-9326-718bf513f20d req-7dea0bbe-343e-4e27-b405-b88240abc873 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059524 May 02 10:20:55.807634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Made reservation on behalf of 8f30fec6fdee4788af310ffa15c23ab7 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:55.810667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.824115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.841629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6e151780-6e9f-4e11-b4e3-32293be04ae5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:55.847098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:55.847899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.870241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4090f05-89f9-48ea-a63a-244f3d4927b7 None None] Network 6e151780-6e9f-4e11-b4e3-32293be04ae5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:55.913947 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks [] for security_group (8a1f9d67-d494-4116-9421-bbebaf0bbbcb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:55.933852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aec08cf2-d5a6-4827-be2a-9578394fe370 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0022089 May 02 10:20:55.984804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8a1f9d67-d494-4116-9421-bbebaf0bbbcb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.010399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:20:56.013127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46644) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:56.029499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a1f9d67-d494-4116-9421-bbebaf0bbbcb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.032512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b7e4307a-db69-447f-b856-bf3b6709fef4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.032984 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Added segment b7e4307a-db69-447f-b856-bf3b6709fef4 of type vlan for network 446c9aa4-be18-4cc0-a895-82c6089e813f May 02 10:20:56.038950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03b34bfc-8ebc-446b-b164-43d0900a11cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.056685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7107d9ab-5136-4d6e-9439-bc1600f563d1 None None] Network 6e151780-6e9f-4e11-b4e3-32293be04ae5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:56.110067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (446c9aa4-be18-4cc0-a895-82c6089e813f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.157812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03b34bfc-8ebc-446b-b164-43d0900a11cb admin admin] Publish callbacks [] for security_group (0d9e9932-ebef-4099-81af-157735b705ac), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.228674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks [] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.242626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (446c9aa4-be18-4cc0-a895-82c6089e813f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.243577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:56.244157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.270466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03b34bfc-8ebc-446b-b164-43d0900a11cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0d9e9932-ebef-4099-81af-157735b705ac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.307656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] Pushing event updated for resources: {'Network': ['ID=446c9aa4-be18-4cc0-a895-82c6089e813f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.313093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03b34bfc-8ebc-446b-b164-43d0900a11cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0c1a1fd2e6f4c2486bfd63750ae7d64&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2988026 May 02 10:20:56.314578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b34bfc-8ebc-446b-b164-43d0900a11cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d9e9932-ebef-4099-81af-157735b705ac,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.315798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46650) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:56.322515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 446c9aa4-be18-4cc0-a895-82c6089e813f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:20:56.347660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.366390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce8caeb8-8e35-47f3-9ca8-452381355aae admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4113986 May 02 10:20:56.368311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46652) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:56.373771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Request body: {'subnet': {'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-subnet', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:56.415243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] Publish callbacks [] for security_group (0d9e9932-ebef-4099-81af-157735b705ac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.455450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] Publish callbacks [] for security_group (0d9e9932-ebef-4099-81af-157735b705ac), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.505022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Made reservation on behalf of 8f30fec6fdee4788af310ffa15c23ab7 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:56.508375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.537069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20778-4ecf-4652-aaf9-e53159f46f11 None None] Pushing event updated for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.595160 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:20:56.610067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0d9e9932-ebef-4099-81af-157735b705ac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.615694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.622739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d9e9932-ebef-4099-81af-157735b705ac HTTP/1.1" status: 204 len: 168 time: 0.3047016 May 02 10:20:56.630393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Attempting to bind port 81347b41-b091-4aad-b3fc-aa72d4ca8685 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:56.630777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Attempting to bind port 81347b41-b091-4aad-b3fc-aa72d4ca8685 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:56.633848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Attempting to bind port 81347b41-b091-4aad-b3fc-aa72d4ca8685 on network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:56.635723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ee80d-997a-4b72-a87d-ca10043722e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d9e9932-ebef-4099-81af-157735b705ac,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.664525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:56.670562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Checking segment: {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:56.671033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.671666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Bound using segment: {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:56.672533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Bound port: 81347b41-b091-4aad-b3fc-aa72d4ca8685, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2347f8ee-6939-43c5-8fba-982d774c2d70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:56.680392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.766879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9914b1dc-72ca-402c-bad4-18c26588d485 None None] Provisioning complete for port 81347b41-b091-4aad-b3fc-aa72d4ca8685 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:56.767250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9914b1dc-72ca-402c-bad4-18c26588d485 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.790825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] For port 81347b41-b091-4aad-b3fc-aa72d4ca8685, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:56.807419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (32a8966d-3a26-4d2a-b464-b9b70f5700e3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.811650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] For port 81347b41-b091-4aad-b3fc-aa72d4ca8685, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81347b41-b091-4aad-b3fc-aa72d4ca8685,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:56.818179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9914b1dc-72ca-402c-bad4-18c26588d485 None None] Port 81347b41-b091-4aad-b3fc-aa72d4ca8685 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:20:56.886121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:56.889447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32a8966d-3a26-4d2a-b464-b9b70f5700e3,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.899114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Checking segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:56.899484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Network hostable DHCP agents. Network: 446c9aa4-be18-4cc0-a895-82c6089e813f, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:20:56.949707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f20778-4ecf-4652-aaf9-e53159f46f11 None None] Pushing event updated for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:56.952961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:20:56.953584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:57.001776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Network 446c9aa4-be18-4cc0-a895-82c6089e813f is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:20:57.052444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:57.116996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 446c9aa4-be18-4cc0-a895-82c6089e813f) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:57.127373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:57.128837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.130824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0082a9ab-e889-4389-90d1-85b9015f4c20 None None] Network 446c9aa4-be18-4cc0-a895-82c6089e813f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:20:57.139425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:20:57.186943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:57.187316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.196866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-92c03e19-4825-49aa-b1aa-3f83f729b6f6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8271444 May 02 10:20:57.199430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:57.204865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:57.302351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5873567c-2450-4a90-b603-c44954dc7632), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.304423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5873567c-2450-4a90-b603-c44954dc7632), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.374859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for router_controller (5873567c-2450-4a90-b603-c44954dc7632), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.459416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Provisioning complete for port 81347b41-b091-4aad-b3fc-aa72d4ca8685 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:57.460379 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.601496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-446c9aa4-be18-4cc0-a895-82c6089e813f', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:20:57.602229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.635317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for router_gateway (5873567c-2450-4a90-b603-c44954dc7632), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.686913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:57.867811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 4, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81347b41-b091-4aad-b3fc-aa72d4ca8685', 'name': '', 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'mac_address': 'fa:16:3e:e9:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:51Z', 'updated_at': '2022-05-02T10:20:56Z', 'revision_number': 4, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'subnets': [{'id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:20:57.869588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Current status of the port 81347b41-b091-4aad-b3fc-aa72d4ca8685 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:57.869975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:57.936438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78d7706-c8f5-4e3e-b03c-0301940da371 None None] The sync data for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 is: [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:20:52Z', 'revision_number': 4, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '81347b41-b091-4aad-b3fc-aa72d4ca8685', 'name': '', 'network_id': '9a9291d2-39a3-4a28-b5ac-705d6b44e121', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'mac_address': 'fa:16:3e:e9:6f:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_interface', 'standard_attr_id': 308, 'fixed_ips': [{'subnet_id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:51Z', 'updated_at': '2022-05-02T10:20:56Z', 'revision_number': 4, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'subnets': [{'id': 'f357f7c3-ded5-4d38-b2af-ab93d413923d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:20:57.944337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46720) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:57.957456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'security_group': {'name': 'tempest-securitygroup--789263466', 'description': 'tempest-description--2134248679'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:57.957845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b63bce78-88bf-4c84-98bb-26b91d29ec63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.046513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] For port 81347b41-b091-4aad-b3fc-aa72d4ca8685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81347b41-b091-4aad-b3fc-aa72d4ca8685,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:20:58.048029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Allocated IP 172.20.0.2 (446c9aa4-be18-4cc0-a895-82c6089e813f/32a8966d-3a26-4d2a-b464-b9b70f5700e3/86f506be-c941-4e79-bcd2-0e337caf920a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:58.062469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.238989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.298286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (2539490a-0aac-4b15-b5bc-a4d5dbf17710), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.362854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86bc18-446a-49d7-8449-0eddb7934666 None None] Pushing event updated for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:58.373273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2539490a-0aac-4b15-b5bc-a4d5dbf17710), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.387807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for router_gateway (5873567c-2450-4a90-b603-c44954dc7632), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.421068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.438097 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks [] for port (86f506be-c941-4e79-bcd2-0e337caf920a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.461562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2539490a-0aac-4b15-b5bc-a4d5dbf17710,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:58.564187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.565685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-20b38844-8896-4f1c-8cc2-7185085b2d79 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6193340 May 02 10:20:58.569592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:58.575744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'security_group_rule': {'security_group_id': '2539490a-0aac-4b15-b5bc-a4d5dbf17710', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:58.585563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Allocated IP 172.35.4.221 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/a83aa615-6cf6-4944-9e7d-8e0ed67e2416) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:20:58.619083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.672687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Network 446c9aa4-be18-4cc0-a895-82c6089e813f is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:58.676788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:58.681924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:58.708879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (26c89f0a-a61e-4003-aa09-2692ab26d4d6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.731652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Pushing event updated for resources: {'Port': ['ID=86f506be-c941-4e79-bcd2-0e337caf920a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:58.755103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.772620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Attempting to bind port 86f506be-c941-4e79-bcd2-0e337caf920a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:58.773423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Attempting to bind port 86f506be-c941-4e79-bcd2-0e337caf920a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:58.774034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Attempting to bind port 86f506be-c941-4e79-bcd2-0e337caf920a on network 446c9aa4-be18-4cc0-a895-82c6089e813f {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:58.789942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:58.792274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Checking segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:58.793061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.793930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Bound using segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:58.795472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Bound port: 86f506be-c941-4e79-bcd2-0e337caf920a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:58.796253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.829808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (26c89f0a-a61e-4003-aa09-2692ab26d4d6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.836003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-5418a352-16d6-404a-a386-820796aa9403 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:20:58.837637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-5418a352-16d6-404a-a386-820796aa9403 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0519922 May 02 10:20:58.875723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46760) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:58.883156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-3134738-network', 'tenant_id': 'f4decc5104ea4ef59a8563d2ff68c64e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:58.891290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (26c89f0a-a61e-4003-aa09-2692ab26d4d6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.917390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26c89f0a-a61e-4003-aa09-2692ab26d4d6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:58.930443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:58.934367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-14402c34-01da-4ec0-afde-6a3f5472459d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:20:58.936051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-14402c34-01da-4ec0-afde-6a3f5472459d service neutron] 10.222.0.16 "GET /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 1124 time: 0.0892761 May 02 10:20:58.951797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:58.956815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:20:58.957280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d513814d-b776-4921-8c02-fbf99701194a None None] For port 86f506be-c941-4e79-bcd2-0e337caf920a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:20:58.964644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d513814d-b776-4921-8c02-fbf99701194a None None] For port 86f506be-c941-4e79-bcd2-0e337caf920a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f506be-c941-4e79-bcd2-0e337caf920a,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:59.088964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Made reservation on behalf of f4decc5104ea4ef59a8563d2ff68c64e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:20:59.091844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.094143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Pushing event updated for resources: {'Port': ['ID=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:59.106162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.109843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fe9d3f65-f77e-495c-ba6a-4bceba7e4a65 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5364537 May 02 10:20:59.112071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46768) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:59.123463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'security_group_rule': {'security_group_id': '2539490a-0aac-4b15-b5bc-a4d5dbf17710', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:59.126442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:20:59.126574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 81347b41-b091-4aad-b3fc-aa72d4ca8685 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:20:59.128070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.130516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:20:59.134912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:20:59.175059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.219421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.264069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:20:59.264299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:20:59.264561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:59.269236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:20:59.269568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:20:59.274630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:20:59.274982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:20:59.276016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:20:59.276474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Bound port: ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:20:59.313110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d513814d-b776-4921-8c02-fbf99701194a None None] Pushing event updated for resources: {'Port': ['ID=86f506be-c941-4e79-bcd2-0e337caf920a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:59.321885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 81347b41-b091-4aad-b3fc-aa72d4ca8685 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:20:59.322187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.323138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (7ccee81a-1ba1-4bf9-9a27-e5ecc7b44abd), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.393584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:20:59.438515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks [] for security_group (31bbf6f0-8f28-4c47-b104-d601911e9dd5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.456181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (7ccee81a-1ba1-4bf9-9a27-e5ecc7b44abd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.483812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.490732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 81347b41-b091-4aad-b3fc-aa72d4ca8685 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:20:59.492226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-6e45b9e5-0492-4d08-9d87-3321db248ba5 service neutron] 10.222.0.16 "POST /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.5462489 May 02 10:20:59.521467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (31bbf6f0-8f28-4c47-b104-d601911e9dd5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.542729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7ccee81a-1ba1-4bf9-9a27-e5ecc7b44abd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.556059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bbf6f0-8f28-4c47-b104-d601911e9dd5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:59.579292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:20:59.579426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ccee81a-1ba1-4bf9-9a27-e5ecc7b44abd,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:20:59.654233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.663145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d09180ae-d089-4c3e-866a-9c98854babde tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5474467 May 02 10:20:59.663839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:20:59.671371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (10f9f907-3dde-4f7c-b387-425aa5526e5e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.672217 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Added segment 10f9f907-3dde-4f7c-b387-425aa5526e5e of type vlan for network e376237f-6933-4469-bc99-becffafc495c May 02 10:20:59.677420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:20:59.793124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.795644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e376237f-6933-4469-bc99-becffafc495c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.830671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for router_gateway (5873567c-2450-4a90-b603-c44954dc7632), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:20:59.955489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.113706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Allocated IP 172.35.4.39 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e444c38e-227c-49b6-b3ff-6ce9610e7f3e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:00.118646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e376237f-6933-4469-bc99-becffafc495c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.119601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:00.120397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.182994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5873567c-2450-4a90-b603-c44954dc7632), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.231706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-1f7a23a9-38c0-4843-ad54-553bd42a2f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:00.233295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-1f7a23a9-38c0-4843-ad54-553bd42a2f7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1127 time: 0.0745289 May 02 10:21:00.378458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481e3a1a-d37d-41e1-ad45-0e7cda691ba7 req-da07528b-914c-4db2-b31b-0a29857d8170 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:00.383099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.387797 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-481e3a1a-d37d-41e1-ad45-0e7cda691ba7 req-da07528b-914c-4db2-b31b-0a29857d8170 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 945 time: 0.2896225 May 02 10:21:00.421009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5429873 May 02 10:21:00.424729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46798) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:00.441534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.448718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Request body: {'subnet': {'network_id': 'e376237f-6933-4469-bc99-becffafc495c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-3134738-subnet', 'tenant_id': 'f4decc5104ea4ef59a8563d2ff68c64e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:00.479012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c53d7a8c-5516-4b78-8a75-0abddf85f4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:00.481276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c53d7a8c-5516-4b78-8a75-0abddf85f4cc service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2417669 May 02 10:21:00.484972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-481e3a1a-d37d-41e1-ad45-0e7cda691ba7 req-515339d2-06ac-4307-a2d5-dab995fa4d40 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913126 May 02 10:21:00.500977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cbd955-a107-4f12-a523-0dfcaf7eb910 admin admin] Pushing event updated for resources: {'Network': ['ID=e376237f-6933-4469-bc99-becffafc495c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:00.511804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e376237f-6933-4469-bc99-becffafc495c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:00.566799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:00.567601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Router 5873567c-2450-4a90-b603-c44954dc7632 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:21:00.588747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a564a221-9c08-488f-84f4-7bd5387fcc4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0895605 May 02 10:21:00.660445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Made reservation on behalf of f4decc5104ea4ef59a8563d2ff68c64e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:00.663977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.686822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-9882a2d7-488e-4385-bba3-5f1242241bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:00.688671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-9882a2d7-488e-4385-bba3-5f1242241bbd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0990975 May 02 10:21:00.736775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:00.752063 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Sync routers for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:00.754507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.764872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c4e91738-1d70-4518-80f8-7a2b44968094 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0676785 May 02 10:21:00.781496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:00.782138 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:00.813022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:00.827478 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:00.829385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24d32e43-ef76-43c9-a70d-aa94b984c1bc admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6283169 May 02 10:21:00.835312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:00.848825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:00.861561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:00.923058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f24f93-6ffc-42e8-9075-253a52d77c97 None None] Network 446c9aa4-be18-4cc0-a895-82c6089e813f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:00.981343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'Port': ['ID=e444c38e-227c-49b6-b3ff-6ce9610e7f3e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:01.075629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:01.117716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Provisioning complete for port 86f506be-c941-4e79-bcd2-0e337caf920a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:01.118314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.174588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-e1f13ec4-f33d-459f-865b-a2283063fabc service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020081 May 02 10:21:01.200866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 86f506be-c941-4e79-bcd2-0e337caf920a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:01.258167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.259544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40152c12-8516-4728-aa62-2e8e9a69bef0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.447595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40152c12-8516-4728-aa62-2e8e9a69bef0 admin admin] Publish callbacks [] for security_group (77642dfe-621d-4bbd-b779-296c1f81b55e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.462942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 86f506be-c941-4e79-bcd2-0e337caf920a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:01.473820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.489781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:20:59Z', 'revision_number': 3, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:20:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:01.578442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Checking router: 5873567c-2450-4a90-b603-c44954dc7632 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:01.579655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Updating router 5873567c-2450-4a90-b603-c44954dc7632 port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:01.595521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Current status of the port 86f506be-c941-4e79-bcd2-0e337caf920a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:01.595845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.632904 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.642911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40152c12-8516-4728-aa62-2e8e9a69bef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (77642dfe-621d-4bbd-b779-296c1f81b55e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.774632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40152c12-8516-4728-aa62-2e8e9a69bef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77642dfe-621d-4bbd-b779-296c1f81b55e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:01.779615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] For port 86f506be-c941-4e79-bcd2-0e337caf920a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f506be-c941-4e79-bcd2-0e337caf920a,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:01.806304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-40152c12-8516-4728-aa62-2e8e9a69bef0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f63d3cc11e804e6083e7a8343b47bac5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2350297 May 02 10:21:01.809354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46846) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:01.836349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 86f506be-c941-4e79-bcd2-0e337caf920a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:01.836349 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.885801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.948306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:01.972620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.017922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.060982 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks [] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.125659 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.151786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b0a96-0273-4884-961e-ed1576c68c28 req-5469f6f7-4edc-49c3-9b8b-a7913ba4594d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:02.159514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c3b0a96-0273-4884-961e-ed1576c68c28 req-5469f6f7-4edc-49c3-9b8b-a7913ba4594d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 945 time: 0.2824693 May 02 10:21:02.212367 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Attempting to bind port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:02.212781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Attempting to bind port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:02.213338 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Attempting to bind port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:02.225092 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63598c-2649-44ef-b022-acebfea07e96 None None] Pushing event updated for resources: {'Port': ['ID=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.226852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (22001ec9-c602-42d8-bd83-fed7ab1561c6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.239723 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:02.240390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:02.242791 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.243548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:02.245835 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Bound port: a83aa615-6cf6-4944-9e7d-8e0ed67e2416, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:02.247911 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.270548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-eeb57e68-0194-4741-9206-fafd932da48f None None] Provisioning complete for port 86f506be-c941-4e79-bcd2-0e337caf920a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:02.274537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eeb57e68-0194-4741-9206-fafd932da48f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.298316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:21:02.298911 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:21:02.301753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a278eff-1c30-4a84-a2f5-9832f69b86de None None] Pushing event updated for resources: {'Port': ['ID=86f506be-c941-4e79-bcd2-0e337caf920a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.320912 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] For port a83aa615-6cf6-4944-9e7d-8e0ed67e2416, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:02.325260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] For port a83aa615-6cf6-4944-9e7d-8e0ed67e2416, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:02.350784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46860) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:02.366323 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] Publish callbacks [] for security_group (77642dfe-621d-4bbd-b779-296c1f81b55e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.377545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-eeb57e68-0194-4741-9206-fafd932da48f None None] Current status of the port 86f506be-c941-4e79-bcd2-0e337caf920a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:02.402311 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.423451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] Publish callbacks [] for security_group (77642dfe-621d-4bbd-b779-296c1f81b55e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.495099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:02.495850 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:02.503970 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.508268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa639a69-0e92-4ef0-bec3-a04b51f9be89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.509466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=22001ec9-c602-42d8-bd83-fed7ab1561c6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.513970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-4d74528d-121c-4f48-bb9a-bfc0c06f37a7 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3248024 May 02 10:21:02.539431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Allocated IP 172.20.0.1 (446c9aa4-be18-4cc0-a895-82c6089e813f/32a8966d-3a26-4d2a-b464-b9b70f5700e3/cde0345b-bf4d-4e35-8997-fd646a7bd23f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:02.588299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.620953 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63598c-2649-44ef-b022-acebfea07e96 None None] Pushing event updated for resources: {'Port': ['ID=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.656818 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:02.670333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.677086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (77642dfe-621d-4bbd-b779-296c1f81b55e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.677873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c3b0a96-0273-4884-961e-ed1576c68c28 req-9b9ce61e-cbd9-496a-b40d-ea6c36c3962b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5173187 May 02 10:21:02.684100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.685546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/77642dfe-621d-4bbd-b779-296c1f81b55e HTTP/1.1" status: 204 len: 168 time: 0.8755624 May 02 10:21:02.709165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks [] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.711847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Checking segment: {'id': '10f9f907-3dde-4f7c-b387-425aa5526e5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'e376237f-6933-4469-bc99-becffafc495c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:02.711847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Network hostable DHCP agents. Network: e376237f-6933-4469-bc99-becffafc495c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:02.742054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'Port': ['ID=e444c38e-227c-49b6-b3ff-6ce9610e7f3e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.749707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-7ae89c3c-5132-4beb-a926-9ea40e174c13 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:02.752016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-7ae89c3c-5132-4beb-a926-9ea40e174c13 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.1189864 May 02 10:21:02.766403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:02.800417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f7db4-878d-4e15-a857-f9f8007b2f63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77642dfe-621d-4bbd-b779-296c1f81b55e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:02.870807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.872584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 86f506be-c941-4e79-bcd2-0e337caf920a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:02.883443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa639a69-0e92-4ef0-bec3-a04b51f9be89 admin admin] Publish callbacks [] for security_group (37d6f277-05e4-476b-94bc-b4bd3b33869d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.903810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:02.966109 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:20:59Z', 'revision_number': 3, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:02.984402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Network 446c9aa4-be18-4cc0-a895-82c6089e813f is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:02.988293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:02.991253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:02.991737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (5873567c-2450-4a90-b603-c44954dc7632), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.003461 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650ffa54-0972-46f8-97dc-b35ee89ee47c None None] The sync data for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 is: [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:20:59Z', 'revision_number': 3, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:03.020564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.021666 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6f89f1cc-4ac8-46de-a5a9-5dcbab13b2b9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3548653 May 02 10:21:03.025371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Network e376237f-6933-4469-bc99-becffafc495c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:03.076038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 86f506be-c941-4e79-bcd2-0e337caf920a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:03.085851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa639a69-0e92-4ef0-bec3-a04b51f9be89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (37d6f277-05e4-476b-94bc-b4bd3b33869d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.117428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:03.128781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aa639a69-0e92-4ef0-bec3-a04b51f9be89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00534d20e27e4935b1227e59f813906d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7766516 May 02 10:21:03.132530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Pushing event updated for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:03.136278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:03.154732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e376237f-6933-4469-bc99-becffafc495c) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:03.181670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2e4f95-6d8a-4899-a09e-a42c338ac1bd None None] Network e376237f-6933-4469-bc99-becffafc495c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:03.184104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:03.187068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.266493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:03.277179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa639a69-0e92-4ef0-bec3-a04b51f9be89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d6f277-05e4-476b-94bc-b4bd3b33869d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:03.372382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 86f506be-c941-4e79-bcd2-0e337caf920a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:03.373617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.394301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b666f854-9c5b-45de-96c1-02e639e89e46 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.9522746 May 02 10:21:03.424920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:03.427015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] Publish callbacks [] for security_group (37d6f277-05e4-476b-94bc-b4bd3b33869d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.435593 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-603fbd7a-abc0-4fce-9c94-e529ec82dcad" -d '{"events": [{"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-unplugged", "status": "completed", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:03.453125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks [] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.488439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] Publish callbacks [] for security_group (37d6f277-05e4-476b-94bc-b4bd3b33869d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.564401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6648a627-74ca-408f-8f4e-a624b81654ca None None] Provisioning complete for port cde0345b-bf4d-4e35-8997-fd646a7bd23f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:03.564923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6648a627-74ca-408f-8f4e-a624b81654ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.570310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.601477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11c4c54-bfde-47bd-9a22-1ee2e38c0ef5 None None] Network e376237f-6933-4469-bc99-becffafc495c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:03.681459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.701500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-949e13c9-44bb-42a8-a296-ff18f6a6d831 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--789263466&fields=id&tenant_id=405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 267 time: 0.1997545 May 02 10:21:03.745105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:03.745446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:03.745771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:03.756593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:03.760385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:03.760809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Attempting to bind port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:03.768159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:03.769257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:03.769649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:03.770133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Bound port: ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:03.770502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.785457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6648a627-74ca-408f-8f4e-a624b81654ca None None] Port cde0345b-bf4d-4e35-8997-fd646a7bd23f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:03.820099 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:21:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56c5cb00-3098-4813-8864-244f6289b3ac x-openstack-request-id: req-56c5cb00-3098-4813-8864-244f6289b3ac {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:03.831236 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-unplugged", "status": "completed", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:03.831236 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-56c5cb00-3098-4813-8864-244f6289b3ac {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:03.831236 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c5cb00-3098-4813-8864-244f6289b3ac'] response: {'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'code': 200} May 02 10:21:03.864946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:03.870203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:03.890950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 86f506be-c941-4e79-bcd2-0e337caf920a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:03.896237 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (37d6f277-05e4-476b-94bc-b4bd3b33869d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.900109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.903914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37d6f277-05e4-476b-94bc-b4bd3b33869d HTTP/1.1" status: 204 len: 168 time: 0.7468266 May 02 10:21:03.919752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46926) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:03.941997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-408141d9-ee38-4bad-9b58-00247f8ba2c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:03.971267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.016091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e706cd-8b55-4e75-87e7-6e9fdebd2c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d6f277-05e4-476b-94bc-b4bd3b33869d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:04.071208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-d7f7f989-bebf-4e09-ba32-cbc105bfa738 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:04.079258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-d7f7f989-bebf-4e09-ba32-cbc105bfa738 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 824 time: 0.3767114 May 02 10:21:04.106684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-ffb436b9-d82e-4583-9150-915eca882dd5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/quotas/405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 375 time: 0.0263505 May 02 10:21:04.156555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e50d0-180b-4554-ad5d-c8a528269b63 req-c4d938f8-117f-44c8-8136-4cd7f5f73595 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:04.158558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d90e50d0-180b-4554-ad5d-c8a528269b63 req-c4d938f8-117f-44c8-8136-4cd7f5f73595 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.1897259 May 02 10:21:04.183224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-f7aed273-2167-4229-a069-1f5810f95638 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755761 May 02 10:21:04.187850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks [] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.204718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:04.205377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.206793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] 10.222.0.24 "PUT /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 1121 time: 1.4466469 May 02 10:21:04.221051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a25326-b0ef-42d3-96bd-e9d76f7faf79 service neutron] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:04.282301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.282556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d90e50d0-180b-4554-ad5d-c8a528269b63 req-8e6a860b-c602-4049-84e6-5c50136645af tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961814 May 02 10:21:04.283034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (5873567c-2450-4a90-b603-c44954dc7632), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.287259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['ab02bbef-fdd1-4e0c-8441-2677e11d93ab'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:04.302669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-408141d9-ee38-4bad-9b58-00247f8ba2c0 admin admin] Publish callbacks [] for security_group (70c6ef8e-416e-4605-a792-82f2446a2da3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.418039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-408141d9-ee38-4bad-9b58-00247f8ba2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (70c6ef8e-416e-4605-a792-82f2446a2da3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.424780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Pushing event updated for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:04.432308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-1da40117-0512-4412-932f-6aa5b777dfb4 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266457 May 02 10:21:04.522938 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-408141d9-ee38-4bad-9b58-00247f8ba2c0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d6dd5bacdef2423289ad6e616be5f19b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6016705 May 02 10:21:04.526850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:04.529151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408141d9-ee38-4bad-9b58-00247f8ba2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6ef8e-416e-4605-a792-82f2446a2da3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:04.560339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-aa496074-fa5f-486c-963b-09dec8543191 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191411 May 02 10:21:04.576431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Network 446c9aa4-be18-4cc0-a895-82c6089e813f is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:04.578037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:04.653725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] Publish callbacks [] for security_group (70c6ef8e-416e-4605-a792-82f2446a2da3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.688176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] Publish callbacks [] for security_group (70c6ef8e-416e-4605-a792-82f2446a2da3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.739335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Router 5873567c-2450-4a90-b603-c44954dc7632 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:21:04.853334 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (70c6ef8e-416e-4605-a792-82f2446a2da3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.857002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.861239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/70c6ef8e-416e-4605-a792-82f2446a2da3 HTTP/1.1" status: 204 len: 168 time: 0.3096817 May 02 10:21:04.871249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbb981-4c50-4f84-b163-a270e2763319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c6ef8e-416e-4605-a792-82f2446a2da3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:04.874486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:04.888313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-82268de4-224b-49ec-8c51-195c0702cddd admin admin] 10.222.0.16 "PUT /v2.0/routers/5873567c-2450-4a90-b603-c44954dc7632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0430279 May 02 10:21:04.911593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-98f8537f-ba09-4e08-9925-5f0737642ec9 None None] Provisioning complete for port cde0345b-bf4d-4e35-8997-fd646a7bd23f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:04.912076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98f8537f-ba09-4e08-9925-5f0737642ec9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:04.983110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-98f8537f-ba09-4e08-9925-5f0737642ec9 None None] Port cde0345b-bf4d-4e35-8997-fd646a7bd23f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:05.054882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46962) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:05.071599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ecf8-ecd4-4b76-bcae-61a1981d2dbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.129360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a83aa615-6cf6-4944-9e7d-8e0ed67e2416 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:05.242140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:05.242691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.249791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41479ac0-b247-4231-8527-968fdce73791 req-6fcbbff7-3c88-412a-8322-20b6db921fc4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 210 time: 0.0538599 May 02 10:21:05.294853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-d2e2bac6-a33e-41fb-be0a-2cecec92db25 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:05.297343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-d2e2bac6-a33e-41fb-be0a-2cecec92db25 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/networks?id=6e151780-6e9f-4e11-b4e3-32293be04ae5 HTTP/1.1" status: 200 len: 814 time: 0.2157307 May 02 10:21:05.341170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-2d7f5832-1b8a-499d-a979-160e89ad9e7e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/quotas/8f6f08a44c6448529e12c65f5c01384c HTTP/1.1" status: 200 len: 375 time: 0.0370069 May 02 10:21:05.393645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:05.394339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.423453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port a83aa615-6cf6-4944-9e7d-8e0ed67e2416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:05.428523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ecf8-ecd4-4b76-bcae-61a1981d2dbe admin admin] Publish callbacks [] for security_group (8f9356a9-e8c0-4f6c-81b0-263ea688d22d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.431396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-922ff2d1-209b-4288-97e9-1ce422b9df21 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f6f08a44c6448529e12c65f5c01384c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0771775 May 02 10:21:05.485785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b77c70-1481-4eab-90c1-c58137c07e96 req-da1c9816-56d7-4f28-96e4-14d5bf6f21e2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:05.488917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0b77c70-1481-4eab-90c1-c58137c07e96 req-da1c9816-56d7-4f28-96e4-14d5bf6f21e2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.0784862 May 02 10:21:05.515232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.538648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebd9ecf8-ecd4-4b76-bcae-61a1981d2dbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8f9356a9-e8c0-4f6c-81b0-263ea688d22d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.561429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0b77c70-1481-4eab-90c1-c58137c07e96 req-ced39a41-0778-4975-a0c6-cdc26b819dd5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648768 May 02 10:21:05.611350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:05.613512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-e5ffec9a-4799-426b-8e81-b096e80ab02b service neutron] 10.222.0.16 "GET /v2.0/networks/6e151780-6e9f-4e11-b4e3-32293be04ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725047 May 02 10:21:05.616274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ebd9ecf8-ecd4-4b76-bcae-61a1981d2dbe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bec75a22264846e290d8fa22ec347b86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5593584 May 02 10:21:05.617168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd9ecf8-ecd4-4b76-bcae-61a1981d2dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9356a9-e8c0-4f6c-81b0-263ea688d22d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:05.619687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46984) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:05.682706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] Publish callbacks [] for security_group (8f9356a9-e8c0-4f6c-81b0-263ea688d22d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.701582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Sync routers for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:05.708667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] Publish callbacks [] for security_group (8f9356a9-e8c0-4f6c-81b0-263ea688d22d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.713712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:05.714789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:05.758842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-0918492d-e253-4373-b1b0-ab898014f60e service neutron] 10.222.0.16 "GET /v2.0/networks/6e151780-6e9f-4e11-b4e3-32293be04ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328919 May 02 10:21:05.822314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:05.826042 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58cd7878-310a-4789-a9be-65682e05364d" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:05.904732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:05.956696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8f9356a9-e8c0-4f6c-81b0-263ea688d22d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.960752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:05.964545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f9356a9-e8c0-4f6c-81b0-263ea688d22d HTTP/1.1" status: 204 len: 168 time: 0.3417373 May 02 10:21:05.971367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad9ef8f-163a-49f7-9149-b678f665ffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9356a9-e8c0-4f6c-81b0-263ea688d22d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:06.120834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 2, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:06.148401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Checking router: 5873567c-2450-4a90-b603-c44954dc7632 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:06.148794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Updating router 5873567c-2450-4a90-b603-c44954dc7632 port cde0345b-bf4d-4e35-8997-fd646a7bd23f binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:06.175268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:06.270782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47008) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:06.339560 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c81859f-f26f-4f81-a30a-69e8027a8418 x-openstack-request-id: req-5c81859f-f26f-4f81-a30a-69e8027a8418 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:06.340640 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:06.341123 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c81859f-f26f-4f81-a30a-69e8027a8418 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:06.341610 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c81859f-f26f-4f81-a30a-69e8027a8418'] response: {'name': 'network-changed', 'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'status': 'completed', 'code': 200} May 02 10:21:06.431355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbf0ff2d-b302-46e4-8979-89678e710e4f req-c4d228c7-d067-452d-9de7-c7477eaa21c3 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 210 time: 0.0638521 May 02 10:21:06.473617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7878-310a-4789-a9be-65682e05364d req-9f885a6f-4b25-45c2-875d-c09835c17636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:06.478789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-9f885a6f-4b25-45c2-875d-c09835c17636 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1155 time: 0.0878360 May 02 10:21:06.533419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f00cc57-b77d-4aba-960c-bf93f54917af req-c6129afc-e3ce-4a18-8a0e-f87878befec2 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 210 time: 0.0470924 May 02 10:21:06.548460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks [] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:06.633465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:06.637406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7878-310a-4789-a9be-65682e05364d req-cef8fc77-53e4-4806-87d6-d37f30618165 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:06.639111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-cef8fc77-53e4-4806-87d6-d37f30618165 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1287637 May 02 10:21:06.691101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-6ce7ac47-6f7f-4b7f-a9c3-42ae5a10b97f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0456519 May 02 10:21:06.706517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b28f64-3a97-45dd-aee4-541020947bcb None None] Pushing event updated for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:06.781240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cd7878-310a-4789-a9be-65682e05364d req-b539d488-6f13-4f35-92dd-3e26a04598ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:06.783882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-b539d488-6f13-4f35-92dd-3e26a04598ca service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0704968 May 02 10:21:06.815475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f759e65-4eef-4420-b7dc-d5fd7c82793f req-0a1bae16-5feb-415a-bad4-a987d4c66dd5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:06.818048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f759e65-4eef-4420-b7dc-d5fd7c82793f req-0a1bae16-5feb-415a-bad4-a987d4c66dd5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.1147928 May 02 10:21:06.823393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Attempting to bind port cde0345b-bf4d-4e35-8997-fd646a7bd23f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:06.823769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Attempting to bind port cde0345b-bf4d-4e35-8997-fd646a7bd23f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:06.824137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Attempting to bind port cde0345b-bf4d-4e35-8997-fd646a7bd23f on network 446c9aa4-be18-4cc0-a895-82c6089e813f {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:06.843802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:06.844173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Checking segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:06.844757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:06.845302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Bound using segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:06.845845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Bound port: cde0345b-bf4d-4e35-8997-fd646a7bd23f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:06.846228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:06.891485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-d1dc7143-b553-42d7-b39a-b7a3550387c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995069 May 02 10:21:06.971384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f759e65-4eef-4420-b7dc-d5fd7c82793f req-3438adba-b0fd-4e31-87ba-ac710472dbb4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430862 May 02 10:21:07.002962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] For port cde0345b-bf4d-4e35-8997-fd646a7bd23f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:07.008540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] For port cde0345b-bf4d-4e35-8997-fd646a7bd23f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde0345b-bf4d-4e35-8997-fd646a7bd23f,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:07.065722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.127719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6255b3fd-d670-4935-993d-dd4616940cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.133166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a83aa615-6cf6-4944-9e7d-8e0ed67e2416 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:07.222962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Provisioning complete for port cde0345b-bf4d-4e35-8997-fd646a7bd23f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:07.223593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.294419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6255b3fd-d670-4935-993d-dd4616940cec admin admin] Publish callbacks [] for security_group (43afe68c-a1eb-42bd-9944-747f305e62be), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.298841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b28f64-3a97-45dd-aee4-541020947bcb None None] Pushing event updated for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:07.302631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-57cbfb44-4196-417d-9d6d-b318310ad5e4 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3977792 May 02 10:21:07.311967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:07.312834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:07.394679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:07.395292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.396315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6255b3fd-d670-4935-993d-dd4616940cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43afe68c-a1eb-42bd-9944-747f305e62be), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.467763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6255b3fd-d670-4935-993d-dd4616940cec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1cac3c24f0d542edb2cbf4d83fb357ea&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1934533 May 02 10:21:07.467763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255b3fd-d670-4935-993d-dd4616940cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43afe68c-a1eb-42bd-9944-747f305e62be,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:07.470213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:07.494885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58cd7878-310a-4789-a9be-65682e05364d req-5c4dc407-00ad-499a-bd1a-49d6eb054412 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807666 May 02 10:21:07.562324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] Publish callbacks [] for security_group (43afe68c-a1eb-42bd-9944-747f305e62be), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.567140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:07.596510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] Publish callbacks [] for security_group (43afe68c-a1eb-42bd-9944-747f305e62be), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.635212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e0594de6-f63d-4dab-926a-5639761d0b07 req-60975299-b1fd-4200-af32-606a5e4544ab tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 210 time: 0.0480893 May 02 10:21:07.686310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e072bfd-64ef-4a96-b205-ec5ed49d9e7f req-c7284806-1262-45c4-a1ec-ef8c1dfc7efa tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 210 time: 0.0322971 May 02 10:21:07.759755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Current status of the port cde0345b-bf4d-4e35-8997-fd646a7bd23f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:07.759755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.786164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43afe68c-a1eb-42bd-9944-747f305e62be), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.792703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:07.796279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43afe68c-a1eb-42bd-9944-747f305e62be HTTP/1.1" status: 204 len: 168 time: 0.3240299 May 02 10:21:07.814174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bd5478-c585-4790-8848-1c5d92562761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43afe68c-a1eb-42bd-9944-747f305e62be,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:07.832233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:07.854907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47064) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:07.863743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-network', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:07.891844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] For port cde0345b-bf4d-4e35-8997-fd646a7bd23f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde0345b-bf4d-4e35-8997-fd646a7bd23f,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:07.989670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47066) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:07.991731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.000163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Made reservation on behalf of cf5ed488b8864dba9a7fa2aa7f09d06b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:08.002423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.018219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.133894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks [] for security_group (91cca4b2-6003-40ff-a650-61159c090a20), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.143126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-7d2432d3-f657-4864-8eca-11f5239c8b94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:08.145085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-7d2432d3-f657-4864-8eca-11f5239c8b94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.24 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 824 time: 0.2511570 May 02 10:21:08.163889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-731c4462-556a-4e4a-9590-c6a056a37e3a None None] Provisioning complete for port cde0345b-bf4d-4e35-8997-fd646a7bd23f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:08.169138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-731c4462-556a-4e4a-9590-c6a056a37e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.170724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:06Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:08.196958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8d6717-6480-4788-b51d-44df3c737954 req-f3270e76-ada9-4328-85ab-be0ead9bb9a7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:08.202268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d8d6717-6480-4788-b51d-44df3c737954 req-f3270e76-ada9-4328-85ab-be0ead9bb9a7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 943 time: 0.0980024 May 02 10:21:08.218874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91cca4b2-6003-40ff-a650-61159c090a20), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.233095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d9b41-8a47-4b04-9c03-09bb8e90525a None None] Pushing event updated for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:08.241104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588a58db-a34a-45ec-8f7e-63d9d0a8ef9b None None] The sync data for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 is: [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:06Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:08.258899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91cca4b2-6003-40ff-a650-61159c090a20,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:08.266574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-7bef1dac-9222-47e6-a167-8e770ef80c17 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 379 time: 0.1133728 May 02 10:21:08.274612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:08.289979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'port': {'device_id': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'admin_state_up': True, 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'security_groups': ['2539490a-0aac-4b15-b5bc-a4d5dbf17710']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:08.357133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-aafd1b64-811d-4619-af69-faef5716fb79 service neutron] 10.222.0.15 "GET /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.3182971 May 02 10:21:08.363932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-731c4462-556a-4e4a-9590-c6a056a37e3a None None] Current status of the port cde0345b-bf4d-4e35-8997-fd646a7bd23f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:08.426194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.428765 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Added segment b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc of type vlan for network fc640829-97b0-4de8-bd78-e2a113125e45 May 02 10:21:08.469651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d8d6717-6480-4788-b51d-44df3c737954 req-488af1e4-dc34-4405-83ee-7908b6fffd84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200985 May 02 10:21:08.491867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fc640829-97b0-4de8-bd78-e2a113125e45), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.533595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:08.657590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:08.688112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Made reservation on behalf of 405bc3f0d1b64dc8911be1fbc0449018 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:08.690986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.710250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:08.727276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fc640829-97b0-4de8-bd78-e2a113125e45), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.727276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:08.729392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.747183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:08.781641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:21:08.807488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab02bbef-fdd1-4e0c-8441-2677e11d93ab {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:08.831934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:08.838669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc640829-97b0-4de8-bd78-e2a113125e45,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:08.852692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fc640829-97b0-4de8-bd78-e2a113125e45 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:08.910305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46cbc5eb-9e2a-41ae-bfa9-a23cdae5f782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:08.916053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cf8635f-658d-4e37-a357-663712f1ec5e req-1b5ef009-1d8b-47f6-b1ca-1c725a9bb70a tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 210 time: 0.0514324 May 02 10:21:08.958275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-561ae7a7-7a2f-4202-ad24-153af14b15ad req-a5e1bfd9-906a-4949-9306-436812d4327c tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 210 time: 0.1209402 May 02 10:21:08.967271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.088622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] Transition to ACTIVE for port object ab02bbef-fdd1-4e0c-8441-2677e11d93ab will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:09.122646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cde0345b-bf4d-4e35-8997-fd646a7bd23f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:09.129246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-67b97ee8-0fb0-45e2-986f-3b991c6cdae4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2719884 May 02 10:21:09.131741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:09.137521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Request body: {'subnet': {'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-subnet', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:09.141957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46cbc5eb-9e2a-41ae-bfa9-a23cdae5f782 admin admin] Publish callbacks [] for security_group (e9742843-6a80-42ec-8a8d-cfd77f596a1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.225940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port cde0345b-bf4d-4e35-8997-fd646a7bd23f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:09.226407 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.233673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46cbc5eb-9e2a-41ae-bfa9-a23cdae5f782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e9742843-6a80-42ec-8a8d-cfd77f596a1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.270647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-46cbc5eb-9e2a-41ae-bfa9-a23cdae5f782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=659aad68dfff4491b919d91a8cb36569&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2768605 May 02 10:21:09.272475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:09.353375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47094) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:09.361297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Made reservation on behalf of cf5ed488b8864dba9a7fa2aa7f09d06b for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:09.364961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.374046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.425426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cbc5eb-9e2a-41ae-bfa9-a23cdae5f782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9742843-6a80-42ec-8a8d-cfd77f596a1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:09.428304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port cde0345b-bf4d-4e35-8997-fd646a7bd23f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:09.468127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Allocated IP 172.20.0.7 (f5b1c817-eec3-48f1-b118-eb3131507a9c/65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6/2473647d-f661-4e8c-84ed-aa0967b63ada) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:09.471204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1aadbe58-b8b9-4a91-a0ee-07b79f006dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.524928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-5af03cec-719a-4f8a-9a67-aa6d99326373 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:09.532743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-5af03cec-719a-4f8a-9a67-aa6d99326373 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.24 "GET /v2.0/networks?id=6e151780-6e9f-4e11-b4e3-32293be04ae5 HTTP/1.1" status: 200 len: 814 time: 0.3354483 May 02 10:21:09.567222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Request body: {'port': {'device_id': '1b8389bf-b958-4d34-988c-45779b6196b2', 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5', 'admin_state_up': True, 'tenant_id': '8f6f08a44c6448529e12c65f5c01384c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:09.588350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] Publish callbacks [] for security_group (e9742843-6a80-42ec-8a8d-cfd77f596a1e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.626531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] No DVR routers for this DVR port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:21:09.642748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] Pushing event updated for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:09.717584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1aadbe58-b8b9-4a91-a0ee-07b79f006dca admin admin] Publish callbacks [] for security_group (9985d776-97db-4b16-a55f-925fffa2bbad), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.726054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-632b0cab-8197-4f73-a3a1-c205d7d934af service neutron] 10.222.0.15 "PUT /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.3520780 May 02 10:21:09.743593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] Publish callbacks [] for security_group (e9742843-6a80-42ec-8a8d-cfd77f596a1e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.811945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0b06c-283f-4d94-ac14-cd79b8ddea50 req-f2904400-1a21-4ec1-b692-be06bdf21f12 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:09.820224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7bb0b06c-283f-4d94-ac14-cd79b8ddea50 req-f2904400-1a21-4ec1-b692-be06bdf21f12 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.2136781 May 02 10:21:09.875761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1aadbe58-b8b9-4a91-a0ee-07b79f006dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9985d776-97db-4b16-a55f-925fffa2bbad), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.900467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.24', 50404) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:09.954897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (ac6f4055-e053-42a6-b563-892051527015), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.965246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Made reservation on behalf of 8f6f08a44c6448529e12c65f5c01384c for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:09.969079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:09.999839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1aadbe58-b8b9-4a91-a0ee-07b79f006dca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba6a7b44b12e458da01c6185dd7b2363&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6423914 May 02 10:21:10.012358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47116) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:10.015887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aadbe58-b8b9-4a91-a0ee-07b79f006dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9985d776-97db-4b16-a55f-925fffa2bbad,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:10.055817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7bb0b06c-283f-4d94-ac14-cd79b8ddea50 req-cc195eca-59c0-4205-9a12-2476ee3f56d3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291548 May 02 10:21:10.059649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d8ac7ad-b468-4fe3-b6b4-954181d707b3 req-7ef9fadd-c2a4-4164-8677-9f07fc9c0d00 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 210 time: 0.0621436 May 02 10:21:10.086187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.089081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e9742843-6a80-42ec-8a8d-cfd77f596a1e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.096827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.096827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9742843-6a80-42ec-8a8d-cfd77f596a1e HTTP/1.1" status: 204 len: 168 time: 0.8142321 May 02 10:21:10.135418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a1c5e8-ea67-4c56-8e3a-8ced4f46902b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9742843-6a80-42ec-8a8d-cfd77f596a1e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:10.191670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac6f4055-e053-42a6-b563-892051527015,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:10.211313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] Publish callbacks [] for security_group (9985d776-97db-4b16-a55f-925fffa2bbad), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.247949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-8448df15-e852-4ef7-817f-b93e75a6c830 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.248532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-8448df15-e852-4ef7-817f-b93e75a6c830 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.3466203 May 02 10:21:10.286159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] Publish callbacks [] for security_group (9985d776-97db-4b16-a55f-925fffa2bbad), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.291490 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7508d2bc-331f-425d-8e10-4b087bd416f0 req-c4715b50-fb2b-4229-b551-1438befb64a4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 210 time: 0.0582173 May 02 10:21:10.323318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.348440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:10.354087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:10.363258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-dc2ce68d-b2b4-4ba5-a142-e0efd6ee1ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.364914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-dc2ce68d-b2b4-4ba5-a142-e0efd6ee1ebd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&tenant_id=25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 1126 time: 0.0965497 May 02 10:21:10.371400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:10.381266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Checking segment: {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:10.381635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Network hostable DHCP agents. Network: fc640829-97b0-4de8-bd78-e2a113125e45, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:10.382514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.383574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.444341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:10.465252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-432b87c2-9463-48f0-baa1-f6090bac4be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.467046 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-432b87c2-9463-48f0-baa1-f6090bac4be4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1126 time: 0.0802152 May 02 10:21:10.517168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Allocated IP 172.20.0.3 (6e151780-6e9f-4e11-b4e3-32293be04ae5/77072d8d-9706-482f-b07c-c7377b28608c/016adead-2d61-4727-b9bb-682583b2724c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:10.569737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-928ab05a-cdc4-49da-8b46-e812c426f448 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2868941 May 02 10:21:10.581416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Request body: {'port': {'device_id': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:10.630373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9985d776-97db-4b16-a55f-925fffa2bbad), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.635758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Network fc640829-97b0-4de8-bd78-e2a113125e45 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:10.637719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.641162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9985d776-97db-4b16-a55f-925fffa2bbad HTTP/1.1" status: 204 len: 168 time: 0.6239374 May 02 10:21:10.643596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-aec5683f-e6b4-45d9-b8a3-23fc60a1f208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.645088 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-aec5683f-e6b4-45d9-b8a3-23fc60a1f208 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1726260 May 02 10:21:10.652802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f906cf-3139-4ab5-9bd6-031654983be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9985d776-97db-4b16-a55f-925fffa2bbad,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:10.702970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-f509a516-8438-4f56-9c90-bf3f0373a118 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0517285 May 02 10:21:10.710404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cf265f98-f7de-4979-98b3-b48b690b26b7 None None] Provisioning complete for port 2473647d-f661-4e8c-84ed-aa0967b63ada triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:10.711340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cf265f98-f7de-4979-98b3-b48b690b26b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.716826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.775990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fc640829-97b0-4de8-bd78-e2a113125e45) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:10.777587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cf265f98-f7de-4979-98b3-b48b690b26b7 None None] Port 2473647d-f661-4e8c-84ed-aa0967b63ada cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:10.783158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aaae28d-e0fd-4a70-8eeb-b90067bf8719 None None] Network fc640829-97b0-4de8-bd78-e2a113125e45 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:10.825654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.826965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.926356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fc640829-97b0-4de8-bd78-e2a113125e45', 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45', 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'fixed_ips': [{'subnet_id': 'ac6f4055-e053-42a6-b563-892051527015'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:21:10.930245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:10.938266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a1e9188b-1d22-482e-b419-7375eba4d1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:10.940003 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-a1e9188b-1d22-482e-b419-7375eba4d1b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1765630 May 02 10:21:10.988654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks [] for port (016adead-2d61-4727-b9bb-682583b2724c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.008974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-59bb53e2-c3a2-43c4-8866-c07181e069be service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510020 May 02 10:21:11.068393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2473647d-f661-4e8c-84ed-aa0967b63ada {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:11.076840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks [] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.087410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-99c02682-97be-4251-a489-61a3650c4115 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9545450 May 02 10:21:11.089851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:11.090202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Allocated IP 172.20.0.2 (fc640829-97b0-4de8-bd78-e2a113125e45/ac6f4055-e053-42a6-b563-892051527015/783b899e-ecb0-4f91-bc71-c828a3a4d7d9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:11.098563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Transition to ACTIVE for port object 2473647d-f661-4e8c-84ed-aa0967b63ada will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:11.124230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:11.154555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-7a5fece5-f1db-4e6a-884a-845c46417f9f service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391337 May 02 10:21:11.174892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.184572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.247852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.248984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.251013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Network 6e151780-6e9f-4e11-b4e3-32293be04ae5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:11.264053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac623719-2387-4959-a8ef-323e6b8a69bf req-9d27d6af-5ab3-4444-838b-1adf1ee5ff58 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:11.265783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac623719-2387-4959-a8ef-323e6b8a69bf req-9d27d6af-5ab3-4444-838b-1adf1ee5ff58 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.1075480 May 02 10:21:11.273043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:11.288093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:11.293984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:11.294424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.306755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Pushing event updated for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:11.309566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks [] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.339102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Pushing event updated for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:11.369067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:11.388452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de88983-576e-417f-885c-1f32f604096c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.396655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-9f17d44b-9ad7-4956-af2d-5df2c85a3e6d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8510389 May 02 10:21:11.401280 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for router_controller (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.417400 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.419116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Attempting to bind port 2473647d-f661-4e8c-84ed-aa0967b63ada on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:11.419446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Attempting to bind port 2473647d-f661-4e8c-84ed-aa0967b63ada by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:11.419772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Attempting to bind port 2473647d-f661-4e8c-84ed-aa0967b63ada on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:11.421048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Request body: {'port': {'device_id': '1b8389bf-b958-4d34-988c-45779b6196b2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:11.430738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac623719-2387-4959-a8ef-323e6b8a69bf req-a9b83b49-9a2f-46c7-ae75-fdd1dc6b8aaf tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526191 May 02 10:21:11.431763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Port 2473647d-f661-4e8c-84ed-aa0967b63ada on network f5b1c817-eec3-48f1-b118-eb3131507a9c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:11.432087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Attempting to bind port 2473647d-f661-4e8c-84ed-aa0967b63ada on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:11.437390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:11.437729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Checking segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:11.438113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Bound using segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:11.438538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Bound port: 2473647d-f661-4e8c-84ed-aa0967b63ada, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:11.438895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.473699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Network fc640829-97b0-4de8-bd78-e2a113125e45 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:11.478340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:11.482762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:11.528130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7c7829-29b2-401c-af27-58dba7cd4852 req-c4191793-d466-4336-a853-22d7cc4bbc03 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:11.529929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d7c7829-29b2-401c-af27-58dba7cd4852 req-c4191793-d466-4336-a853-22d7cc4bbc03 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 931 time: 0.3414474 May 02 10:21:11.564352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:11.567937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2473647d-f661-4e8c-84ed-aa0967b63ada,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:11.578804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Attempting to bind port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:11.580066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Attempting to bind port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:11.584371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Attempting to bind port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 on network fc640829-97b0-4de8-bd78-e2a113125e45 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:11.584371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Pushing event updated for resources: {'Port': ['ID=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:11.595486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.596059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.596543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.597262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.598420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.598945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.600385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.600915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.601541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.602180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.603202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.604069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.604563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.605425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.606115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:11.627313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:11.628159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Checking segment: {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:11.628807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.630697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Bound using segment: {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:11.637531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Bound port: 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:11.637531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.661407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-fc0d002d-ee72-411c-8d4c-0246aade9bdf service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4996579 May 02 10:21:11.693035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (016adead-2d61-4727-b9bb-682583b2724c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.759725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d7c7829-29b2-401c-af27-58dba7cd4852 req-91e75f2c-6f9a-40da-add1-582080b9df27 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179651 May 02 10:21:11.801457 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de88983-576e-417f-885c-1f32f604096c admin admin] Publish callbacks [] for security_group (6a80784f-482d-4c02-94ed-846fa43f92bc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.821909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] For port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:11.829958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] For port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:11.830616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48eda6c-4b9d-4093-8975-7bbe150ff67a req-0e4d930d-1b97-473a-9b22-e949da9143be tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:11.841290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b48eda6c-4b9d-4093-8975-7bbe150ff67a req-0e4d930d-1b97-473a-9b22-e949da9143be tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 943 time: 0.1190600 May 02 10:21:11.851309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.899552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.911458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de88983-576e-417f-885c-1f32f604096c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a80784f-482d-4c02-94ed-846fa43f92bc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.925590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:11.926266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:11.927745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] 10.222.0.24 "PUT /v2.0/ports/2473647d-f661-4e8c-84ed-aa0967b63ada HTTP/1.1" status: 200 len: 1091 time: 1.3515983 May 02 10:21:11.969440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:11.971267 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7303682f-ff95-44ec-abb8-d9f566dce16c" -d '{"events": [{"name": "network-changed", "server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:12.059502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab52d75-479b-4bbb-9add-290a5dd158cd None None] Pushing event updated for resources: {'Port': ['ID=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:12.105232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6de88983-576e-417f-885c-1f32f604096c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a4524ce8eafa4df6be549375f4a7d2da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7326472 May 02 10:21:12.116546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47168) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:12.187778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de88983-576e-417f-885c-1f32f604096c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a80784f-482d-4c02-94ed-846fa43f92bc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:12.285211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-1068067a-3c0b-498f-a37f-34eed7a6cb6a tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:12.286731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-1068067a-3c0b-498f-a37f-34eed7a6cb6a tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0465000 May 02 10:21:12.307173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:21:12.440712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] Publish callbacks [] for security_group (6a80784f-482d-4c02-94ed-846fa43f92bc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:12.458248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port ab02bbef-fdd1-4e0c-8441-2677e11d93ab host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:21:12.459558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:21:12.517039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for router_gateway (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:12.545877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-91369322-f09e-431d-a349-a50e13802f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:12.547708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-91369322-f09e-431d-a349-a50e13802f38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 1125 time: 0.1877906 May 02 10:21:12.561389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b48eda6c-4b9d-4093-8975-7bbe150ff67a req-5564bea2-af01-4b14-a03a-3bc2ad6e9396 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7191379 May 02 10:21:12.595343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0375b793-8e7d-4e5d-ab74-b6dcbe550b26 service neutron] Pushing event updated for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:12.598834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] Publish callbacks [] for security_group (6a80784f-482d-4c02-94ed-846fa43f92bc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:12.603171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 016adead-2d61-4727-b9bb-682583b2724c {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:12.626797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks [] for port (016adead-2d61-4727-b9bb-682583b2724c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:12.643433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-31990f4f-094b-400c-89ec-a8fb9801de1b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473647d-f661-4e8c-84ed-aa0967b63ada HTTP/1.1" status: 200 len: 217 time: 0.0795982 May 02 10:21:12.697814 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26abe198-908b-4bbd-bd24-6c72bf196039 x-openstack-request-id: req-26abe198-908b-4bbd-bd24-6c72bf196039 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:12.698230 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:12.698589 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-26abe198-908b-4bbd-bd24-6c72bf196039 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:12.699189 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26abe198-908b-4bbd-bd24-6c72bf196039'] response: {'name': 'network-changed', 'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'status': 'completed', 'code': 200} May 02 10:21:12.734474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Transition to ACTIVE for port object 016adead-2d61-4727-b9bb-682583b2724c will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:12.787331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-7301407b-a34c-4ccc-a3b4-4a63cd93b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:12.788825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-7301407b-a34c-4ccc-a3b4-4a63cd93b5d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.1413276 May 02 10:21:12.838897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:12.856414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-083b46e9-0391-4699-a815-3ca0eae3591c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:12.858021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-083b46e9-0391-4699-a815-3ca0eae3591c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0602300 May 02 10:21:13.079319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for router_gateway (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.119210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:13.122142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.141384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c95110c9-ef61-43ba-b991-80b0215d9dfb service neutron] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:13.191588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c95110c9-ef61-43ba-b991-80b0215d9dfb service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.194722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-558dfe14-a13c-4176-ad2e-3bef489f215d req-c95110c9-ef61-43ba-b991-80b0215d9dfb service neutron] 10.222.0.24 "DELETE /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.8943918 May 02 10:21:13.195391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a80784f-482d-4c02-94ed-846fa43f92bc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.202553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.208470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a80784f-482d-4c02-94ed-846fa43f92bc HTTP/1.1" status: 204 len: 168 time: 1.0820525 May 02 10:21:13.240904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:13.241790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.251155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf6922-7fc1-46c9-9bdd-26b1b85387df req-8cfca9ac-0a8f-4242-a229-e06553817e5d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:13.257695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58bf6922-7fc1-46c9-9bdd-26b1b85387df req-8cfca9ac-0a8f-4242-a229-e06553817e5d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.4672637 May 02 10:21:13.266900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a336011-301d-4561-823d-44a49afd7067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a80784f-482d-4c02-94ed-846fa43f92bc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:13.267626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-53fba9ed-5f53-4566-86d8-bf1a282ba45b service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735552 May 02 10:21:13.437889 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58bf6922-7fc1-46c9-9bdd-26b1b85387df req-aa4aba43-07f9-4a33-ba7b-ed45af03a482 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613519 May 02 10:21:13.438202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:13.509469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Attempting to bind port 016adead-2d61-4727-b9bb-682583b2724c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:13.510142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Attempting to bind port 016adead-2d61-4727-b9bb-682583b2724c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'bd822270-25b8-4f93-9957-705f15941eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:13.510142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Attempting to bind port 016adead-2d61-4727-b9bb-682583b2724c on network 6e151780-6e9f-4e11-b4e3-32293be04ae5 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:13.511934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:13.512488 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.522168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Port 016adead-2d61-4727-b9bb-682583b2724c on network 6e151780-6e9f-4e11-b4e3-32293be04ae5 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:13.522505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Attempting to bind port 016adead-2d61-4727-b9bb-682583b2724c on network 6e151780-6e9f-4e11-b4e3-32293be04ae5 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:13.529175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:13.529622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Checking segment: {'id': 'bd822270-25b8-4f93-9957-705f15941eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:13.530016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Bound using segment: {'id': 'bd822270-25b8-4f93-9957-705f15941eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:13.530952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Bound port: 016adead-2d61-4727-b9bb-682583b2724c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd822270-25b8-4f93-9957-705f15941eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:13.531330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (016adead-2d61-4727-b9bb-682583b2724c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.537590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ecad814-be89-4984-995a-a1eb71ce8584 req-57e7e028-842c-40e7-87a2-db4823a5a8a6 service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2622375 May 02 10:21:13.558718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Allocated IP 172.35.4.70 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e616f719-2433-4162-b656-7a7ed7b63845) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:13.564392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:13.604057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.621074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569c36e0-87a9-417c-896e-fa3335018c59 req-27404556-bdc0-4d02-8144-58c363c779d7 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:13.630499 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-569c36e0-87a9-417c-896e-fa3335018c59 req-27404556-bdc0-4d02-8144-58c363c779d7 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 943 time: 0.0892756 May 02 10:21:13.651891 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.654841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:13.662808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016adead-2d61-4727-b9bb-682583b2724c,segment=NetworkSegment(bd822270-25b8-4f93-9957-705f15941eb8),segment_id=bd822270-25b8-4f93-9957-705f15941eb8)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:13.695295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567c91d8-8647-4e53-9f89-e71ccfbc768e None None] Network fc640829-97b0-4de8-bd78-e2a113125e45 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:13.732020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.751108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-569c36e0-87a9-417c-896e-fa3335018c59 req-41fc43c1-f2ca-461d-a5d8-f8fcb14488f0 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191120 May 02 10:21:13.791131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:13.792071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.794494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] 10.222.0.24 "PUT /v2.0/ports/016adead-2d61-4727-b9bb-682583b2724c HTTP/1.1" status: 200 len: 1091 time: 2.3875806 May 02 10:21:13.797750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'tag': '016adead-2d61-4727-b9bb-682583b2724c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:13.802440 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687d552a-11bf-4f22-b348-616d2785f15a" -d '{"events": [{"name": "network-changed", "server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "tag": "016adead-2d61-4727-b9bb-682583b2724c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:13.811913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for port (e616f719-2433-4162-b656-7a7ed7b63845), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.830131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:13.855011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f67c4b-c22b-4b70-b19a-2d1ddb4b16f0 service neutron] Pushing event updated for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:13.860463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-88414445-972f-4f1c-a560-509bde905f07 None None] Provisioning complete for port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:13.860463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-88414445-972f-4f1c-a560-509bde905f07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:13.965542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e616f719-2433-4162-b656-7a7ed7b63845), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.028284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-88414445-972f-4f1c-a560-509bde905f07 None None] Current status of the port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:14.050457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:14.055826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:14.058494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:14.190714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Pushing event updated for resources: {'Port': ['ID=e616f719-2433-4162-b656-7a7ed7b63845,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:14.258524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de891a5-c9e2-4ecd-a25e-6524d1d72708 req-474e9a0d-30eb-4521-a4c8-258e2917e1d1 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.260045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3de891a5-c9e2-4ecd-a25e-6524d1d72708 req-474e9a0d-30eb-4521-a4c8-258e2917e1d1 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 943 time: 0.1040022 May 02 10:21:14.313489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3de891a5-c9e2-4ecd-a25e-6524d1d72708 req-4d2b3944-9ffd-42cc-ace1-42eda22c7f5b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470893 May 02 10:21:14.347470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:14.353685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-67e831c2-ae83-4834-908c-d2a7295a924a None None] Provisioning complete for port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:14.354182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-67e831c2-ae83-4834-908c-d2a7295a924a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.369980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec41720-f40b-4447-b09a-b34862de0511 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.401098 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39dadc65-cdb5-4102-a978-b347f001d7fe x-openstack-request-id: req-39dadc65-cdb5-4102-a978-b347f001d7fe {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:14.404350 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "tag": "016adead-2d61-4727-b9bb-682583b2724c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:14.404768 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39dadc65-cdb5-4102-a978-b347f001d7fe {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:14.407155 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39dadc65-cdb5-4102-a978-b347f001d7fe'] response: {'name': 'network-changed', 'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'tag': '016adead-2d61-4727-b9bb-682583b2724c', 'status': 'completed', 'code': 200} May 02 10:21:14.527579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-67e831c2-ae83-4834-908c-d2a7295a924a None None] Current status of the port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:14.539929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec41720-f40b-4447-b09a-b34862de0511 admin admin] Publish callbacks [] for security_group (d2c4bc4d-488e-48d4-b23c-fff40ecff311), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.577656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-cb1e93d0-a29d-4b52-8128-c9a7d90578cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.583890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-cb1e93d0-a29d-4b52-8128-c9a7d90578cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 1125 time: 0.0530276 May 02 10:21:14.628512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795fbfc3-b122-4afb-8af7-397e939e7920 req-66b72fee-faf6-4633-8370-36d08da16fa1 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.635310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-795fbfc3-b122-4afb-8af7-397e939e7920 req-66b72fee-faf6-4633-8370-36d08da16fa1 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1126 time: 0.0941973 May 02 10:21:14.635310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d552a-11bf-4f22-b348-616d2785f15a req-fe091793-8050-4e38-9bf6-18d01f78db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.636789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-687d552a-11bf-4f22-b348-616d2785f15a req-fe091793-8050-4e38-9bf6-18d01f78db85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f6f08a44c6448529e12c65f5c01384c&device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 1125 time: 0.0687788 May 02 10:21:14.645865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec41720-f40b-4447-b09a-b34862de0511 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d2c4bc4d-488e-48d4-b23c-fff40ecff311), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.654848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for router_gateway (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.685747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0ec41720-f40b-4447-b09a-b34862de0511 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f752e442b73f4163bd865c2cf1512f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371251 May 02 10:21:14.694081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47242) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:14.721751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec41720-f40b-4447-b09a-b34862de0511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c4bc4d-488e-48d4-b23c-fff40ecff311,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:14.771952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-53a2c3a8-7d16-4cd8-b0e4-42ba200f69b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.773442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-53a2c3a8-7d16-4cd8-b0e4-42ba200f69b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 925 time: 0.1883163 May 02 10:21:14.779195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-6ccdf329-40a8-43f6-b4af-ed7280e69e47 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=999c6e3e38a44d369c3782428f8e0e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0486374 May 02 10:21:14.826881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-e0864aa1-642d-4376-b0bc-67b8c4d5ed35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473647d-f661-4e8c-84ed-aa0967b63ada HTTP/1.1" status: 200 len: 217 time: 0.0456364 May 02 10:21:14.873943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-795fbfc3-b122-4afb-8af7-397e939e7920 req-6d1afe89-4107-4e07-825c-1aa0cf417eea tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361085 May 02 10:21:14.915664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] Publish callbacks [] for security_group (d2c4bc4d-488e-48d4-b23c-fff40ecff311), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:14.927096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d552a-11bf-4f22-b348-616d2785f15a req-01e1cce5-fde9-4dcf-95c2-fe940894576d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.929262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-687d552a-11bf-4f22-b348-616d2785f15a req-01e1cce5-fde9-4dcf-95c2-fe940894576d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8f6f08a44c6448529e12c65f5c01384c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2827952 May 02 10:21:14.953105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-e070766d-f8ad-4511-ae02-26b596b7939a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:14.954711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-e070766d-f8ad-4511-ae02-26b596b7939a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.1106851 May 02 10:21:14.979299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] Publish callbacks [] for security_group (d2c4bc4d-488e-48d4-b23c-fff40ecff311), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.059899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-67b22c41-a32b-45d6-9946-f9630196615e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.060644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-67b22c41-a32b-45d6-9946-f9630196615e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2738495 May 02 10:21:15.061723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-1ea2310c-b370-4c0d-8da0-032bdf92360f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.063484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-1ea2310c-b370-4c0d-8da0-032bdf92360f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0990007 May 02 10:21:15.108084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:15.116897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-96874412-b652-4830-836b-c6b69f099720 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/quotas/999c6e3e38a44d369c3782428f8e0e75 HTTP/1.1" status: 200 len: 375 time: 0.0449369 May 02 10:21:15.176393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:15.176795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.183077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-bd21dc43-d110-4deb-ab9f-8dcdea3bcc72 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367024 May 02 10:21:15.211821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-47dbe74f-afe4-47fe-8271-654a3c6ef5f7 service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406496 May 02 10:21:15.273230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:15.283050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d2c4bc4d-488e-48d4-b23c-fff40ecff311), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.286346 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.288194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d2c4bc4d-488e-48d4-b23c-fff40ecff311 HTTP/1.1" status: 204 len: 168 time: 0.5931847 May 02 10:21:15.303536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed61d4-b840-4fad-9fcf-53b40d1204ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c4bc4d-488e-48d4-b23c-fff40ecff311,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:15.350986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7303682f-ff95-44ec-abb8-d9f566dce16c req-3c25164b-a89e-4182-9fdf-788be8e853c2 service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338561 May 02 10:21:15.463160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307d4f7e-6c9b-40c4-8354-9cdad6759106 req-b00a16dd-23c9-4b71-9034-57a11462afd8 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.464664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307d4f7e-6c9b-40c4-8354-9cdad6759106 req-b00a16dd-23c9-4b71-9034-57a11462afd8 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 943 time: 0.1502891 May 02 10:21:15.535283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d552a-11bf-4f22-b348-616d2785f15a req-7c6b5871-ebd2-4f7b-86bd-4dad681dc950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.537589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-687d552a-11bf-4f22-b348-616d2785f15a req-7c6b5871-ebd2-4f7b-86bd-4dad681dc950 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5970120 May 02 10:21:15.542935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307d4f7e-6c9b-40c4-8354-9cdad6759106 req-d1581324-f5d8-4914-a93d-e00e1721d18a tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655742 May 02 10:21:15.548292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.624891 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:15.749865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-32afb8db-3111-494c-82fc-c0a840b3d529 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.758282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-32afb8db-3111-494c-82fc-c0a840b3d529 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.1701117 May 02 10:21:15.776651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-ef10e1ec-4199-4112-83b8-d5957dd61dca tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/quotas/25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 375 time: 0.0169039 May 02 10:21:15.779315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-88ac2ae0-767b-49cf-bace-01d35a709d28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.780879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-88ac2ae0-767b-49cf-bace-01d35a709d28 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f6f08a44c6448529e12c65f5c01384c&device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 1125 time: 0.1191654 May 02 10:21:15.809741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484eabb-08e0-451b-8c48-ebc7133a982d req-5c4284ef-9f85-4b75-87fb-3b475bf74897 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.811758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e484eabb-08e0-451b-8c48-ebc7133a982d req-5c4284ef-9f85-4b75-87fb-3b475bf74897 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 943 time: 0.1548162 May 02 10:21:15.830387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-53203745-e639-47d2-8b2b-1d1046ed09cb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528672 May 02 10:21:15.849494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-54b92f86-dd17-4192-a732-081e6a47c5ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=016adead-2d61-4727-b9bb-682583b2724c HTTP/1.1" status: 200 len: 217 time: 0.0606174 May 02 10:21:15.946938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-7e5a08d8-06a0-4d09-86dc-c5837024f1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:15.948338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-1af184f4-19a6-4cf8-809d-38a2aa09d772 service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100886 May 02 10:21:15.948454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-7e5a08d8-06a0-4d09-86dc-c5837024f1d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=77072d8d-9706-482f-b07c-c7377b28608c HTTP/1.1" status: 200 len: 854 time: 0.0912948 May 02 10:21:15.956714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e484eabb-08e0-451b-8c48-ebc7133a982d req-fb3533ea-cf5e-4c4a-bed9-27cf9b2e7e09 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117241 May 02 10:21:16.005597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-66228820-982e-4a93-af05-6096c0858d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6e151780-6e9f-4e11-b4e3-32293be04ae5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473762 May 02 10:21:16.074170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc256c3e-febd-424c-853e-0ad24c94a439 req-e73cba6a-678b-4724-be4a-c45b5b04cdcf tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 210 time: 0.0672157 May 02 10:21:16.111662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-4125710a-b740-4916-843c-739808fe7794 service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573200 May 02 10:21:16.121049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:21:16.147258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47296) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:16.204883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-16589a52-5740-4075-937e-d8b66cd82482 service neutron] 10.222.0.24 "GET /v2.0/networks/6e151780-6e9f-4e11-b4e3-32293be04ae5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871884 May 02 10:21:16.278013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6ecadcf-e1fd-4eba-aa2d-99258b052654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.340317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:16.350165 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Sync routers for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:16.399419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adce7fbd-9bab-4173-8bed-e1bbc4f66f26 req-395261b9-2e22-47a7-83de-fb7ac38c830c service neutron] 10.222.0.24 "GET /v2.0/networks/6e151780-6e9f-4e11-b4e3-32293be04ae5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892045 May 02 10:21:16.402074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:16.405864 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6ecadcf-e1fd-4eba-aa2d-99258b052654 admin admin] Publish callbacks [] for security_group (5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.406800 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:16.473049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.475781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f34af3c6-d35e-463a-abc7-9ff83273868e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.3846440 May 02 10:21:16.478446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:16.489483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6fce059-b98c-4b17-91bd-5d4e9ce70ad8 req-e3a137d9-533d-406f-808f-b635d967ef6c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 210 time: 0.0466468 May 02 10:21:16.504370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6ecadcf-e1fd-4eba-aa2d-99258b052654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.579157 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:16.599074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 2473647d-f661-4e8c-84ed-aa0967b63ada details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:16.603668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ecadcf-e1fd-4eba-aa2d-99258b052654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:16.615050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e6ecadcf-e1fd-4eba-aa2d-99258b052654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dd7d72ad31a49a2ad65c451202a2e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4642546 May 02 10:21:16.615895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47320) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:16.763301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] Publish callbacks [] for security_group (5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.861393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] Publish callbacks [] for security_group (5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.865718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2473647d-f661-4e8c-84ed-aa0967b63ada,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:16.869557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042797d-e407-4328-aeb7-14bbe967b4de req-d5b6eebb-a551-4a4f-935d-ca42a3005dad tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:16.871165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3042797d-e407-4328-aeb7-14bbe967b4de req-d5b6eebb-a551-4a4f-935d-ca42a3005dad tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 943 time: 0.1378331 May 02 10:21:16.891485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'port_id': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'mac_address': 'fa:16:3e:0c:5a:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:16.969660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 2473647d-f661-4e8c-84ed-aa0967b63ada is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:16.970497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:16.994071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3042797d-e407-4328-aeb7-14bbe967b4de req-e2927952-4fb0-4b58-b5b3-8f923ebfb593 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075163 May 02 10:21:17.011657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2473647d-f661-4e8c-84ed-aa0967b63ada {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:17.045230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:14Z', 'revision_number': 3, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:17.057688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2473647d-f661-4e8c-84ed-aa0967b63ada,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:17.089435 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Checking router: a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:17.090222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Updating router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 port e616f719-2433-4162-b656-7a7ed7b63845 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:17.107411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.110293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.111652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710 HTTP/1.1" status: 204 len: 168 time: 0.4923999 May 02 10:21:17.128535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64aca14-91d8-4ca5-9ea7-1ac6bc052964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5abbd0a0-f6ce-4c6b-bc6c-2e8ea0cd6710,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:17.149074 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e616f719-2433-4162-b656-7a7ed7b63845), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.168358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7d84f6-10a0-49a6-8d01-0b2c2fd1e710 req-f09192a0-1579-4c59-a6b3-c17d4392130d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:17.180523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad7d84f6-10a0-49a6-8d01-0b2c2fd1e710 req-f09192a0-1579-4c59-a6b3-c17d4392130d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 943 time: 0.0996394 May 02 10:21:17.187095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.296121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad7d84f6-10a0-49a6-8d01-0b2c2fd1e710 req-98609566-aa9f-469f-9ad0-57392e99c46b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152132 May 02 10:21:17.363042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:17.436613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['2473647d-f661-4e8c-84ed-aa0967b63ada'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:17.522141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4efb38c-863b-4fc9-b8b9-b5fdaddf9002 req-9903a838-44f0-4d01-aeb7-34cd85091059 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 210 time: 0.0924194 May 02 10:21:17.555071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-8abdd1ab-579e-4e31-94b6-e0ab4d6fa525 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1412756 May 02 10:21:17.559944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.699364 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks [] for port (e616f719-2433-4162-b656-7a7ed7b63845), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.812854 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e616f719-2433-4162-b656-7a7ed7b63845), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.862702 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Attempting to bind port e616f719-2433-4162-b656-7a7ed7b63845 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:17.863081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Attempting to bind port e616f719-2433-4162-b656-7a7ed7b63845 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:17.863212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-699392b7-6dd5-4c59-83dd-417df78419cf req-752f2f7e-3c2e-4204-b7b7-f13a323bb0df tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 210 time: 0.0572932 May 02 10:21:17.863448 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Attempting to bind port e616f719-2433-4162-b656-7a7ed7b63845 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:17.872686 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5e9d-a8a4-437a-8b29-82e5cf8fa6a7 None None] Pushing event updated for resources: {'Port': ['ID=e616f719-2433-4162-b656-7a7ed7b63845,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:17.875177 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:17.875554 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:17.875952 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.877089 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:17.879649 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Bound port: e616f719-2433-4162-b656-7a7ed7b63845, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:17.881236 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e616f719-2433-4162-b656-7a7ed7b63845), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:17.898688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c926-f484-4149-9a01-662a075b1794 req-496ecc1b-8341-4c36-b718-56852e0bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:17.900196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-496ecc1b-8341-4c36-b718-56852e0bbb61 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1126 time: 0.0954795 May 02 10:21:17.962142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] For port e616f719-2433-4162-b656-7a7ed7b63845, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:17.966019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] For port e616f719-2433-4162-b656-7a7ed7b63845, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e616f719-2433-4162-b656-7a7ed7b63845,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:18.079926 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e616f719-2433-4162-b656-7a7ed7b63845), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.088147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Allocated IP 172.20.0.1 (fc640829-97b0-4de8-bd78-e2a113125e45/ac6f4055-e053-42a6-b563-892051527015/ceef6278-6459-4f4c-9149-a7928f8ef7ba) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:18.100464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c926-f484-4149-9a01-662a075b1794 req-30f0c569-59fc-45a5-9cd3-4c041eafc009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:18.100464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-30f0c569-59fc-45a5-9cd3-4c041eafc009 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1448731 May 02 10:21:18.144982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:18.163531 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:18.164261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:18.166106 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4d5e9d-a8a4-437a-8b29-82e5cf8fa6a7 None None] Pushing event updated for resources: {'Port': ['ID=e616f719-2433-4162-b656-7a7ed7b63845,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:18.172587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-214e6875-f5c3-4ab7-9109-51c9ea6321b2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0676069 May 02 10:21:18.189622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff40a2e7-1d8e-4d8a-8739-b6dd1a927ae9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.200851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d373563-52e2-4650-9d1a-3d880be4082c req-2d131702-6a6a-4e60-84d5-5fad371378f9 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:18.202625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d373563-52e2-4650-9d1a-3d880be4082c req-2d131702-6a6a-4e60-84d5-5fad371378f9 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 943 time: 0.1052380 May 02 10:21:18.273049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d373563-52e2-4650-9d1a-3d880be4082c req-9d77196f-4b94-4a76-8ba8-00ac20cd1b19 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642014 May 02 10:21:18.322018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad43c926-f484-4149-9a01-662a075b1794 req-8051b6da-875b-441c-aa5c-e531daafe430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:18.323512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-8051b6da-875b-441c-aa5c-e531daafe430 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1436801 May 02 10:21:18.333954 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:18.372032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-70ee4286-df01-406d-b8d9-bd36a648f202 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=999c6e3e38a44d369c3782428f8e0e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0968311 May 02 10:21:18.404663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-6ca83802-a9a9-4907-b5d7-dbf5bcdba7e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609477 May 02 10:21:18.441204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks [] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.601112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:14Z', 'revision_number': 3, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:18.639431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 2473647d-f661-4e8c-84ed-aa0967b63ada up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:18.647243 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acc453a-e112-49da-8fa6-c586137bbafb None None] The sync data for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 is: [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:14Z', 'revision_number': 3, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:18.659072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:18.661126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5bbe2-d7ee-47ce-a19a-fab0abc4cbcb req-784bfe6b-ef6c-4892-89e1-f6f8cd6c8bd8 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:18.665950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8c5bbe2-d7ee-47ce-a19a-fab0abc4cbcb req-784bfe6b-ef6c-4892-89e1-f6f8cd6c8bd8 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 944 time: 0.2154148 May 02 10:21:18.687760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-c7423c2c-49ed-461e-a0b0-4dbfaa7d6b19 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:18.689425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-c7423c2c-49ed-461e-a0b0-4dbfaa7d6b19 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2960398 May 02 10:21:18.719422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 2473647d-f661-4e8c-84ed-aa0967b63ada completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:18.743337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff40a2e7-1d8e-4d8a-8739-b6dd1a927ae9 admin admin] Publish callbacks [] for security_group (d3d8db06-47cd-4291-a3fe-c94626528c24), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.746312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Request body: {'port': {'device_id': '402bb313-9548-4264-9406-4ab98b6388b5', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '999c6e3e38a44d369c3782428f8e0e75'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:18.756078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d5b6330-8922-4a0d-9350-99868e27d239 req-15d087dd-3925-4f63-9d4c-1ce7821ca255 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 210 time: 0.1040192 May 02 10:21:18.791144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 2473647d-f661-4e8c-84ed-aa0967b63ada triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:18.791620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.809591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-a6f33a2d-b993-4526-bad3-6b3d902b6ff5 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942320 May 02 10:21:18.819654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff40a2e7-1d8e-4d8a-8739-b6dd1a927ae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3d8db06-47cd-4291-a3fe-c94626528c24), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.860089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8c5bbe2-d7ee-47ce-a19a-fab0abc4cbcb req-f40e2be8-16dd-4e97-a27c-414ecc1f17d8 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765308 May 02 10:21:18.905641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff40a2e7-1d8e-4d8a-8739-b6dd1a927ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d8db06-47cd-4291-a3fe-c94626528c24,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:18.926528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcb3e734-b3e3-4204-9236-ea7cd0080980 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:18.962341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.030965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff40a2e7-1d8e-4d8a-8739-b6dd1a927ae9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2ca246559e624db4a8061498588ca8eb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8825428 May 02 10:21:19.035080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47388) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:19.122560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Made reservation on behalf of 999c6e3e38a44d369c3782428f8e0e75 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:19.126607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.149753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.149934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Network fc640829-97b0-4de8-bd78-e2a113125e45 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:19.162936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:19.181093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ec1d9cc-e3e2-44c8-b240-40f68bdee70d req-07757658-d29f-4bb7-9e16-ebcdebb8a638 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 210 time: 0.1310072 May 02 10:21:19.181960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:19.182459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.239330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 2473647d-f661-4e8c-84ed-aa0967b63ada is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:19.239726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.250803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Pushing event updated for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:19.262473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] Publish callbacks [] for security_group (d3d8db06-47cd-4291-a3fe-c94626528c24), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.285062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcb3e734-b3e3-4204-9236-ea7cd0080980 admin admin] Publish callbacks [] for security_group (eabfee34-2f36-4ec0-a496-d04e8be82ec4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.287841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad43c926-f484-4149-9a01-662a075b1794 req-d46a766d-8af1-437d-85b7-dccde1f7804d service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4681308 May 02 10:21:19.304642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:19.317218 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26b6aecc-a41d-4052-8231-5d653e2d72d0" -d '{"events": [{"server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "name": "network-vif-plugged", "status": "completed", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:19.331954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] Publish callbacks [] for security_group (d3d8db06-47cd-4291-a3fe-c94626528c24), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.359392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2473647d-f661-4e8c-84ed-aa0967b63ada,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:19.417574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcb3e734-b3e3-4204-9236-ea7cd0080980 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eabfee34-2f36-4ec0-a496-d04e8be82ec4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.467584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.503200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dcb3e734-b3e3-4204-9236-ea7cd0080980 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c98e1459928b44bdb40d8c711d9655e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8319592 May 02 10:21:19.505677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:19.506391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb3e734-b3e3-4204-9236-ea7cd0080980 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabfee34-2f36-4ec0-a496-d04e8be82ec4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:19.516134 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567aa4b3-d358-4ab7-af38-222bb0efc57a x-openstack-request-id: req-567aa4b3-d358-4ab7-af38-222bb0efc57a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:19.516646 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "name": "network-vif-plugged", "status": "completed", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:19.523676 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-567aa4b3-d358-4ab7-af38-222bb0efc57a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:19.524399 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567aa4b3-d358-4ab7-af38-222bb0efc57a'] response: {'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'code': 200} May 02 10:21:19.601933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:19.625355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks [] for security_group (b059d551-e799-413b-9dc0-1243c772339a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.632449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] Publish callbacks [] for security_group (eabfee34-2f36-4ec0-a496-d04e8be82ec4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.662715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] Publish callbacks [] for security_group (eabfee34-2f36-4ec0-a496-d04e8be82ec4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.704580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5bd295c-cea8-406a-a00f-ca85ec829774 None None] Provisioning complete for port ceef6278-6459-4f4c-9149-a7928f8ef7ba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:19.705808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5bd295c-cea8-406a-a00f-ca85ec829774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.718557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3d8db06-47cd-4291-a3fe-c94626528c24), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.721375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.727133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3d8db06-47cd-4291-a3fe-c94626528c24 HTTP/1.1" status: 204 len: 168 time: 0.6867194 May 02 10:21:19.735755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b059d551-e799-413b-9dc0-1243c772339a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.747453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76e350-29a0-4c76-8710-a27c9ab973df req-b84aa8c3-86aa-47ae-8661-ebdbe509c821 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:19.756636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc76e350-29a0-4c76-8710-a27c9ab973df req-b84aa8c3-86aa-47ae-8661-ebdbe509c821 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 943 time: 0.3408191 May 02 10:21:19.765418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce85b7-d94b-4686-b94b-d956ae947c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d8db06-47cd-4291-a3fe-c94626528c24,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:19.792358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eabfee34-2f36-4ec0-a496-d04e8be82ec4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.794726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d51991-ba6f-4cd6-aa27-0301738809da req-67c08325-2729-42ff-ad28-3a90f6d219b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:19.798573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d51991-ba6f-4cd6-aa27-0301738809da req-67c08325-2729-42ff-ad28-3a90f6d219b2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 1127 time: 0.1743174 May 02 10:21:19.811005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.813672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eabfee34-2f36-4ec0-a496-d04e8be82ec4 HTTP/1.1" status: 204 len: 168 time: 0.3020623 May 02 10:21:19.830083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5bd295c-cea8-406a-a00f-ca85ec829774 None None] Port ceef6278-6459-4f4c-9149-a7928f8ef7ba cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:19.912103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-05bb2590-37a0-4e56-9dd0-4156a1176989 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:19.914028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-05bb2590-37a0-4e56-9dd0-4156a1176989 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.5876739 May 02 10:21:19.955566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:19.964947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b059d551-e799-413b-9dc0-1243c772339a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:19.968722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22afe58d-808f-4ebe-970f-932485d1ac40 req-c4ab5925-a6d7-42e2-9fce-e99e5c5afe86 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 210 time: 0.0771792 May 02 10:21:20.016827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a47fae-9b0c-4753-b5f9-bd3b30389c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabfee34-2f36-4ec0-a496-d04e8be82ec4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:20.025234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc76e350-29a0-4c76-8710-a27c9ab973df req-5dc05f16-844d-4c40-b986-81c0c488d46a tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695372 May 02 10:21:20.090158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d51991-ba6f-4cd6-aa27-0301738809da req-caa86e8c-5053-4ecf-b4c7-d074eb13cee6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962721 May 02 10:21:20.161424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Request body: {'port': {'device_id': '5a8127d1-0f27-49c4-9739-8819697254f7', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'admin_state_up': True, 'tenant_id': '25e3a228719d4cbda0507cba959f1816'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:20.212684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Allocated IP 192.168.233.180 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/626d34fd-f028-4146-86ae-0fb8fa487554) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:20.222014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4870179-3d6b-425c-a6f0-c8a38e77e9d1 req-025a795c-2ac3-472d-b8a0-e540fa682f03 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:20.223208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4870179-3d6b-425c-a6f0-c8a38e77e9d1 req-025a795c-2ac3-472d-b8a0-e540fa682f03 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 945 time: 0.0927584 May 02 10:21:20.368495 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4870179-3d6b-425c-a6f0-c8a38e77e9d1 req-30384771-c87f-43a3-83db-1fe1fc224967 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1283388 May 02 10:21:20.459268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e97ab0d1-d80a-4ff6-bb2c-8c550f86c4e4 req-4f8b752d-2a57-4184-a615-9dfccdf733d4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 210 time: 0.0676606 May 02 10:21:20.540940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks [] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.551436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks [] for port (626d34fd-f028-4146-86ae-0fb8fa487554), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.593248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:20.596667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.647151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 016adead-2d61-4727-b9bb-682583b2724c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:20.681060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.681908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.700127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.753134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:20.758641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:20.762882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:20.768397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:20.769047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.778635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Pushing event updated for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:20.781746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Pushing event updated for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:20.786572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016adead-2d61-4727-b9bb-682583b2724c,segment=NetworkSegment(bd822270-25b8-4f93-9957-705f15941eb8),segment_id=bd822270-25b8-4f93-9957-705f15941eb8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:20.805761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '016adead-2d61-4727-b9bb-682583b2724c', 'network_id': '6e151780-6e9f-4e11-b4e3-32293be04ae5', 'port_id': '016adead-2d61-4727-b9bb-682583b2724c', 'mac_address': 'fa:16:3e:62:8c:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77072d8d-9706-482f-b07c-c7377b28608c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:20.826327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Allocated IP 172.20.0.13 (98097bd3-4b95-4af7-9dbb-4e3fefd944fd/b428d290-0945-4d6c-b946-d746481c9d53/82edd554-1de9-4c65-87a0-4f1d5a3d04c9) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:20.895463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-adffe872-0a49-4e67-b914-09aa1bdbf2a4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1588051 May 02 10:21:20.899997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Network fc640829-97b0-4de8-bd78-e2a113125e45 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:20.903281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 016adead-2d61-4727-b9bb-682583b2724c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:20.903933 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (016adead-2d61-4727-b9bb-682583b2724c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:20.904179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:20.917340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Request body: {'port': {'device_id': '402bb313-9548-4264-9406-4ab98b6388b5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:20.930933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 016adead-2d61-4727-b9bb-682583b2724c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:20.994333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016adead-2d61-4727-b9bb-682583b2724c,segment=NetworkSegment(bd822270-25b8-4f93-9957-705f15941eb8),segment_id=bd822270-25b8-4f93-9957-705f15941eb8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:21.081013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.091182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.202787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e616f719-2433-4162-b656-7a7ed7b63845 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:21.336091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e616f719-2433-4162-b656-7a7ed7b63845 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:21.338858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e616f719-2433-4162-b656-7a7ed7b63845), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.429272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['016adead-2d61-4727-b9bb-682583b2724c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:21.434582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e2888f-7484-41b4-87ec-678c57e6aecf req-1bd01462-38e6-4fcc-a830-5ed863842e58 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:21.442639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-29b527ec-54d7-49e6-96c9-8799b0937b28 None None] Provisioning complete for port 626d34fd-f028-4146-86ae-0fb8fa487554 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:21.443652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29b527ec-54d7-49e6-96c9-8799b0937b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.445808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5e2888f-7484-41b4-87ec-678c57e6aecf req-1bd01462-38e6-4fcc-a830-5ed863842e58 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 944 time: 0.2018206 May 02 10:21:21.517449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks [] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.522854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626d34fd-f028-4146-86ae-0fb8fa487554 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:21.530932 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks [] for port (626d34fd-f028-4146-86ae-0fb8fa487554), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.553426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47460) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:21.562334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:21.566716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Transition to ACTIVE for port object 626d34fd-f028-4146-86ae-0fb8fa487554 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:21.588709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efff2bfc-c3eb-4f08-852c-9d71b85aa985 req-e2349564-2d9f-4119-9c0e-4f878156cdf7 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:21.591693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efff2bfc-c3eb-4f08-852c-9d71b85aa985 req-e2349564-2d9f-4119-9c0e-4f878156cdf7 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 936 time: 0.4874730 May 02 10:21:21.603072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:21:21.617117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-29b527ec-54d7-49e6-96c9-8799b0937b28 None None] Port 626d34fd-f028-4146-86ae-0fb8fa487554 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:21.631687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5e2888f-7484-41b4-87ec-678c57e6aecf req-6ce146b9-ef99-4812-9884-42af31ca3e43 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831329 May 02 10:21:21.652572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e616f719-2433-4162-b656-7a7ed7b63845 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:21.653282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e616f719-2433-4162-b656-7a7ed7b63845), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.654700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.674795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.689816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efff2bfc-c3eb-4f08-852c-9d71b85aa985 req-df36ac74-d0f7-4663-9b0b-cd5844120d2f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882671 May 02 10:21:21.724658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e616f719-2433-4162-b656-7a7ed7b63845, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e616f719-2433-4162-b656-7a7ed7b63845,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:21.795586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-20ee3db2-16da-413b-9b5f-8a1bb4b0005f None None] Provisioning complete for port ceef6278-6459-4f4c-9149-a7928f8ef7ba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:21.796079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20ee3db2-16da-413b-9b5f-8a1bb4b0005f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.804524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Pushing event updated for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:21.848348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e616f719-2433-4162-b656-7a7ed7b63845), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.879285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Attempting to bind port 626d34fd-f028-4146-86ae-0fb8fa487554 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:21.879626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Attempting to bind port 626d34fd-f028-4146-86ae-0fb8fa487554 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:21.879963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Attempting to bind port 626d34fd-f028-4146-86ae-0fb8fa487554 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:21.922032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Port 626d34fd-f028-4146-86ae-0fb8fa487554 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:21.922361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Attempting to bind port 626d34fd-f028-4146-86ae-0fb8fa487554 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:21.934032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-20ee3db2-16da-413b-9b5f-8a1bb4b0005f None None] Port ceef6278-6459-4f4c-9149-a7928f8ef7ba cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:21.943176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:21.943519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:21.946297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:21.946297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Bound port: 626d34fd-f028-4146-86ae-0fb8fa487554, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:21.946297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:21.975649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e616f719-2433-4162-b656-7a7ed7b63845,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:21.986659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfde4f7-7819-4449-82d1-4c4f922e7c13 req-ca42e41b-95d5-4305-8f36-dbada2a48922 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:21.988214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccfde4f7-7819-4449-82d1-4c4f922e7c13 req-ca42e41b-95d5-4305-8f36-dbada2a48922 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 932 time: 0.1422341 May 02 10:21:22.082631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:22.152500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:22.153813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccfde4f7-7819-4449-82d1-4c4f922e7c13 req-516d371f-e18c-4fff-b5eb-1ed5f3563f49 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502566 May 02 10:21:22.168313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:22.170543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47486) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:22.173485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=626d34fd-f028-4146-86ae-0fb8fa487554,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:22.175891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7280e816-73a4-4ff1-a81b-778d4ed72966 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.179090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:22.197297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:22.202436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.203042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.242164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-253152971-network', 'tenant_id': 'd46063a5dc8c41598cf95a80726c6082'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:22.258869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.266006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:22.274883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f42ef79-1bd0-434f-aa94-ec94ee47e8dd req-d38bf6d5-2431-4e86-a46b-0ab433e41507 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.276393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f42ef79-1bd0-434f-aa94-ec94ee47e8dd req-d38bf6d5-2431-4e86-a46b-0ab433e41507 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 945 time: 0.5466938 May 02 10:21:22.290765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-2014100203-network', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:22.317487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.318148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.319744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] 10.222.0.15 "PUT /v2.0/ports/626d34fd-f028-4146-86ae-0fb8fa487554 HTTP/1.1" status: 200 len: 1096 time: 1.4133494 May 02 10:21:22.319962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:22.322351 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b49d3d-e610-4055-abf0-d24f296447be" -d '{"events": [{"name": "network-changed", "server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:22.322838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-0b40317e-29dc-4ab3-8be5-7f1e6996e1a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1795812 May 02 10:21:22.348187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d94ae1-09cc-4c32-89fe-cfe75ce6b213 service neutron] Pushing event updated for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:22.348697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Request body: {'port': {'device_id': '5a8127d1-0f27-49c4-9739-8819697254f7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:22.374032 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc2c97a-4348-4347-b077-5e3bf2fcbf83 x-openstack-request-id: req-ffc2c97a-4348-4347-b077-5e3bf2fcbf83 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:22.374324 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:22.374577 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ffc2c97a-4348-4347-b077-5e3bf2fcbf83 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:22.374974 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc2c97a-4348-4347-b077-5e3bf2fcbf83'] response: {'name': 'network-changed', 'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554', 'status': 'completed', 'code': 200} May 02 10:21:22.383214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:22.392739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5260cf26-f8fa-444c-a2e8-f4c14740e692 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9130716 May 02 10:21:22.397091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Sync routers for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:22.418394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:22.419027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:22.425495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Made reservation on behalf of d46063a5dc8c41598cf95a80726c6082 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:22.427014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.461698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f42ef79-1bd0-434f-aa94-ec94ee47e8dd req-5baeae28-0139-4618-b835-454cf64fdf52 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1759508 May 02 10:21:22.467999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Made reservation on behalf of 794ae6913d5546dbadfb32cb27b15d3c for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:22.470528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.488017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.493010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.525213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.555112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7280e816-73a4-4ff1-a81b-778d4ed72966 admin admin] Publish callbacks [] for security_group (140f8c07-c5b8-4620-ad11-a4c7beaa4abc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.576657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:22.612363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b49d3d-e610-4055-abf0-d24f296447be req-7cfee13e-ede2-420b-93a7-65d5e03f5ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.613912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25b49d3d-e610-4055-abf0-d24f296447be req-7cfee13e-ede2-420b-93a7-65d5e03f5ef6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 1130 time: 0.2071538 May 02 10:21:22.662430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7280e816-73a4-4ff1-a81b-778d4ed72966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (140f8c07-c5b8-4620-ad11-a4c7beaa4abc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.671138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 016adead-2d61-4727-b9bb-682583b2724c up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:22.728294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf411b3d-c42e-4124-9068-d2a9dbdf39e3 req-5fa405b5-3ae4-400f-991f-e3734a40b91b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.729544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7280e816-73a4-4ff1-a81b-778d4ed72966 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7452c6772324b18b3760ad2d641bb3f&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1724701 May 02 10:21:22.731452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf411b3d-c42e-4124-9068-d2a9dbdf39e3 req-5fa405b5-3ae4-400f-991f-e3734a40b91b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 945 time: 0.1166394 May 02 10:21:22.741677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47504) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:22.742025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:22.747978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7280e816-73a4-4ff1-a81b-778d4ed72966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140f8c07-c5b8-4620-ad11-a4c7beaa4abc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:22.811845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'floatingip': {'port_id': '2473647d-f661-4e8c-84ed-aa0967b63ada'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:22.857022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5307b9a-87a8-4e71-b1d9-5c7f36e3a708 req-065f6de2-1630-4b4e-8d5f-e84c570996df tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:22.859208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5307b9a-87a8-4e71-b1d9-5c7f36e3a708 req-065f6de2-1630-4b4e-8d5f-e84c570996df tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 944 time: 0.0659242 May 02 10:21:22.890436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 016adead-2d61-4727-b9bb-682583b2724c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:22.946214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25b49d3d-e610-4055-abf0-d24f296447be req-3fbeffe4-9d4c-4082-8882-ff53018131ba service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=999c6e3e38a44d369c3782428f8e0e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2108777 May 02 10:21:22.946417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5307b9a-87a8-4e71-b1d9-5c7f36e3a708 req-0cb04f2d-248b-413d-ad2a-2f039791b3a6 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798256 May 02 10:21:22.954729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.992136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 016adead-2d61-4727-b9bb-682583b2724c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:22.994403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (016adead-2d61-4727-b9bb-682583b2724c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:22.996274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:22.999634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:19Z', 'revision_number': 4, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceef6278-6459-4f4c-9149-a7928f8ef7ba', 'name': '', 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'mac_address': 'fa:16:3e:2b:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ac6f4055-e053-42a6-b563-892051527015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:17Z', 'updated_at': '2022-05-02T10:21:20Z', 'revision_number': 2, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'subnets': [{'id': 'ac6f4055-e053-42a6-b563-892051527015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:23.016840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks [] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.043749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Transition to ACTIVE for port object 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:23.054960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Checking router: a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:23.055678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Updating router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 port ceef6278-6459-4f4c-9149-a7928f8ef7ba binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:23.100082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e616f719-2433-4162-b656-7a7ed7b63845 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:23.136039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.142409 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.207003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045703a-41bf-4685-addb-90602c293522 service neutron] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:23.240567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e616f719-2433-4162-b656-7a7ed7b63845 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:23.241332 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e616f719-2433-4162-b656-7a7ed7b63845), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.265147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:23.265479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:23.265820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:23.275125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:23.275452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:23.286411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:23.286790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:23.287192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:23.287629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Bound port: 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:23.287993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.343571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 016adead-2d61-4727-b9bb-682583b2724c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:23.344335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (016adead-2d61-4727-b9bb-682583b2724c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.371029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37904fb-8651-4914-b234-dd2722bead47 req-b8fb5c48-2073-43fa-b4e0-a39d408001f8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:23.378439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a37904fb-8651-4914-b234-dd2722bead47 req-b8fb5c48-2073-43fa-b4e0-a39d408001f8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.0837038 May 02 10:21:23.409955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016adead-2d61-4727-b9bb-682583b2724c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:23.412626 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c47424-3dc9-4f1a-9b22-6c555bfaf036" -d '{"events": [{"server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "name": "network-vif-plugged", "status": "completed", "tag": "016adead-2d61-4727-b9bb-682583b2724c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:23.460863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a37904fb-8651-4914-b234-dd2722bead47 req-6e7063fc-5704-4ab9-843e-bc5bebfd5c78 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813498 May 02 10:21:23.476630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:23.510667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:23.603824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.607112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] Publish callbacks [] for security_group (140f8c07-c5b8-4620-ad11-a4c7beaa4abc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.619357 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e34439a-5058-48c3-8f95-4e18a6159ccb x-openstack-request-id: req-2e34439a-5058-48c3-8f95-4e18a6159ccb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:23.619840 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "name": "network-vif-plugged", "status": "completed", "tag": "016adead-2d61-4727-b9bb-682583b2724c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:23.620243 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e34439a-5058-48c3-8f95-4e18a6159ccb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:23.620750 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e34439a-5058-48c3-8f95-4e18a6159ccb'] response: {'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '016adead-2d61-4727-b9bb-682583b2724c', 'code': 200} May 02 10:21:23.628050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016adead-2d61-4727-b9bb-682583b2724c,segment=NetworkSegment(bd822270-25b8-4f93-9957-705f15941eb8),segment_id=bd822270-25b8-4f93-9957-705f15941eb8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:23.641748 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] Publish callbacks [] for security_group (140f8c07-c5b8-4620-ad11-a4c7beaa4abc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.672784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e616f719-2433-4162-b656-7a7ed7b63845 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:23.702617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.702951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:23.703301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.705098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-6045703a-41bf-4685-addb-90602c293522 service neutron] 10.222.0.15 "PUT /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 1092 time: 1.3609931 May 02 10:21:23.705613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:23.708161 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f5ba126-324d-405e-b45f-04eb6f63e950" -d '{"events": [{"name": "network-changed", "server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:23.757972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b92fd6b-b608-4ea0-8f93-de2e69103089 req-f42e542d-537d-425b-b834-6c9b3109d600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:23.762337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b92fd6b-b608-4ea0-8f93-de2e69103089 req-f42e542d-537d-425b-b834-6c9b3109d600 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 1126 time: 0.1473312 May 02 10:21:23.778575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a8b8c1-af69-4d70-80cc-e9b39ba89397 req-4110aee0-660f-46d6-95a4-7a4e04e727e5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:23.786282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1a8b8c1-af69-4d70-80cc-e9b39ba89397 req-4110aee0-660f-46d6-95a4-7a4e04e727e5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.8890138 May 02 10:21:23.821543 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (140f8c07-c5b8-4620-ad11-a4c7beaa4abc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.823952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.827313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/140f8c07-c5b8-4620-ad11-a4c7beaa4abc HTTP/1.1" status: 204 len: 168 time: 1.0754435 May 02 10:21:23.832259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks [] for security_group (215b4ab9-bcb1-4c08-a70f-5d6d8b879d14), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.840195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:23.890616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b49d3d-e610-4055-abf0-d24f296447be req-46531375-637c-4873-97fb-1f90d3f5d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:23.890616 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25b49d3d-e610-4055-abf0-d24f296447be req-46531375-637c-4873-97fb-1f90d3f5d423 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9216406 May 02 10:21:23.903365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks [] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.904433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ac7f5-2e05-4b1b-a5a8-540a97cf87d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140f8c07-c5b8-4620-ad11-a4c7beaa4abc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:23.933011 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (215b4ab9-bcb1-4c08-a70f-5d6d8b879d14), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.946932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1a8b8c1-af69-4d70-80cc-e9b39ba89397 req-08b83244-293e-423e-977f-82d9529493f5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592255 May 02 10:21:23.951664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks [] for security_group (46efd721-7be7-462b-a3ef-6bff5184f08e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.967908 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950b9e8c-33fc-4df7-8c55-43dc501352b2 x-openstack-request-id: req-950b9e8c-33fc-4df7-8c55-43dc501352b2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:23.969465 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:23.969925 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-950b9e8c-33fc-4df7-8c55-43dc501352b2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:23.970550 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950b9e8c-33fc-4df7-8c55-43dc501352b2'] response: {'name': 'network-changed', 'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'status': 'completed', 'code': 200} May 02 10:21:23.975347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b92fd6b-b608-4ea0-8f93-de2e69103089 req-679581de-4860-41c3-bbde-0d22a576bbdd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943965 May 02 10:21:23.978369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:23.981800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:24.043461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6045703a-41bf-4685-addb-90602c293522 service neutron] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:24.046561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b4ab9-bcb1-4c08-a70f-5d6d8b879d14,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:24.064338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4b101588-d2f8-4ffc-afbd-35b452809a1a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.064724 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Added segment 4b101588-d2f8-4ffc-afbd-35b452809a1a of type vlan for network fe5b79b2-c42f-4134-8f5a-3d44de415778 May 02 10:21:24.079540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (46efd721-7be7-462b-a3ef-6bff5184f08e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.142612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d6a52-711d-464f-969f-621d0829076b None None] Pushing event updated for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:24.182769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Attempting to bind port ceef6278-6459-4f4c-9149-a7928f8ef7ba on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:24.183394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Attempting to bind port ceef6278-6459-4f4c-9149-a7928f8ef7ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:24.183921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Attempting to bind port ceef6278-6459-4f4c-9149-a7928f8ef7ba on network fc640829-97b0-4de8-bd78-e2a113125e45 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:24.192044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:24.192566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46efd721-7be7-462b-a3ef-6bff5184f08e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:24.193384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Checking segment: {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:24.193970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.194496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Bound using segment: {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:24.195106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Bound port: ceef6278-6459-4f4c-9149-a7928f8ef7ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:24.196015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.236225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-85f4b618-99fe-4eb5-a9c2-16927b3b6f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:24.237824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-85f4b618-99fe-4eb5-a9c2-16927b3b6f45 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 1130 time: 0.2537830 May 02 10:21:24.282954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6668cf-00ee-4e0e-ac9d-e0832da92c24 req-9ec14aa5-002a-4764-a694-42c6c295bba5 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:24.287703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa6668cf-00ee-4e0e-ac9d-e0832da92c24 req-9ec14aa5-002a-4764-a694-42c6c295bba5 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.1586816 May 02 10:21:24.290575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-87daa300-9453-4037-9d15-bbc04cb771e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:24.295386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-87daa300-9453-4037-9d15-bbc04cb771e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1126 time: 0.4068680 May 02 10:21:24.337799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] For port ceef6278-6459-4f4c-9149-a7928f8ef7ba, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:24.341295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] For port ceef6278-6459-4f4c-9149-a7928f8ef7ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceef6278-6459-4f4c-9149-a7928f8ef7ba,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:24.375161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:24.389471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-1332d2fd-a1e1-4dbf-9950-5fd202fcf638 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.0445828 May 02 10:21:24.434657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.485836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fe5b79b2-c42f-4134-8f5a-3d44de415778), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.497514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-98e431a0-15c5-497e-b0e7-36495d449d39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=626d34fd-f028-4146-86ae-0fb8fa487554 HTTP/1.1" status: 200 len: 217 time: 0.2165947 May 02 10:21:24.535997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa6668cf-00ee-4e0e-ac9d-e0832da92c24 req-78529a52-8f15-49a8-8fd9-d6fbffc810b7 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394769 May 02 10:21:24.553061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a3219039-6fc8-44b2-8ef7-828726fee0c9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.553500 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Added segment a3219039-6fc8-44b2-8ef7-828726fee0c9 of type vlan for network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b May 02 10:21:24.571284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-dfd116c1-0339-4ca7-9f7b-90c96737733e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:24.575364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-dfd116c1-0339-4ca7-9f7b-90c96737733e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1752813 May 02 10:21:24.640500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-d791f82a-1b4e-4e48-96b9-6d09614035c8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466974 May 02 10:21:24.648952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Provisioning complete for port ceef6278-6459-4f4c-9149-a7928f8ef7ba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:24.649570 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.709515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:24.710457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:20:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:24.811216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-d87a38fc-8f21-40f6-b30b-8ae1bbc29e2c service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568172 May 02 10:21:24.812409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47532) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:24.825512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d6a52-711d-464f-969f-621d0829076b None None] Pushing event updated for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:24.830694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c90c591-ecae-408e-9a44-368fc533370f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.845370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc0ec9d-1471-41f7-ae54-a131cf2226b7 req-352fed8b-9cdc-4e70-abfb-a88f907b51e2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:24.862580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbc0ec9d-1471-41f7-ae54-a131cf2226b7 req-352fed8b-9cdc-4e70-abfb-a88f907b51e2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.2142692 May 02 10:21:24.953116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada4b604-6f6c-4ed8-9934-8376f9fe778d req-268e6040-8fd7-4bb5-add9-cf069668f49f service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181901 May 02 10:21:24.976309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5c05cf33-e970-4678-8ea2-09ca7adf0f7b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:24.999110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-1f86e388-77a9-4af5-9e4f-f4f5c0096b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.000752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-1f86e388-77a9-4af5-9e4f-f4f5c0096b7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.4867859 May 02 10:21:25.012507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fe5b79b2-c42f-4134-8f5a-3d44de415778), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.014418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.017501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.056070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:25.124482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Current status of the port ceef6278-6459-4f4c-9149-a7928f8ef7ba is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:25.125053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.125362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c90c591-ecae-408e-9a44-368fc533370f admin admin] Publish callbacks [] for security_group (266ffdd1-6066-4b66-b50c-de5888a50c2d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.175895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:21:25.199819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5b79b2-c42f-4134-8f5a-3d44de415778,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:25.211004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] For port ceef6278-6459-4f4c-9149-a7928f8ef7ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceef6278-6459-4f4c-9149-a7928f8ef7ba,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:25.239953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fe5b79b2-c42f-4134-8f5a-3d44de415778 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:25.244264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c90c591-ecae-408e-9a44-368fc533370f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (266ffdd1-6066-4b66-b50c-de5888a50c2d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.316564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e8fb18-d995-4853-84cd-33150ccb4843 req-d4779137-1937-409c-a109-dd05e855e82a tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.320419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73e8fb18-d995-4853-84cd-33150ccb4843 req-d4779137-1937-409c-a109-dd05e855e82a tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.1915452 May 02 10:21:25.326211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c90c591-ecae-408e-9a44-368fc533370f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1dce9d8459484d27822f2a3700044027&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5121849 May 02 10:21:25.331350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-383fb778-e109-4a75-ac24-07ea770b68b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.332911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-383fb778-e109-4a75-ac24-07ea770b68b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3127227 May 02 10:21:25.334462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47536) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:25.342159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.393141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbc0ec9d-1471-41f7-ae54-a131cf2226b7 req-a6dc93be-fbb2-4e63-8a29-bd2801458f46 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5295038 May 02 10:21:25.396670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c90c591-ecae-408e-9a44-368fc533370f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=266ffdd1-6066-4b66-b50c-de5888a50c2d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:25.400020 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19570048-4b54-407d-a854-ba9b752d1674 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 3.3136754 May 02 10:21:25.403537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47538) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:25.405713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5c05cf33-e970-4678-8ea2-09ca7adf0f7b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.407274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.407398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.416254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:21:25.421388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Request body: {'subnet': {'network_id': 'fe5b79b2-c42f-4134-8f5a-3d44de415778', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-253152971-subnet', 'tenant_id': 'd46063a5dc8c41598cf95a80726c6082', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:25.452296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73e8fb18-d995-4853-84cd-33150ccb4843 req-7634f990-a31d-4939-b833-603b634f1569 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152890 May 02 10:21:25.609412 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.4349852 May 02 10:21:25.609412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Made reservation on behalf of d46063a5dc8c41598cf95a80726c6082 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:25.609936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47544) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:25.616175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Request body: {'subnet': {'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-2014100203-subnet', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:25.622345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.632473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f03cd0c0-c554-4d3e-88f6-afb11eca37be None None] Provisioning complete for port ceef6278-6459-4f4c-9149-a7928f8ef7ba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:25.637360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f03cd0c0-c554-4d3e-88f6-afb11eca37be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.638186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] Publish callbacks [] for security_group (266ffdd1-6066-4b66-b50c-de5888a50c2d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.642078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.687190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa6fb-6789-4121-9662-23592ad834c0 admin admin] Pushing event updated for resources: {'Network': ['ID=5c05cf33-e970-4678-8ea2-09ca7adf0f7b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:25.705749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:25.708021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c0d642-ffd8-4d08-b1ea-1e766e983e4e None None] Pushing event updated for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:25.740761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Made reservation on behalf of 794ae6913d5546dbadfb32cb27b15d3c for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:25.743794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a1c07-ab60-4a1a-83a9-d850a6eaf991 req-4346f8bb-4497-4f2d-b0ed-39ce8949dc59 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:25.745074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea6a1c07-ab60-4a1a-83a9-d850a6eaf991 req-4346f8bb-4497-4f2d-b0ed-39ce8949dc59 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.0785584 May 02 10:21:25.746651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.775846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.822865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27f83651-bd70-494e-88ce-2afdcff493a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:25.853094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:19Z', 'revision_number': 4, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceef6278-6459-4f4c-9149-a7928f8ef7ba', 'name': '', 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'mac_address': 'fa:16:3e:2b:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ac6f4055-e053-42a6-b563-892051527015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:17Z', 'updated_at': '2022-05-02T10:21:24Z', 'revision_number': 4, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'subnets': [{'id': 'ac6f4055-e053-42a6-b563-892051527015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:25.907847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552c3648-90d5-449f-bd6d-4932f6ba2588 None None] The sync data for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 is: [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:21:19Z', 'revision_number': 4, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ceef6278-6459-4f4c-9149-a7928f8ef7ba', 'name': '', 'network_id': 'fc640829-97b0-4de8-bd78-e2a113125e45', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'mac_address': 'fa:16:3e:2b:b6:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 417, 'fixed_ips': [{'subnet_id': 'ac6f4055-e053-42a6-b563-892051527015', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:17Z', 'updated_at': '2022-05-02T10:21:24Z', 'revision_number': 4, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'subnets': [{'id': 'ac6f4055-e053-42a6-b563-892051527015', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:25.923489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f03cd0c0-c554-4d3e-88f6-afb11eca37be None None] Current status of the port ceef6278-6459-4f4c-9149-a7928f8ef7ba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:26.225958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-fd8dfaec-f028-4a8f-9d19-de1b60a99f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:26.229200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-fd8dfaec-f028-4a8f-9d19-de1b60a99f52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1126 time: 0.0713668 May 02 10:21:26.230845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (9977afd8-01a2-40f1-b057-d3b3dd1e0949), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:26.339951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] Publish callbacks [] for security_group (266ffdd1-6066-4b66-b50c-de5888a50c2d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:26.488350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9977afd8-01a2-40f1-b057-d3b3dd1e0949,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:26.498705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Checking segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:26.499178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Network hostable DHCP agents. Network: 5c05cf33-e970-4678-8ea2-09ca7adf0f7b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:26.504083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-c9ca92c0-922a-4ac3-b35d-cd903bc6edc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:26.507646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-c9ca92c0-922a-4ac3-b35d-cd903bc6edc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2655618 May 02 10:21:26.606208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fe4039-bbc4-445d-9daf-9d5dfeb04e89 req-bcb91e54-cc71-4457-b23c-4739240e46d9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:26.615883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38fe4039-bbc4-445d-9daf-9d5dfeb04e89 req-bcb91e54-cc71-4457-b23c-4739240e46d9 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.0967641 May 02 10:21:26.636516 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Floating IP 485ec333-c1f3-4530-af0b-c7600a84c693 associated. External IP: 172.35.4.39, port: 2473647d-f661-4e8c-84ed-aa0967b63ada. May 02 10:21:26.659156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-90fc6309-a825-4515-9823-8b059eec018a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.1396692 May 02 10:21:26.737636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-29246a87-6519-48b4-b95b-6d5f41f08bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:26.737636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-29246a87-6519-48b4-b95b-6d5f41f08bb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0588818 May 02 10:21:26.754017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea6a1c07-ab60-4a1a-83a9-d850a6eaf991 req-2a91bbc4-57d5-4826-8c8e-5689ba5b9142 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5419550 May 02 10:21:26.756241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:26.799988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (266ffdd1-6066-4b66-b50c-de5888a50c2d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:26.807503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:26.815367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/266ffdd1-6066-4b66-b50c-de5888a50c2d HTTP/1.1" status: 204 len: 168 time: 1.4746683 May 02 10:21:26.826735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-6fa550e6-d36a-4ef7-a701-70ea8927b530 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709052 May 02 10:21:26.839071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38fe4039-bbc4-445d-9daf-9d5dfeb04e89 req-2f19647a-7d39-4587-9cb0-a9bd04bd697b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221251 May 02 10:21:26.879815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c05cf33-e970-4678-8ea2-09ca7adf0f7b) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:26.889468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b78c64-7b89-472a-a29b-8e5b61283d90 None None] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:26.913486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:26.919096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.052855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d778c8d-d098-430e-8f50-89ff69734a37 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4416752 May 02 10:21:27.055890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47556) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:27.070444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:27.129687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-459f3659-a250-4dcb-93dd-882b5801d064 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821269 May 02 10:21:27.151957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b4928f-3072-4577-964f-b97caa598e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=266ffdd1-6066-4b66-b50c-de5888a50c2d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:27.216003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ceef6278-6459-4f4c-9149-a7928f8ef7ba up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:27.227885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (e792cd10-eed4-42de-a211-d633caadace9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.229096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (e792cd10-eed4-42de-a211-d633caadace9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.297659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-a2f924ce-1e9d-4266-b4b1-3de864d6c245 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0867944 May 02 10:21:27.369896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ceef6278-6459-4f4c-9149-a7928f8ef7ba triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:27.374192 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.485058 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for router_controller (e792cd10-eed4-42de-a211-d633caadace9), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.506781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49415179-c79b-4d58-b369-1aeffada52ba req-2f2a6a42-6545-4960-b2fd-93eed0922758 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:27.508851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49415179-c79b-4d58-b369-1aeffada52ba req-2f2a6a42-6545-4960-b2fd-93eed0922758 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.5159278 May 02 10:21:27.514427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-119f8e46-9520-406f-842c-35a8ab97b9a9 req-59ae5c6c-8e72-453d-9d4e-1eb427743246 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959999 May 02 10:21:27.552889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f5ba126-324d-405e-b45f-04eb6f63e950 req-749c1098-709d-40d4-9944-387c29dfd633 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4175913 May 02 10:21:27.655197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:21:27.656068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:27.745293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49415179-c79b-4d58-b369-1aeffada52ba req-680476d1-ba3f-49c1-9de2-3263bd5d1bc4 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962752 May 02 10:21:27.952378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:21:27.965591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (1832d115-e826-4f50-a103-14c86f2e3685), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:28.057214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Pushing event updated for resources: {'Subnet': ['ID=1832d115-e826-4f50-a103-14c86f2e3685,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:28.071540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ceef6278-6459-4f4c-9149-a7928f8ef7ba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:28.139611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for router_gateway (e792cd10-eed4-42de-a211-d633caadace9), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:28.175981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Allocated IP 172.20.0.2 (5c05cf33-e970-4678-8ea2-09ca7adf0f7b/9977afd8-01a2-40f1-b057-d3b3dd1e0949/4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:28.182283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Checking segment: {'id': '4b101588-d2f8-4ffc-afbd-35b452809a1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'fe5b79b2-c42f-4134-8f5a-3d44de415778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:28.182785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Network hostable DHCP agents. Network: fe5b79b2-c42f-4134-8f5a-3d44de415778, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:28.189315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dfbdec-da85-4716-a5d2-8968a6087f43 req-38ca2dff-c38d-4be3-8891-64784077e3a1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:28.194221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52dfbdec-da85-4716-a5d2-8968a6087f43 req-38ca2dff-c38d-4be3-8891-64784077e3a1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1510143 May 02 10:21:28.217929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18001702-a271-443d-a5f0-d80a31c6c88a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:28.300633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52dfbdec-da85-4716-a5d2-8968a6087f43 req-bfde90e2-e4da-4f92-a820-f74d5427c948 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988832 May 02 10:21:28.302822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:28.310945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:28.322220 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:28.341037 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:28.342822 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:28.427011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Network fe5b79b2-c42f-4134-8f5a-3d44de415778 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:28.482182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cbef976-3e76-4326-85c1-0a69684347bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "PUT /v2.0/floatingips/485ec333-c1f3-4530-af0b-c7600a84c693 HTTP/1.1" status: 200 len: 990 time: 5.6778786 May 02 10:21:28.489342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:28.491721 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d4af1d-5703-4177-a218-066379f85583" -d '{"events": [{"name": "network-changed", "server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:28.541609 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:28.572999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe5b79b2-c42f-4134-8f5a-3d44de415778) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:28.577068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:28.577473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:28.611964 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a197a29-826f-42cd-9559-457472600249 x-openstack-request-id: req-8a197a29-826f-42cd-9559-457472600249 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:28.612492 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:28.612948 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a197a29-826f-42cd-9559-457472600249 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:28.616855 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a197a29-826f-42cd-9559-457472600249'] response: {'name': 'network-changed', 'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'status': 'completed', 'code': 200} May 02 10:21:28.733750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a68061b-d9d0-47dc-89d7-e35048f1b2db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.3289866 May 02 10:21:28.763950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac00935c-54a7-499e-946d-c947704c3ecd req-03094103-bc78-44ca-8a04-ec608a1c9e76 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:28.767497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac00935c-54a7-499e-946d-c947704c3ecd req-03094103-bc78-44ca-8a04-ec608a1c9e76 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 945 time: 0.1479516 May 02 10:21:28.846558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:28.851482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d128d550-f80e-4fb6-bfc9-93857d4591e8 None None] Network fe5b79b2-c42f-4134-8f5a-3d44de415778 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:28.952435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4af1d-5703-4177-a218-066379f85583 req-bc12db5b-bf7f-4c05-a8ce-d8dceb3ced60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:28.960452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-bc12db5b-bf7f-4c05-a8ce-d8dceb3ced60 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 1127 time: 0.3113182 May 02 10:21:28.983167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac00935c-54a7-499e-946d-c947704c3ecd req-e0c98d5f-6465-434e-9ae7-6727383ed45b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075303 May 02 10:21:29.199934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47598) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:29.244035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for router_gateway (e792cd10-eed4-42de-a211-d633caadace9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:29.293194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:29.334918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'port_id': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'mac_address': 'fa:16:3e:84:4e:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428d290-0945-4d6c-b946-d746481c9d53', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:29.345846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70f814-0f7a-4c1f-aff1-cbfd0ec2efa4 req-ae4c2a61-39a3-493d-a2ca-3dba40d4f9c8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:29.355972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed70f814-0f7a-4c1f-aff1-cbfd0ec2efa4 req-ae4c2a61-39a3-493d-a2ca-3dba40d4f9c8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.3757703 May 02 10:21:29.358182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:29.394487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:0c:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:21:25Z', 'revision_number': 1, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:29.457733 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:29.484857 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:29.486021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:29.600140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f0efc1-9557-40c3-8ad0-a2682683c70a req-2c9f1de2-0acf-45df-9f4b-d134eac63d55 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:29.619427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37f0efc1-9557-40c3-8ad0-a2682683c70a req-2c9f1de2-0acf-45df-9f4b-d134eac63d55 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1100657 May 02 10:21:29.645657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1962499145-network', 'tenant_id': '1b2130a8035040089eef66d1efbf65df'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:29.794977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37f0efc1-9557-40c3-8ad0-a2682683c70a req-f66b44aa-e1f4-4e33-ba0a-2289869a5946 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672485 May 02 10:21:29.840062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:29.843945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:29.867833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:29.873522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9167fc8-e106-4bdf-b6b9-27572eec4a4b None None] Network fe5b79b2-c42f-4134-8f5a-3d44de415778 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:29.899228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Allocated IP 172.35.4.185 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0d98ee9b-b2ef-451f-96fa-944b207bd187) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:29.993406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks [] for security_group (091f9107-bd2f-4849-8424-4854d2ab5fcc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.016043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.028497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:30.078404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks [] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.086897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (091f9107-bd2f-4849-8424-4854d2ab5fcc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.092112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:30.100199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:30.100931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed70f814-0f7a-4c1f-aff1-cbfd0ec2efa4 req-6c692c90-6926-492f-b570-b24ceb55cfac tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7389858 May 02 10:21:30.101381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.105171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4af1d-5703-4177-a218-066379f85583 req-4f75fa9b-aff1-4828-9908-c0001a430ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:30.106873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-4f75fa9b-aff1-4828-9908-c0001a430ccd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 925 time: 1.1341166 May 02 10:21:30.112459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.149913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:30.156477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-973153596-network', 'tenant_id': 'c573179de3d64f9fb673b60f6826b033'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:30.218953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.232708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:30.244783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:30.248744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:30.261414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-5a9cfd2a-890d-443a-a061-92f128d7b43c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2473647d-f661-4e8c-84ed-aa0967b63ada HTTP/1.1" status: 200 len: 998 time: 0.1470077 May 02 10:21:30.268945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:30.276981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:30.287812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091f9107-bd2f-4849-8424-4854d2ab5fcc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:30.326036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ad292066-f4f0-433d-b3c2-71da7d7db03e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.329028 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Added segment ad292066-f4f0-433d-b3c2-71da7d7db03e of type vlan for network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a May 02 10:21:30.336629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4af1d-5703-4177-a218-066379f85583 req-8c298465-19c5-4576-87d1-6a05ad6e9e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:30.339387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-8c298465-19c5-4576-87d1-6a05ad6e9e69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.0619841 May 02 10:21:30.371188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Attempting to bind port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:30.372032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Attempting to bind port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:30.372215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Attempting to bind port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f on network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:30.378869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.402496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:30.403361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Checking segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:30.404125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.404776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Bound using segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:30.405489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Bound port: 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:30.406166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.409563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Pushing event updated for resources: {'Port': ['ID=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:30.409696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.422652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 626d34fd-f028-4146-86ae-0fb8fa487554 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:30.424656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.444060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Made reservation on behalf of c573179de3d64f9fb673b60f6826b033 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:30.446961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.447807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d4af1d-5703-4177-a218-066379f85583 req-4c572640-0ad4-4010-856a-7f942496ed26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:30.452648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-4c572640-0ad4-4010-856a-7f942496ed26 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002872 May 02 10:21:30.457842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.531467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.534156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:30.539538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.568057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:30.593140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Pushing event updated for resources: {'Port': ['ID=0d98ee9b-b2ef-451f-96fa-944b207bd187,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:30.602634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:30.607391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:30.621150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] For port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:30.627755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] For port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:30.632876 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:0c:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:21:25Z', 'revision_number': 1, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:30.658354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4543688 May 02 10:21:30.665408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47630) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:30.676721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Request body: {'subnet': {'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1962499145-subnet', 'tenant_id': '1b2130a8035040089eef66d1efbf65df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:30.678120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.702069 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78cdd77-e359-4670-8370-3c0958e547f1 None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:0c:5a:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:21:25Z', 'revision_number': 1, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:30.707880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:21:30.731171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.753408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks [] for security_group (08db8e05-9b61-42a5-8091-264ad002fb66), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:30.754477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d794a4-1a01-4aff-801f-13499bd79f73 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:30.793351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:30.794481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-0e327b85-c2b8-4cfc-bcb5-75af02abf9b2 service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044760 May 02 10:21:30.795409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:30.806333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:30.853071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:30.856784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.005768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (08db8e05-9b61-42a5-8091-264ad002fb66), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.042827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4af1d-5703-4177-a218-066379f85583 req-dd0b9e04-6ce7-44c6-a9ee-7e50a54f70b0 service neutron] 10.222.0.24 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403092 May 02 10:21:31.216691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:31.217804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for router_gateway (e792cd10-eed4-42de-a211-d633caadace9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.290603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9135f5-a4c1-4820-8d6d-f8ce652cc2a2 None None] New status for floating IP 485ec333-c1f3-4530-af0b-c7600a84c693: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:21:31.296519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08db8e05-9b61-42a5-8091-264ad002fb66,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:31.305176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7ad27288-5ae5-4a7a-83b4-fdd21868dea5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.306068 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Added segment 7ad27288-5ae5-4a7a-83b4-fdd21868dea5 of type vlan for network 9b2a4a28-3e6b-427c-be44-e09eed90d421 May 02 10:21:31.357660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9b2a4a28-3e6b-427c-be44-e09eed90d421), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.442330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2b9f7f-08a8-4045-9d23-d44f8708334e req-fde1b22a-63be-4411-bde2-671f245e841d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:31.446264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239049f4-3ef9-4282-8c11-138abb193863 req-379b720a-86fd-43ac-ba93-61225c5e11a8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:31.447806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-239049f4-3ef9-4282-8c11-138abb193863 req-379b720a-86fd-43ac-ba93-61225c5e11a8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.1697114 May 02 10:21:31.449346 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d2b9f7f-08a8-4045-9d23-d44f8708334e req-fde1b22a-63be-4411-bde2-671f245e841d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.4603884 May 02 10:21:31.472350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf8af4-253b-4e7b-9282-546c50d2ba2f None None] Pushing event updated for resources: {'Port': ['ID=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:31.520332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9b2a4a28-3e6b-427c-be44-e09eed90d421), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.527339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:31.527339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.571581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-239049f4-3ef9-4282-8c11-138abb193863 req-14de3248-b887-43c8-9264-b17f8d6c4206 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690238 May 02 10:21:31.637325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=626d34fd-f028-4146-86ae-0fb8fa487554,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:31.725136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '626d34fd-f028-4146-86ae-0fb8fa487554', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '626d34fd-f028-4146-86ae-0fb8fa487554', 'mac_address': 'fa:16:3e:e5:98:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:31.726655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] Pushing event updated for resources: {'Network': ['ID=9b2a4a28-3e6b-427c-be44-e09eed90d421,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:31.779501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (e792cd10-eed4-42de-a211-d633caadace9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.810379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9b2a4a28-3e6b-427c-be44-e09eed90d421 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:31.825316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c44f86d-edcc-4ffc-8f96-7be8c75328b8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.6874602 May 02 10:21:31.832266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47642) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:31.842201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Request body: {'subnet': {'network_id': '9b2a4a28-3e6b-427c-be44-e09eed90d421', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-973153596-subnet', 'tenant_id': 'c573179de3d64f9fb673b60f6826b033', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:31.858609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d2b9f7f-08a8-4045-9d23-d44f8708334e req-13a844bb-fc78-4da0-a4cd-3eb072af64ed tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3985083 May 02 10:21:31.883102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (6c30019a-24c3-4d64-b103-998fcc29492b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:31.969915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Made reservation on behalf of c573179de3d64f9fb673b60f6826b033 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:31.972837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.097445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c30019a-24c3-4d64-b103-998fcc29492b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:32.109886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:32.110572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Network hostable DHCP agents. Network: fd4c9584-6756-4ae7-bf4a-058c6f0bf65a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:32.112886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.118767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 626d34fd-f028-4146-86ae-0fb8fa487554 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:32.119150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.134995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Router e792cd10-eed4-42de-a211-d633caadace9 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:21:32.165969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626d34fd-f028-4146-86ae-0fb8fa487554 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:32.260620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=626d34fd-f028-4146-86ae-0fb8fa487554,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:32.272806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:32.488698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:32.490798 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Sync routers for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:32.490798 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:32.490798 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:32.540150 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:32.658431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f0566e-e377-4ce1-bd61-edaef911de34 None None] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:32.725779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c548ce27-b0bb-49bd-829e-7a9e9591e95e req-cadaa476-5483-45ba-a4b8-146b8b745bbc tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:32.728980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c548ce27-b0bb-49bd-829e-7a9e9591e95e req-cadaa476-5483-45ba-a4b8-146b8b745bbc tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 948 time: 0.0556619 May 02 10:21:32.744026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:30Z', 'revision_number': 3, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:32.766482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.770484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c52e0dfa-3a58-4d06-9c08-a6531c27b8c3 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.7058613 May 02 10:21:32.772073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47650) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:32.777922 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Checking router: e792cd10-eed4-42de-a211-d633caadace9 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:32.778639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Updating router e792cd10-eed4-42de-a211-d633caadace9 port 0d98ee9b-b2ef-451f-96fa-944b207bd187 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:32.786937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fd4c9584-6756-4ae7-bf4a-058c6f0bf65a) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:32.791838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:32.792423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.808024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (936b2358-4408-42ee-a97d-49bc9ba54780), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.844147 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:32.953584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c548ce27-b0bb-49bd-829e-7a9e9591e95e req-d3627b50-eff7-4108-b535-7cafa2486b5f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182658 May 02 10:21:32.980287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd43aa24-ebc8-47cf-9b27-09f05b93d9ed None None] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:32.982386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8eed714-6973-46b5-b041-97aeaf652bec admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.3127835 May 02 10:21:32.983597 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.065231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:33.069490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Pushing event updated for resources: {'Subnet': ['ID=936b2358-4408-42ee-a97d-49bc9ba54780,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:33.084005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Checking segment: {'id': '7ad27288-5ae5-4a7a-83b4-fdd21868dea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '9b2a4a28-3e6b-427c-be44-e09eed90d421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:33.096026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Network hostable DHCP agents. Network: 9b2a4a28-3e6b-427c-be44-e09eed90d421, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:33.261188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27665c8b-e2ab-4a31-b1eb-ced359c0cf30 req-d3738a8b-452d-4b47-8b59-1d57f590ae63 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:33.264862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27665c8b-e2ab-4a31-b1eb-ced359c0cf30 req-d3738a8b-452d-4b47-8b59-1d57f590ae63 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.1133351 May 02 10:21:33.287734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Network 9b2a4a28-3e6b-427c-be44-e09eed90d421 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:33.417574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27665c8b-e2ab-4a31-b1eb-ced359c0cf30 req-e7dcac6f-6a48-460b-a3db-0c8cd344c180 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456265 May 02 10:21:33.428520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9b2a4a28-3e6b-427c-be44-e09eed90d421) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:33.467967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:33.468735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.517981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Provisioning complete for port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:33.518312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.519313 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks [] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.541638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:33.543939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76abc403-2b97-4dce-bb0b-c7d34a93b70d None None] Network 9b2a4a28-3e6b-427c-be44-e09eed90d421 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:33.581092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8665c044-8068-4b8c-a096-682db93abc38 None None] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:33.588052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e93c7b0-db7f-43db-b301-1482042a414f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7529008 May 02 10:21:33.632177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.635465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['626d34fd-f028-4146-86ae-0fb8fa487554'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:33.655174 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.757277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:33.758196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:33.866468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:21:33.867996 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc495-31a5-48a8-aef6-5d5cd9cd8df7 None None] Pushing event updated for resources: {'Port': ['ID=0d98ee9b-b2ef-451f-96fa-944b207bd187,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:33.925300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:33.943941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:33.979648 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Attempting to bind port 0d98ee9b-b2ef-451f-96fa-944b207bd187 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:33.980018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Attempting to bind port 0d98ee9b-b2ef-451f-96fa-944b207bd187 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:33.980382 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Attempting to bind port 0d98ee9b-b2ef-451f-96fa-944b207bd187 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:34.011192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:34.027352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:34.027352 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.027352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:34.027352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Bound port: 0d98ee9b-b2ef-451f-96fa-944b207bd187, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:34.027352 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.075205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Allocated IP 172.20.0.1 (5c05cf33-e970-4678-8ea2-09ca7adf0f7b/9977afd8-01a2-40f1-b057-d3b3dd1e0949/43215415-363a-4644-9c5f-343b781a1dd8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:34.111942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Deleting subnet 1832d115-e826-4f50-a103-14c86f2e3685 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:21:34.138102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Publish callbacks [] for subnet (1832d115-e826-4f50-a103-14c86f2e3685), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.249701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] For port 0d98ee9b-b2ef-451f-96fa-944b207bd187, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:34.259779 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] For port 0d98ee9b-b2ef-451f-96fa-944b207bd187, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d98ee9b-b2ef-451f-96fa-944b207bd187,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:34.280389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:34.293376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Publish callbacks [] for subnet (1832d115-e826-4f50-a103-14c86f2e3685), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.330105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1832d115-e826-4f50-a103-14c86f2e3685), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.347553 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.374450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a55e7fb-a2e9-4644-898d-409575fd2816 req-066480fe-e0b0-47e1-8f41-739c4fb7782d tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:34.390433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a55e7fb-a2e9-4644-898d-409575fd2816 req-066480fe-e0b0-47e1-8f41-739c4fb7782d tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 949 time: 0.1707444 May 02 10:21:34.439878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Current status of the port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:34.444055 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.450504 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7dc495-31a5-48a8-aef6-5d5cd9cd8df7 None None] Pushing event updated for resources: {'Port': ['ID=0d98ee9b-b2ef-451f-96fa-944b207bd187,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:34.474701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:34.475071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.510005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:34.511860 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:34.517666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks [] for port (43215415-363a-4644-9c5f-343b781a1dd8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.610027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (1832d115-e826-4f50-a103-14c86f2e3685), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.657116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a55e7fb-a2e9-4644-898d-409575fd2816 req-04a149ab-7db5-4d27-8f81-60cdbd4c11ca tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655263 May 02 10:21:34.746593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:34.747227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.753577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1832d115-e826-4f50-a103-14c86f2e3685,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:34.785357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:34.814271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.853137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1288e4f4-d46d-4499-b855-8e90fd5ace78 req-99e058cc-148a-4f83-a5ea-c23dd7e1ca89 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:34.861481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1288e4f4-d46d-4499-b855-8e90fd5ace78 req-99e058cc-148a-4f83-a5ea-c23dd7e1ca89 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.1429613 May 02 10:21:34.864425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] For port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:34.865843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:34.872663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1314438945-network', 'tenant_id': '11d4f336c09944c68796029ff93dcf1e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:34.902491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3a9230-8044-4b57-b0d7-76c9f5162fe3 None None] Network 9b2a4a28-3e6b-427c-be44-e09eed90d421 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:34.942355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:34.949996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be2c5619-8359-45b8-87fa-b2486c16eacb admin admin] 10.222.0.16 "DELETE /v2.0/subnets/1832d115-e826-4f50-a103-14c86f2e3685 HTTP/1.1" status: 204 len: 168 time: 1.0210569 May 02 10:21:34.961595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1288e4f4-d46d-4499-b855-8e90fd5ace78 req-dd3cf82f-8627-40d5-a069-960465cc996d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981789 May 02 10:21:34.964447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47694) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:34.974691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.011316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Pushing event updated for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:35.014448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Made reservation on behalf of 11d4f336c09944c68796029ff93dcf1e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:35.027176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.040480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:35.043321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:35.048619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:35.049373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e792cd10-eed4-42de-a211-d633caadace9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.053316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:35.053702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.065196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.246627 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fe5b79b2-c42f-4134-8f5a-3d44de415778), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.258519 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:30Z', 'revision_number': 3, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:35.430516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cbd5aa7-c265-47bb-b383-45c451242033 None None] The sync data for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 is: [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:30Z', 'revision_number': 3, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:35.450276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:35.453538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:21:35.453894 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:21:35.475672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:35.475672 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048a86f0-ad34-4f38-8b72-fccbd3aed76d" -d '{"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-plugged", "status": "completed", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:35.558921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-453e1f67-16fc-4799-b39b-751fc0ce59df None None] Provisioning complete for port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:35.559245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-453e1f67-16fc-4799-b39b-751fc0ce59df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.560919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.616465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 626d34fd-f028-4146-86ae-0fb8fa487554 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:35.754079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fe5b79b2-c42f-4134-8f5a-3d44de415778), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:35.783116 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2137b2-2034-4807-97d7-be54c9355a9e x-openstack-request-id: req-cc2137b2-2034-4807-97d7-be54c9355a9e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:35.783426 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-plugged", "status": "completed", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:35.783686 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc2137b2-2034-4807-97d7-be54c9355a9e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:35.784090 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2137b2-2034-4807-97d7-be54c9355a9e'] response: {'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'code': 200} May 02 10:21:35.862716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c243cf-bb6f-4313-80e4-8e6edc88a660 None None] Pushing event updated for resources: {'Port': ['ID=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:35.866264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > port after_create 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > port after_update 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:35.874444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:36.062404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:36.062917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:36.064314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:36.065316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:36.065994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115662) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:36.071929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5b79b2-c42f-4134-8f5a-3d44de415778']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:36.127747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:36.167095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b101588-d2f8-4ffc-afbd-35b452809a1a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:36.167389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b101588-d2f8-4ffc-afbd-35b452809a1a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:36.193273 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (4b101588-d2f8-4ffc-afbd-35b452809a1a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.237331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4b101588-d2f8-4ffc-afbd-35b452809a1a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.263402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:21:36.264948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (4b101588-d2f8-4ffc-afbd-35b452809a1a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.296921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102cd250-1c25-48f0-9bbf-07f7c1fe0c21 req-aadb98c9-f058-493a-81c8-5fe2f9a27686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:36.305327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-102cd250-1c25-48f0-9bbf-07f7c1fe0c21 req-aadb98c9-f058-493a-81c8-5fe2f9a27686 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1128 time: 0.2192321 May 02 10:21:36.312922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 626d34fd-f028-4146-86ae-0fb8fa487554 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:36.335146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-453e1f67-16fc-4799-b39b-751fc0ce59df None None] Current status of the port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:36.342533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e44f594-a91d-42f6-9370-f236fec9db75 req-517f9a79-dd1f-486e-8d57-e635650365e1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:36.344309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e44f594-a91d-42f6-9370-f236fec9db75 req-517f9a79-dd1f-486e-8d57-e635650365e1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.1331780 May 02 10:21:36.418509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 626d34fd-f028-4146-86ae-0fb8fa487554 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:36.419119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.513191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d98ee9b-b2ef-451f-96fa-944b207bd187 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:36.518979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-114c671c-9298-4192-ae3d-b27d62b6523f None None] Provisioning complete for port 43215415-363a-4644-9c5f-343b781a1dd8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:36.519356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-114c671c-9298-4192-ae3d-b27d62b6523f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43215415-363a-4644-9c5f-343b781a1dd8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.569701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43215415-363a-4644-9c5f-343b781a1dd8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.573518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-102cd250-1c25-48f0-9bbf-07f7c1fe0c21 req-9395e6f3-858a-4ed2-8c94-b0f1ebdb3934 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2529917 May 02 10:21:36.636884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0d98ee9b-b2ef-451f-96fa-944b207bd187 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:36.637469 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.672558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e44f594-a91d-42f6-9370-f236fec9db75 req-780dcca4-25ee-4ef8-92d1-f97e0b49e341 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492604 May 02 10:21:36.745425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-114c671c-9298-4192-ae3d-b27d62b6523f None None] Port 43215415-363a-4644-9c5f-343b781a1dd8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: from cryptography.utils import int_from_bytes May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: from cryptography.utils import int_from_bytes May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: timer() May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:21:36.758943 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:21:36.811353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 626d34fd-f028-4146-86ae-0fb8fa487554 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:36.812168 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.824144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks [] for security_group (d061e3a4-54a6-4310-ba9a-1303203884b2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.845192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320f5c-4d19-49fc-b27d-42d6da8b200c req-5f197f54-52cf-4e19-bf14-43220a6b3c71 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:36.854523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44320f5c-4d19-49fc-b27d-42d6da8b200c req-5f197f54-52cf-4e19-bf14-43220a6b3c71 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 949 time: 0.7604253 May 02 10:21:36.882389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks [] for port (43215415-363a-4644-9c5f-343b781a1dd8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.892845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0d98ee9b-b2ef-451f-96fa-944b207bd187 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:36.896791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.939515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44320f5c-4d19-49fc-b27d-42d6da8b200c req-8be1400c-e8e0-412c-901c-3dc244e19523 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838082 May 02 10:21:36.955545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.961711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e792cd10-eed4-42de-a211-d633caadace9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.961871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d061e3a4-54a6-4310-ba9a-1303203884b2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.961871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fe5b79b2-c42f-4134-8f5a-3d44de415778), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.970098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:36.976671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fe5b79b2-c42f-4134-8f5a-3d44de415778 HTTP/1.1" status: 204 len: 168 time: 2.0067503 May 02 10:21:36.981186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:37.013475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d061e3a4-54a6-4310-ba9a-1303203884b2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.033161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ea6b5-5a61-4aa3-9ae0-bdc6cfe56f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5b79b2-c42f-4134-8f5a-3d44de415778,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.041711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:21:37.057628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5763fc4f-daab-4459-b74b-df5731605fe1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.058225 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Added segment 5763fc4f-daab-4459-b74b-df5731605fe1 of type vlan for network 846db5b8-ff11-41fe-9b1f-2757895430ec May 02 10:21:37.135824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 0d98ee9b-b2ef-451f-96fa-944b207bd187, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d98ee9b-b2ef-451f-96fa-944b207bd187,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:37.139597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=626d34fd-f028-4146-86ae-0fb8fa487554,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:37.141860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (846db5b8-ff11-41fe-9b1f-2757895430ec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.180641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Pushing event updated for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.200512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Deleting subnet 936b2358-4408-42ee-a97d-49bc9ba54780 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:21:37.212472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Publish callbacks [] for subnet (936b2358-4408-42ee-a97d-49bc9ba54780), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.225265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.226403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:37.246670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:37.249906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:37.257859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (846db5b8-ff11-41fe-9b1f-2757895430ec), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.258848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:37.259436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.273603 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.295720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Publish callbacks [] for subnet (936b2358-4408-42ee-a97d-49bc9ba54780), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.318237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=0d98ee9b-b2ef-451f-96fa-944b207bd187,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.352864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:37.353291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.370547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (936b2358-4408-42ee-a97d-49bc9ba54780), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.381376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] Pushing event updated for resources: {'Network': ['ID=846db5b8-ff11-41fe-9b1f-2757895430ec,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.400499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-47ce4c8a-b171-49c2-8d9d-111e1b7fdea0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.5287282 May 02 10:21:37.400499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47744) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:37.401633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 846db5b8-ff11-41fe-9b1f-2757895430ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:21:37.405071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Request body: {'subnet': {'network_id': '846db5b8-ff11-41fe-9b1f-2757895430ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1314438945-subnet', 'tenant_id': '11d4f336c09944c68796029ff93dcf1e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:37.513126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Made reservation on behalf of 11d4f336c09944c68796029ff93dcf1e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:37.515459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.573439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.632186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Router e792cd10-eed4-42de-a211-d633caadace9 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:21:37.674088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa982178-8b19-4dd6-a494-50211752096e None None] Provisioning complete for port 43215415-363a-4644-9c5f-343b781a1dd8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:37.674939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa982178-8b19-4dd6-a494-50211752096e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43215415-363a-4644-9c5f-343b781a1dd8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.716658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:37.731207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa982178-8b19-4dd6-a494-50211752096e None None] Port 43215415-363a-4644-9c5f-343b781a1dd8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:37.742735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for subnet (936b2358-4408-42ee-a97d-49bc9ba54780), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.785820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:37.788460 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9a4da8e-33ca-44b5-9f4f-f676e87472a3" -d '{"events": [{"server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "name": "network-vif-plugged", "status": "completed", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:37.802411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936b2358-4408-42ee-a97d-49bc9ba54780,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:37.822068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:37.836648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d22b57e2-4a21-45cc-a84a-db9824d85f4b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/936b2358-4408-42ee-a97d-49bc9ba54780 HTTP/1.1" status: 204 len: 168 time: 0.7803330 May 02 10:21:37.849026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:37.908048 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5440dc7-c7cd-47ea-9704-4f12eef3efac x-openstack-request-id: req-b5440dc7-c7cd-47ea-9704-4f12eef3efac {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:37.908373 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "name": "network-vif-plugged", "status": "completed", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:37.908704 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5440dc7-c7cd-47ea-9704-4f12eef3efac {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:37.909112 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5440dc7-c7cd-47ea-9704-4f12eef3efac'] response: {'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554', 'code': 200} May 02 10:21:38.025176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d17233c0-c6b3-474e-8829-8a86e21cb876), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.156803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0dc4d-5865-4ec9-a6a7-791130a83be8 req-956b6037-2275-458f-a084-3a8703a92dd1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:38.156803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fae0dc4d-5865-4ec9-a6a7-791130a83be8 req-956b6037-2275-458f-a084-3a8703a92dd1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.2428014 May 02 10:21:38.185685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f6839-82fb-454c-88c6-d2f833a964d9 req-1c96b666-9412-4250-a36a-b26b98d6cb01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:38.188362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad9f6839-82fb-454c-88c6-d2f833a964d9 req-1c96b666-9412-4250-a36a-b26b98d6cb01 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 1132 time: 0.1635039 May 02 10:21:38.197961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d17233c0-c6b3-474e-8829-8a86e21cb876,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:38.235442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ba050-6266-49f1-bed3-5ada921ee952 req-1db5d135-d2b0-4558-be9a-9a706bda7899 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:38.237396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af2ba050-6266-49f1-bed3-5ada921ee952 req-1db5d135-d2b0-4558-be9a-9a706bda7899 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.1491549 May 02 10:21:38.239710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Checking segment: {'id': '5763fc4f-daab-4459-b74b-df5731605fe1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '846db5b8-ff11-41fe-9b1f-2757895430ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:38.240561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Network hostable DHCP agents. Network: 846db5b8-ff11-41fe-9b1f-2757895430ec, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:21:38.255470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9b2a4a28-3e6b-427c-be44-e09eed90d421), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.262824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fae0dc4d-5865-4ec9-a6a7-791130a83be8 req-c895206b-303d-4c63-a08a-50f7ad43e1fc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863521 May 02 10:21:38.269556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:21:38.282681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcae281b-14ea-4161-99b9-fcad3ffb5d13 admin admin] 10.222.0.16 "PUT /v2.0/routers/e792cd10-eed4-42de-a211-d633caadace9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5012362 May 02 10:21:38.355819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d98ee9b-b2ef-451f-96fa-944b207bd187 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:38.370900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af2ba050-6266-49f1-bed3-5ada921ee952 req-90119fb5-d380-4060-b2f8-766d08868436 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225684 May 02 10:21:38.402259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Network 846db5b8-ff11-41fe-9b1f-2757895430ec is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:21:38.428715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9b2a4a28-3e6b-427c-be44-e09eed90d421), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.454761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.455118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.456061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.456196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > port after_create 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.456527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > port after_delete 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.456931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > port after_update 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.457255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.457536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.457856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.458213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.462599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Sync routers for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:21:38.480570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0d98ee9b-b2ef-451f-96fa-944b207bd187 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:38.480971 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.486398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:38.486682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:38.499824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 846db5b8-ff11-41fe-9b1f-2757895430ec) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:38.505354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:38.506149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.526386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e70d3db-8b79-405e-84d9-4768b9b8e35d None None] Network 846db5b8-ff11-41fe-9b1f-2757895430ec requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:38.574328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.575161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.576070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.576589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115663) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 02 10:21:38.577374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b2a4a28-3e6b-427c-be44-e09eed90d421']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:38.612016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bc0f521a-2950-409d-a335-c8c0f7d46622 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2134585 May 02 10:21:38.616764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ad27288-5ae5-4a7a-83b4-fdd21868dea5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:38.617393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ad27288-5ae5-4a7a-83b4-fdd21868dea5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:38.655287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (7ad27288-5ae5-4a7a-83b4-fdd21868dea5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.688949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7ad27288-5ae5-4a7a-83b4-fdd21868dea5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.702154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:21:38.702978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (7ad27288-5ae5-4a7a-83b4-fdd21868dea5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.791617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: from cryptography.utils import int_from_bytes May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: from cryptography.utils import int_from_bytes May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: timer() May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:21:38.817127 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:21:38.851803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad9f6839-82fb-454c-88c6-d2f833a964d9 req-49172eb3-8064-4790-a8ca-2b4f843fd209 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5943699 May 02 10:21:38.892954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9b2a4a28-3e6b-427c-be44-e09eed90d421), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.900021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:38.907461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9b2a4a28-3e6b-427c-be44-e09eed90d421 HTTP/1.1" status: 204 len: 168 time: 1.0513988 May 02 10:21:38.912088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0d98ee9b-b2ef-451f-96fa-944b207bd187 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:38.915927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64c0e75-8007-4146-85c0-6c2accc8cd9b None None] Network 846db5b8-ff11-41fe-9b1f-2757895430ec requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:21:38.954188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f685ed-1983-47dd-9f0c-343dbe907111 admin admin] Pushing event deleted for resources: {'Network': ['ID=9b2a4a28-3e6b-427c-be44-e09eed90d421,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:39.155980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 2, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:39.188498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Checking router: e792cd10-eed4-42de-a211-d633caadace9 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:21:39.188969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Updating router e792cd10-eed4-42de-a211-d633caadace9 port 43215415-363a-4644-9c5f-343b781a1dd8 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:21:39.236767 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43215415-363a-4644-9c5f-343b781a1dd8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.312982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47782) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:39.320401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2007557353', 'description': 'tempest-description--1317718355'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:39.464632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.468693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-838081ba-c595-449d-9850-cff8c07f6a76 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:39.501855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-838081ba-c595-449d-9850-cff8c07f6a76 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.2401845 May 02 10:21:39.502407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedd4b4c-0217-4e84-951f-f9a835d20746 req-0acd3803-1a7c-4258-b57c-89c069692559 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:39.508264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eedd4b4c-0217-4e84-951f-f9a835d20746 req-0acd3803-1a7c-4258-b57c-89c069692559 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.0859327 May 02 10:21:39.509036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47788) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:39.534519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-8516672a-0895-4da1-bf94-3e5348b1d283 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/quotas/1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 375 time: 0.0309405 May 02 10:21:39.564791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0e7a477c-79e0-44e7-9813-f059caa934f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d46063a5dc8c41598cf95a80726c6082&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0534317 May 02 10:21:39.573490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47790) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:39.590174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-f3eab8b5-a525-4e58-a993-8d31ec772dd2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541415 May 02 10:21:39.710432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eedd4b4c-0217-4e84-951f-f9a835d20746 req-bfeb84b8-cdad-4fb3-92ff-64ffffd0b5db tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958907 May 02 10:21:39.713972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] Publish callbacks [] for security_group (215b4ab9-bcb1-4c08-a70f-5d6d8b879d14), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.726223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (3c520228-0b22-4a02-8957-c8a31607a36f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.740558 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks [] for port (43215415-363a-4644-9c5f-343b781a1dd8), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.750097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] Publish callbacks [] for security_group (215b4ab9-bcb1-4c08-a70f-5d6d8b879d14), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.786921 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-cfcad0e1-b240-4898-897a-15c940995eaf service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919856 May 02 10:21:39.811643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c520228-0b22-4a02-8957-c8a31607a36f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.835402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.900326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.910308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5952897 May 02 10:21:39.915543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47794) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:39.934930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'security_group_rule': {'security_group_id': '3c520228-0b22-4a02-8957-c8a31607a36f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:39.944834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7ced1-a558-4752-aacd-40481e63e258 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c520228-0b22-4a02-8957-c8a31607a36f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:39.965266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6000a2-6149-4b0b-b436-66779628194f req-72481828-011c-45e1-b0d4-3a7416b622ac tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:39.966969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c6000a2-6149-4b0b-b436-66779628194f req-72481828-011c-45e1-b0d4-3a7416b622ac tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.1398163 May 02 10:21:39.977525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (215b4ab9-bcb1-4c08-a70f-5d6d8b879d14), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.979974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:39.989843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/215b4ab9-bcb1-4c08-a70f-5d6d8b879d14 HTTP/1.1" status: 204 len: 168 time: 0.4136221 May 02 10:21:40.013551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c53e5fc-74a8-4f49-a4e2-6b5d3c343a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b4ab9-bcb1-4c08-a70f-5d6d8b879d14,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:40.025308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed98b8-0c8b-4050-b716-f05eb53d280c None None] Pushing event updated for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:40.083303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-36587424-35b6-418c-95ec-7a5066abc0fb service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948263 May 02 10:21:40.156503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c6000a2-6149-4b0b-b436-66779628194f req-46908a61-559d-4b7e-b042-e09e00d7139f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633003 May 02 10:21:40.168422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (e584fd75-c9d2-42ca-9f66-0ebc309715b1), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.197640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Attempting to bind port 43215415-363a-4644-9c5f-343b781a1dd8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:40.198231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Attempting to bind port 43215415-363a-4644-9c5f-343b781a1dd8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:40.198845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Attempting to bind port 43215415-363a-4644-9c5f-343b781a1dd8 on network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:40.206179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:40.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Checking segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:40.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Bound using segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:40.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Bound port: 43215415-363a-4644-9c5f-343b781a1dd8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:40.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43215415-363a-4644-9c5f-343b781a1dd8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.307557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (e584fd75-c9d2-42ca-9f66-0ebc309715b1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.382616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bc7b0-2caa-431b-991f-c464b6e2d053 req-320eacf6-d1a2-450e-a5db-6e0e63d974b6 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:40.387151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e91bc7b0-2caa-431b-991f-c464b6e2d053 req-320eacf6-d1a2-450e-a5db-6e0e63d974b6 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1128 time: 0.0866494 May 02 10:21:40.409630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] For port 43215415-363a-4644-9c5f-343b781a1dd8, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:40.417419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] For port 43215415-363a-4644-9c5f-343b781a1dd8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43215415-363a-4644-9c5f-343b781a1dd8,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:40.419632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c0a29534-d892-4c38-b0a1-f61007f77a6a None None] Provisioning complete for port 43215415-363a-4644-9c5f-343b781a1dd8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:40.420004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0a29534-d892-4c38-b0a1-f61007f77a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43215415-363a-4644-9c5f-343b781a1dd8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.423756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e584fd75-c9d2-42ca-9f66-0ebc309715b1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.490264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c0a29534-d892-4c38-b0a1-f61007f77a6a None None] Port 43215415-363a-4644-9c5f-343b781a1dd8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:40.517222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e91bc7b0-2caa-431b-991f-c464b6e2d053 req-ed3c53a8-ce4e-4716-bb49-877ac9707709 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235344 May 02 10:21:40.523166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e584fd75-c9d2-42ca-9f66-0ebc309715b1,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:40.539471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.545435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-18edffc4-a578-4654-8007-5edf191056fc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6238132 May 02 10:21:40.546763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:40.555963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'security_group_rule': {'security_group_id': '3c520228-0b22-4a02-8957-c8a31607a36f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:40.571011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.578363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-329c69f7-6075-47d3-bb24-b582733af996 req-ff97b55e-0161-4d55-a033-c5927da51b1a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0650063 May 02 10:21:40.695111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:21:40.695748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:40.731156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (9e6ac954-9f4e-4087-af07-e0cedfca1d44), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.794882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed98b8-0c8b-4050-b716-f05eb53d280c None None] Pushing event updated for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:40.867479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (9e6ac954-9f4e-4087-af07-e0cedfca1d44), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.943131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:21:40.951539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (9e6ac954-9f4e-4087-af07-e0cedfca1d44), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:40.995230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ac954-9f4e-4087-af07-e0cedfca1d44,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:41.169590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Provisioning complete for port 43215415-363a-4644-9c5f-343b781a1dd8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:41.170070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43215415-363a-4644-9c5f-343b781a1dd8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.197792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.201909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c3cd5ab9-a19b-47c2-87ab-f0d95252b8ad tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6513638 May 02 10:21:41.202677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:41.229193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:41.357579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47824) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:41.364353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ba759-2800-4dfe-ba25-99ce11b5d3c9 req-8e4a8a28-de24-4d27-9757-d307be8e4040 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:41.371847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-690ba759-2800-4dfe-ba25-99ce11b5d3c9 req-8e4a8a28-de24-4d27-9757-d307be8e4040 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0856001 May 02 10:21:41.404177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8cdf7e52-95ac-4ddf-97e8-b3c91c1ec4fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c573179de3d64f9fb673b60f6826b033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430479 May 02 10:21:41.404384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:41.428098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.502977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-690ba759-2800-4dfe-ba25-99ce11b5d3c9 req-42b43b29-6298-46ff-bf54-44fc146c19b5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296306 May 02 10:21:41.516668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] Publish callbacks [] for security_group (08db8e05-9b61-42a5-8091-264ad002fb66), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.546179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] Publish callbacks [] for security_group (08db8e05-9b61-42a5-8091-264ad002fb66), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.653999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Current status of the port 43215415-363a-4644-9c5f-343b781a1dd8 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:41.655110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43215415-363a-4644-9c5f-343b781a1dd8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.660544 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.719090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f891e9e-2601-4025-86f7-2c2fe98b80ab req-e0ae7ef1-d25f-4bd0-8b25-96ef3e0d3338 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0680001 May 02 10:21:41.779278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] For port 43215415-363a-4644-9c5f-343b781a1dd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43215415-363a-4644-9c5f-343b781a1dd8,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:41.811268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (08db8e05-9b61-42a5-8091-264ad002fb66), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.813359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:40Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:21:41.814165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.817232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/08db8e05-9b61-42a5-8091-264ad002fb66 HTTP/1.1" status: 204 len: 168 time: 0.4118538 May 02 10:21:41.831332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e2ad2-1a01-44b3-b4d1-15e009fbf6e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08db8e05-9b61-42a5-8091-264ad002fb66,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:41.856836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Allocated IP 172.35.4.56 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/638c2937-0d14-4671-8829-fe449d8c9f0f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:41.889531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:41.899394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-118e30a7-bd21-40e5-b6f5-8da096ca8f37 None None] The sync data for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 is: [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:40Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:21:42.109725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9991a0c8-38c1-4191-b66e-30a1c9cf49da None None] Pushing event updated for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:42.130445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:42.295053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:42.330906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43215415-363a-4644-9c5f-343b781a1dd8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:42.383297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:42.386732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:42.404957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:42.521180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 43215415-363a-4644-9c5f-343b781a1dd8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:42.526617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43215415-363a-4644-9c5f-343b781a1dd8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:42.682505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 43215415-363a-4644-9c5f-343b781a1dd8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:42.719150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'Port': ['ID=638c2937-0d14-4671-8829-fe449d8c9f0f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:42.831987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4060495-e650-432c-827f-cc1442985199 req-c8449a82-5b00-488b-b417-44d67200f43f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:42.842613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4060495-e650-432c-827f-cc1442985199 req-c8449a82-5b00-488b-b417-44d67200f43f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0740736 May 02 10:21:42.874551 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:42.925881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4060495-e650-432c-827f-cc1442985199 req-ea7c3c93-efed-4c1e-8023-966fbbf66dcf tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820229 May 02 10:21:43.072084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f22a11b-0457-4872-b703-416d4a4b8497 req-e9ee5910-4b57-4e67-96d6-35c8baec0249 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0921333 May 02 10:21:43.084518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:43.373291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-72dbde6a-c092-46bc-91ee-9f6fc1f52628 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=999c6e3e38a44d369c3782428f8e0e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0599980 May 02 10:21:43.404497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:43.500090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-29aeaee7-69bf-44c7-8337-cef811283695 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:43.501711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-29aeaee7-69bf-44c7-8337-cef811283695 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1244342 May 02 10:21:43.518014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-235a3cf3-c6bc-493c-b9db-e5d62d0019ad tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/quotas/999c6e3e38a44d369c3782428f8e0e75 HTTP/1.1" status: 200 len: 375 time: 0.0094006 May 02 10:21:43.572374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a5118cea-6cdb-48a1-b95a-8718c77ca670 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0478232 May 02 10:21:43.756497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:43.764640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:43.910768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5df35190-62c6-4407-bba9-41cac35ab00c req-77d8dc86-58b0-4b3c-b93f-59e790fe4210 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0826023 May 02 10:21:43.973401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:44.015335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'Port': ['ID=638c2937-0d14-4671-8829-fe449d8c9f0f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:44.052940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.053377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.053776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.054235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.054738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.055233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.055712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.056249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.056776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.057267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.057737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.058257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.058754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.059219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.060542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:44.128347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-12197340-9f6f-4886-9069-681f5d30a62c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:44.131345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-12197340-9f6f-4886-9069-681f5d30a62c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.3969653 May 02 10:21:44.178507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:44.180646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f4c9cfb3-a399-41e8-ab5b-a58ed4e1dbf1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9768498 May 02 10:21:44.197775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Request body: {'port': {'device_id': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'admin_state_up': True, 'tenant_id': '1b2130a8035040089eef66d1efbf65df'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:44.320816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a606425-4b70-4975-a197-6b9e7371c426 req-0393b938-b6f2-4c0b-bf3e-a6783a2aabb1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0702364 May 02 10:21:44.561498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:44.566630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:44.786536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Allocated IP 172.20.0.5 (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a/6c30019a-24c3-4d64-b103-998fcc29492b/9d04c3a6-9448-454a-aff6-594564722087) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:45.199229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-65c26b90-382e-4695-b762-131973de0226 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=9403ec149eb24254b818f66c96b95ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262609 May 02 10:21:45.378590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-05368396-ad4b-44bc-83f2-f6005344a284 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:45.386651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-05368396-ad4b-44bc-83f2-f6005344a284 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817007 May 02 10:21:45.420915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-a1cb58bc-df16-466e-a897-4e7c6e916f5c tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/quotas/9403ec149eb24254b818f66c96b95ba2 HTTP/1.1" status: 200 len: 375 time: 0.0252686 May 02 10:21:45.483457 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks [] for port (9d04c3a6-9448-454a-aff6-594564722087), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:45.485812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-3164d607-0c05-4903-a65b-44278fa9509b tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=9403ec149eb24254b818f66c96b95ba2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637980 May 02 10:21:45.599658 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:45.644452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:45.656422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:45.660043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:45.663298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:45.713393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:45.771106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:45.772070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:45.938650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-5d723682-a80a-43e2-abe2-9cbb7a243e81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7536774 May 02 10:21:45.941204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac356a70-6210-449d-a25b-ced11cff6bd7 req-c56b67a8-0758-49aa-8350-a8cf5f190e42 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0701928 May 02 10:21:45.955878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Request body: {'port': {'device_id': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:46.139201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c268b6d-a7ed-40c4-b742-4d020c816b50 req-0fdd17d1-23bc-480a-9e00-465e83e86f90 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:46.147293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c268b6d-a7ed-40c4-b742-4d020c816b50 req-0fdd17d1-23bc-480a-9e00-465e83e86f90 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 931 time: 0.0879354 May 02 10:21:46.275985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-672cb059-056e-40c1-af7e-7c5cb8b47d6c req-bf8c49dc-53c9-4c9b-aa1e-2f840195b23e tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.1876326 May 02 10:21:46.296493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:46.312981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c268b6d-a7ed-40c4-b742-4d020c816b50 req-8fabca87-bd1e-492a-a46f-f4651480fbde tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647530 May 02 10:21:46.728555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d04c3a6-9448-454a-aff6-594564722087 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:46.753208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks [] for port (9d04c3a6-9448-454a-aff6-594564722087), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:46.792857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Transition to ACTIVE for port object 9d04c3a6-9448-454a-aff6-594564722087 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:46.919468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:47.001111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-ce11886c-1d9d-4fe2-b8b5-10a7f7d1bd3c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=999c6e3e38a44d369c3782428f8e0e75&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454501 May 02 10:21:47.242543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3895e07f-f940-4897-a7b6-76d289f61ce0 req-cbd2f82c-2501-4175-8c1a-93ca0262f28c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0446424 May 02 10:21:47.290482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:47.434398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-abafa45f-e317-444d-ba9e-a658db263e5f req-2f03c7b2-8048-4c40-b995-ad5125bf5f59 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.0716639 May 02 10:21:47.493604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-7fc9fa6c-1997-4c4f-be63-21f8afefb6bd tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:47.495549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-7fc9fa6c-1997-4c4f-be63-21f8afefb6bd tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165847 May 02 10:21:47.529105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Request body: {'port': {'device_id': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '999c6e3e38a44d369c3782428f8e0e75'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:47.561783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:47.562133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:47.562672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:47.584851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ff472-45a0-4625-82eb-c5ee012565f1 req-a3c03133-0c1e-4178-8ed2-e4a8d3c3e335 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:47.592191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-109ff472-45a0-4625-82eb-c5ee012565f1 req-a3c03133-0c1e-4178-8ed2-e4a8d3c3e335 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.1155264 May 02 10:21:47.645394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:47.645675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:47.667935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:47.668468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:47.668966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:47.669431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Bound port: 9d04c3a6-9448-454a-aff6-594564722087, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:47.669811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:47.773710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-109ff472-45a0-4625-82eb-c5ee012565f1 req-d2634368-045b-4ef7-ad7e-b510eee255d4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804981 May 02 10:21:47.838620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:47.841970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:48.000069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Made reservation on behalf of 999c6e3e38a44d369c3782428f8e0e75 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:48.004451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:48.007743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:48.059878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:48.060517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:48.063454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] 10.222.0.15 "PUT /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 1091 time: 2.1118975 May 02 10:21:48.079006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'tag': '9d04c3a6-9448-454a-aff6-594564722087'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:48.089410 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da7d57-1faa-4d2c-8e63-9195db3b5a19" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "tag": "9d04c3a6-9448-454a-aff6-594564722087"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:48.174574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281777c-a9c3-4edc-8503-9dae7f0599c1 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:48.276809 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7dc7db5-96ee-42a8-b0e1-58e2431c9f6d x-openstack-request-id: req-f7dc7db5-96ee-42a8-b0e1-58e2431c9f6d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:48.280666 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "tag": "9d04c3a6-9448-454a-aff6-594564722087", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:48.280666 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f7dc7db5-96ee-42a8-b0e1-58e2431c9f6d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:48.280666 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7dc7db5-96ee-42a8-b0e1-58e2431c9f6d'] response: {'name': 'network-changed', 'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'tag': '9d04c3a6-9448-454a-aff6-594564722087', 'status': 'completed', 'code': 200} May 02 10:21:48.350431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-eaf8f0c4-868a-48a0-a31d-2b8b03d64f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:48.352934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-eaf8f0c4-868a-48a0-a31d-2b8b03d64f64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1125 time: 0.1178138 May 02 10:21:48.412155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Allocated IP 192.168.233.210 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/8095445e-ab24-463d-aa80-28786c818691) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:48.423207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-f39ed84b-aa69-44f3-b2df-6cd91f9103be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0601573 May 02 10:21:48.453551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-621a65ca-ae7c-49fe-98ea-fa003ebec57a req-cec9874a-50d9-4ac0-93e1-73f7e161260b tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0483351 May 02 10:21:48.597417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a32d8dd3-e72b-463c-a50b-a09a5575d25d req-5fac4c68-8c20-4271-be27-1836618da715 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.0512664 May 02 10:21:48.648642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-fe50e4fc-a746-45ef-8030-88ddab8c0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:48.650405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-fe50e4fc-a746-45ef-8030-88ddab8c0649 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0768149 May 02 10:21:48.704250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-d41efcf6-abdd-422c-90ee-3db195f950f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377283 May 02 10:21:48.707246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks [] for port (8095445e-ab24-463d-aa80-28786c818691), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:48.775388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-17d4f3f4-1254-4082-9adc-1c93d088670e tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=9403ec149eb24254b818f66c96b95ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469377 May 02 10:21:48.836965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-b122ad75-6d05-461e-b5d5-dd6a9f5f77a7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191056 May 02 10:21:48.910381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce568844-3fe2-4d29-800d-abbe8cbc099d req-32eeaf33-5ca1-4617-92f5-4c12e645975d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:48.912440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce568844-3fe2-4d29-800d-abbe8cbc099d req-32eeaf33-5ca1-4617-92f5-4c12e645975d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.0564497 May 02 10:21:48.946595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-1287b536-9db9-4450-b013-2a0d07edb8f1 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:48.948247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-1287b536-9db9-4450-b013-2a0d07edb8f1 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1647058 May 02 10:21:48.963366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Request body: {'port': {'device_id': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '9403ec149eb24254b818f66c96b95ba2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:49.052675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce568844-3fe2-4d29-800d-abbe8cbc099d req-e7bece5e-36ba-4d7e-af9c-5493b47042e2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340094 May 02 10:21:49.074803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1514ef1-c620-40cb-8680-25c3e58e5536 req-8a2a14ff-5487-47c9-9494-5b452e5dfada service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524203 May 02 10:21:49.304417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8095445e-ab24-463d-aa80-28786c818691), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.316639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['626d34fd-f028-4146-86ae-0fb8fa487554'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:49.349648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:49.357137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:49.361175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:49.369210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Pushing event updated for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:49.438940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Made reservation on behalf of 9403ec149eb24254b818f66c96b95ba2 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:21:49.442567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.460513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:49.461383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.468814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.573625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-c22a37c1-6eb2-4ee3-a4f1-8414273164d3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0650496 May 02 10:21:49.587861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Request body: {'port': {'device_id': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:49.618314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks [] for security_group (b6d8671f-6598-4325-ab8c-71509ea41348), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.682857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6d8671f-6598-4325-ab8c-71509ea41348), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.735240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1bebe3-419f-4940-97dd-b2a87ddd3a7c req-74d92bf3-8ad0-4a4e-848b-70c8eb62a912 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:49.737111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d1bebe3-419f-4940-97dd-b2a87ddd3a7c req-74d92bf3-8ad0-4a4e-848b-70c8eb62a912 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 936 time: 0.0978992 May 02 10:21:49.765018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8095445e-ab24-463d-aa80-28786c818691), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.813337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72fe0b44-b30e-4e72-947a-41c3550dda99 None None] Provisioning complete for port 8095445e-ab24-463d-aa80-28786c818691 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:49.814012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72fe0b44-b30e-4e72-947a-41c3550dda99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8095445e-ab24-463d-aa80-28786c818691), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:49.831176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d1bebe3-419f-4940-97dd-b2a87ddd3a7c req-4351ad40-4e80-48f2-b02f-3f57e652def9 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931029 May 02 10:21:49.871523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72fe0b44-b30e-4e72-947a-41c3550dda99 None None] Port 8095445e-ab24-463d-aa80-28786c818691 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:49.941705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d8671f-6598-4325-ab8c-71509ea41348,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:49.971743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Allocated IP 192.168.233.242 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/3e13c351-8812-42f5-acf9-108ff6a0291f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:49.980623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd3f3f78-a34e-4ded-aedc-16969a592fb2 req-a0262447-6690-47cd-8b11-fc5d15efba7e tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.2341537 May 02 10:21:49.982504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.982862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.983213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:49.999487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:21:50.207971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68779744-cd4d-4af8-aeb0-d705d6ee4b75 req-3e16e7a6-91da-45d2-920c-4590e7caafeb tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:50.209521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68779744-cd4d-4af8-aeb0-d705d6ee4b75 req-3e16e7a6-91da-45d2-920c-4590e7caafeb tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.0759506 May 02 10:21:50.286676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks [] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.305881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68779744-cd4d-4af8-aeb0-d705d6ee4b75 req-325112b9-9742-4235-8390-7abd1ccf2f34 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874128 May 02 10:21:50.407448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.477819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:50.484324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:50.506967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:50.593335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:50.594265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.604900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Pushing event updated for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:50.639332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-7c19b018-a5ef-44a7-9625-21f8d3b8de09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:50.645077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-7c19b018-a5ef-44a7-9625-21f8d3b8de09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1125 time: 0.1011636 May 02 10:21:50.706714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-dbba9fb7-bac7-4990-ab37-baee299efc31 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7487855 May 02 10:21:50.709755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8095445e-ab24-463d-aa80-28786c818691 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:50.718377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks [] for port (8095445e-ab24-463d-aa80-28786c818691), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.730707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Request body: {'port': {'device_id': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:50.755763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Transition to ACTIVE for port object 8095445e-ab24-463d-aa80-28786c818691 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:50.806657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a6e9d78e-25a2-498d-a839-ed38e590ffb5 None None] Provisioning complete for port 3e13c351-8812-42f5-acf9-108ff6a0291f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:50.809970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a6e9d78e-25a2-498d-a839-ed38e590ffb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.855320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8095445e-ab24-463d-aa80-28786c818691), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.917301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:50.923900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:50.938201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9d78e-25a2-498d-a839-ed38e590ffb5 None None] Port 3e13c351-8812-42f5-acf9-108ff6a0291f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:21:51.175994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab66c68-f793-4cdb-ab9c-96a226f6d305 req-6007c6da-d840-457f-87c3-357d71050ff5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:51.188910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab66c68-f793-4cdb-ab9c-96a226f6d305 req-6007c6da-d840-457f-87c3-357d71050ff5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 936 time: 0.1015503 May 02 10:21:51.274612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab66c68-f793-4cdb-ab9c-96a226f6d305 req-0afc328c-365d-42d4-85ac-82fa9e975829 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840721 May 02 10:21:51.279692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Attempting to bind port 8095445e-ab24-463d-aa80-28786c818691 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:51.280303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Attempting to bind port 8095445e-ab24-463d-aa80-28786c818691 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:51.282174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Attempting to bind port 8095445e-ab24-463d-aa80-28786c818691 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:51.288278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Port 8095445e-ab24-463d-aa80-28786c818691 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:51.288853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Attempting to bind port 8095445e-ab24-463d-aa80-28786c818691 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:51.294835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:51.295400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:51.295960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:51.296544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Bound port: 8095445e-ab24-463d-aa80-28786c818691, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:51.297113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8095445e-ab24-463d-aa80-28786c818691), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.419094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:51.425685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8095445e-ab24-463d-aa80-28786c818691,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:51.452163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:51.465218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e13c351-8812-42f5-acf9-108ff6a0291f {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:51.476745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc6453-2496-4b94-8c42-300aea974a3e req-6fd06e73-a311-45cd-a5f4-3b09fb40d368 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:51.484212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46fc6453-2496-4b94-8c42-300aea974a3e req-6fd06e73-a311-45cd-a5f4-3b09fb40d368 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.0606613 May 02 10:21:51.488550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks [] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.522434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Transition to ACTIVE for port object 3e13c351-8812-42f5-acf9-108ff6a0291f will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:21:51.530407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797d7e77-19be-40ac-8647-e40592231e2a req-505d8d84-1cc3-4100-8395-775b51f1fc4e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:51.559098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46fc6453-2496-4b94-8c42-300aea974a3e req-711bd539-fa3f-4bc2-9ce2-7c8dab204604 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586390 May 02 10:21:51.559201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-797d7e77-19be-40ac-8647-e40592231e2a req-505d8d84-1cc3-4100-8395-775b51f1fc4e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 948 time: 0.5759487 May 02 10:21:51.576124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8095445e-ab24-463d-aa80-28786c818691), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.627357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-797d7e77-19be-40ac-8647-e40592231e2a req-4bf370bf-2651-4f70-b80d-840c05f0ab0a tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794930 May 02 10:21:51.628981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.714905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:51.718384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:51.727218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.729389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] 10.222.0.24 "PUT /v2.0/ports/8095445e-ab24-463d-aa80-28786c818691 HTTP/1.1" status: 200 len: 1096 time: 2.1457598 May 02 10:21:51.729880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'tag': '8095445e-ab24-463d-aa80-28786c818691'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:51.732186 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd75ed53-34ca-48c6-a0be-c9481c00e82d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "tag": "8095445e-ab24-463d-aa80-28786c818691"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:51.736395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '9d04c3a6-9448-454a-aff6-594564722087', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'port_id': '9d04c3a6-9448-454a-aff6-594564722087', 'mac_address': 'fa:16:3e:ef:df:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c30019a-24c3-4d64-b103-998fcc29492b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:51.751709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fcc08c-bf01-480f-a579-464e675344a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:51.776724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Pushing event updated for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:51.831597 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6efa1ba7-3063-4443-8625-dcd3d9276739 x-openstack-request-id: req-6efa1ba7-3063-4443-8625-dcd3d9276739 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:51.831842 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "tag": "8095445e-ab24-463d-aa80-28786c818691", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:51.832184 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6efa1ba7-3063-4443-8625-dcd3d9276739 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:51.832557 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6efa1ba7-3063-4443-8625-dcd3d9276739'] response: {'name': 'network-changed', 'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'tag': '8095445e-ab24-463d-aa80-28786c818691', 'status': 'completed', 'code': 200} May 02 10:21:51.845735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9d04c3a6-9448-454a-aff6-594564722087 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:51.846229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.867380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d04c3a6-9448-454a-aff6-594564722087 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:51.914191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Attempting to bind port 3e13c351-8812-42f5-acf9-108ff6a0291f on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:51.914885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Attempting to bind port 3e13c351-8812-42f5-acf9-108ff6a0291f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:51.915943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Attempting to bind port 3e13c351-8812-42f5-acf9-108ff6a0291f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:51.921393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:51.922871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Port 3e13c351-8812-42f5-acf9-108ff6a0291f on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:51.923364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Attempting to bind port 3e13c351-8812-42f5-acf9-108ff6a0291f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:51.930019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:51.930573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:51.932980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:51.932980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Bound port: 3e13c351-8812-42f5-acf9-108ff6a0291f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:51.937466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:51.939969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-9724bb12-042b-4798-9128-ae67d37daa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:51.941724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-9724bb12-042b-4798-9128-ae67d37daa09 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 1130 time: 0.1011076 May 02 10:21:51.988389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:52.047696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-13c318d7-e766-4caa-85a9-096ea48bf6a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8095445e-ab24-463d-aa80-28786c818691 HTTP/1.1" status: 200 len: 217 time: 0.0977297 May 02 10:21:52.086870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:21:52.096213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e13c351-8812-42f5-acf9-108ff6a0291f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:52.118502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:52.152290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-8262109e-1edc-4329-90d7-bd4dfc08a404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.153643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-8262109e-1edc-4329-90d7-bd4dfc08a404 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0975885 May 02 10:21:52.175278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:52.212893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c56f12-707d-4644-8c26-e04b12c07269 req-6e5d2df4-af16-489a-a203-5a8184bc5fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.214809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-6e5d2df4-af16-489a-a203-5a8184bc5fa9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0528386 May 02 10:21:52.250818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.255643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:52.255643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e13c351-8812-42f5-acf9-108ff6a0291f HTTP/1.1" status: 200 len: 1096 time: 1.5322297 May 02 10:21:52.255643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:52.257069 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8" -d '{"events": [{"name": "network-changed", "server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:52.311041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ead665b-8b5e-4215-9304-d4d56bec6944 service neutron] Pushing event updated for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:52.342497 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33605916-3083-4abc-940e-ebbe91785728 x-openstack-request-id: req-33605916-3083-4abc-940e-ebbe91785728 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:52.342497 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:52.342497 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-33605916-3083-4abc-940e-ebbe91785728 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:52.342497 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33605916-3083-4abc-940e-ebbe91785728'] response: {'name': 'network-changed', 'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f', 'status': 'completed', 'code': 200} May 02 10:21:52.434193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8 req-7943c187-a813-4559-8dd2-41b3f3d1f97f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.435733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8 req-7943c187-a813-4559-8dd2-41b3f3d1f97f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9403ec149eb24254b818f66c96b95ba2&device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 1130 time: 0.0676253 May 02 10:21:52.499651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8 req-a44058da-6e17-4a2f-9599-b009076e78d9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=9403ec149eb24254b818f66c96b95ba2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0527582 May 02 10:21:52.523770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ec5b9c-474d-4735-811f-1a3c88d3a1c0 req-517fa087-956c-4efa-9b23-013049081691 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.531316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62ec5b9c-474d-4735-811f-1a3c88d3a1c0 req-517fa087-956c-4efa-9b23-013049081691 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 948 time: 0.1097310 May 02 10:21:52.705021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-690a20ae-ece9-4194-b85b-18f6241bde20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.706841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-690a20ae-ece9-4194-b85b-18f6241bde20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1797149 May 02 10:21:52.790567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9d04c3a6-9448-454a-aff6-594564722087'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:52.814682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-e973048f-1e71-4472-b8da-bae51947ca1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0868738 May 02 10:21:52.863374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-71134df3-88f1-481e-b632-e16882c0b0ea service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6376321 May 02 10:21:52.917886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0d78a-c66d-46f1-b6a4-44ea4478da63 req-d242b034-f362-4c42-912b-9ba104051176 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.925943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9a0d78a-c66d-46f1-b6a4-44ea4478da63 req-d242b034-f362-4c42-912b-9ba104051176 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 944 time: 0.0854745 May 02 10:21:52.972950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8 req-b08fb8b1-a9e9-45f9-a36d-20835452084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:52.975584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-879cb13d-9d76-4f24-a7d7-06ec2af5adf8 req-b08fb8b1-a9e9-45f9-a36d-20835452084d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4596043 May 02 10:21:53.018124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c56f12-707d-4644-8c26-e04b12c07269 req-1bea4053-294b-4af0-8bb2-378984cf0397 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471093 May 02 10:21:53.058374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9a0d78a-c66d-46f1-b6a4-44ea4478da63 req-cb0cf55c-fd6b-448f-9f2b-cbfd94cfebbc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314700 May 02 10:21:53.186474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-2fef532d-2608-4898-907a-e7f5eb551ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:53.187999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-2fef532d-2608-4898-907a-e7f5eb551ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9403ec149eb24254b818f66c96b95ba2&device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 1130 time: 0.1343586 May 02 10:21:53.205324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62ec5b9c-474d-4735-811f-1a3c88d3a1c0 req-d5eaf570-7860-4803-a1b4-c88281b9a00f tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904211 May 02 10:21:53.210204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ea02a5-afe6-467d-8186-6395e45be492 req-a622cb9a-add7-4e86-92f0-6a26d315b586 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:53.218211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-99f57451-6c40-45f0-b903-5420bfba725d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:53.219057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73ea02a5-afe6-467d-8186-6395e45be492 req-a622cb9a-add7-4e86-92f0-6a26d315b586 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 948 time: 0.0795321 May 02 10:21:53.220521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-99f57451-6c40-45f0-b903-5420bfba725d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.3973939 May 02 10:21:53.264900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-dd4a727c-60c3-4beb-b08f-3a914cc266e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359089 May 02 10:21:53.296271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73ea02a5-afe6-467d-8186-6395e45be492 req-dfb03fe4-1451-4922-9ba4-72dc2db039d1 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748577 May 02 10:21:53.388875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-9c3a3ee6-1a61-4b5c-8cde-d77abd7204fd service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165242 May 02 10:21:53.513866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67da7d57-1faa-4d2c-8e63-9195db3b5a19 req-9ae542d0-f8c8-49d3-9325-dc9df410759c service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165936 May 02 10:21:53.694943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:53.803162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 9d04c3a6-9448-454a-aff6-594564722087 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:53.892038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 9d04c3a6-9448-454a-aff6-594564722087 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:53.892943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9d04c3a6-9448-454a-aff6-594564722087), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:53.955320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eb5a70-3fab-4d19-88fa-46340e6d770f req-8ced8c9a-5e34-4384-bc03-e5019d866645 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:53.957533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0eb5a70-3fab-4d19-88fa-46340e6d770f req-8ced8c9a-5e34-4384-bc03-e5019d866645 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1128 time: 0.0539389 May 02 10:21:54.022123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9d04c3a6-9448-454a-aff6-594564722087 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:54.022478 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:54.035949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0eb5a70-3fab-4d19-88fa-46340e6d770f req-773ea80f-8c48-48b3-8eb4-02077ac5c623 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718849 May 02 10:21:54.076186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:54.077269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04c3a6-9448-454a-aff6-594564722087'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:54.091576 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dabea19-3b52-413d-84a1-01f30afe4e61" -d '{"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-plugged", "status": "completed", "tag": "9d04c3a6-9448-454a-aff6-594564722087"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:54.210930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:54.231598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-6394b5d5-d479-433d-a3b1-1d3d92c98e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.235449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-6394b5d5-d479-433d-a3b1-1d3d92c98e91 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=999c6e3e38a44d369c3782428f8e0e75&device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 1130 time: 0.0911252 May 02 10:21:54.239499 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f0dca0-4560-464d-8c7f-f8e52390d73f x-openstack-request-id: req-e0f0dca0-4560-464d-8c7f-f8e52390d73f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:21:54.240357 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-plugged", "status": "completed", "tag": "9d04c3a6-9448-454a-aff6-594564722087", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:21:54.252148 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e0f0dca0-4560-464d-8c7f-f8e52390d73f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:21:54.252837 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0f0dca0-4560-464d-8c7f-f8e52390d73f'] response: {'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d04c3a6-9448-454a-aff6-594564722087', 'code': 200} May 02 10:21:54.279020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-39f0e3c4-df14-48d1-8299-724e8c3cc9dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=3e13c351-8812-42f5-acf9-108ff6a0291f HTTP/1.1" status: 200 len: 217 time: 0.1655166 May 02 10:21:54.336446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:54.400071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea85210-6906-4912-babc-7dc3f4718046 req-0b41eef1-c7df-4dda-b07c-68e8faaccd46 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.404216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dea85210-6906-4912-babc-7dc3f4718046 req-0b41eef1-c7df-4dda-b07c-68e8faaccd46 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.1534863 May 02 10:21:54.430993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-cfe2c2a1-c9b5-452f-8f5b-bb422bdc462f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.432529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-cfe2c2a1-c9b5-452f-8f5b-bb422bdc462f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1883771 May 02 10:21:54.443599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-0407598c-9059-461d-a533-db705cc9da38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.445236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-0407598c-9059-461d-a533-db705cc9da38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1587100 May 02 10:21:54.481494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-d8b7613c-8323-4de6-9bb6-c6f98a2f85a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=8095445e-ab24-463d-aa80-28786c818691 HTTP/1.1" status: 200 len: 217 time: 0.0425296 May 02 10:21:54.517170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afe4180-5380-4a5d-adeb-ef69df05a84f req-2445dda2-ea9d-4a48-91af-7c751a32777f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.518660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8afe4180-5380-4a5d-adeb-ef69df05a84f req-2445dda2-ea9d-4a48-91af-7c751a32777f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1127 time: 0.0970526 May 02 10:21:54.534109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-54b52e2e-0d18-41eb-9518-4f9fac490a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.536578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-54b52e2e-0d18-41eb-9518-4f9fac490a1f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0719573 May 02 10:21:54.548325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-862357ff-0e3f-48f3-a29c-bf0d9855b476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.549818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-862357ff-0e3f-48f3-a29c-bf0d9855b476 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0601201 May 02 10:21:54.569336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dea85210-6906-4912-babc-7dc3f4718046 req-211c345e-83ba-4806-8e52-fb3306e1b981 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549804 May 02 10:21:54.601895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-b09f64a8-c8fe-4e43-8633-738f5a67b817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:54.604420 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-b09f64a8-c8fe-4e43-8633-738f5a67b817 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0491419 May 02 10:21:54.719959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-06d52e55-2654-41cd-98fa-86746497f388 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088226 May 02 10:21:54.839584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd75ed53-34ca-48c6-a0be-c9481c00e82d req-bc1db66c-8403-4a4d-81c9-ccaedd64cc9e service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126556 May 02 10:21:55.000892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8afe4180-5380-4a5d-adeb-ef69df05a84f req-ee638c91-5894-4a4e-81a0-1a63ff170074 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4730353 May 02 10:21:55.025063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1247f2-fde1-4012-b296-1a292c4bc77e req-feef5304-56fb-47df-bd5c-9583925dafd9 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:55.026914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be1247f2-fde1-4012-b296-1a292c4bc77e req-feef5304-56fb-47df-bd5c-9583925dafd9 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 948 time: 0.3831816 May 02 10:21:55.048287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-32923cd2-c42f-4e11-b63a-80d481027ecd service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036530 May 02 10:21:55.142585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be1247f2-fde1-4012-b296-1a292c4bc77e req-927aebda-98b8-4a7b-8f10-656f19fd5167 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058009 May 02 10:21:55.178543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36aee8f8-965f-4c98-958b-07c289b69b52 req-af7a1d7f-0cec-4824-b17d-48d91d5a817c service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228192 May 02 10:21:55.267395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52972570-d4ac-4207-a3a2-1d83dd200904 req-13f22b16-eb67-4e98-82bb-614007103911 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:55.269377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52972570-d4ac-4207-a3a2-1d83dd200904 req-13f22b16-eb67-4e98-82bb-614007103911 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 948 time: 0.0576999 May 02 10:21:55.331164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52972570-d4ac-4207-a3a2-1d83dd200904 req-a8c0d372-8bdd-4316-a486-ecaedabfcaa5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528090 May 02 10:21:55.609877 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-075592c5-5a84-4000-bf93-1823e08840a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:55.729929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb164bf-5f66-48fd-a4c1-bb7161cb971e req-b8759c4f-fe5a-449b-9540-0853ed6b0786 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:55.731910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1eb164bf-5f66-48fd-a4c1-bb7161cb971e req-b8759c4f-fe5a-449b-9540-0853ed6b0786 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0650346 May 02 10:21:55.791982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1eb164bf-5f66-48fd-a4c1-bb7161cb971e req-ce02a7c6-d9fe-4c57-9cf9-0a18f68715ae tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534346 May 02 10:21:56.267927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934adbbd-0188-4b75-9f1d-647a6a0bbd2f req-64415ad8-9a0f-4fc3-9c13-8b811503fae5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:56.273493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-934adbbd-0188-4b75-9f1d-647a6a0bbd2f req-64415ad8-9a0f-4fc3-9c13-8b811503fae5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 948 time: 0.0544128 May 02 10:21:56.344591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-934adbbd-0188-4b75-9f1d-647a6a0bbd2f req-19e47799-8d57-4cfa-8732-e2979787c56e tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687308 May 02 10:21:56.489752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6644e0-2abf-4ca3-a9fc-1fb0e256e028 req-af297345-aaf1-4d3b-8808-240eb0752b59 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:56.491625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be6644e0-2abf-4ca3-a9fc-1fb0e256e028 req-af297345-aaf1-4d3b-8808-240eb0752b59 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 948 time: 0.0756223 May 02 10:21:56.558939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be6644e0-2abf-4ca3-a9fc-1fb0e256e028 req-dba09df9-9f87-4b2b-81c0-812518e79548 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558689 May 02 10:21:56.879322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8095445e-ab24-463d-aa80-28786c818691 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:56.991826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8095445e-ab24-463d-aa80-28786c818691,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:57.004253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '8095445e-ab24-463d-aa80-28786c818691', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '8095445e-ab24-463d-aa80-28786c818691', 'mac_address': 'fa:16:3e:9f:db:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:57.044661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8095445e-ab24-463d-aa80-28786c818691 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:57.045050 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8095445e-ab24-463d-aa80-28786c818691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.060071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8095445e-ab24-463d-aa80-28786c818691 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:57.088329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8095445e-ab24-463d-aa80-28786c818691,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:57.178422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8095445e-ab24-463d-aa80-28786c818691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.231443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:57.251606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-3052b6bb-51f0-4501-a238-1b58714142c0 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:21:57.252574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-3052b6bb-51f0-4501-a238-1b58714142c0 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062664 May 02 10:21:57.299022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-964bee74-a0eb-48cc-8c54-d2bb71314dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:57.300583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-964bee74-a0eb-48cc-8c54-d2bb71314dc0 service neutron] 10.222.0.16 "GET /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 1125 time: 0.0393634 May 02 10:21:57.309253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:57.309813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:21:57.378838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48276) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:57.384136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'security_group': {'name': 'tempest-securitygroup--571103830', 'description': 'tempest-description--1339314723'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:57.438492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['8095445e-ab24-463d-aa80-28786c818691'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:57.486275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.502213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2d7ae-f48c-4c6f-a5b5-1470fcfaa21e req-6859dac9-611f-46a1-8114-e995e219c4fe tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:57.503765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f2d7ae-f48c-4c6f-a5b5-1470fcfaa21e req-6859dac9-611f-46a1-8114-e995e219c4fe tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0720842 May 02 10:21:57.541513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:21:57.541908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:21:57.542321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:57.556552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:21:57.556926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:21:57.567178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:21:57.567486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:21:57.567935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:21:57.568378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Bound port: 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:21:57.591656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (cba9e87b-d320-497b-87b9-759286f8afed), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.603578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f2d7ae-f48c-4c6f-a5b5-1470fcfaa21e req-a77270ba-b1d7-4296-964a-eface822f0e8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926290 May 02 10:21:57.634758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:21:57.680538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cba9e87b-d320-497b-87b9-759286f8afed), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.713212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9e87b-d320-497b-87b9-759286f8afed,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:57.728691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30f4cc-e317-488b-8a6e-42d1a910e0f5 req-e9ce2393-25c9-4909-a10f-8f6d71899e01 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:57.730218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b30f4cc-e317-488b-8a6e-42d1a910e0f5 req-e9ce2393-25c9-4909-a10f-8f6d71899e01 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 948 time: 0.0651176 May 02 10:21:57.771825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.773008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-b504cf87-f881-4c33-9394-e88b4639f903 service neutron] 10.222.0.16 "POST /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9/bindings HTTP/1.1" status: 201 len: 389 time: 0.4669945 May 02 10:21:57.790665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b30f4cc-e317-488b-8a6e-42d1a910e0f5 req-04d6ddaa-272d-4980-98c0-e2c2d272a5ff tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529437 May 02 10:21:57.791453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.794025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8bd4bc7c-60f5-424f-abdd-8690652bf0f8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4135747 May 02 10:21:57.796714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48284) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:57.802343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'security_group_rule': {'security_group_id': 'cba9e87b-d320-497b-87b9-759286f8afed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:57.903555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd15de40-21e7-4faa-bdcb-243d937a7280 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.909739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cfbb3-65f0-413d-9f30-51917490ad5a req-469f3159-b6b6-4f8b-aaba-670baa6a1019 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:57.911847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf0cfbb3-65f0-413d-9f30-51917490ad5a req-469f3159-b6b6-4f8b-aaba-670baa6a1019 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 949 time: 0.0527599 May 02 10:21:57.914645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (bd988b8b-7497-4843-8160-785c71c34a0c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:57.975786 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf0cfbb3-65f0-413d-9f30-51917490ad5a req-28ad542e-d902-4229-9184-965980757c2d tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566599 May 02 10:21:58.007343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (bd988b8b-7497-4843-8160-785c71c34a0c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.100734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13df4760-0192-497c-b607-fdf6f49a9c33 req-894dd04c-12a6-423d-b1fe-560ce5bc39a5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.103346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13df4760-0192-497c-b607-fdf6f49a9c33 req-894dd04c-12a6-423d-b1fe-560ce5bc39a5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.0523169 May 02 10:21:58.134203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bd988b8b-7497-4843-8160-785c71c34a0c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.158528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd988b8b-7497-4843-8160-785c71c34a0c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:58.166111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13df4760-0192-497c-b607-fdf6f49a9c33 req-5b707281-9d70-45ab-a936-dcb7e7fa8e4e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497341 May 02 10:21:58.214027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1dff0-5c9d-497f-8152-4190f31e11c3 req-7c52008c-2d1d-432d-af9b-954a9bd78d0a tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.215535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7d1dff0-5c9d-497f-8152-4190f31e11c3 req-7c52008c-2d1d-432d-af9b-954a9bd78d0a tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1127 time: 0.0424812 May 02 10:21:58.260741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7d1dff0-5c9d-497f-8152-4190f31e11c3 req-44c5c49a-b91a-49b3-a5a4-c790365540b3 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394113 May 02 10:21:58.309864 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.311121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7193d3dd-7345-4973-9ba4-9b8c0f7cb1b8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5131726 May 02 10:21:58.314357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48294) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:58.319031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'security_group_rule': {'security_group_id': 'cba9e87b-d320-497b-87b9-759286f8afed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:58.377108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573be235-f7f7-4676-a98e-499c59d35c63 req-f8d3b2a2-9df3-4cf5-9479-89695e3a3930 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.378782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-573be235-f7f7-4676-a98e-499c59d35c63 req-f8d3b2a2-9df3-4cf5-9479-89695e3a3930 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1127 time: 0.0399475 May 02 10:21:58.424868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-573be235-f7f7-4676-a98e-499c59d35c63 req-28a05756-48ea-459f-a2ef-ba3811697f25 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401511 May 02 10:21:58.433244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (e46a8d8d-63c4-442d-9537-1e127a923315), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.509866 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (e46a8d8d-63c4-442d-9537-1e127a923315), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.594996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e46a8d8d-63c4-442d-9537-1e127a923315), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.598949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-cd4b8f21-ec5d-4034-bc43-68a6447020be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.604503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-cd4b8f21-ec5d-4034-bc43-68a6447020be service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1128 time: 0.0489771 May 02 10:21:58.611580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e46a8d8d-63c4-442d-9537-1e127a923315,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:58.696088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.697187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-698c860b-0dba-4740-b11c-e69b4df8f668 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3818233 May 02 10:21:58.699765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-196f413a-a799-4abd-b152-c246d69273b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.700176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48304) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:21:58.701892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-196f413a-a799-4abd-b152-c246d69273b3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.0937510 May 02 10:21:58.705066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:21:58.752400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-24803f86-f918-4064-adc6-3b00c3231f88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.0416014 May 02 10:21:58.804898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-741dc32b-be73-472d-a2e0-f273466a8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.806302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-741dc32b-be73-472d-a2e0-f273466a8fa5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0494237 May 02 10:21:58.818640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.849631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-1a6a2f1b-e20b-46de-a76e-eaecebaaa3c9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362818 May 02 10:21:58.898729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3e13c351-8812-42f5-acf9-108ff6a0291f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:21:58.949632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8095445e-ab24-463d-aa80-28786c818691 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:21:58.961407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:58.970619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602f0957-b89f-4d2b-92ec-04d0bae8dcf3 req-a380fd6b-b2e5-4fa4-a35b-b9297c109dab tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:58.972569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-602f0957-b89f-4d2b-92ec-04d0bae8dcf3 req-a380fd6b-b2e5-4fa4-a35b-b9297c109dab tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 948 time: 0.0719430 May 02 10:21:58.986034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-cc1ebfc2-cd94-470b-beef-64e91668c586 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288404 May 02 10:21:59.029489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 8095445e-ab24-463d-aa80-28786c818691 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:21:59.136800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.185644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e13c351-8812-42f5-acf9-108ff6a0291f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:59.189379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-602f0957-b89f-4d2b-92ec-04d0bae8dcf3 req-b9b642a0-2bb0-4209-bd93-c9a81533748a tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2102711 May 02 10:21:59.202199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-fa6fdd69-9148-44da-8381-b4c6488c0dce service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060888 May 02 10:21:59.207782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '3e13c351-8812-42f5-acf9-108ff6a0291f', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '3e13c351-8812-42f5-acf9-108ff6a0291f', 'mac_address': 'fa:16:3e:76:f5:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:21:59.236831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 8095445e-ab24-463d-aa80-28786c818691 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:21:59.237209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8095445e-ab24-463d-aa80-28786c818691), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.269225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Allocated IP 172.35.4.63 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/ddc0dd73-6ce9-4034-abcc-b45f8effeba8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:21:59.302263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 3e13c351-8812-42f5-acf9-108ff6a0291f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:59.303030 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.325408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e13c351-8812-42f5-acf9-108ff6a0291f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:21:59.347466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8933fb15-bf22-497f-a99e-ece7769ebe6e req-6acc0b5d-4989-40b6-b3e4-be5fec51393c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:59.358582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8933fb15-bf22-497f-a99e-ece7769ebe6e req-6acc0b5d-4989-40b6-b3e4-be5fec51393c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 949 time: 0.0788555 May 02 10:21:59.365579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e13c351-8812-42f5-acf9-108ff6a0291f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:59.413211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8095445e-ab24-463d-aa80-28786c818691 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:21:59.413616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8095445e-ab24-463d-aa80-28786c818691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.475782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.493816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8933fb15-bf22-497f-a99e-ece7769ebe6e req-eb10d57b-0360-49d3-8c06-f395134dba58 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380124 May 02 10:21:59.586636 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.626578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095445e-ab24-463d-aa80-28786c818691'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:21:59.629334 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca16486-d07f-4f10-9710-e5e980d92704" -d '{"events": [{"server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "name": "network-vif-plugged", "status": "completed", "tag": "8095445e-ab24-463d-aa80-28786c818691"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:21:59.630848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.646657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8095445e-ab24-463d-aa80-28786c818691,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:21:59.666773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:59.683924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:21:59.692828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ff44f5-c718-4f2b-86fb-d45d38b2aca9 req-9c46bb59-f609-461a-9426-a9b9a690bbc0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:21:59.694392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ff44f5-c718-4f2b-86fb-d45d38b2aca9 req-9c46bb59-f609-461a-9426-a9b9a690bbc0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.1155295 May 02 10:21:59.697968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:21:59.701288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:21:59.724576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8095445e-ab24-463d-aa80-28786c818691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.788003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:59.801368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'Port': ['ID=ddc0dd73-6ce9-4034-abcc-b45f8effeba8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:21:59.861699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['3e13c351-8812-42f5-acf9-108ff6a0291f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:21:59.937833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:21:59.966535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ff44f5-c718-4f2b-86fb-d45d38b2aca9 req-a4bf13e1-b6b9-4a89-b143-3472ab9925d5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606404 May 02 10:22:00.063743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:00.067150 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:21:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d0faa90-de1a-478d-bbdf-3ad310e3d7d6 x-openstack-request-id: req-4d0faa90-de1a-478d-bbdf-3ad310e3d7d6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:00.067620 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "name": "network-vif-plugged", "status": "completed", "tag": "8095445e-ab24-463d-aa80-28786c818691", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:00.067713 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d0faa90-de1a-478d-bbdf-3ad310e3d7d6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:00.078708 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d0faa90-de1a-478d-bbdf-3ad310e3d7d6'] response: {'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8095445e-ab24-463d-aa80-28786c818691', 'code': 200} May 02 10:22:00.182409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ce752b-e70f-4dac-9ba9-138cca23252c req-e87e264a-da05-4174-8405-3f707be00586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:00.184773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-43ce752b-e70f-4dac-9ba9-138cca23252c req-e87e264a-da05-4174-8405-3f707be00586 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 1132 time: 0.0939305 May 02 10:22:00.278112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-43ce752b-e70f-4dac-9ba9-138cca23252c req-4b6dc349-729e-4ca5-b3fe-97d06160cad2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835021 May 02 10:22:00.287240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:00.348370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a48ce-ed46-4102-bc29-3dc13d9bcbc5 req-e056864a-462f-4dd9-83e4-d52973f0ebe2 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:00.350354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026a48ce-ed46-4102-bc29-3dc13d9bcbc5 req-e056864a-462f-4dd9-83e4-d52973f0ebe2 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 949 time: 0.0584834 May 02 10:22:00.427714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026a48ce-ed46-4102-bc29-3dc13d9bcbc5 req-7c023ded-4bea-4d5a-b7a4-260cffa2df57 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710986 May 02 10:22:00.632122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93837e-9ebd-4944-bd54-644135f5924e req-6e73b0a4-476c-49ef-b926-0dcd832f2d8a tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:00.633609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c93837e-9ebd-4944-bd54-644135f5924e req-6e73b0a4-476c-49ef-b926-0dcd832f2d8a tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.0489447 May 02 10:22:00.680152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c93837e-9ebd-4944-bd54-644135f5924e req-2e4d18bd-004f-4252-9f5b-0b62d51eb34d tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407517 May 02 10:22:00.845518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:00.846147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:00.895780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3e13c351-8812-42f5-acf9-108ff6a0291f up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:00.925502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'Port': ['ID=ddc0dd73-6ce9-4034-abcc-b45f8effeba8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:00.940300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:00.950507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 3e13c351-8812-42f5-acf9-108ff6a0291f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:22:01.033776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:01.036541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fdacac8b-ef46-45cf-b4fc-e595206e75a2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3339689 May 02 10:22:01.081196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 3e13c351-8812-42f5-acf9-108ff6a0291f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:01.085723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:01.192908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 3e13c351-8812-42f5-acf9-108ff6a0291f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:01.193303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:01.232528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e13c351-8812-42f5-acf9-108ff6a0291f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:01.293178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:01.356122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:01.390101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197fec7-6730-4fcb-84d5-544b8cd4ed9d req-5f680431-3781-434f-ac75-f82a604d945c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:01.391778 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e197fec7-6730-4fcb-84d5-544b8cd4ed9d req-5f680431-3781-434f-ac75-f82a604d945c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.3268900 May 02 10:22:01.443315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e197fec7-6730-4fcb-84d5-544b8cd4ed9d req-e868a374-d8c2-4edf-ac1e-ffb7f1cb7562 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451038 May 02 10:22:01.585380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-5ef297ac-3398-4cc8-81ac-23b76d8a9dab tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--571103830&fields=id&tenant_id=8f30fec6fdee4788af310ffa15c23ab7 HTTP/1.1" status: 200 len: 267 time: 0.0536177 May 02 10:22:01.608313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48396) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:01.717847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-8b87feb4-7092-4ba1-947d-947482a7f8d1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:01.719348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-8b87feb4-7092-4ba1-947d-947482a7f8d1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/networks?id=446c9aa4-be18-4cc0-a895-82c6089e813f HTTP/1.1" status: 200 len: 814 time: 0.1267157 May 02 10:22:01.739599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-74f2d673-77a6-450b-bd81-77cb34433549 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:22:01.741585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-74f2d673-77a6-450b-bd81-77cb34433549 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1322711 May 02 10:22:01.743502 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-1f192ae9-4574-4b2a-ad4e-292227857584 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/quotas/8f30fec6fdee4788af310ffa15c23ab7 HTTP/1.1" status: 200 len: 375 time: 0.0118186 May 02 10:22:01.800944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-7708034e-dee9-4125-95ee-d51b1ffb4dfd tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f30fec6fdee4788af310ffa15c23ab7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0504203 May 02 10:22:01.803525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:01.871860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-99a79bd0-56ed-4dc6-b885-0f909a1b9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:01.874058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-99a79bd0-56ed-4dc6-b885-0f909a1b9526 service neutron] 10.222.0.16 "GET /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 1124 time: 0.0859787 May 02 10:22:01.884796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:01.885349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:22:01.918788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-5ef5a159-6f43-4c54-a346-0aba04846971 service neutron] 10.222.0.16 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045930 May 02 10:22:02.018998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-fd58a82d-a413-4489-9e2a-5d71291a7618 service neutron] 10.222.0.16 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930955 May 02 10:22:02.039295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:02.039879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:02.040217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:02.045967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:02.046705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:02.051969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:02.052318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:02.052741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:02.053215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Bound port: 9d04c3a6-9448-454a-aff6-594564722087, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:02.079593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:02.081946 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a02e7e-1939-4906-bc6b-6b3a8b76b0d3" -d '{"events": [{"server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "name": "network-vif-plugged", "status": "completed", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:02.115427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:02.267979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:02.273146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-60590613-f946-406f-8bf5-8adae0308980 service neutron] 10.222.0.16 "POST /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087/bindings HTTP/1.1" status: 201 len: 389 time: 0.3919423 May 02 10:22:02.365737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dce862-2393-4644-b8ff-a124dcf8090c req-79298491-f10b-421d-bd9b-232eb9c22770 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:02.370239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b6dce862-2393-4644-b8ff-a124dcf8090c req-79298491-f10b-421d-bd9b-232eb9c22770 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.0562999 May 02 10:22:02.447747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b6dce862-2393-4644-b8ff-a124dcf8090c req-a540e0bc-3263-4da7-a109-dca91f053caf tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679765 May 02 10:22:02.663055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342fc8f3-e3ae-4548-bb3f-1df5c03ac765 req-eff5b67f-0729-4b8e-b29c-4ee5efa158d0 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:02.664976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-342fc8f3-e3ae-4548-bb3f-1df5c03ac765 req-eff5b67f-0729-4b8e-b29c-4ee5efa158d0 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.0499489 May 02 10:22:02.716313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-342fc8f3-e3ae-4548-bb3f-1df5c03ac765 req-12371a17-44ca-4f46-9149-07c137b3e0ce tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452099 May 02 10:22:02.877761 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-035b6b81-ed05-4ab2-b182-917ffc6f7485 x-openstack-request-id: req-035b6b81-ed05-4ab2-b182-917ffc6f7485 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:02.888893 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "name": "network-vif-plugged", "status": "completed", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:02.888893 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-035b6b81-ed05-4ab2-b182-917ffc6f7485 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:02.888893 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-035b6b81-ed05-4ab2-b182-917ffc6f7485'] response: {'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f', 'code': 200} May 02 10:22:02.934994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f017f56-4f70-4ddf-b3a9-007cca4937e1 req-07614d39-4157-4473-8a7e-097c929839af tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 210 time: 0.0311999 May 02 10:22:03.055395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90902ec8-005e-4c0d-ae9e-86a779eda065 req-c4f88781-f1cb-4f22-8477-e78367fe47c8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:03.056957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90902ec8-005e-4c0d-ae9e-86a779eda065 req-c4f88781-f1cb-4f22-8477-e78367fe47c8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.0596573 May 02 10:22:03.109553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90902ec8-005e-4c0d-ae9e-86a779eda065 req-5964eacf-d102-4693-b9e4-f5f8558544fe tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463495 May 02 10:22:03.228628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1408639-a232-4746-8fcc-96324bf0fcf0 req-c2c61f73-f0c8-45a9-b584-5fc63650d085 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:03.230146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1408639-a232-4746-8fcc-96324bf0fcf0 req-c2c61f73-f0c8-45a9-b584-5fc63650d085 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0581636 May 02 10:22:03.280529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1408639-a232-4746-8fcc-96324bf0fcf0 req-a17c69db-bb28-4973-90ba-d51053fc9ce7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443003 May 02 10:22:03.457752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-fe736d09-f094-47ee-9e82-fb2658bf9e0b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--789263466&fields=id&tenant_id=405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 267 time: 0.0664093 May 02 10:22:03.562559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-ac2794ca-f470-4ff9-b150-acda2422a32b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:03.564005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-ac2794ca-f470-4ff9-b150-acda2422a32b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 824 time: 0.1045930 May 02 10:22:03.586172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-20cea197-94f9-4f42-8272-3fed208a4e4f tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/quotas/405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 375 time: 0.0097382 May 02 10:22:03.655267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-0590db6c-17fd-42d7-bc0c-e3728b9e843a tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0637045 May 02 10:22:03.750136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f382cc1d-980d-4c20-98db-5c5a3643c175 req-4398a854-251f-4df2-a040-46e559b61f08 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:03.751646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f382cc1d-980d-4c20-98db-5c5a3643c175 req-4398a854-251f-4df2-a040-46e559b61f08 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.0477514 May 02 10:22:03.758619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-0a3fa8fd-70a5-47d9-a851-cdcf7d406722 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908418 May 02 10:22:03.826780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f382cc1d-980d-4c20-98db-5c5a3643c175 req-8ab96383-59bc-49cb-a86f-500d0b2f46ae tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677769 May 02 10:22:03.864635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-1ae47920-fe77-4743-8086-fdcd196d8317 service neutron] 10.222.0.16 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998769 May 02 10:22:03.959276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cdff58-081d-4bc7-96a5-30fe5090e0a6 req-1a3ee1b3-4e2c-477d-a65b-f9b6478e69cd tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:03.961009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49cdff58-081d-4bc7-96a5-30fe5090e0a6 req-1a3ee1b3-4e2c-477d-a65b-f9b6478e69cd tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.0492682 May 02 10:22:04.014987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49cdff58-081d-4bc7-96a5-30fe5090e0a6 req-d1bc3152-3e55-4ded-9bcc-8c0afdeb0501 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482783 May 02 10:22:04.120627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78fe92-3ee7-43e8-9b33-54de12eecc59 req-0aceccac-fb07-4179-aa62-ec7708617982 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:04.122567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b78fe92-3ee7-43e8-9b33-54de12eecc59 req-0aceccac-fb07-4179-aa62-ec7708617982 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.0502648 May 02 10:22:04.176563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b78fe92-3ee7-43e8-9b33-54de12eecc59 req-feee5967-bcc4-44c9-93d0-173a03f44103 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476627 May 02 10:22:04.312146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5cc728f-1dc6-4407-8a60-19afdab9ac11 req-835bb929-a78e-440b-9da6-d3742ffdad30 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 210 time: 0.0448778 May 02 10:22:04.334773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b202f4a-4791-46a1-8c5b-2644fd6693c9 req-9f24f089-4ab3-4c67-9345-010b846ba039 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:04.336669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b202f4a-4791-46a1-8c5b-2644fd6693c9 req-9f24f089-4ab3-4c67-9345-010b846ba039 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.0569293 May 02 10:22:04.382434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48b53a80-705c-4359-9bd8-6076f3dfb7b6 req-eb0a4aa9-e28a-406c-b148-7182f66c45d4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.0378091 May 02 10:22:04.435731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b202f4a-4791-46a1-8c5b-2644fd6693c9 req-c4f51a2a-e5b6-4837-b283-7ad9dfc5878d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909486 May 02 10:22:04.529094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e658f6-9121-48d9-938b-9a69b10a5bdb req-ae664ac4-082b-4495-af96-b6b20dac40e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:04.530606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-57e658f6-9121-48d9-938b-9a69b10a5bdb req-ae664ac4-082b-4495-af96-b6b20dac40e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0556941 May 02 10:22:04.579144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-57e658f6-9121-48d9-938b-9a69b10a5bdb req-633f2804-9365-4c6e-85a4-7225d656f70c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420051 May 02 10:22:04.958448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678a31a8-bbb3-4379-814e-b8c6de4c5d88 req-95643149-564f-4f4a-ae9e-6cf415d80ae1 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:04.959877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-678a31a8-bbb3-4379-814e-b8c6de4c5d88 req-95643149-564f-4f4a-ae9e-6cf415d80ae1 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.0589697 May 02 10:22:05.072656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-678a31a8-bbb3-4379-814e-b8c6de4c5d88 req-659077b3-7ff2-4111-b902-438ed7c048fa tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993803 May 02 10:22:05.095966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-ca131a65-b4fd-41d1-9e3f-5c6c85bbf894 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.097962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-ca131a65-b4fd-41d1-9e3f-5c6c85bbf894 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.15 "GET /v2.0/networks?id=446c9aa4-be18-4cc0-a895-82c6089e813f HTTP/1.1" status: 200 len: 814 time: 0.1571956 May 02 10:22:05.158868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168c37d4-1ec6-4e63-8c06-eb6663e857af req-5049ca66-784d-44e8-aac5-fbf0e5b34705 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.160719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-168c37d4-1ec6-4e63-8c06-eb6663e857af req-5049ca66-784d-44e8-aac5-fbf0e5b34705 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.0610495 May 02 10:22:05.165679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-4762c154-894a-4143-9cd2-a2a580fcafe4 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8f30fec6fdee4788af310ffa15c23ab7 HTTP/1.1" status: 200 len: 379 time: 0.0588264 May 02 10:22:05.175329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'port': {'device_id': '816e887c-e47e-402c-82e8-149815c94af0', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'admin_state_up': True, 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'security_groups': ['cba9e87b-d320-497b-87b9-759286f8afed']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:05.221878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-168c37d4-1ec6-4e63-8c06-eb6663e857af req-e13b5a8f-5d2b-4080-9d29-ab367c6b3ff4 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546396 May 02 10:22:05.326745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a3f5d8-6bd7-48a2-a597-5b97d156d4b5 req-2c01f491-cd6a-417a-aa50-df6672079510 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.328270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88a3f5d8-6bd7-48a2-a597-5b97d156d4b5 req-2c01f491-cd6a-417a-aa50-df6672079510 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.0732346 May 02 10:22:05.397511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88a3f5d8-6bd7-48a2-a597-5b97d156d4b5 req-986d0196-23fe-4a92-952c-868c23993d1e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591831 May 02 10:22:05.414353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad920c55-0102-488b-a23f-6857470ca588 req-0850e3c5-cfc2-46f7-8def-fbb1678fd6ec tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 210 time: 0.0367754 May 02 10:22:05.511313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e253e552-7af7-44bc-89f2-1b2e3393b822 req-61e2e4d3-45db-4e40-aa02-5e6bb5f3f036 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.0333946 May 02 10:22:05.565312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9644dc-8657-45a9-b75e-fbd42bdbeef2 req-64d93596-0fef-4daf-9400-b691f203a810 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.566835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c9644dc-8657-45a9-b75e-fbd42bdbeef2 req-64d93596-0fef-4daf-9400-b691f203a810 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 946 time: 0.0565054 May 02 10:22:05.617974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Made reservation on behalf of 8f30fec6fdee4788af310ffa15c23ab7 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:05.621941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:05.638278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c9644dc-8657-45a9-b75e-fbd42bdbeef2 req-96ba6c88-5aaf-4ee7-8c0c-64446e168ff0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646157 May 02 10:22:05.755664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01728fa-204d-40dd-8531-f839b07f5007 req-be1ff03a-88ad-45ff-ba92-c55f08ad567d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.757544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f01728fa-204d-40dd-8531-f839b07f5007 req-be1ff03a-88ad-45ff-ba92-c55f08ad567d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0681508 May 02 10:22:05.852411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f01728fa-204d-40dd-8531-f839b07f5007 req-f0c72ae0-ca75-46c0-98a2-2ed86ba4a158 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 May 02 10:22:05.880259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Allocated IP 172.20.0.13 (446c9aa4-be18-4cc0-a895-82c6089e813f/32a8966d-3a26-4d2a-b464-b9b70f5700e3/206b1c4c-bb26-4356-9580-c37c87feef14) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:05.948851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-3aad8d60-2803-434c-a6d7-0bbd92624132 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:05.950333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-3aad8d60-2803-434c-a6d7-0bbd92624132 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1128 time: 0.0597947 May 02 10:22:06.066424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:06.071197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for port (206b1c4c-bb26-4356-9580-c37c87feef14), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.143071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-19e24896-bc5f-405a-ae6e-4145d7347a40 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.145742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-19e24896-bc5f-405a-ae6e-4145d7347a40 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.24 "GET /v2.0/ports?device_id=76d20f6e-dd6c-4b04-805c-4abeac2111cd HTTP/1.1" status: 200 len: 945 time: 0.0843365 May 02 10:22:06.149771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d59551-5bfc-42be-b045-4d9c1db2af8f req-c164bdeb-7363-406d-93f2-0ec90bef79cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.151324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78d59551-5bfc-42be-b045-4d9c1db2af8f req-c164bdeb-7363-406d-93f2-0ec90bef79cb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 1132 time: 0.0914536 May 02 10:22:06.166501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.182743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.232332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.24', 50477) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:06.317395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Network 446c9aa4-be18-4cc0-a895-82c6089e813f is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:06.328264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event updated for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:06.344064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:06.423389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:06.451781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-77a1220d-df7a-494e-b56b-68dc5f7ebb00 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.453722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-77a1220d-df7a-494e-b56b-68dc5f7ebb00 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.2204695 May 02 10:22:06.474210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae2d5fa-288b-4af8-9141-58a0411aba93 req-2b6524ef-055a-45f2-a43e-2208a6c5b142 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.475828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ae2d5fa-288b-4af8-9141-58a0411aba93 req-2b6524ef-055a-45f2-a43e-2208a6c5b142 tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 945 time: 0.3020270 May 02 10:22:06.506475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6d9730-662f-40be-a168-baf05fe36380 req-ac3e2dc6-5fd6-438d-9eab-fbaede078bd5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.507925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6d9730-662f-40be-a168-baf05fe36380 req-ac3e2dc6-5fd6-438d-9eab-fbaede078bd5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.0922465 May 02 10:22:06.672874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:06.679376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.698047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-daaf98eb-ce2b-4d68-a79c-7fd95471a8e8 None None] Provisioning complete for port 206b1c4c-bb26-4356-9580-c37c87feef14 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:06.698627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-daaf98eb-ce2b-4d68-a79c-7fd95471a8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.708954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Deleting port 2473647d-f661-4e8c-84ed-aa0967b63ada {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:06.709706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.730798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ae2d5fa-288b-4af8-9141-58a0411aba93 req-140e69e0-ae47-449b-b669-081bc2aa141c tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/security-groups?id=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979973 May 02 10:22:06.763271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78d59551-5bfc-42be-b045-4d9c1db2af8f req-b4f93109-a9cb-4668-9c42-0e070c866852 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5040603 May 02 10:22:06.827080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Deleting port 016adead-2d61-4727-b9bb-682583b2724c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:06.827326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-daaf98eb-ce2b-4d68-a79c-7fd95471a8e8 None None] Port 206b1c4c-bb26-4356-9580-c37c87feef14 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:22:06.827439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (016adead-2d61-4727-b9bb-682583b2724c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:06.833735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:06.887233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6d9730-662f-40be-a168-baf05fe36380 req-0893d9f4-edba-4d55-9e61-64abdb8d692e tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3412135 May 02 10:22:06.905264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:22:06.960258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-f9b82709-9255-4880-bd5d-5b84370feb78 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7891722 May 02 10:22:06.987124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Request body: {'port': {'device_id': '816e887c-e47e-402c-82e8-149815c94af0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:07.006273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] For port 2473647d-f661-4e8c-84ed-aa0967b63ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=2473647d-f661-4e8c-84ed-aa0967b63ada,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:07.006688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.050194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:07.104149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] For port 016adead-2d61-4727-b9bb-682583b2724c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=016adead-2d61-4727-b9bb-682583b2724c,segment=NetworkSegment(bd822270-25b8-4f93-9957-705f15941eb8),segment_id=bd822270-25b8-4f93-9957-705f15941eb8)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:07.104724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (016adead-2d61-4727-b9bb-682583b2724c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.147412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80eaf4e-8dac-44aa-b409-d365a24a1eab req-318e6f72-be51-4b3f-92b7-638ef27115be tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:07.158624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:07.163396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b80eaf4e-8dac-44aa-b409-d365a24a1eab req-318e6f72-be51-4b3f-92b7-638ef27115be tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.3012185 May 02 10:22:07.179239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:22:07.179513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Calling delete_port for 016adead-2d61-4727-b9bb-682583b2724c owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:07.224253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.247774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:07.250363 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67500bfe-7c9b-491e-90b1-a3c33ef310ad" -d '{"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-unplugged", "status": "completed", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:07.260913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks [] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.272226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd948494-65ca-490e-a247-ed29a7031044 req-86376ec8-d301-4888-bf3d-b0d0f1835a4a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:07.283608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd948494-65ca-490e-a247-ed29a7031044 req-86376ec8-d301-4888-bf3d-b0d0f1835a4a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 932 time: 0.2335248 May 02 10:22:07.377364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.446534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b80eaf4e-8dac-44aa-b409-d365a24a1eab req-0e41d607-4653-4172-9ce4-b4dfff106042 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821119 May 02 10:22:07.546543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-004f68f5-ea6c-427b-9b79-b94072d2b235 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:07.548460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-004f68f5-ea6c-427b-9b79-b94072d2b235 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.15 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 824 time: 0.3820715 May 02 10:22:07.599291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.599912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:07.600360 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Floating IP 485ec333-c1f3-4530-af0b-c7600a84c693 disassociated. External IP: 172.35.4.39, port: 2473647d-f661-4e8c-84ed-aa0967b63ada. May 02 10:22:07.601018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Calling delete_port for 2473647d-f661-4e8c-84ed-aa0967b63ada owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:07.741143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9efe6c97-2b44-43c3-998c-59b079c8ae70 req-df7b7f44-d67c-4720-945a-dadba787abc1 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.0911002 May 02 10:22:07.842009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-3d9b2580-03e6-4589-bd96-33d8a5727dcd tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=405bc3f0d1b64dc8911be1fbc0449018 HTTP/1.1" status: 200 len: 379 time: 0.1907873 May 02 10:22:07.960182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:07.970083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd948494-65ca-490e-a247-ed29a7031044 req-258dd991-b144-430c-88a1-49673d3f85bb tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6853678 May 02 10:22:08.065116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'port': {'device_id': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'admin_state_up': True, 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'security_groups': ['2539490a-0aac-4b15-b5bc-a4d5dbf17710']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:08.112257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30674c3a-e04e-4f1d-ac9d-86d072c43839 req-73f555a4-3af0-4a8f-bc36-3d9f1c8a026b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:08.114185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30674c3a-e04e-4f1d-ac9d-86d072c43839 req-73f555a4-3af0-4a8f-bc36-3d9f1c8a026b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1823251 May 02 10:22:08.175568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2473647d-f661-4e8c-84ed-aa0967b63ada), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:08.178963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (016adead-2d61-4727-b9bb-682583b2724c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:08.185595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:08.185595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:08.185857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:08.195069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['016adead-2d61-4727-b9bb-682583b2724c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:08.200983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:08.200983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Attempting to bind port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:08.224503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd3a70e-e3ed-4074-aaaf-2f73b67956c0 req-8ae366f6-8bac-4e89-8c00-4353ae4ad678 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:08.233870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dd3a70e-e3ed-4074-aaaf-2f73b67956c0 req-8ae366f6-8bac-4e89-8c00-4353ae4ad678 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.1033022 May 02 10:22:08.234096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event deleted for resources: {'Port': ['ID=2473647d-f661-4e8c-84ed-aa0967b63ada,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:08.399098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:22:08.432924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dd3a70e-e3ed-4074-aaaf-2f73b67956c0 req-7ca0a4bf-929f-4d3d-aa7b-9c944a7060ba tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942265 May 02 10:22:08.435382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:08.437992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:08.439216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:08.440904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Bound port: 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:08.443846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:08.448469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Pushing event deleted for resources: {'Port': ['ID=016adead-2d61-4727-b9bb-682583b2724c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:08.489941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30674c3a-e04e-4f1d-ac9d-86d072c43839 req-117473b8-aab9-49b7-86d2-0ffd7cb18bcb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669770 May 02 10:22:08.569428 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5daa4c2-8b7b-455d-b828-4fd5f86cd202 x-openstack-request-id: req-b5daa4c2-8b7b-455d-b828-4fd5f86cd202 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:08.569820 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-unplugged", "status": "completed", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:08.569941 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b5daa4c2-8b7b-455d-b828-4fd5f86cd202 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:08.570338 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5daa4c2-8b7b-455d-b828-4fd5f86cd202'] response: {'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'code': 200} May 02 10:22:08.587451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] No DVR routers for this DVR port 016adead-2d61-4727-b9bb-682583b2724c on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:08.598365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:08.604010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c45418f-ce92-4d0c-832e-1a4fabf6e3cf req-ece88c95-2637-47f5-96dd-250585d6a80e tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.24 "DELETE /v2.0/ports/016adead-2d61-4727-b9bb-682583b2724c HTTP/1.1" status: 204 len: 173 time: 2.0650034 May 02 10:22:08.629405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Made reservation on behalf of 405bc3f0d1b64dc8911be1fbc0449018 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:08.636796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:08.853581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-704f8979-5437-4bfc-ba24-1c4ae23aea37 req-a2c42d49-9691-4137-a5e0-93990ebd8e4d tempest-VolumesAdminNegativeTest-1913665487 tempest-VolumesAdminNegativeTest-1913665487-project] 10.222.0.16 "GET /v2.0/ports?device_id=1b8389bf-b958-4d34-988c-45779b6196b2 HTTP/1.1" status: 200 len: 210 time: 0.1610527 May 02 10:22:08.943433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 2473647d-f661-4e8c-84ed-aa0967b63ada no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:08.994896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:09.000011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:09.002413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 2473647d-f661-4e8c-84ed-aa0967b63ada {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:09.004817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 2473647d-f661-4e8c-84ed-aa0967b63ada not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:09.005386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 016adead-2d61-4727-b9bb-682583b2724c no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:09.038577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 016adead-2d61-4727-b9bb-682583b2724c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:09.039245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 016adead-2d61-4727-b9bb-682583b2724c not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:09.143399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:09.320896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 206b1c4c-bb26-4356-9580-c37c87feef14 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:09.359824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks [] for port (206b1c4c-bb26-4356-9580-c37c87feef14), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:09.401851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8feb77-46cc-4189-a93d-534a3765d8c2 req-1ef666bc-1a2e-4355-87c4-0fab5c6ee07c tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:09.410494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb8feb77-46cc-4189-a93d-534a3765d8c2 req-1ef666bc-1a2e-4355-87c4-0fab5c6ee07c tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.3354964 May 02 10:22:09.515370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Transition to ACTIVE for port object 206b1c4c-bb26-4356-9580-c37c87feef14 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:22:09.547753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Allocated IP 172.20.0.5 (f5b1c817-eec3-48f1-b118-eb3131507a9c/65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6/0218946b-5275-469c-bcfb-df3ebfe3a847) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:09.547982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:09.561548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:09.562362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:09.564233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-40742157-55fc-4a0a-926f-9d97cd0f604b service neutron] 10.222.0.24 "PUT /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 1122 time: 3.5026460 May 02 10:22:09.575114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77513e1-687e-4506-9c55-434c458d94a8 req-572f0b5e-5621-498b-a57f-190f9511449a tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:09.587704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a77513e1-687e-4506-9c55-434c458d94a8 req-572f0b5e-5621-498b-a57f-190f9511449a tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 1132 time: 0.9050176 May 02 10:22:09.621320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb8feb77-46cc-4189-a93d-534a3765d8c2 req-405dd7bf-28f6-459a-b594-1011a55a592b tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098463 May 02 10:22:09.622569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:09.652545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:09.657473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:09.660281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a77513e1-687e-4506-9c55-434c458d94a8 req-5ac93466-6e3a-4d93-bb89-721919063b53 tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:09.706016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:09.719579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:09.750366 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:09.759721 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:09.952167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:09.961258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Attempting to bind port 206b1c4c-bb26-4356-9580-c37c87feef14 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:09.964994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Attempting to bind port 206b1c4c-bb26-4356-9580-c37c87feef14 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:09.965593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Attempting to bind port 206b1c4c-bb26-4356-9580-c37c87feef14 on network 446c9aa4-be18-4cc0-a895-82c6089e813f {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:10.004806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] No DVR routers for this DVR port 2473647d-f661-4e8c-84ed-aa0967b63ada on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:10.043716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.047714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23100698-66ee-4f22-ae8f-9ffe98735c71 req-694c5c03-c585-4637-b47d-d8ae6e7a39c0 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.1465054 May 02 10:22:10.053565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Port 206b1c4c-bb26-4356-9580-c37c87feef14 on network 446c9aa4-be18-4cc0-a895-82c6089e813f not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:10.056763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Attempting to bind port 206b1c4c-bb26-4356-9580-c37c87feef14 on network 446c9aa4-be18-4cc0-a895-82c6089e813f {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:10.061953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab2bd8eb-c3d8-497b-a3b6-5b74cb7eaaa7 req-2ea94b7d-bcdb-4de8-b348-9bf5093d3f94 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.24 "DELETE /v2.0/ports/2473647d-f661-4e8c-84ed-aa0967b63ada HTTP/1.1" status: 204 len: 173 time: 3.8038857 May 02 10:22:10.062451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'name': 'network-vif-deleted', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:10.064988 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad56c8ab-f16f-4453-b86b-c6945ce99e99" -d '{"events": [{"server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "name": "network-vif-deleted", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:10.083656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:10.089508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Checking segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:10.091684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Bound using segment: {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:10.100768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Bound port: 206b1c4c-bb26-4356-9580-c37c87feef14, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7e4307a-db69-447f-b856-bf3b6709fef4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:10.109951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.425188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367f9cb-a966-4437-9ed3-7a759ce8e906 req-2936a599-bd3f-4bdb-96fd-b71f66eae13e tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:10.436189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d367f9cb-a966-4437-9ed3-7a759ce8e906 req-2936a599-bd3f-4bdb-96fd-b71f66eae13e tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.1762714 May 02 10:22:10.449720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:10.456502 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:10.482849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=206b1c4c-bb26-4356-9580-c37c87feef14,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:10.528081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d367f9cb-a966-4437-9ed3-7a759ce8e906 req-425454fc-0b7d-416c-9412-55df38da074a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891290 May 02 10:22:10.553173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.611413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.620449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a77513e1-687e-4506-9c55-434c458d94a8 req-5ac93466-6e3a-4d93-bb89-721919063b53 tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] Publish callbacks [] for security_group (ede5df0e-6078-41c1-b688-e25a8d0d4dae), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.637930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'name': 'network-vif-deleted', 'tag': '016adead-2d61-4727-b9bb-682583b2724c'}, {'name': 'network-changed', 'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:10.644954 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:22:10.649905 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fc0a9c-f732-449d-a974-c5049b47c0f6" -d '{"events": [{"server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "name": "network-vif-deleted", "tag": "016adead-2d61-4727-b9bb-682583b2724c"}, {"name": "network-changed", "server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:10.682376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a77513e1-687e-4506-9c55-434c458d94a8 req-5ac93466-6e3a-4d93-bb89-721919063b53 tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ede5df0e-6078-41c1-b688-e25a8d0d4dae), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.712212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:10.713844 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.718174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] 10.222.0.15 "PUT /v2.0/ports/206b1c4c-bb26-4356-9580-c37c87feef14 HTTP/1.1" status: 200 len: 1092 time: 3.7355587 May 02 10:22:10.780634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac93466-6e3a-4d93-bb89-721919063b53 tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede5df0e-6078-41c1-b688-e25a8d0d4dae,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:10.811574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a77513e1-687e-4506-9c55-434c458d94a8 req-5ac93466-6e3a-4d93-bb89-721919063b53 tempest-LiveMigrationNegativeTest-788207707 tempest-LiveMigrationNegativeTest-788207707-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2226462 May 02 10:22:10.812713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460a7573-289c-42f7-a53d-f45cd9efeb94 req-287cd91b-eed3-43b3-ae98-6ee6c56d360f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:10.827985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-460a7573-289c-42f7-a53d-f45cd9efeb94 req-287cd91b-eed3-43b3-ae98-6ee6c56d360f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.1042547 May 02 10:22:10.884910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:10.975436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea5a102-1998-4107-a02d-d2b45d45aec5 service neutron] Pushing event updated for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:11.022109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-460a7573-289c-42f7-a53d-f45cd9efeb94 req-9c9e2a5d-3b27-4acb-892d-ddf06a762539 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664913 May 02 10:22:11.104377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event updated for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:11.161917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ecbde-93c0-486a-aa52-6f63a9720a49 req-025aa62e-7c8e-4500-a7b5-f4416c6bf33e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:11.170485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a02ecbde-93c0-486a-aa52-6f63a9720a49 req-025aa62e-7c8e-4500-a7b5-f4416c6bf33e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1736023 May 02 10:22:11.190745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Network f5b1c817-eec3-48f1-b118-eb3131507a9c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:11.206115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:11.211583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:11.225382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:11.310669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:11.354900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a02ecbde-93c0-486a-aa52-6f63a9720a49 req-d812211b-7bb9-4524-97cc-b1457d32b4e5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805055 May 02 10:22:11.364991 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:11.365626 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:21:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:11.373414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:11.377995 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:11.432544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48606) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:11.515495 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-344efed0-5501-474c-b59e-b0e7062a541d x-openstack-request-id: req-344efed0-5501-474c-b59e-b0e7062a541d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:11.516061 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76d20f6e-dd6c-4b04-805c-4abeac2111cd", "name": "network-vif-deleted", "tag": "2473647d-f661-4e8c-84ed-aa0967b63ada", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:11.516581 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-344efed0-5501-474c-b59e-b0e7062a541d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:11.517300 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-344efed0-5501-474c-b59e-b0e7062a541d'] response: {'server_uuid': '76d20f6e-dd6c-4b04-805c-4abeac2111cd', 'name': 'network-vif-deleted', 'tag': '2473647d-f661-4e8c-84ed-aa0967b63ada', 'status': 'completed', 'code': 200} May 02 10:22:11.565292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Deleting subnet 77072d8d-9706-482f-b07c-c7377b28608c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:22:11.582820 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:11.583919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-bbfd174b-c9d0-493d-8070-4c51d6da0ba4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5327866 May 02 10:22:11.604523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Request body: {'port': {'device_id': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:11.642363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Publish callbacks [] for subnet (77072d8d-9706-482f-b07c-c7377b28608c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:11.656661 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1b986f-c5c0-4508-abf5-8d906a91c756 x-openstack-request-id: req-4a1b986f-c5c0-4508-abf5-8d906a91c756 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:11.657934 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b8389bf-b958-4d34-988c-45779b6196b2", "name": "network-vif-deleted", "tag": "016adead-2d61-4727-b9bb-682583b2724c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:11.659385 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a1b986f-c5c0-4508-abf5-8d906a91c756 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:11.660511 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1b986f-c5c0-4508-abf5-8d906a91c756'] response: {'server_uuid': '1b8389bf-b958-4d34-988c-45779b6196b2', 'name': 'network-vif-deleted', 'tag': '016adead-2d61-4727-b9bb-682583b2724c', 'status': 'completed', 'code': 200} May 02 10:22:11.668911 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a1b986f-c5c0-4508-abf5-8d906a91c756'] response: {'name': 'network-changed', 'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'status': 'completed', 'code': 200} May 02 10:22:11.689321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.15', 63365) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:11.778301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-fc05cf0c-cf98-4885-a904-afdfcfdc7083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:11.781160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-fc05cf0c-cf98-4885-a904-afdfcfdc7083 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f30fec6fdee4788af310ffa15c23ab7&device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 1126 time: 0.2573218 May 02 10:22:11.837741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (77072d8d-9706-482f-b07c-c7377b28608c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:11.943876 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:11.984171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (77072d8d-9706-482f-b07c-c7377b28608c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:12.009474 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7a9d58-4d02-4ec8-bf54-bb0e2566509a None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:12.010947 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:12.054271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-4ea0901d-ede5-470a-a240-f2188eb35d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:12.055888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-4ea0901d-ede5-470a-a240-f2188eb35d52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1156 time: 0.3243275 May 02 10:22:12.108760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7376fd-6fee-4bd0-b8a0-0996e7f72596 req-b64483e3-4948-426d-bb3f-c83e6c88f8c5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:12.124783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff7376fd-6fee-4bd0-b8a0-0996e7f72596 req-b64483e3-4948-426d-bb3f-c83e6c88f8c5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.2025173 May 02 10:22:12.141942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300cfc55-4818-470f-9f2b-610250154777 req-ecd79ed7-ba4f-4b7e-8edd-5d8a095541d0 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:12.153575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-300cfc55-4818-470f-9f2b-610250154777 req-ecd79ed7-ba4f-4b7e-8edd-5d8a095541d0 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 931 time: 0.2865930 May 02 10:22:12.322972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff7376fd-6fee-4bd0-b8a0-0996e7f72596 req-efdeae4d-4576-4245-a537-819c2e98eb53 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962337 May 02 10:22:12.328330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (77072d8d-9706-482f-b07c-c7377b28608c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:12.347118 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-300cfc55-4818-470f-9f2b-610250154777 req-88de90d1-907e-48a7-a65d-83fbd7e63658 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926436 May 02 10:22:12.459180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77072d8d-9706-482f-b07c-c7377b28608c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:12.468806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:12.479966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4110f10e-4aa4-4dba-bea3-70a00a441e1e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/77072d8d-9706-482f-b07c-c7377b28608c HTTP/1.1" status: 204 len: 168 time: 1.0432165 May 02 10:22:12.480377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48622) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:12.628342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58f9e2c6-4d8f-4f7c-a484-82c67b458d31 None None] New status for floating IP 485ec333-c1f3-4530-af0b-c7600a84c693: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:22:12.639068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef738f3-75c7-41a0-912f-e802a7a18de2 req-2ab1fcfd-96a6-469c-9b67-7b95ff937ba5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:12.660258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ef738f3-75c7-41a0-912f-e802a7a18de2 req-2ab1fcfd-96a6-469c-9b67-7b95ff937ba5 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.1633129 May 02 10:22:12.770801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ef738f3-75c7-41a0-912f-e802a7a18de2 req-adc7f0b7-a59a-4541-913a-545a3470e32b tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/security-groups?id=b6d8671f-6598-4325-ab8c-71509ea41348&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095753 May 02 10:22:12.919434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-4574db2c-0a56-4345-8472-49dba3827c16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206b1c4c-bb26-4356-9580-c37c87feef14 HTTP/1.1" status: 200 len: 217 time: 0.0884049 May 02 10:22:13.062361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f50e0-9703-412f-a682-975c68292962 req-ab183d10-3463-4ff9-8e2e-53fe26d9e138 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.068200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-457f50e0-9703-412f-a682-975c68292962 req-ab183d10-3463-4ff9-8e2e-53fe26d9e138 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1382332 May 02 10:22:13.091329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-86663ad4-ec34-450c-a11c-f5d232dab9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.100385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-86663ad4-ec34-450c-a11c-f5d232dab9a6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2360082 May 02 10:22:13.231546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-357a1c9f-32ba-4a37-b625-3707a49c7ec2 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.233191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-357a1c9f-32ba-4a37-b625-3707a49c7ec2 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 950 time: 0.1075304 May 02 10:22:13.235658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6e151780-6e9f-4e11-b4e3-32293be04ae5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:13.257574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b6dbc-90fb-4cbb-a04b-f68eb7891a08 req-ea32f4a2-d4a4-46a2-ad5d-67a706afd3fb tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.258329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-457f50e0-9703-412f-a682-975c68292962 req-3f46ad71-be88-455e-849e-58630795d68e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720960 May 02 10:22:13.264536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e0b6dbc-90fb-4cbb-a04b-f68eb7891a08 req-ea32f4a2-d4a4-46a2-ad5d-67a706afd3fb tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.5188980 May 02 10:22:13.304452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-0c14f3ce-e665-472b-abf2-ae1e73b96706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.308810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-0c14f3ce-e665-472b-abf2-ae1e73b96706 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32a8966d-3a26-4d2a-b464-b9b70f5700e3 HTTP/1.1" status: 200 len: 853 time: 0.2387760 May 02 10:22:13.482322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Deleting port 3e13c351-8812-42f5-acf9-108ff6a0291f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:13.482663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:13.595045 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:13.625202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e0b6dbc-90fb-4cbb-a04b-f68eb7891a08 req-e4cf70cc-2f23-4b9f-8cf6-241286ff2809 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3576207 May 02 10:22:13.665724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:13.671760 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289b7db7-c4e1-4c24-a961-9a25dd895dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:13.791639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c5904-3278-4721-865b-ff17e54df15e req-b4a0c178-809e-4ea1-afce-4a8fee91e5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.793544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-b4a0c178-809e-4ea1-afce-4a8fee91e5e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=446c9aa4-be18-4cc0-a895-82c6089e813f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0722940 May 02 10:22:13.891048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6e151780-6e9f-4e11-b4e3-32293be04ae5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:13.895645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40c94ba-fd7a-48a7-a072-2b205c8f1bf7 req-f1548c3c-c649-4910-8986-89025074a369 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.902285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-1416cdf7-d757-4b45-ba0d-db940353ff07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.1433241 May 02 10:22:13.912482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e40c94ba-fd7a-48a7-a072-2b205c8f1bf7 req-f1548c3c-c649-4910-8986-89025074a369 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.0991006 May 02 10:22:13.919335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0218946b-5275-469c-bcfb-df3ebfe3a847 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:13.946423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks [] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:13.966644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a64d3d-16bc-491f-ab68-75b440be38e6 req-bbe17fd8-216d-4821-9dea-981abf46d2d5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:13.974492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37a64d3d-16bc-491f-ab68-75b440be38e6 req-bbe17fd8-216d-4821-9dea-981abf46d2d5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 931 time: 0.2073026 May 02 10:22:14.013138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e151780-6e9f-4e11-b4e3-32293be04ae5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:14.033056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Transition to ACTIVE for port object 0218946b-5275-469c-bcfb-df3ebfe3a847 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:22:14.035027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] For port 3e13c351-8812-42f5-acf9-108ff6a0291f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3e13c351-8812-42f5-acf9-108ff6a0291f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:14.035406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.040185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e40c94ba-fd7a-48a7-a072-2b205c8f1bf7 req-32a392ae-b42a-458a-a38d-2ed76e6285e0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233137 May 02 10:22:14.051215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd822270-25b8-4f93-9957-705f15941eb8') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:14.051521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd822270-25b8-4f93-9957-705f15941eb8') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:14.101269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Calling delete_port for 3e13c351-8812-42f5-acf9-108ff6a0291f owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:14.157392 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c02dd7-91c6-4ab6-b3de-ee0881ac145d x-openstack-request-id: req-d7c02dd7-91c6-4ab6-b3de-ee0881ac145d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:14.157746 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:14.158172 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d7c02dd7-91c6-4ab6-b3de-ee0881ac145d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:14.158651 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7c02dd7-91c6-4ab6-b3de-ee0881ac145d'] response: {'name': 'network-changed', 'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14', 'status': 'completed', 'code': 200} May 02 10:22:14.181881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (bd822270-25b8-4f93-9957-705f15941eb8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.222345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.275937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Pushing event updated for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:14.296173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bd822270-25b8-4f93-9957-705f15941eb8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.315167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37a64d3d-16bc-491f-ab68-75b440be38e6 req-6132f135-9d47-4fe5-9c7f-f160ae0380ce tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3396809 May 02 10:22:14.357205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:22:14.357205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (bd822270-25b8-4f93-9957-705f15941eb8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: timer() May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:22:14.357368 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:22:14.592495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-45ff8a09-15f3-4d15-99de-81d1697af18c service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409363 May 02 10:22:14.609459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b89b0-9416-4fc5-8991-e20fe7f7d81f req-21977d9a-9bdd-49d2-ad46-a79cb38f6473 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:14.617864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-280b89b0-9416-4fc5-8991-e20fe7f7d81f req-21977d9a-9bdd-49d2-ad46-a79cb38f6473 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.3690598 May 02 10:22:14.708990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3e13c351-8812-42f5-acf9-108ff6a0291f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.714704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-280b89b0-9416-4fc5-8991-e20fe7f7d81f req-1276b7e0-6023-4115-922a-ecd67631cbe2 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940900 May 02 10:22:14.721148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['3e13c351-8812-42f5-acf9-108ff6a0291f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:14.798441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-65ffd933-6284-4651-a016-02f43a339ae6 req-99d1346c-7e86-43ff-92bf-9f1223209e93 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.0959015 May 02 10:22:14.820256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (6e151780-6e9f-4e11-b4e3-32293be04ae5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.894232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Pushing event deleted for resources: {'Port': ['ID=3e13c351-8812-42f5-acf9-108ff6a0291f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:14.965809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:14.977764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6e151780-6e9f-4e11-b4e3-32293be04ae5 HTTP/1.1" status: 204 len: 168 time: 2.4964206 May 02 10:22:14.981343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:15.017981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-00eec25a-eaf9-4a3e-8e44-2e1c0d46bb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:15.035894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-00eec25a-eaf9-4a3e-8e44-2e1c0d46bb69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.6614635 May 02 10:22:15.040369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Deleting subnet 22001ec9-c602-42d8-bd83-fed7ab1561c6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:22:15.044128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Publish callbacks [] for subnet (22001ec9-c602-42d8-bd83-fed7ab1561c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.124876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (22001ec9-c602-42d8-bd83-fed7ab1561c6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.192154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (22001ec9-c602-42d8-bd83-fed7ab1561c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.240545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1b62eb-63ba-4fcb-872b-b6b4c0d11ab9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e151780-6e9f-4e11-b4e3-32293be04ae5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:15.382871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-0c91cc3d-5377-4759-992b-7b611a755276 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2294838 May 02 10:22:15.386616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] No DVR routers for this DVR port 3e13c351-8812-42f5-acf9-108ff6a0291f on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:15.388541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Attempting to bind port 0218946b-5275-469c-bcfb-df3ebfe3a847 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:15.391797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Attempting to bind port 0218946b-5275-469c-bcfb-df3ebfe3a847 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:15.391797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Attempting to bind port 0218946b-5275-469c-bcfb-df3ebfe3a847 on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:15.403416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.407501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3f3c3b7-235e-4275-8f89-e506090c59d7 req-1cce2e57-463c-45a9-b425-a745e749a086 tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.24 "DELETE /v2.0/ports/3e13c351-8812-42f5-acf9-108ff6a0291f HTTP/1.1" status: 204 len: 173 time: 2.1354883 May 02 10:22:15.408110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Port 0218946b-5275-469c-bcfb-df3ebfe3a847 on network f5b1c817-eec3-48f1-b118-eb3131507a9c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:15.408443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Attempting to bind port 0218946b-5275-469c-bcfb-df3ebfe3a847 on network f5b1c817-eec3-48f1-b118-eb3131507a9c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:15.411082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'name': 'network-vif-deleted', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:15.413616 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230a0caf-ea4c-407e-932f-b5fe5992ecee" -d '{"events": [{"server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "name": "network-vif-deleted", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:15.417463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954d5cb7-00df-4577-8604-ea568917ff90 req-5702266e-5e48-4615-8258-466b62b6387a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:15.424877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7307319-a1b5-41af-b519-84b93340328f req-06fe19d0-5ad4-476b-a711-94b86c0bf73b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:15.430880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-954d5cb7-00df-4577-8604-ea568917ff90 req-5702266e-5e48-4615-8258-466b62b6387a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.5407999 May 02 10:22:15.434278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7307319-a1b5-41af-b519-84b93340328f req-06fe19d0-5ad4-476b-a711-94b86c0bf73b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.4538867 May 02 10:22:15.446461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 21, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:15.446812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Checking segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:15.446931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (22001ec9-c602-42d8-bd83-fed7ab1561c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.447248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Bound using segment: {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:15.447740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Bound port: 0218946b-5275-469c-bcfb-df3ebfe3a847, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1918f78f-de3b-4911-8c97-8166e317dc63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:15.448177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.535488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-f5ff2975-c683-43ff-ba11-3221d310430c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:15.538288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-f5ff2975-c683-43ff-ba11-3221d310430c tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.2416449 May 02 10:22:15.545622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.554437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/22001ec9-c602-42d8-bd83-fed7ab1561c6 HTTP/1.1" status: 204 len: 168 time: 0.5701108 May 02 10:22:15.571966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7307319-a1b5-41af-b519-84b93340328f req-06d44760-b443-4002-b885-649d4afff56a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364410 May 02 10:22:15.580007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:15.594943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-397c5904-3278-4721-865b-ff17e54df15e req-3e1364ce-6e30-4b67-a281-f3d102dc6df5 service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8782544 May 02 10:22:15.600995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3e94a4-f1d0-4663-a9b5-6e57c3c0d6a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=22001ec9-c602-42d8-bd83-fed7ab1561c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:15.897200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:15.982584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-954d5cb7-00df-4577-8604-ea568917ff90 req-f1aeddb8-78ae-4367-9ca4-dd47e4f52395 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5508337 May 02 10:22:16.006376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e376237f-6933-4469-bc99-becffafc495c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.015589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c85788c-d81b-4170-9b8c-aff541016043 req-8ab2c545-55f7-4d73-b8eb-29d30e37b7d8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.028179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c85788c-d81b-4170-9b8c-aff541016043 req-8ab2c545-55f7-4d73-b8eb-29d30e37b7d8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.2468479 May 02 10:22:16.065217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:16.114925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Deleting port 8095445e-ab24-463d-aa80-28786c818691 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:16.115509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8095445e-ab24-463d-aa80-28786c818691), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.142048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0218946b-5275-469c-bcfb-df3ebfe3a847,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:16.165912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-9f8f9701-685b-49a8-9838-6bb833bf5425 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6979420 May 02 10:22:16.217928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-7438ec63-b88a-4dd0-b951-1f53452ba37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.221296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-7438ec63-b88a-4dd0-b951-1f53452ba37c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f30fec6fdee4788af310ffa15c23ab7&device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 1126 time: 0.2288113 May 02 10:22:16.304563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e376237f-6933-4469-bc99-becffafc495c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.375679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e376237f-6933-4469-bc99-becffafc495c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:16.392661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10f9f907-3dde-4f7c-b387-425aa5526e5e') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:16.396894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10f9f907-3dde-4f7c-b387-425aa5526e5e') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:16.396894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.435487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (10f9f907-3dde-4f7c-b387-425aa5526e5e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.446007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7306251-9ea2-4b29-97ba-f8c24d8ca48d req-25d9d638-b85f-45bb-b7aa-c78b49b1154b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.448614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7306251-9ea2-4b29-97ba-f8c24d8ca48d req-25d9d638-b85f-45bb-b7aa-c78b49b1154b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.2529192 May 02 10:22:16.529441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c85788c-d81b-4170-9b8c-aff541016043 req-f95fb615-814b-46e6-8878-96a5299a9856 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4949293 May 02 10:22:16.544859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] For port 8095445e-ab24-463d-aa80-28786c818691, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8095445e-ab24-463d-aa80-28786c818691,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:16.545232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8095445e-ab24-463d-aa80-28786c818691), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.604931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7306251-9ea2-4b29-97ba-f8c24d8ca48d req-dce8b1b8-f167-41b3-a6f4-ecaeb6ad1e56 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1471157 May 02 10:22:16.606015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Calling delete_port for 8095445e-ab24-463d-aa80-28786c818691 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:16.643010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-ab4c34fb-68cd-4ca8-9414-4538b4fea256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.644780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-ab4c34fb-68cd-4ca8-9414-4538b4fea256 service neutron] 10.222.0.15 "GET /v2.0/networks?id=446c9aa4-be18-4cc0-a895-82c6089e813f HTTP/1.1" status: 200 len: 915 time: 0.3898237 May 02 10:22:16.680095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.684513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.696500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] 10.222.0.15 "PUT /v2.0/ports/0218946b-5275-469c-bcfb-df3ebfe3a847 HTTP/1.1" status: 200 len: 1091 time: 5.0966072 May 02 10:22:16.730558 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db9e245-3257-476b-b209-0d4829b78e13 x-openstack-request-id: req-7db9e245-3257-476b-b209-0d4829b78e13 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:16.734167 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30", "name": "network-vif-deleted", "tag": "3e13c351-8812-42f5-acf9-108ff6a0291f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:16.739353 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7db9e245-3257-476b-b209-0d4829b78e13 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:16.740194 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7db9e245-3257-476b-b209-0d4829b78e13'] response: {'server_uuid': '5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30', 'name': 'network-vif-deleted', 'tag': '3e13c351-8812-42f5-acf9-108ff6a0291f', 'status': 'completed', 'code': 200} May 02 10:22:16.751001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (10f9f907-3dde-4f7c-b387-425aa5526e5e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.800982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60fc0a9c-f732-449d-a974-c5049b47c0f6 req-c32b0f43-45a4-489a-b940-fcad6c3ceb94 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5697403 May 02 10:22:16.837677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-2a6d8a38-7158-48bb-9861-c60240bef879 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206b1c4c-bb26-4356-9580-c37c87feef14 HTTP/1.1" status: 200 len: 217 time: 0.1031079 May 02 10:22:16.846910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:22:16.852797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (10f9f907-3dde-4f7c-b387-425aa5526e5e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: timer() May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:22:16.857049 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:22:16.925205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06249e60-ddd0-4f6a-bd7a-cc93cfada790 req-9d01386d-7e17-4b7f-b9e1-e52abedfd5ac tempest-ImagesNegativeTestJSON-2036671121 tempest-ImagesNegativeTestJSON-2036671121-project] 10.222.0.16 "GET /v2.0/ports?device_id=5aa42889-cc5b-4a97-8ea3-a77fbe3a5d30 HTTP/1.1" status: 200 len: 210 time: 0.0608876 May 02 10:22:16.992208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-90491184-6e7e-445a-ab2c-f5fdf3fb659b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:16.995216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-90491184-6e7e-445a-ab2c-f5fdf3fb659b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32a8966d-3a26-4d2a-b464-b9b70f5700e3 HTTP/1.1" status: 200 len: 853 time: 0.1566989 May 02 10:22:17.075996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-6c424bfe-697e-4060-b424-73b9e4a29be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:17.077554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-6c424bfe-697e-4060-b424-73b9e4a29be4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=446c9aa4-be18-4cc0-a895-82c6089e813f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0721476 May 02 10:22:17.132925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8095445e-ab24-463d-aa80-28786c818691 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:17.275407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77887b8-7560-412a-a0aa-2e4f5322c327 req-a9af8d74-235f-47bb-b331-5d6fab01649f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:17.284452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a77887b8-7560-412a-a0aa-2e4f5322c327 req-a9af8d74-235f-47bb-b331-5d6fab01649f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.1975257 May 02 10:22:17.344809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253d46ce-4874-4064-8c8d-04491cd7d3ea service neutron] Pushing event updated for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:17.393274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-f717f0d5-4e7c-4fd0-a65f-f1b4a1b6583d service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001919 May 02 10:22:17.402444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ff5ee-2f97-43e6-b4ab-28522077fc22 req-9f54cbe8-a75f-4f46-bcd0-3282424a24cf tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:17.406995 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840ff5ee-2f97-43e6-b4ab-28522077fc22 req-9f54cbe8-a75f-4f46-bcd0-3282424a24cf tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 950 time: 0.6569853 May 02 10:22:17.446357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8095445e-ab24-463d-aa80-28786c818691 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:17.447164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8095445e-ab24-463d-aa80-28786c818691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:17.492011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a77887b8-7560-412a-a0aa-2e4f5322c327 req-b1ff0691-4eef-4813-b089-a27f34cd833d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665998 May 02 10:22:17.568984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840ff5ee-2f97-43e6-b4ab-28522077fc22 req-0e2861d3-ab92-4d76-97cb-1fed3357bdca tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561234 May 02 10:22:17.626715 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-289b7db7-c4e1-4c24-a961-9a25dd895dbe req-11bea994-f3d7-40ae-bb7e-d7a3ac434911 service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2247648 May 02 10:22:17.684041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da8d901-e46b-45d6-a582-b3fe37785078 req-5b1c9e8e-db7d-40a4-9c0b-28d004159db5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:17.685845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da8d901-e46b-45d6-a582-b3fe37785078 req-5b1c9e8e-db7d-40a4-9c0b-28d004159db5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.0575886 May 02 10:22:17.802841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da8d901-e46b-45d6-a582-b3fe37785078 req-105cecd4-e33f-484b-a3cc-afae68e192ed tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075826 May 02 10:22:17.807322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6963df4-8b26-4073-acac-c8b53e939e77 req-a1f124b3-be31-405e-ae62-197fe1ce0bb1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:17.808116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:17.823978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6963df4-8b26-4073-acac-c8b53e939e77 req-a1f124b3-be31-405e-ae62-197fe1ce0bb1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.1231549 May 02 10:22:17.837931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8095445e-ab24-463d-aa80-28786c818691), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:17.843082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e376237f-6933-4469-bc99-becffafc495c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:17.908854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:17.934933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e376237f-6933-4469-bc99-becffafc495c HTTP/1.1" status: 204 len: 168 time: 2.3017592 May 02 10:22:17.945044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['626d34fd-f028-4146-86ae-0fb8fa487554'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:17.989120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Pushing event deleted for resources: {'Port': ['ID=8095445e-ab24-463d-aa80-28786c818691,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:18.072388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3ef2e0-b7ee-4c47-964d-f53716124389 req-f31ca18f-5afe-4385-bb4e-73c287e073a7 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:18.078507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf3ef2e0-b7ee-4c47-964d-f53716124389 req-f31ca18f-5afe-4385-bb4e-73c287e073a7 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.1004417 May 02 10:22:18.083179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-e851e3ef-e76e-45fa-9a2b-7192665cdc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:18.084811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-e851e3ef-e76e-45fa-9a2b-7192665cdc86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 1125 time: 0.2754154 May 02 10:22:18.135856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3e13c351-8812-42f5-acf9-108ff6a0291f no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:18.246917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-03705b68-b044-477f-b736-86775c37fbbf service neutron] 10.222.0.15 "GET /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.3107154 May 02 10:22:18.247889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba65361-8e5f-451b-9834-68823eae6b24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e376237f-6933-4469-bc99-becffafc495c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:18.316365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 3e13c351-8812-42f5-acf9-108ff6a0291f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:18.322302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3e13c351-8812-42f5-acf9-108ff6a0291f not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:18.363936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6963df4-8b26-4073-acac-c8b53e939e77 req-263a88d5-36b7-4fa8-87a8-688225532ce1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5388818 May 02 10:22:18.489925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:18.620663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:18.751290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-feefa667-603f-4950-8217-56d0ca7e24db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0218946b-5275-469c-bcfb-df3ebfe3a847 HTTP/1.1" status: 200 len: 217 time: 0.6387203 May 02 10:22:18.768994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:18.771500 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd661d29-df23-479a-8b1c-54cf90d45ddc" -d '{"events": [{"name": "network-changed", "server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:18.821910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf3ef2e0-b7ee-4c47-964d-f53716124389 req-00384b87-51f8-4bdc-b21e-3d97257621e1 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7277105 May 02 10:22:18.829124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] No DVR routers for this DVR port 8095445e-ab24-463d-aa80-28786c818691 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:18.843950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:18.855213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5aaedd32-d95b-44d3-9356-1e0abb6f9d9e req-d031d92e-f59b-43c5-be6f-1f19768ab80e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.24 "DELETE /v2.0/ports/8095445e-ab24-463d-aa80-28786c818691 HTTP/1.1" status: 204 len: 173 time: 3.2747538 May 02 10:22:18.856015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'name': 'network-vif-deleted', 'tag': '8095445e-ab24-463d-aa80-28786c818691'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:18.870411 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f85b120-7d5a-4f38-ac19-d7e45bd7e9fe" -d '{"events": [{"server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "name": "network-vif-deleted", "tag": "8095445e-ab24-463d-aa80-28786c818691"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:18.908957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a04eaff9-d7e3-4bbc-a1c6-fc20db571ea3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f6f08a44c6448529e12c65f5c01384c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2866528 May 02 10:22:18.919062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48700) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:18.948526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b4c7e3-e6cc-4d9d-b359-fc18e2abefb1 req-2b07577b-1fe2-45bf-8039-5ff033da1860 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:18.952940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00b4c7e3-e6cc-4d9d-b359-fc18e2abefb1 req-2b07577b-1fe2-45bf-8039-5ff033da1860 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.2721531 May 02 10:22:19.111757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-a6171214-12b9-4813-86ac-af14aa44cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:19.117730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-a6171214-12b9-4813-86ac-af14aa44cf2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.1163406 May 02 10:22:19.183181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c17bf26d-7752-4075-a4aa-5c7996ca5337 req-2c4c0752-fd24-47f2-875f-392ccbff6429 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.1111379 May 02 10:22:19.193073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:19.223920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] Publish callbacks [] for security_group (2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:19.242916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-dd0fda11-6738-4855-8d25-2e7e216b2c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:19.244779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-dd0fda11-6738-4855-8d25-2e7e216b2c4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0798426 May 02 10:22:19.267489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:19.276375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] Publish callbacks [] for security_group (2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:19.439648 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e040d6aa-e5a9-4115-9d4d-06c60998c9ea x-openstack-request-id: req-e040d6aa-e5a9-4115-9d4d-06c60998c9ea {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:19.439648 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f5a2354-94ae-40a3-9961-612b2da0f266", "name": "network-vif-deleted", "tag": "8095445e-ab24-463d-aa80-28786c818691", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:19.439648 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e040d6aa-e5a9-4115-9d4d-06c60998c9ea {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:19.439648 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e040d6aa-e5a9-4115-9d4d-06c60998c9ea'] response: {'server_uuid': '4f5a2354-94ae-40a3-9961-612b2da0f266', 'name': 'network-vif-deleted', 'tag': '8095445e-ab24-463d-aa80-28786c818691', 'status': 'completed', 'code': 200} May 02 10:22:19.440460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:19.440460 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7928d566-f384-4e1a-972f-c206a76ce025 x-openstack-request-id: req-7928d566-f384-4e1a-972f-c206a76ce025 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:19.440460 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:19.440460 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7928d566-f384-4e1a-972f-c206a76ce025 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:19.440460 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7928d566-f384-4e1a-972f-c206a76ce025'] response: {'name': 'network-changed', 'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'status': 'completed', 'code': 200} May 02 10:22:19.441606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-e3eaf2c9-0186-4f6e-8509-288f144d2878 service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792874 May 02 10:22:19.444334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00b4c7e3-e6cc-4d9d-b359-fc18e2abefb1 req-583b9068-ddbe-40bc-be34-b20080f34d37 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4721506 May 02 10:22:19.447739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:19.650039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2155f9d3-ffce-433d-ab7b-d8afa84fee70 req-b59ff055-2952-4260-bf5f-246f07258468 service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985588 May 02 10:22:19.690375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec67b76-f646-42bd-8507-dd7ea47b4577 req-f673e23d-3cd3-4cce-839a-da3ad7c34b53 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:19.699524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cec67b76-f646-42bd-8507-dd7ea47b4577 req-f673e23d-3cd3-4cce-839a-da3ad7c34b53 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.1228857 May 02 10:22:19.741561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49db8d6-af7e-4ed2-a8f9-21bfaaf89770 req-4c4c3432-bb64-434c-9f0a-092345affab2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:19.783216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b49db8d6-af7e-4ed2-a8f9-21bfaaf89770 req-4c4c3432-bb64-434c-9f0a-092345affab2 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.1315866 May 02 10:22:19.783625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cec67b76-f646-42bd-8507-dd7ea47b4577 req-1ecd22c9-be88-4950-8f83-ba16fe26927b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478427 May 02 10:22:19.831397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b49db8d6-af7e-4ed2-a8f9-21bfaaf89770 req-4cc0a2b7-e1f8-4d62-809a-4f6caf1b1643 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0820169 May 02 10:22:19.980263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec8f12a-670f-4bb4-9551-55c2ce0eaed8 req-de5443aa-d453-4ba3-8fc9-40cd9b2fcc13 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:19.981965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ec8f12a-670f-4bb4-9551-55c2ce0eaed8 req-de5443aa-d453-4ba3-8fc9-40cd9b2fcc13 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.0755556 May 02 10:22:20.088547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ec8f12a-670f-4bb4-9551-55c2ce0eaed8 req-aa0661be-e4b7-425d-a43e-05c9ef5ada4c tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997550 May 02 10:22:20.110370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-95afb60e-eeff-4b5a-9b84-937a1ba46054 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0783048 May 02 10:22:20.168100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902f43-8278-450a-89de-4be79cc75fba req-babbca72-d723-4801-a0af-5f21b29b75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.169671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-babbca72-d723-4801-a0af-5f21b29b75a4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1126 time: 0.0419729 May 02 10:22:20.287302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902f43-8278-450a-89de-4be79cc75fba req-cc6a1acb-fa14-490f-8952-5df70482acb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.288815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-cc6a1acb-fa14-490f-8952-5df70482acb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.0996890 May 02 10:22:20.294713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a069302-7f89-4f83-8202-29759028ce27 req-95299655-e612-4123-9d0c-972e61eef309 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0314519 May 02 10:22:20.331572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-714d282d-a5eb-4c01-b53e-d96a91ffc933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0373454 May 02 10:22:20.379100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba902f43-8278-450a-89de-4be79cc75fba req-c03783a4-7bc6-43c6-afe9-40bf18885691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.380564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-c03783a4-7bc6-43c6-afe9-40bf18885691 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0439401 May 02 10:22:20.411129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-f17e6a08-1503-41f9-af90-7a4a4e4d8e96 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253363 May 02 10:22:20.505308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-0bd7fda2-1371-4d75-bf0a-3fb3791e622c service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864995 May 02 10:22:20.617489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7fe2f-2d64-4faa-aecb-caf6a417539e req-d66819d5-af8b-4f60-9abb-7b92a14ced8d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.617489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c7fe2f-2d64-4faa-aecb-caf6a417539e req-d66819d5-af8b-4f60-9abb-7b92a14ced8d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0809805 May 02 10:22:20.651691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba902f43-8278-450a-89de-4be79cc75fba req-eed142dd-7a29-449e-a5e8-2d5eef9b96a0 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404543 May 02 10:22:20.679038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c7fe2f-2d64-4faa-aecb-caf6a417539e req-0f13f471-79fd-4bc5-8f7b-846f4d3848d9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560007 May 02 10:22:20.891103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997d883-31d4-452f-9e9a-a5a545ad7cbc req-f868e277-d56d-4e25-a89c-c827e1601964 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.892883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2997d883-31d4-452f-9e9a-a5a545ad7cbc req-f868e277-d56d-4e25-a89c-c827e1601964 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 944 time: 0.0613627 May 02 10:22:20.944676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2997d883-31d4-452f-9e9a-a5a545ad7cbc req-69872854-917a-4774-933c-b942dcc2c26c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444632 May 02 10:22:20.962945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825fb0c8-4d52-4dfc-b4a3-e77e360dcce4 req-8d6b14a9-f6b9-49f6-8062-d5382a697110 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:20.964489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-825fb0c8-4d52-4dfc-b4a3-e77e360dcce4 req-8d6b14a9-f6b9-49f6-8062-d5382a697110 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.0495353 May 02 10:22:21.012474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-825fb0c8-4d52-4dfc-b4a3-e77e360dcce4 req-85677b09-81c8-4bef-8f30-a8ca85b9ff13 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422146 May 02 10:22:21.215293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f540fa-2bb5-445d-aff8-827485ab31db req-f1239f08-0344-4c4a-889c-d29df99afb19 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:21.216869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9f540fa-2bb5-445d-aff8-827485ab31db req-f1239f08-0344-4c4a-889c-d29df99afb19 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.0579426 May 02 10:22:21.267584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9f540fa-2bb5-445d-aff8-827485ab31db req-e069f4e7-77d1-446f-b008-38c76ee0f222 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441158 May 02 10:22:21.419736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44679f74-e0f4-451b-8196-7da3f6a3e9c1 req-3e76966f-b865-4292-9aa3-b27071db530b tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0314000 May 02 10:22:21.632442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:21.633692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:21.639008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:21.639008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21 HTTP/1.1" status: 204 len: 168 time: 2.7169662 May 02 10:22:21.646909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e63f6f-861e-4519-9078-163d057fd766 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2045e6ef-bb47-4ccb-b7bc-f6acd0e6da21,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:21.732250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] Transition to ACTIVE for port object 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:22:21.822427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f06561-ff2a-4107-ada5-67d4067526e0 req-19d7c039-651c-4bb6-a5ed-32b2674c4bc2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:21.823884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83f06561-ff2a-4107-ada5-67d4067526e0 req-19d7c039-651c-4bb6-a5ed-32b2674c4bc2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0526392 May 02 10:22:21.860978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:21.900971 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83f06561-ff2a-4107-ada5-67d4067526e0 req-a1b7ecb2-2e9b-4bc4-b505-303771cd4897 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707781 May 02 10:22:21.934517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] No DVR routers for this DVR port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:21.969974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] Pushing event updated for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:21.980811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-af74cb96-1b1f-4ae2-bc46-85a6a42e1e96 service neutron] 10.222.0.15 "PUT /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 3.6390574 May 02 10:22:22.085941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db014d-5dff-45f3-9741-0175169c18ac req-0f5f294d-fcad-4b36-bbd9-5b3a546244b0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:22.093181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58db014d-5dff-45f3-9741-0175169c18ac req-0f5f294d-fcad-4b36-bbd9-5b3a546244b0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0698435 May 02 10:22:22.170931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a83d65a-2e10-49e5-9e41-fe7b4adfd84d req-bc5fd8a3-ef54-4ba2-9b00-13431528bd36 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:22.179441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a83d65a-2e10-49e5-9e41-fe7b4adfd84d req-bc5fd8a3-ef54-4ba2-9b00-13431528bd36 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.0624809 May 02 10:22:22.184588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58db014d-5dff-45f3-9741-0175169c18ac req-865e4439-1521-4e0e-8a8c-06b6005adcda tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886400 May 02 10:22:22.201276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48764) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:22.244064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a83d65a-2e10-49e5-9e41-fe7b4adfd84d req-5ac994e4-f643-4121-8a21-93be7961dd5f tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634551 May 02 10:22:22.353762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-498fb2e4-dc77-4d53-bd2f-7e589d1eeff5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9403ec149eb24254b818f66c96b95ba2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513326 May 02 10:22:22.356328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48772) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:22.387652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485459d-24c2-43e3-bf5f-db595b0e2657 req-52d48a10-d95f-4c8a-af66-a70a86fdc6f0 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:22.389336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3485459d-24c2-43e3-bf5f-db595b0e2657 req-52d48a10-d95f-4c8a-af66-a70a86fdc6f0 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.0508716 May 02 10:22:22.415524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] Publish callbacks [] for security_group (b6d8671f-6598-4325-ab8c-71509ea41348), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.432079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] Publish callbacks [] for security_group (b6d8671f-6598-4325-ab8c-71509ea41348), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.441774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3485459d-24c2-43e3-bf5f-db595b0e2657 req-27f48b77-6803-4dc1-8cf4-dac42f7380e6 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457985 May 02 10:22:22.542720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1de09ffc-fb57-4138-9876-0a37188a70df req-4a191a6c-5998-400b-9148-2a6b6bc17a5f tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f5a2354-94ae-40a3-9961-612b2da0f266 HTTP/1.1" status: 200 len: 210 time: 0.0320399 May 02 10:22:22.543259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48776) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:22.566119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6d8671f-6598-4325-ab8c-71509ea41348), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.568870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.570060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6d8671f-6598-4325-ab8c-71509ea41348 HTTP/1.1" status: 204 len: 168 time: 0.2127151 May 02 10:22:22.578781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139abfbe-a4e5-4b19-b680-9d31421d4587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d8671f-6598-4325-ab8c-71509ea41348,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:22.584738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a9f6777-7807-413b-8fc5-47b45968f963 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4decc5104ea4ef59a8563d2ff68c64e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402408 May 02 10:22:22.587152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48780) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:22.636207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] Publish callbacks [] for security_group (31bbf6f0-8f28-4c47-b104-d601911e9dd5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.658758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] Publish callbacks [] for security_group (31bbf6f0-8f28-4c47-b104-d601911e9dd5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.781093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (31bbf6f0-8f28-4c47-b104-d601911e9dd5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.783980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:22.785354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/31bbf6f0-8f28-4c47-b104-d601911e9dd5 HTTP/1.1" status: 204 len: 168 time: 0.1972384 May 02 10:22:22.794247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a077cdd2-8757-47b5-be23-a576c8a48df4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bbf6f0-8f28-4c47-b104-d601911e9dd5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:23.024051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec08ff-4cad-4db1-8c5a-3f843fdffd62 req-ccc41efa-9fb6-403d-be6a-276b440535b9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.025627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2dec08ff-4cad-4db1-8c5a-3f843fdffd62 req-ccc41efa-9fb6-403d-be6a-276b440535b9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0514224 May 02 10:22:23.079206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-a0195d40-a6e6-42bf-aaca-c4f11885144c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.081382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-a0195d40-a6e6-42bf-aaca-c4f11885144c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 1125 time: 0.0459123 May 02 10:22:23.085198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2dec08ff-4cad-4db1-8c5a-3f843fdffd62 req-c119b416-3624-497a-8421-2eeee031b34a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534356 May 02 10:22:23.177781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-cc39ad55-a747-40cc-bf9a-186766190da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.179271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-cc39ad55-a747-40cc-bf9a-186766190da2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 925 time: 0.0899003 May 02 10:22:23.267696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-fa0b96b6-d569-4974-b5b7-259d40fc5b2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0218946b-5275-469c-bcfb-df3ebfe3a847 HTTP/1.1" status: 200 len: 217 time: 0.0466545 May 02 10:22:23.360885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cdecd8-6663-43d6-95ed-60f10d7c3d2a req-e4c5cf93-54ef-4a19-b8d5-a623781f5ed7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.360885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7cdecd8-6663-43d6-95ed-60f10d7c3d2a req-e4c5cf93-54ef-4a19-b8d5-a623781f5ed7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0650077 May 02 10:22:23.397780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37a2333-80d4-44e1-9365-78adbdb78024 req-47702272-1886-48fa-b5fb-c97ba71eea49 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.397780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e37a2333-80d4-44e1-9365-78adbdb78024 req-47702272-1886-48fa-b5fb-c97ba71eea49 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.0623603 May 02 10:22:23.437428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7cdecd8-6663-43d6-95ed-60f10d7c3d2a req-f90ac001-11a7-4506-a371-173b7e709a72 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630770 May 02 10:22:23.460295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e37a2333-80d4-44e1-9365-78adbdb78024 req-72a543aa-f2b5-4a80-aa99-1cbd0764fb51 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563116 May 02 10:22:23.523837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-ffe892e3-f526-4954-9eea-e5bf7df9e331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.525800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-ffe892e3-f526-4954-9eea-e5bf7df9e331 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.0821242 May 02 10:22:23.577376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e72317-8fbc-4fb5-a730-49df1c24ace6 req-b38b1fd8-17c8-40f0-a517-d8fc5643690f tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:23.578853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99e72317-8fbc-4fb5-a730-49df1c24ace6 req-b38b1fd8-17c8-40f0-a517-d8fc5643690f tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 943 time: 0.0517995 May 02 10:22:23.628180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99e72317-8fbc-4fb5-a730-49df1c24ace6 req-69f943d3-cf15-4c37-81fb-9f29941c1c17 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437477 May 02 10:22:23.834686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0218946b-5275-469c-bcfb-df3ebfe3a847 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:22:23.946903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0218946b-5275-469c-bcfb-df3ebfe3a847,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:23.962284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'port_id': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'mac_address': 'fa:16:3e:2e:d7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:22:24.006135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0218946b-5275-469c-bcfb-df3ebfe3a847 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:24.006562 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.021049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0218946b-5275-469c-bcfb-df3ebfe3a847 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:24.043313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0218946b-5275-469c-bcfb-df3ebfe3a847,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:24.094439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b0b400-a6df-4e33-8cce-d46f758d2ec8 req-f9eeddca-5a42-487c-9b9f-0b44fd5338c8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.095981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83b0b400-a6df-4e33-8cce-d46f758d2ec8 req-f9eeddca-5a42-487c-9b9f-0b44fd5338c8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0472281 May 02 10:22:24.136990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.169472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83b0b400-a6df-4e33-8cce-d46f758d2ec8 req-9df7c7cf-4ae5-4520-a563-534b04fa38e8 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652525 May 02 10:22:24.212181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:24.220089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.220444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.220817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.221162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.221507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.221894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.222230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.222570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.222900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.223233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.223562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.223894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.224220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.224770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.225128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:24.249328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47392b8-eca6-4c1f-9edb-a6f776ef4bab req-d2ea3fbc-2cdd-40b8-8dc4-7994217f8a91 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.250820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47392b8-eca6-4c1f-9edb-a6f776ef4bab req-d2ea3fbc-2cdd-40b8-8dc4-7994217f8a91 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0609913 May 02 10:22:24.305361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47392b8-eca6-4c1f-9edb-a6f776ef4bab req-cf5ed6d4-4212-4908-9b13-44044c6d0a0a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481563 May 02 10:22:24.368079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0218946b-5275-469c-bcfb-df3ebfe3a847'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:24.372618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48856) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:24.542670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-14d0d1a0-4188-4c64-b4a9-8039f40aefa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.545110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-14d0d1a0-4188-4c64-b4a9-8039f40aefa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0990283 May 02 10:22:24.553282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d903518-ca76-4411-9ac0-a8fc738a9819 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.610888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-fab823a7-c6d4-4113-847e-e6a2f4aa88c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.612308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-fab823a7-c6d4-4113-847e-e6a2f4aa88c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1127 time: 0.0643420 May 02 10:22:24.632122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c94ae9-7910-401d-90ed-ff6199f5d29d req-e6728e91-ae2a-4b14-a882-5beee486e68b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.633631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5c94ae9-7910-401d-90ed-ff6199f5d29d req-e6728e91-ae2a-4b14-a882-5beee486e68b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0948632 May 02 10:22:24.648538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d903518-ca76-4411-9ac0-a8fc738a9819 admin admin] Publish callbacks [] for security_group (6a736355-3c48-4f06-b5ef-0c1ca1614217), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.675876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-8b5da2c1-5d88-4be9-8ad0-963623a04f6b tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.677394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-8b5da2c1-5d88-4be9-8ad0-963623a04f6b tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0619442 May 02 10:22:24.698185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24aeb7-1a80-4a9d-bb47-cd0605372d63 req-4355ee26-c9ac-4250-9f56-8cae3e4bce23 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.699666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d24aeb7-1a80-4a9d-bb47-cd0605372d63 req-4355ee26-c9ac-4250-9f56-8cae3e4bce23 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.0497646 May 02 10:22:24.713997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d903518-ca76-4411-9ac0-a8fc738a9819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a736355-3c48-4f06-b5ef-0c1ca1614217), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.731706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5c94ae9-7910-401d-90ed-ff6199f5d29d req-6c85420f-382b-4df6-9b1c-7af750665836 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814149 May 02 10:22:24.741077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-da277cb0-aeb3-4b33-b87a-71be77573014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.741897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-da277cb0-aeb3-4b33-b87a-71be77573014 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7&tenant_id=25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 1127 time: 0.0553353 May 02 10:22:24.790310 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9d903518-ca76-4411-9ac0-a8fc738a9819 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8786b972e479415d9b6b4e957cdc0212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4062078 May 02 10:22:24.790310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48868) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:24.795666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d903518-ca76-4411-9ac0-a8fc738a9819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a736355-3c48-4f06-b5ef-0c1ca1614217,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:24.809356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d24aeb7-1a80-4a9d-bb47-cd0605372d63 req-68930733-315e-4481-94ea-734991e56187 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1020575 May 02 10:22:24.825435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-5749c24b-a6d3-47d6-97af-7203d9534d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.825435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-5749c24b-a6d3-47d6-97af-7203d9534d6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1127 time: 0.0540724 May 02 10:22:24.863781 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] Publish callbacks [] for security_group (6a736355-3c48-4f06-b5ef-0c1ca1614217), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.891708 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] Publish callbacks [] for security_group (6a736355-3c48-4f06-b5ef-0c1ca1614217), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:24.956314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42917ffd-d7cb-4dc1-bd09-36b39a5f4776 req-11b26a50-936a-4c42-9d2e-b84a13f26691 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.957811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42917ffd-d7cb-4dc1-bd09-36b39a5f4776 req-11b26a50-936a-4c42-9d2e-b84a13f26691 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 944 time: 0.1014774 May 02 10:22:24.974698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-d4d0f131-af14-4143-93d5-83cfb25197ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:24.975574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-d4d0f131-af14-4143-93d5-83cfb25197ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1461184 May 02 10:22:25.021317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-f8fc596c-eb7b-42ae-9b6d-d8eb7c1834a7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.0386660 May 02 10:22:25.035247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a736355-3c48-4f06-b5ef-0c1ca1614217), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:25.038098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:25.039363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a736355-3c48-4f06-b5ef-0c1ca1614217 HTTP/1.1" status: 204 len: 168 time: 0.2523656 May 02 10:22:25.048881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7e211-92ff-4768-bf83-4354edd7d66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a736355-3c48-4f06-b5ef-0c1ca1614217,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:25.061157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42917ffd-d7cb-4dc1-bd09-36b39a5f4776 req-886d7979-31f3-47ef-b394-ac7c31ea153b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958822 May 02 10:22:25.117681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-da64ee03-65d3-46fb-8a16-bc00ca5940fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:25.119179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-da64ee03-65d3-46fb-8a16-bc00ca5940fd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0924227 May 02 10:22:25.151968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-a76c040a-f4e9-415f-9ee3-319f6dd47872 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272248 May 02 10:22:25.286317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-683883e5-45c3-4e97-97ae-61a5029385e8 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283176 May 02 10:22:25.315692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b7d620-7856-4b7d-80d0-78f747e4f1cc req-77edfa7c-bc40-47c7-943d-3761474fc9dc tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:25.317189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50b7d620-7856-4b7d-80d0-78f747e4f1cc req-77edfa7c-bc40-47c7-943d-3761474fc9dc tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0787549 May 02 10:22:25.424160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50b7d620-7856-4b7d-80d0-78f747e4f1cc req-d91d9144-a896-4e2d-ad49-fb261e4e403e tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004660 May 02 10:22:25.430746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-e270d6bf-ff93-4eac-b058-42a1c6b3a615 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1389816 May 02 10:22:25.460135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c3e84-375e-491d-90cf-a8b3a7dd7043 req-81eca20c-f32c-4524-95ce-461aac4fab9f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:25.461772 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d12c3e84-375e-491d-90cf-a8b3a7dd7043 req-81eca20c-f32c-4524-95ce-461aac4fab9f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0744724 May 02 10:22:25.514445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d12c3e84-375e-491d-90cf-a8b3a7dd7043 req-5f9989e9-d024-47f5-b57c-8b456a04f179 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 May 02 10:22:25.578182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb17a43f-ddb9-4e6b-ae5c-17dd3353363b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:25.829662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-34a7caaf-4354-4b3e-b8e1-25b17da02f3b service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054480 May 02 10:22:25.860935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 206b1c4c-bb26-4356-9580-c37c87feef14 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:22:25.865903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0218946b-5275-469c-bcfb-df3ebfe3a847 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:25.919373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1c5d75-9338-4bb0-bb8a-5f8f5fbcc11f req-2016dc0f-d18a-405a-b348-61dda03b4edd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:25.920909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e1c5d75-9338-4bb0-bb8a-5f8f5fbcc11f req-2016dc0f-d18a-405a-b348-61dda03b4edd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0736332 May 02 10:22:25.981316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:25.982443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-92982beb-6a6f-4913-9b1e-ece1b2ad5c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:25.983976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-92982beb-6a6f-4913-9b1e-ece1b2ad5c86 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2404146 May 02 10:22:26.020759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-d2358208-3535-4020-8dfb-7da8df5f5384 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.022334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-d2358208-3535-4020-8dfb-7da8df5f5384 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0827541 May 02 10:22:26.091851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a6c494-475c-4156-a358-60106ed09ea0 req-3dc8d58b-51a4-4b71-9eef-6002333907cb tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.093327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a6c494-475c-4156-a358-60106ed09ea0 req-3dc8d58b-51a4-4b71-9eef-6002333907cb tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.15 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0498536 May 02 10:22:26.104794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bca713-cbcd-4ecf-a483-4a44130b5e0a req-fd63eca4-dac5-4e12-b22d-dc2898fb3cc0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.106321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bca713-cbcd-4ecf-a483-4a44130b5e0a req-fd63eca4-dac5-4e12-b22d-dc2898fb3cc0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 944 time: 0.1947687 May 02 10:22:26.120537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 0218946b-5275-469c-bcfb-df3ebfe3a847 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:22:26.159837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=206b1c4c-bb26-4356-9580-c37c87feef14,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:26.177972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '206b1c4c-bb26-4356-9580-c37c87feef14', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'port_id': '206b1c4c-bb26-4356-9580-c37c87feef14', 'mac_address': 'fa:16:3e:d2:62:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:22:26.202572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-41bc5adb-f6c2-4c18-99b5-687a1dc0b627 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 200 len: 217 time: 0.1717038 May 02 10:22:26.234868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 206b1c4c-bb26-4356-9580-c37c87feef14 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:26.235544 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.256115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 206b1c4c-bb26-4356-9580-c37c87feef14 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:26.261547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd661d29-df23-479a-8b1c-54cf90d45ddc req-1a65369d-ce7a-43a3-be0e-0bba052e8704 service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3652539 May 02 10:22:26.278618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=206b1c4c-bb26-4356-9580-c37c87feef14,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:26.281907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e1c5d75-9338-4bb0-bb8a-5f8f5fbcc11f req-92f605be-213f-41f6-b933-c87e94b48e11 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492634 May 02 10:22:26.286181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bca09ff-e40d-40c3-9579-630bc3c6b654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.293173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bca713-cbcd-4ecf-a483-4a44130b5e0a req-d8c0638d-07bf-405c-aca8-c0ddfa097457 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765261 May 02 10:22:26.294499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Deleting port 626d34fd-f028-4146-86ae-0fb8fa487554 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:26.295687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.359023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-8d46d7a1-0089-4c82-9c62-d05caa9aa814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.360429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-8d46d7a1-0089-4c82-9c62-d05caa9aa814 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1248677 May 02 10:22:26.398943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] For port 626d34fd-f028-4146-86ae-0fb8fa487554, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=626d34fd-f028-4146-86ae-0fb8fa487554,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:26.399312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.413889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Calling delete_port for 626d34fd-f028-4146-86ae-0fb8fa487554 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:26.436495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-d522b479-9aaf-4c11-bf0b-18b3bc86dfca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0590496 May 02 10:22:26.447602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf8c74a-7689-42a9-92b4-1666d92f6001 req-52809a21-7ef2-468e-acf8-031030c43d87 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.449053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cf8c74a-7689-42a9-92b4-1666d92f6001 req-52809a21-7ef2-468e-acf8-031030c43d87 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 944 time: 0.0944159 May 02 10:22:26.582621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cf8c74a-7689-42a9-92b4-1666d92f6001 req-2183dfe5-80bf-4a49-b12e-9b71994ed3bf tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212838 May 02 10:22:26.589903 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bca09ff-e40d-40c3-9579-630bc3c6b654 admin admin] Publish callbacks [] for security_group (54661407-77f5-4ecf-8da5-b4ce1aedd25c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.594552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9022270b-5847-41c2-b683-b333f4b5cb33 req-f58a5b0c-a82f-492e-aae7-9fd727c646c7 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.596299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9022270b-5847-41c2-b683-b333f4b5cb33 req-f58a5b0c-a82f-492e-aae7-9fd727c646c7 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 950 time: 0.0764055 May 02 10:22:26.606472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-7ba2f063-2dfd-4976-9d12-f490fe7959b1 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554000 May 02 10:22:26.663681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9022270b-5847-41c2-b683-b333f4b5cb33 req-76610702-acb9-49ce-b941-dd9fd46a79a5 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/security-groups?id=b059d551-e799-413b-9dc0-1243c772339a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542276 May 02 10:22:26.729721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09876783-b5e0-4615-83f4-8c3ab0c1db0a req-d3bd6ede-a8f1-4694-9202-48b38ef841d8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:26.731181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09876783-b5e0-4615-83f4-8c3ab0c1db0a req-d3bd6ede-a8f1-4694-9202-48b38ef841d8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0608199 May 02 10:22:26.748015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5564a0e-3d08-4111-a41c-fcbfdee1dfea req-5761c8e8-3876-4d85-9504-4a771cfea94d service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345186 May 02 10:22:26.783869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09876783-b5e0-4615-83f4-8c3ab0c1db0a req-4c9519bb-17df-4150-a693-28a411085c1a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470531 May 02 10:22:26.871974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 0218946b-5275-469c-bcfb-df3ebfe3a847 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:26.872830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.921085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (626d34fd-f028-4146-86ae-0fb8fa487554), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.921974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.922387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bca09ff-e40d-40c3-9579-630bc3c6b654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54661407-77f5-4ecf-8da5-b4ce1aedd25c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.952130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-0a908df2-17dc-4c2b-85c2-c92ffedb71d1 service neutron] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:26.961032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Pushing event deleted for resources: {'Port': ['ID=626d34fd-f028-4146-86ae-0fb8fa487554,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:26.971776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-0a908df2-17dc-4c2b-85c2-c92ffedb71d1 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:26.971776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9473373-828e-4206-b99a-7054a5f4ab8a req-0a908df2-17dc-4c2b-85c2-c92ffedb71d1 service neutron] 10.222.0.24 "DELETE /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.9348757 May 02 10:22:26.980458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8bca09ff-e40d-40c3-9579-630bc3c6b654 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eec791a7b8534970a7a5a6e534c1a0fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9954965 May 02 10:22:26.984030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48960) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:27.012887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bca09ff-e40d-40c3-9579-630bc3c6b654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54661407-77f5-4ecf-8da5-b4ce1aedd25c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:27.020120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:27.039863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] No DVR routers for this DVR port 626d34fd-f028-4146-86ae-0fb8fa487554 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:27.043343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.046775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0218946b-5275-469c-bcfb-df3ebfe3a847 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:27.047368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.048666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a6c494-475c-4156-a358-60106ed09ea0 req-dea1ac58-ef90-413b-97f4-ff92e932a2b3 tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.15 "DELETE /v2.0/ports/626d34fd-f028-4146-86ae-0fb8fa487554 HTTP/1.1" status: 204 len: 173 time: 0.9412792 May 02 10:22:27.049958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'name': 'network-vif-deleted', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:27.051762 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30e86d5-3748-4c4b-933a-01d4ab1f7ae6" -d '{"events": [{"server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "name": "network-vif-deleted", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:27.068036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] Publish callbacks [] for security_group (54661407-77f5-4ecf-8da5-b4ce1aedd25c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.087933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['626d34fd-f028-4146-86ae-0fb8fa487554'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:27.096146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] Publish callbacks [] for security_group (54661407-77f5-4ecf-8da5-b4ce1aedd25c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.114783 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04b47b2-e297-441d-b245-4d97a1f89cd4 x-openstack-request-id: req-a04b47b2-e297-441d-b245-4d97a1f89cd4 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:27.115082 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "402bb313-9548-4264-9406-4ab98b6388b5", "name": "network-vif-deleted", "tag": "626d34fd-f028-4146-86ae-0fb8fa487554", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:27.115343 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a04b47b2-e297-441d-b245-4d97a1f89cd4 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:27.115745 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a04b47b2-e297-441d-b245-4d97a1f89cd4'] response: {'server_uuid': '402bb313-9548-4264-9406-4ab98b6388b5', 'name': 'network-vif-deleted', 'tag': '626d34fd-f028-4146-86ae-0fb8fa487554', 'status': 'completed', 'code': 200} May 02 10:22:27.143279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:27.146220 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5182ce-5fb1-4b69-9ef3-b210f6d55fa0" -d '{"events": [{"server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "name": "network-vif-plugged", "status": "completed", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:27.162010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0218946b-5275-469c-bcfb-df3ebfe3a847,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:27.168142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['206b1c4c-bb26-4356-9580-c37c87feef14'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:27.196738 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0889b7b2-a114-48a9-a75f-06e06ddd5d8d x-openstack-request-id: req-0889b7b2-a114-48a9-a75f-06e06ddd5d8d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:27.197064 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "name": "network-vif-plugged", "status": "completed", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:27.197327 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0889b7b2-a114-48a9-a75f-06e06ddd5d8d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:27.197722 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0889b7b2-a114-48a9-a75f-06e06ddd5d8d'] response: {'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'code': 200} May 02 10:22:27.252235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54661407-77f5-4ecf-8da5-b4ce1aedd25c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.255854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.260222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54661407-77f5-4ecf-8da5-b4ce1aedd25c HTTP/1.1" status: 204 len: 168 time: 0.2722418 May 02 10:22:27.265237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a49796-164d-41ae-b03e-a5a5e9df9718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54661407-77f5-4ecf-8da5-b4ce1aedd25c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:27.298781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:27.391213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:27.541067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0d9d5-1a5f-4b79-8ea1-c744b6e3e46c req-7cfce858-a1ff-464d-a85b-2491c499515c tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:27.564701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44e0d9d5-1a5f-4b79-8ea1-c744b6e3e46c req-7cfce858-a1ff-464d-a85b-2491c499515c tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 945 time: 0.1093788 May 02 10:22:27.575933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ce215-6792-4948-95a9-070c2789c191 req-06f078ac-da2b-4b31-b593-91b7022d337e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:27.583311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-387ce215-6792-4948-95a9-070c2789c191 req-06f078ac-da2b-4b31-b593-91b7022d337e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 1127 time: 0.0965149 May 02 10:22:27.692390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-387ce215-6792-4948-95a9-070c2789c191 req-4d5f582a-fa20-4ecb-93a4-ee8bb1e9f264 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972984 May 02 10:22:27.696670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44e0d9d5-1a5f-4b79-8ea1-c744b6e3e46c req-548a0f59-db31-4ce7-abd8-706b44d21dbb tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310112 May 02 10:22:27.818800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abebbee-662a-492b-8e26-477b9cb575d0 req-e9d9c564-24a2-4d1b-8732-f7b52786c675 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:27.828029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7abebbee-662a-492b-8e26-477b9cb575d0 req-e9d9c564-24a2-4d1b-8732-f7b52786c675 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.0714650 May 02 10:22:27.834904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90e49ef-e534-4c6b-8655-3eaffa72a3e0 req-68e8e34b-5bd5-42df-ab67-fd9c57be8e04 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:27.837053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d90e49ef-e534-4c6b-8655-3eaffa72a3e0 req-68e8e34b-5bd5-42df-ab67-fd9c57be8e04 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0734446 May 02 10:22:27.852160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 206b1c4c-bb26-4356-9580-c37c87feef14 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:27.897508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7abebbee-662a-492b-8e26-477b9cb575d0 req-9aef384f-83a2-48b0-af17-e34492150cd3 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677640 May 02 10:22:27.937082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 206b1c4c-bb26-4356-9580-c37c87feef14 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:22:27.941121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d90e49ef-e534-4c6b-8655-3eaffa72a3e0 req-9229c09c-f4db-45ab-b994-cd0e8a0bf958 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930591 May 02 10:22:27.952961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ad93eee9-f28f-429e-b999-b2909e964e3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:28.005114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 206b1c4c-bb26-4356-9580-c37c87feef14 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:28.005864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:28.013803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0eddf83c-2dad-4c2b-b878-b6e7ab597c3a req-bd3b2629-3301-42d7-b8c8-abe00c41b4dd tempest-LiveMigrationNegativeTest-1785522022 tempest-LiveMigrationNegativeTest-1785522022-project] 10.222.0.16 "GET /v2.0/ports?device_id=402bb313-9548-4264-9406-4ab98b6388b5 HTTP/1.1" status: 200 len: 210 time: 0.0362456 May 02 10:22:28.102857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc1c772-cbc6-43f0-a0d5-f3fa55dc586b req-00d960b5-6c59-42c3-85b0-779323df301b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:28.104431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bc1c772-cbc6-43f0-a0d5-f3fa55dc586b req-00d960b5-6c59-42c3-85b0-779323df301b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0630474 May 02 10:22:28.114306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 206b1c4c-bb26-4356-9580-c37c87feef14 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:28.114768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:28.148020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=206b1c4c-bb26-4356-9580-c37c87feef14,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:28.161534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bc1c772-cbc6-43f0-a0d5-f3fa55dc586b req-edf3378c-fceb-4418-b49a-082613adb02e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498083 May 02 10:22:28.256344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940741a-2b1e-40e9-861c-9815b539def9 req-2f9168e1-bdec-4325-ba79-15ba58794322 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:28.257919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e940741a-2b1e-40e9-861c-9815b539def9 req-2f9168e1-bdec-4325-ba79-15ba58794322 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1127 time: 0.0408425 May 02 10:22:28.295222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:28.308310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e940741a-2b1e-40e9-861c-9815b539def9 req-44b1890a-2180-4009-9480-9c151db21d38 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418561 May 02 10:22:28.352195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:28.444842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918c6b8b-d95d-4cd2-a7e8-693e69996693 req-ac50c366-db0a-43ea-8361-e5c6bebbbe7c tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:28.449972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-918c6b8b-d95d-4cd2-a7e8-693e69996693 req-ac50c366-db0a-43ea-8361-e5c6bebbbe7c tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 1127 time: 0.0468388 May 02 10:22:28.497563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-918c6b8b-d95d-4cd2-a7e8-693e69996693 req-57ec8d41-6ea2-47c5-b577-7543c709e062 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450678 May 02 10:22:28.729300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49030) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:28.884052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-network', 'tenant_id': '642189cc67754e20a2a1191c961606c5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:28.914477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6fef70-ad96-419e-86d7-ec889145ca35 req-d600dc7f-cf24-4dc6-8c8e-e0169210c3ea tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:28.916475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a6fef70-ad96-419e-86d7-ec889145ca35 req-d600dc7f-cf24-4dc6-8c8e-e0169210c3ea tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0667810 May 02 10:22:28.969224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a6fef70-ad96-419e-86d7-ec889145ca35 req-f6ada614-6276-4874-a00c-9f9a41694324 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461376 May 02 10:22:29.028761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Made reservation on behalf of 642189cc67754e20a2a1191c961606c5 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:29.032095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.042291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.114527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.129793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks [] for security_group (f9e2ef35-8a0d-4574-a861-a0c73377beb7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.198841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:29.201251 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e0778b-2aaa-4ff2-862c-17109a5dfe93" -d '{"events": [{"server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "name": "network-vif-plugged", "status": "completed", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:29.268680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9e2ef35-8a0d-4574-a861-a0c73377beb7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.292727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:22:29.302644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9e2ef35-8a0d-4574-a861-a0c73377beb7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:29.308069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e7a502fe-92d6-4a75-9441-e372c96f34f9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.308411 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Added segment e7a502fe-92d6-4a75-9441-e372c96f34f9 of type vlan for network b61df8d3-5105-4508-87fb-dbedfd999ab5 May 02 10:22:29.350740 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b61df8d3-5105-4508-87fb-dbedfd999ab5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.497715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b61df8d3-5105-4508-87fb-dbedfd999ab5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.498737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.500439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.578442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] Pushing event updated for resources: {'Network': ['ID=b61df8d3-5105-4508-87fb-dbedfd999ab5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:29.589014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:22:29.602755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df372581-08fd-4896-b96f-08b7d41e743d req-03641429-1e09-494d-b4d0-7bc2e8f46b67 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.605041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df372581-08fd-4896-b96f-08b7d41e743d req-03641429-1e09-494d-b4d0-7bc2e8f46b67 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.0801809 May 02 10:22:29.644968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b6ada6-e578-4703-be60-f8c2ad725975 req-2b899371-d7a1-445f-bfb7-ba97a07aad8c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.646833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30b6ada6-e578-4703-be60-f8c2ad725975 req-2b899371-d7a1-445f-bfb7-ba97a07aad8c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0722649 May 02 10:22:29.666147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df372581-08fd-4896-b96f-08b7d41e743d req-c3afd2d4-85d3-47d2-a1a2-0bf7ed519b7a tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549328 May 02 10:22:29.690352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9767254e-c5b9-46a8-9f8f-2ce3f73c2813 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9574268 May 02 10:22:29.691116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:29.698842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Request body: {'subnet': {'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-subnet', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:29.761026 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddf6cd7f-4c50-4829-902a-a60700f824ab x-openstack-request-id: req-ddf6cd7f-4c50-4829-902a-a60700f824ab {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:29.761430 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "name": "network-vif-plugged", "status": "completed", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:29.762082 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ddf6cd7f-4c50-4829-902a-a60700f824ab {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:29.762807 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddf6cd7f-4c50-4829-902a-a60700f824ab'] response: {'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14', 'code': 200} May 02 10:22:29.767534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30b6ada6-e578-4703-be60-f8c2ad725975 req-02c54d83-6eca-4f24-9524-f0bd40c56e03 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135395 May 02 10:22:29.774374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-de50db56-257b-4921-bb18-1516309f433c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.775809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-de50db56-257b-4921-bb18-1516309f433c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1127 time: 0.0719767 May 02 10:22:29.863705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Made reservation on behalf of 642189cc67754e20a2a1191c961606c5 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:29.866248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:29.888875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 626d34fd-f028-4146-86ae-0fb8fa487554 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:29.896772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c797f36a-2309-4727-8b7f-83485352db25 req-7477f134-66e0-45b4-bcb2-5a9a943900e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.898500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c797f36a-2309-4727-8b7f-83485352db25 req-7477f134-66e0-45b4-bcb2-5a9a943900e6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 1128 time: 0.0679452 May 02 10:22:29.917233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 626d34fd-f028-4146-86ae-0fb8fa487554 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:29.917577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 626d34fd-f028-4146-86ae-0fb8fa487554 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:29.948180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-ad37aeed-dd32-47a7-bef0-5b48eb32faf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:29.949959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-ad37aeed-dd32-47a7-bef0-5b48eb32faf8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1059003 May 02 10:22:29.995409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c797f36a-2309-4727-8b7f-83485352db25 req-de14bdf7-22f0-47e4-bec9-68c74f43d0f9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677655 May 02 10:22:30.115748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49062) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:30.130302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-db74ade6-a578-4ad2-94c3-2f59d6e09175 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0393679 May 02 10:22:30.156738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325a33b2-201d-4e5f-9dc4-741da88bb8c7 req-662396c0-06aa-4585-aeb9-7df06c6076a0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.158412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-325a33b2-201d-4e5f-9dc4-741da88bb8c7 req-662396c0-06aa-4585-aeb9-7df06c6076a0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.1000440 May 02 10:22:30.192818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (84bf20a6-3ec1-407e-93fb-36ba63178516), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.236312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-325a33b2-201d-4e5f-9dc4-741da88bb8c7 req-72855b70-f2b4-4b0b-8249-daa93047ea63 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576124 May 02 10:22:30.244391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-d73d8e5e-ef97-425f-9d5d-1b1fb1b48839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.244391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-d73d8e5e-ef97-425f-9d5d-1b1fb1b48839 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.1022561 May 02 10:22:30.272399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Pushing event updated for resources: {'Subnet': ['ID=84bf20a6-3ec1-407e-93fb-36ba63178516,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:30.292814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-0754817a-1c54-48d9-8bff-ae19b84fa7fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422833 May 02 10:22:30.329841 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11874b36-938d-4e48-aa69-13ab380ca84d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=999c6e3e38a44d369c3782428f8e0e75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2104204 May 02 10:22:30.329841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Checking segment: {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:30.329841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Network hostable DHCP agents. Network: b61df8d3-5105-4508-87fb-dbedfd999ab5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:22:30.332054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49066) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:30.397294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-499377f6-34b5-41e9-a62e-a3fa7af0105b service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985968 May 02 10:22:30.407963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] Publish callbacks [] for security_group (b059d551-e799-413b-9dc0-1243c772339a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.430966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] Publish callbacks [] for security_group (b059d551-e799-413b-9dc0-1243c772339a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.432529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:22:30.455844 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.494789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-3682cb39-3f0f-4115-9fc5-f4072036c51c service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919685 May 02 10:22:30.506212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b61df8d3-5105-4508-87fb-dbedfd999ab5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:30.510764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.511367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.519250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08359ddf-f946-45bf-a229-806c75e3cb76 None None] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:30.594551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b059d551-e799-413b-9dc0-1243c772339a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.597232 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.598563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b059d551-e799-413b-9dc0-1243c772339a HTTP/1.1" status: 204 len: 168 time: 0.2650220 May 02 10:22:30.607082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1ce2ab-f535-4956-b4fa-e13d3436ee3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b059d551-e799-413b-9dc0-1243c772339a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:30.662021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8bb546df-d2a2-4426-aa85-fb091079abea admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.9681952 May 02 10:22:30.663275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49078) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:30.669464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:30.723729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-24e9b276-eea8-4a61-8d91-f425185a3f62 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.725747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-24e9b276-eea8-4a61-8d91-f425185a3f62 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0519342 May 02 10:22:30.736440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:30.768057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b61df8d3-5105-4508-87fb-dbedfd999ab5', 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5', 'project_id': '642189cc67754e20a2a1191c961606c5', 'fixed_ips': [{'subnet_id': '84bf20a6-3ec1-407e-93fb-36ba63178516'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:22:30.768057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.866045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.867327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.892443 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:30.918548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a05bd-21eb-4d3c-ace0-97426fe067b4 req-2e309269-1220-4784-89c9-a89bc8621fb5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.923728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-012a05bd-21eb-4d3c-ace0-97426fe067b4 req-2e309269-1220-4784-89c9-a89bc8621fb5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.1489649 May 02 10:22:30.967120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beec57cc-585c-450a-8d2c-d8994b94afc5 req-2c293a25-34e4-45d6-bcf6-706af22f4c1e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:30.969212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beec57cc-585c-450a-8d2c-d8994b94afc5 req-2c293a25-34e4-45d6-bcf6-706af22f4c1e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 945 time: 0.0996375 May 02 10:22:31.017602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Allocated IP 172.20.0.2 (b61df8d3-5105-4508-87fb-dbedfd999ab5/84bf20a6-3ec1-407e-93fb-36ba63178516/d35730a6-d5cf-49b1-9aec-c05984501216) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:31.053015 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beec57cc-585c-450a-8d2c-d8994b94afc5 req-14ad9293-f8f7-4a6f-a640-16959d0d974d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755985 May 02 10:22:31.223874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks [] for port (d35730a6-d5cf-49b1-9aec-c05984501216), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.282267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for router_controller (dda4e80a-48ea-4b26-b647-f96955cf8371), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.327296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.356961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-012a05bd-21eb-4d3c-ace0-97426fe067b4 req-bcd62f1e-9af5-4727-8674-e1d6d5bfb5c8 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4267902 May 02 10:22:31.400566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:31.400707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395d6c62-326d-4246-bf69-cf17ffbedbb7 req-4d24e97d-a706-4ec9-b4d5-0d9d47bd3b1d tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:31.400838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:31.400929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-395d6c62-326d-4246-bf69-cf17ffbedbb7 req-4d24e97d-a706-4ec9-b4d5-0d9d47bd3b1d tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0833979 May 02 10:22:31.401870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:31.404001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Pushing event updated for resources: {'Port': ['ID=d35730a6-d5cf-49b1-9aec-c05984501216,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:31.425645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:31.459654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:31.480671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Attempting to bind port d35730a6-d5cf-49b1-9aec-c05984501216 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:31.483407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Attempting to bind port d35730a6-d5cf-49b1-9aec-c05984501216 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:31.483786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Attempting to bind port d35730a6-d5cf-49b1-9aec-c05984501216 on network b61df8d3-5105-4508-87fb-dbedfd999ab5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:31.498258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:31.499690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Checking segment: {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:31.500166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.500459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Bound using segment: {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:31.500972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Bound port: d35730a6-d5cf-49b1-9aec-c05984501216, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:31.501363 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.532417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-395d6c62-326d-4246-bf69-cf17ffbedbb7 req-23af627c-b373-4c91-b4f9-0312938cfb57 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174943 May 02 10:22:31.575807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-652ff11b-48b9-4746-86ca-4f12bf837a19 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b61e9bcfa5fd47d296c86f5f3f1300cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1145611 May 02 10:22:31.576400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:31.625637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] For port d35730a6-d5cf-49b1-9aec-c05984501216, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:31.631418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] For port d35730a6-d5cf-49b1-9aec-c05984501216, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d35730a6-d5cf-49b1-9aec-c05984501216,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:31.646351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:31.654507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f269fea5-7b9f-47b9-b679-079fb4bb03bc req-b95fe6ff-7b70-4fc6-b2ec-65ae65dfb718 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:31.663128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49114) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:31.663579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f269fea5-7b9f-47b9-b679-079fb4bb03bc req-b95fe6ff-7b70-4fc6-b2ec-65ae65dfb718 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.1775725 May 02 10:22:31.667449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Request body: {'floatingip': {'port_id': '0218946b-5275-469c-bcfb-df3ebfe3a847'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:31.681134 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for router_gateway (dda4e80a-48ea-4b26-b647-f96955cf8371), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.697722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:31.723368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.746102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.767429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d04c3a6-9448-454a-aff6-594564722087'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:31.771365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] Publish callbacks [] for security_group (ede5df0e-6078-41c1-b688-e25a8d0d4dae), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.775474 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43db87a2-9847-48a5-80c9-78cebdea1b7d" -d '{"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-unplugged", "status": "completed", "tag": "9d04c3a6-9448-454a-aff6-594564722087"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:31.782789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks [] for port (9d04c3a6-9448-454a-aff6-594564722087), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.837325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae5ff4-cc36-41a0-b9f6-eb15b19f6547 None None] Pushing event updated for resources: {'Port': ['ID=d35730a6-d5cf-49b1-9aec-c05984501216,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:31.889260 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc481a40-210f-4e3e-9ca9-6f45054eaba9 x-openstack-request-id: req-fc481a40-210f-4e3e-9ca9-6f45054eaba9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:31.889775 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-unplugged", "status": "completed", "tag": "9d04c3a6-9448-454a-aff6-594564722087", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:31.890305 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc481a40-210f-4e3e-9ca9-6f45054eaba9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:31.890874 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc481a40-210f-4e3e-9ca9-6f45054eaba9'] response: {'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d04c3a6-9448-454a-aff6-594564722087', 'code': 200} May 02 10:22:31.897456 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.927862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] Publish callbacks [] for security_group (ede5df0e-6078-41c1-b688-e25a8d0d4dae), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:31.944168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.009072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-441867bf-b97e-44b2-bbbf-6b25ec97697b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.204514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:32.214152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ede5df0e-6078-41c1-b688-e25a8d0d4dae), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.217566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.221096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede5df0e-6078-41c1-b688-e25a8d0d4dae HTTP/1.1" status: 204 len: 168 time: 0.6407027 May 02 10:22:32.340487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d8c1d2-fd00-4090-ac3c-780fb25a1c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede5df0e-6078-41c1-b688-e25a8d0d4dae,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:32.387263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for router_gateway (dda4e80a-48ea-4b26-b647-f96955cf8371), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.394693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d35730a6-d5cf-49b1-9aec-c05984501216 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:32.429511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aabf085-3048-4733-a445-9550b997eae9 req-8ec159b1-5aef-4496-9dc0-b779f06bc3cf tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:32.431169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3aabf085-3048-4733-a445-9550b997eae9 req-8ec159b1-5aef-4496-9dc0-b779f06bc3cf tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.2843451 May 02 10:22:32.438701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:32.441519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:32.441519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:32.441948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.469299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d35730a6-d5cf-49b1-9aec-c05984501216 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:32.469683 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.475997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:32.476345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Attempting to bind port 9d04c3a6-9448-454a-aff6-594564722087 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:32.481283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-441867bf-b97e-44b2-bbbf-6b25ec97697b admin admin] Publish callbacks [] for security_group (b218efc1-3c12-44bb-995f-a8bc064c831e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.521586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:32.521917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:32.522227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:32.522675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Bound port: 9d04c3a6-9448-454a-aff6-594564722087, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:32.523093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.580376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.603005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d35730a6-d5cf-49b1-9aec-c05984501216 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:32.603568 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.607833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-441867bf-b97e-44b2-bbbf-6b25ec97697b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b218efc1-3c12-44bb-995f-a8bc064c831e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.654304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d35730a6-d5cf-49b1-9aec-c05984501216, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d35730a6-d5cf-49b1-9aec-c05984501216,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:32.661244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3aabf085-3048-4733-a445-9550b997eae9 req-fb6acbb6-0a74-4f90-b7de-72065fcc856f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2146924 May 02 10:22:32.711111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.729762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:32.733658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:32.741336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-441867bf-b97e-44b2-bbbf-6b25ec97697b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1f8417cf4382458ca38ede18c333244e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0771260 May 02 10:22:32.754335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49166) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:32.755040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441867bf-b97e-44b2-bbbf-6b25ec97697b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b218efc1-3c12-44bb-995f-a8bc064c831e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:32.767623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95eda75-84e7-4084-8d70-bebb1872bbba req-c8975808-fedf-4dd4-8d93-d7a9fc0b7c80 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:32.775523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d95eda75-84e7-4084-8d70-bebb1872bbba req-c8975808-fedf-4dd4-8d93-d7a9fc0b7c80 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.1025398 May 02 10:22:32.786949 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.840900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Allocated IP 172.35.4.225 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d268d46a-fde9-48ad-a3f1-25b409c3c0ea) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:32.861238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:32.910450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d35730a6-d5cf-49b1-9aec-c05984501216,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:33.121402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:33.165387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] Publish callbacks [] for security_group (b218efc1-3c12-44bb-995f-a8bc064c831e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.210886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.215875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d95eda75-84e7-4084-8d70-bebb1872bbba req-26c807a2-3c39-4f96-a551-d375a92021a1 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4393802 May 02 10:22:33.222910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:33.223947 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.225396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-b297c5c4-5937-4b99-b122-2380ac975cac service neutron] 10.222.0.24 "PUT /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 1121 time: 2.4935453 May 02 10:22:33.244333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] Publish callbacks [] for security_group (b218efc1-3c12-44bb-995f-a8bc064c831e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.279488 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Floating IP 485ec333-c1f3-4530-af0b-c7600a84c693 associated. External IP: 172.35.4.39, port: 0218946b-5275-469c-bcfb-df3ebfe3a847. May 02 10:22:33.299863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9d04c3a6-9448-454a-aff6-594564722087'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:33.409169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b712fcf-60cc-4f70-80cc-5f5a3083f57e None None] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:33.435892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce6dec4-3d30-4be9-8fcb-5a152f651b8f req-e99ca023-aaf9-4802-b91a-c64347165a03 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:33.441142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce6dec4-3d30-4be9-8fcb-5a152f651b8f req-e99ca023-aaf9-4802-b91a-c64347165a03 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.1263919 May 02 10:22:33.453500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49206) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:33.462869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Request body: {'floatingip': {'port_id': '206b1c4c-bb26-4356-9580-c37c87feef14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:33.508854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-57db4f20-ef24-4255-bec2-e9db7b432856 None None] Provisioning complete for port d35730a6-d5cf-49b1-9aec-c05984501216 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:33.509229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57db4f20-ef24-4255-bec2-e9db7b432856 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.517340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.586540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b218efc1-3c12-44bb-995f-a8bc064c831e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.590181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.593944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b218efc1-3c12-44bb-995f-a8bc064c831e HTTP/1.1" status: 204 len: 168 time: 0.8219106 May 02 10:22:33.595264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:33.622944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ccfff-8692-4f68-8cd4-f306accc1f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b218efc1-3c12-44bb-995f-a8bc064c831e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:33.655241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:33.659292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:33.684225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:33.739624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Pushing event updated for resources: {'Port': ['ID=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:33.786891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-57db4f20-ef24-4255-bec2-e9db7b432856 None None] Current status of the port d35730a6-d5cf-49b1-9aec-c05984501216 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:33.798495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:22:33.917102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'tag': '9d04c3a6-9448-454a-aff6-594564722087'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:33.919602 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d69c640-4d55-4f65-8510-a52ab65d8adb" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "tag": "9d04c3a6-9448-454a-aff6-594564722087"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:33.965695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873d4ab6-beed-4469-b536-629854fb994b req-c3811f7c-c05e-41d3-b95b-ad03c64daf3c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:33.967394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-873d4ab6-beed-4469-b536-629854fb994b req-c3811f7c-c05e-41d3-b95b-ad03c64daf3c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.1613047 May 02 10:22:33.989532 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76bc2b5a-4e5c-4fbd-99ca-69402b20a016 x-openstack-request-id: req-76bc2b5a-4e5c-4fbd-99ca-69402b20a016 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:33.989831 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "tag": "9d04c3a6-9448-454a-aff6-594564722087", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:33.993366 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76bc2b5a-4e5c-4fbd-99ca-69402b20a016 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:33.993366 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76bc2b5a-4e5c-4fbd-99ca-69402b20a016'] response: {'name': 'network-changed', 'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'tag': '9d04c3a6-9448-454a-aff6-594564722087', 'status': 'completed', 'code': 200} May 02 10:22:34.128823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-11d2db51-63dd-4ff1-acfd-ba469113223e None None] Provisioning complete for port d35730a6-d5cf-49b1-9aec-c05984501216 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:34.131799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11d2db51-63dd-4ff1-acfd-ba469113223e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.163691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-873d4ab6-beed-4469-b536-629854fb994b req-c96ac7d3-5c2a-486b-bfc4-9c7a72be9700 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840429 May 02 10:22:34.177353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-83d78204-2a60-4052-827f-53a6770b4295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.179099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-83d78204-2a60-4052-827f-53a6770b4295 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1155 time: 0.1452899 May 02 10:22:34.258683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for router_gateway (dda4e80a-48ea-4b26-b647-f96955cf8371), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.264453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:34.277581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.281025 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:34.291607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-11d2db51-63dd-4ff1-acfd-ba469113223e None None] Current status of the port d35730a6-d5cf-49b1-9aec-c05984501216 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:34.294227 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:34.295817 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:34.332825 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8e2e6ab-83ee-4c48-8b83-238a60d6628b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "PUT /v2.0/floatingips/485ec333-c1f3-4530-af0b-c7600a84c693 HTTP/1.1" status: 200 len: 990 time: 2.6686249 May 02 10:22:34.374831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d35730a6-d5cf-49b1-9aec-c05984501216 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:34.399219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:34.414062 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0280cac-4418-4453-871a-9415068da172" -d '{"events": [{"name": "network-changed", "server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:34.454802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:34.531817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d35730a6-d5cf-49b1-9aec-c05984501216 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:34.541838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.600699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.702686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d35730a6-d5cf-49b1-9aec-c05984501216 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:34.713293 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb118b3-6f8e-49a0-bef6-3c03f6751aad x-openstack-request-id: req-7eb118b3-6f8e-49a0-bef6-3c03f6751aad {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:34.713593 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:34.713852 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7eb118b3-6f8e-49a0-bef6-3c03f6751aad {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:34.714285 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb118b3-6f8e-49a0-bef6-3c03f6751aad'] response: {'name': 'network-changed', 'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'status': 'completed', 'code': 200} May 02 10:22:34.729200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cf2fd1-fe22-431c-8a51-128d84bc6836 req-b15fe7aa-96b1-45e8-82ff-0902991fad8f tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.730721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cf2fd1-fe22-431c-8a51-128d84bc6836 req-b15fe7aa-96b1-45e8-82ff-0902991fad8f tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.1324832 May 02 10:22:34.740223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0280cac-4418-4453-871a-9415068da172 req-cdbb13f2-2876-43a1-82c7-918e2e21cc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.741776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-cdbb13f2-2876-43a1-82c7-918e2e21cc0a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 1127 time: 0.1423855 May 02 10:22:34.743261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:22:34.748696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:2e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:22:32Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:34.785430 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:34.795764 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:34.796739 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:34.807638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-a4566ed5-daf6-4565-bc60-c17b4a8353ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.809886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-a4566ed5-daf6-4565-bc60-c17b4a8353ba service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.5859659 May 02 10:22:34.884822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-271a1be9-c4aa-4268-b5d8-ff8957e684d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0681479 May 02 10:22:34.887716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:34.897212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0280cac-4418-4453-871a-9415068da172 req-57a9c545-0b85-4ebd-9aa1-00013d2506e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.898680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-57a9c545-0b85-4ebd-9aa1-00013d2506e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 200 len: 925 time: 0.1467025 May 02 10:22:34.951802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-485371b9-6f12-401c-abb2-97f0c0601f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:34.961908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-485371b9-6f12-401c-abb2-97f0c0601f00 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0705976 May 02 10:22:34.962130 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:35.059070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-b4bd2a71-9bb7-4618-b7a7-54792a546a19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764890 May 02 10:22:35.061093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:35.279833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-f9ec5660-a577-4796-bf7a-7ce150850df5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0218946b-5275-469c-bcfb-df3ebfe3a847 HTTP/1.1" status: 200 len: 998 time: 0.3707702 May 02 10:22:35.364224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a107308-ed02-4158-82ca-af445ded6f6c req-ac2083c4-85b9-435a-bdce-2b46849dad9e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:35.365716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cf2fd1-fe22-431c-8a51-128d84bc6836 req-a9fd0d45-19dd-4604-9e2a-06259d5b2eea tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6229272 May 02 10:22:35.378235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a107308-ed02-4158-82ca-af445ded6f6c req-ac2083c4-85b9-435a-bdce-2b46849dad9e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.0987425 May 02 10:22:35.382836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:2e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:22:32Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:35.399922 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Floating IP 12ed8150-5101-4c11-ac24-0d1fea77f13c associated. External IP: 172.35.4.63, port: 206b1c4c-bb26-4356-9580-c37c87feef14. May 02 10:22:35.409826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0280cac-4418-4453-871a-9415068da172 req-d2ec0a02-eb35-43fa-94fb-2aa33e899f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:35.411804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-d2ec0a02-eb35-43fa-94fb-2aa33e899f15 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 200 len: 863 time: 0.1244283 May 02 10:22:35.477970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-5ddbeb63-571e-4a0c-b1b3-b3bba50e87ae service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775322 May 02 10:22:35.489708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0280cac-4418-4453-871a-9415068da172 req-424112c5-b03c-489f-8f47-93daa1d907de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:35.491997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-424112c5-b03c-489f-8f47-93daa1d907de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f5b1c817-eec3-48f1-b118-eb3131507a9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0598667 May 02 10:22:35.520166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a107308-ed02-4158-82ca-af445ded6f6c req-0901e196-b65f-43d8-a7d9-a28e6a35ced1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238701 May 02 10:22:35.534214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab06b61-5143-477d-87bd-587c9b9f396c None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '485ec333-c1f3-4530-af0b-c7600a84c693', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'floating_ip_address': '172.35.4.39', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'port_id': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'mac_address': 'fa:16:3e:2e:d7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:00Z', 'updated_at': '2022-05-02T10:22:32Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:35.591409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Router dda4e80a-48ea-4b26-b647-f96955cf8371 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:22:35.693390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d69c640-4d55-4f65-8510-a52ab65d8adb req-affb126b-1154-48b7-944d-0763b2e84cbf service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881056 May 02 10:22:35.697566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-2785ca8b-43f1-4296-b019-f21a7ddf1b85 service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957021 May 02 10:22:35.825384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:35.848895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237a9d04-2c18-48a1-86cd-a37100e49975 None None] New status for floating IP 485ec333-c1f3-4530-af0b-c7600a84c693: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:22:35.874410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Router 5873567c-2450-4a90-b603-c44954dc7632 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:22:35.888820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:35.899823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Sync routers for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:35.910587 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Routers {'dda4e80a-48ea-4b26-b647-f96955cf8371'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:35.911685 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dda4e80a-48ea-4b26-b647-f96955cf8371'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:35.988361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0280cac-4418-4453-871a-9415068da172 req-12e35cd0-4489-43cd-9003-64739ca7ed3b service neutron] 10.222.0.15 "GET /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496445 May 02 10:22:36.027039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:36.040692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.041309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.047130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eb25542c-3688-4438-8c5f-05436e32c69f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.3824484 May 02 10:22:36.047964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49280) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:36.072901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Sync routers for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:36.087980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:36.088902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:36.125485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-361249922-network', 'tenant_id': '38cdc00227934f51aae6a768746bdddf'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:36.139091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7791a816-2733-4b10-b931-2f655de1df41 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "PUT /v2.0/floatingips/12ed8150-5101-4c11-ac24-0d1fea77f13c HTTP/1.1" status: 200 len: 991 time: 2.6805551 May 02 10:22:36.166111 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Set router dda4e80a-48ea-4b26-b647-f96955cf8371 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:36.251420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Made reservation on behalf of 38cdc00227934f51aae6a768746bdddf for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:36.254446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.272007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.324418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:36.388074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks [] for security_group (a8cd8636-7d84-4c26-8279-fb2990f88212), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.442871 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 3, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:36.470530 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a8cd8636-7d84-4c26-8279-fb2990f88212), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.487309 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Checking router: dda4e80a-48ea-4b26-b647-f96955cf8371 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:36.488547 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Updating router dda4e80a-48ea-4b26-b647-f96955cf8371 port d268d46a-fde9-48ad-a3f1-25b409c3c0ea binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:22:36.496794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:22:36.507554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cd8636-7d84-4c26-8279-fb2990f88212,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:36.522699 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.525476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2882e9d7-2219-44df-aed8-940978660587), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.525829 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Added segment 2882e9d7-2219-44df-aed8-940978660587 of type vlan for network ed1a5979-ac4a-47f6-815d-d94f9d343aaf May 02 10:22:36.587330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ed1a5979-ac4a-47f6-815d-d94f9d343aaf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.713009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.715846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:36.718231 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b52360-431d-4ebb-b7c0-3665cfa108dc" -d '{"events": [{"name": "network-changed", "server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:36.726241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ed1a5979-ac4a-47f6-815d-d94f9d343aaf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.727255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:36.728194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.792719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] Pushing event updated for resources: {'Network': ['ID=ed1a5979-ac4a-47f6-815d-d94f9d343aaf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:36.807030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ed1a5979-ac4a-47f6-815d-d94f9d343aaf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:22:36.808181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cea28d6-8618-4945-8924-69a5d97943fc req-037f922a-4f7d-4ea2-8038-2e0ee6cad6a1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:36.810154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cea28d6-8618-4945-8924-69a5d97943fc req-037f922a-4f7d-4ea2-8038-2e0ee6cad6a1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.1511939 May 02 10:22:36.885707 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks [] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:36.911565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e32217af-2f9a-4743-af01-16e0696ac58b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0851097 May 02 10:22:36.914532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49292) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:36.919266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Request body: {'subnet': {'network_id': 'ed1a5979-ac4a-47f6-815d-d94f9d343aaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-361249922-subnet', 'tenant_id': '38cdc00227934f51aae6a768746bdddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:36.932258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cea28d6-8618-4945-8924-69a5d97943fc req-bcf27be1-120a-42ee-8e31-9afccb87528b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969362 May 02 10:22:36.973102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Allocated IP 172.20.0.1 (b61df8d3-5105-4508-87fb-dbedfd999ab5/84bf20a6-3ec1-407e-93fb-36ba63178516/f939d044-3f87-4043-a795-98b4b09f8066) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:36.973284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12ed8150-5101-4c11-ac24-0d1fea77f13c', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'floating_ip_address': '172.35.4.63', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5873567c-2450-4a90-b603-c44954dc7632', 'port_id': '206b1c4c-bb26-4356-9580-c37c87feef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'mac_address': 'fa:16:3e:d2:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816e887c-e47e-402c-82e8-149815c94af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:59Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 1, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:37.006101 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1372bfd3-cc97-4936-9c37-462fbaab2ce0 x-openstack-request-id: req-1372bfd3-cc97-4936-9c37-462fbaab2ce0 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:37.006402 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:37.006675 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1372bfd3-cc97-4936-9c37-462fbaab2ce0 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:37.007082 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1372bfd3-cc97-4936-9c37-462fbaab2ce0'] response: {'name': 'network-changed', 'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14', 'status': 'completed', 'code': 200} May 02 10:22:37.011477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Checking router: 5873567c-2450-4a90-b603-c44954dc7632 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:37.028888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Made reservation on behalf of 38cdc00227934f51aae6a768746bdddf for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:37.029443 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.032782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.069278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:37.070596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:37.102646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-8a57f47d-b552-42b6-8541-7941229cca5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:37.104109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-8a57f47d-b552-42b6-8541-7941229cca5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f30fec6fdee4788af310ffa15c23ab7&device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 1128 time: 0.0578849 May 02 10:22:37.118995 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Attempting to bind port d268d46a-fde9-48ad-a3f1-25b409c3c0ea on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:37.119617 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Attempting to bind port d268d46a-fde9-48ad-a3f1-25b409c3c0ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:37.120136 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Attempting to bind port d268d46a-fde9-48ad-a3f1-25b409c3c0ea on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:37.134045 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:37.134810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:37.135385 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.135937 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:37.136593 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Bound port: d268d46a-fde9-48ad-a3f1-25b409c3c0ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:37.137170 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.184661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks [] for port (f939d044-3f87-4043-a795-98b4b09f8066), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.196944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:22:37.220333 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] For port d268d46a-fde9-48ad-a3f1-25b409c3c0ea, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:37.225566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] For port d268d46a-fde9-48ad-a3f1-25b409c3c0ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:37.236343 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Pushing event updated for resources: {'Port': ['ID=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:37.240112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-225f85f0-6f82-45a2-b42e-505ddbf7cc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:37.241747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-225f85f0-6f82-45a2-b42e-505ddbf7cc59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=446c9aa4-be18-4cc0-a895-82c6089e813f HTTP/1.1" status: 200 len: 915 time: 0.1307650 May 02 10:22:37.248233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.248582 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.249130 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.249471 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.249803 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.250129 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.250454 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.250805 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.251100 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.251468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.251790 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.252109 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.252478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.253023 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.253433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:37.291129 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.350115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.350329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:37.404949 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Routers {'dda4e80a-48ea-4b26-b647-f96955cf8371'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:37.407248 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dda4e80a-48ea-4b26-b647-f96955cf8371'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:37.411675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:37.432390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-35399805-5006-4a86-bb2a-805f0c103a3f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=206b1c4c-bb26-4356-9580-c37c87feef14 HTTP/1.1" status: 200 len: 999 time: 0.1825793 May 02 10:22:37.445380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:37.451570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:22:37.451781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:37.466894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:37.520024 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3331372-00c7-455e-9471-5ff685479b88 None None] Pushing event updated for resources: {'Port': ['ID=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:37.578126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Pushing event updated for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:37.595006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-1d1aa8b6-9ccf-43a6-a691-a2129b629cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:37.597119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-1d1aa8b6-9ccf-43a6-a691-a2129b629cb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=32a8966d-3a26-4d2a-b464-b9b70f5700e3 HTTP/1.1" status: 200 len: 853 time: 0.1461303 May 02 10:22:37.634760 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] Set router dda4e80a-48ea-4b26-b647-f96955cf8371 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:37.638463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (dda4e80a-48ea-4b26-b647-f96955cf8371), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.681676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-b76215f4-456f-436c-83fa-27d3009532c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:37.683381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-b76215f4-456f-436c-83fa-27d3009532c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=446c9aa4-be18-4cc0-a895-82c6089e813f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0799196 May 02 10:22:37.722747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12ed8150-5101-4c11-ac24-0d1fea77f13c', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'floating_ip_address': '172.35.4.63', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5873567c-2450-4a90-b603-c44954dc7632', 'port_id': '206b1c4c-bb26-4356-9580-c37c87feef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'mac_address': 'fa:16:3e:d2:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816e887c-e47e-402c-82e8-149815c94af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:59Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 1, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:37.731228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (71bd71cd-396c-43ca-9bac-8c8c7412bcfb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.786971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e9549e-0ca9-449e-824a-6ae6da262a9f None None] The sync data for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 is: [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '12ed8150-5101-4c11-ac24-0d1fea77f13c', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'floating_ip_address': '172.35.4.63', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5873567c-2450-4a90-b603-c44954dc7632', 'port_id': '206b1c4c-bb26-4356-9580-c37c87feef14', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'mac_address': 'fa:16:3e:d2:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '816e887c-e47e-402c-82e8-149815c94af0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:59Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 1, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:37.817721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Checking segment: {'id': '2882e9d7-2219-44df-aed8-940978660587', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'ed1a5979-ac4a-47f6-815d-d94f9d343aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:37.818500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Network hostable DHCP agents. Network: ed1a5979-ac4a-47f6-815d-d94f9d343aaf, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:22:37.820892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Pushing event updated for resources: {'Subnet': ['ID=71bd71cd-396c-43ca-9bac-8c8c7412bcfb,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:37.836486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-501daf4f-cfa7-4dcb-a4cd-71098ccadb86 service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432509 May 02 10:22:37.842486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dedb7ec1-b332-4f2e-989f-93a52015e034 None None] Provisioning complete for port f939d044-3f87-4043-a795-98b4b09f8066 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:37.843122 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dedb7ec1-b332-4f2e-989f-93a52015e034 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f939d044-3f87-4043-a795-98b4b09f8066), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:37.886858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dedb7ec1-b332-4f2e-989f-93a52015e034 None None] Port f939d044-3f87-4043-a795-98b4b09f8066 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:22:37.903142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 3, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:37.934710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Network ed1a5979-ac4a-47f6-815d-d94f9d343aaf is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:22:37.947870 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e806ae-dfd0-475f-b0d8-c305649bcd1a None None] The sync data for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 is: [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:34Z', 'revision_number': 3, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:37.968642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f939d044-3f87-4043-a795-98b4b09f8066), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:38.043884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b52360-431d-4ebb-b7c0-3665cfa108dc req-ace43a89-6c75-4a91-a114-6f9d5072546c service neutron] 10.222.0.15 "GET /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003844 May 02 10:22:38.069136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed1a5979-ac4a-47f6-815d-d94f9d343aaf) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:38.076873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:38.077780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:38.083759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f370b0-dc98-4db6-ae18-0964c7583978 None None] Network ed1a5979-ac4a-47f6-815d-d94f9d343aaf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:38.098425 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2db571-73b9-4dd3-b64f-61830d345d8b None None] New status for floating IP 12ed8150-5101-4c11-ac24-0d1fea77f13c: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:22:38.146307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f72a8-059f-4f48-8026-395672d0d2bc req-148fb6c5-0b07-4cf6-bc72-09989e39f46c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:38.148239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad5f72a8-059f-4f48-8026-395672d0d2bc req-148fb6c5-0b07-4cf6-bc72-09989e39f46c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.1100521 May 02 10:22:38.244543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e37d0dc8-5712-4f79-b613-b82a7c845b5a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.3198447 May 02 10:22:38.245275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88019159-d17a-4c26-a46d-1f00b4f22c51 None None] Network ed1a5979-ac4a-47f6-815d-d94f9d343aaf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:38.444279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad5f72a8-059f-4f48-8026-395672d0d2bc req-d7a0a009-e266-4d53-b39d-4f43526d443f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658374 May 02 10:22:38.451266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks [] for port (f939d044-3f87-4043-a795-98b4b09f8066), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:38.537982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-88d497f2-7f9d-4a20-b1a0-4bf4bf668fac service neutron] 10.222.0.15 "GET /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0632107 May 02 10:22:38.573988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:38.686680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (dda4e80a-48ea-4b26-b647-f96955cf8371), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:38.688527 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-a230e657-c5f3-4533-b558-b1cc88e07e0a req-e11e2ba2-d9d2-423e-a491-a10883a07f99 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] show failed (client error): The resource could not be found. May 02 10:22:38.689623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a230e657-c5f3-4533-b558-b1cc88e07e0a req-e11e2ba2-d9d2-423e-a491-a10883a07f99 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/1912533c-2b4e-425a-9333-c2d9a3b72227 HTTP/1.1" status: 404 len: 352 time: 0.0479882 May 02 10:22:38.699965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Pushing event updated for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:38.908787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82d310cd-0bc3-485a-aed9-d2e6a2177de8 req-46e79882-83d2-4256-9076-01301034d260 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38cdc00227934f51aae6a768746bdddf HTTP/1.1" status: 200 len: 3001 time: 0.1687839 May 02 10:22:38.977451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:38.985774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:38.994421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:39.090034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82d310cd-0bc3-485a-aed9-d2e6a2177de8 req-38b3cce4-9ab4-4698-8943-ce8e0728f2ea tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/a8cd8636-7d84-4c26-8279-fb2990f88212 HTTP/1.1" status: 200 len: 2998 time: 0.1736052 May 02 10:22:39.098394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:39.273231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:39.325701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72ad72fb-b7a6-4930-b546-6e9a9a1db6d2 None None] Provisioning complete for port f939d044-3f87-4043-a795-98b4b09f8066 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:39.326325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72ad72fb-b7a6-4930-b546-6e9a9a1db6d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f939d044-3f87-4043-a795-98b4b09f8066), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.369877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72ad72fb-b7a6-4930-b546-6e9a9a1db6d2 None None] Port f939d044-3f87-4043-a795-98b4b09f8066 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:22:39.399809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2e18a01-0967-4546-8b90-45d421be8e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.436881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d04c3a6-9448-454a-aff6-594564722087 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:39.457609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:39.481366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Router dda4e80a-48ea-4b26-b647-f96955cf8371 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:22:39.488542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82d310cd-0bc3-485a-aed9-d2e6a2177de8 req-37c033c6-bace-4329-95a3-523b4e1c319c tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/a8cd8636-7d84-4c26-8279-fb2990f88212 HTTP/1.1" status: 200 len: 2998 time: 0.3611529 May 02 10:22:39.490299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2e18a01-0967-4546-8b90-45d421be8e3f admin admin] Publish callbacks [] for security_group (578c9cf6-b2bb-40ac-8154-c44b71a6a397), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.553990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.584995 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2e18a01-0967-4546-8b90-45d421be8e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (578c9cf6-b2bb-40ac-8154-c44b71a6a397), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.626005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbde875-a246-40a1-92ee-0b0f7feb80ea req-4d4df472-49c7-48c0-9ec5-c0a19ee075a1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:39.628448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8dbde875-a246-40a1-92ee-0b0f7feb80ea req-4d4df472-49c7-48c0-9ec5-c0a19ee075a1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 943 time: 0.0813575 May 02 10:22:39.652312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e18a01-0967-4546-8b90-45d421be8e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=578c9cf6-b2bb-40ac-8154-c44b71a6a397,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:39.666945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a2e18a01-0967-4546-8b90-45d421be8e3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=120ab30a31794f19bdf25abd4b8e2998&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3887730 May 02 10:22:39.666945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:39.671463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0727d6ed-00f6-4bb2-a506-6a587ca7b5ef req-abd421a9-5922-4151-a290-6631b7270ee7 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/a8cd8636-7d84-4c26-8279-fb2990f88212 HTTP/1.1" status: 200 len: 2998 time: 0.1355422 May 02 10:22:39.708879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:39.716360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8dbde875-a246-40a1-92ee-0b0f7feb80ea req-dba657df-6f08-4698-bb93-4d8d89099116 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757105 May 02 10:22:39.725348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2f3834ee-e381-4558-b550-a9fb17e3823d admin admin] 10.222.0.16 "PUT /v2.0/routers/dda4e80a-48ea-4b26-b647-f96955cf8371/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6682577 May 02 10:22:39.749507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] Transition to ACTIVE for port object 9d04c3a6-9448-454a-aff6-594564722087 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:22:39.759272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] Publish callbacks [] for security_group (578c9cf6-b2bb-40ac-8154-c44b71a6a397), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.770116 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-0727d6ed-00f6-4bb2-a506-6a587ca7b5ef req-94c1cc6c-09c2-4836-b376-5f08288f458c tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] delete failed (client error): There was a conflict when trying to complete your request. May 02 10:22:39.771973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0727d6ed-00f6-4bb2-a506-6a587ca7b5ef req-94c1cc6c-09c2-4836-b376-5f08288f458c tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8cd8636-7d84-4c26-8279-fb2990f88212 HTTP/1.1" status: 409 len: 352 time: 0.0882530 May 02 10:22:39.794345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] Publish callbacks [] for security_group (578c9cf6-b2bb-40ac-8154-c44b71a6a397), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.822666 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-005a14d6-ace3-4294-bb4d-53f6412f0c7b req-a473edb9-d84f-494f-817e-968789a03ff2 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] show failed (client error): The resource could not be found. May 02 10:22:39.823712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-005a14d6-ace3-4294-bb4d-53f6412f0c7b req-a473edb9-d84f-494f-817e-968789a03ff2 tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/44a48570-01ff-475e-8612-a33b4115ffc1 HTTP/1.1" status: 404 len: 352 time: 0.0269823 May 02 10:22:39.840901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.898401 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-352dafd4-4f6d-483b-b195-09ba2cd467a1 req-7c502ee8-a246-4003-8727-7adc3fcae9ed tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] show failed (client error): The resource could not be found. May 02 10:22:39.899433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-352dafd4-4f6d-483b-b195-09ba2cd467a1 req-7c502ee8-a246-4003-8727-7adc3fcae9ed tempest-SecurityGroupsNegativeTestJSON-819867060 tempest-SecurityGroupsNegativeTestJSON-819867060-project] 10.222.0.16 "GET /v2.0/security-groups/61d36e4b-6af0-4082-871b-2e12413fd4e8 HTTP/1.1" status: 404 len: 352 time: 0.0458190 May 02 10:22:39.913100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:39.941348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] No DVR routers for this DVR port 9d04c3a6-9448-454a-aff6-594564722087 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:39.944755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] Pushing event updated for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:39.954479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Sync routers for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:39.964297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (578c9cf6-b2bb-40ac-8154-c44b71a6a397), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.972782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:39.974062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/578c9cf6-b2bb-40ac-8154-c44b71a6a397 HTTP/1.1" status: 204 len: 168 time: 0.3061047 May 02 10:22:39.982514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5176e54c-2ab2-422d-8c7a-17f08399a088 service neutron] 10.222.0.15 "PUT /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.4386289 May 02 10:22:39.983565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Routers {'dda4e80a-48ea-4b26-b647-f96955cf8371'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:39.986031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dda4e80a-48ea-4b26-b647-f96955cf8371'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:39.998887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bf0c84-f2f5-42e8-ae66-ac9143eaf3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=578c9cf6-b2bb-40ac-8154-c44b71a6a397,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:40.007501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Deleting subnet 71bd71cd-396c-43ca-9bac-8c8c7412bcfb {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:22:40.011677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Publish callbacks [] for subnet (71bd71cd-396c-43ca-9bac-8c8c7412bcfb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.082026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (71bd71cd-396c-43ca-9bac-8c8c7412bcfb), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.135894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Set router dda4e80a-48ea-4b26-b647-f96955cf8371 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:40.164537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-6dde4cfd-2c16-4a55-a8fc-2a0754322e9e tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.166238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-6dde4cfd-2c16-4a55-a8fc-2a0754322e9e tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0555363 May 02 10:22:40.169086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a94fff6-eacd-45ae-ab3b-3a4c1a42ca02 req-ea8666e3-26aa-41c6-a41e-3279db240973 tempest-FloatingIPsNegativeTestJSON-166669840 tempest-FloatingIPsNegativeTestJSON-166669840-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=642189cc67754e20a2a1191c961606c5 HTTP/1.1" status: 200 len: 217 time: 0.0939806 May 02 10:22:40.208621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (71bd71cd-396c-43ca-9bac-8c8c7412bcfb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.249550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-04ee8eed-74a6-4291-804d-8326bf60d999 req-acaaad56-84b8-4f6c-886d-721de0c47e6b tempest-FloatingIPsNegativeTestJSON-166669840 tempest-FloatingIPsNegativeTestJSON-166669840-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0388677 May 02 10:22:40.250937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-d9028fa1-a509-4889-b957-82c2fb7104fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.252623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-d9028fa1-a509-4889-b957-82c2fb7104fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454&tenant_id=1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 1126 time: 0.0788486 May 02 10:22:40.326158 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-8a8a5589-baa5-4a7a-8053-959f856aac0c req-106b8948-729a-4f7e-9941-ed37d285a0ee tempest-FloatingIPsNegativeTestJSON-166669840 tempest-FloatingIPsNegativeTestJSON-166669840-project] show failed (client error): The resource could not be found. May 02 10:22:40.329506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-e6a6cd7c-dc7b-4f58-b47d-21286b934a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.331217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-e6a6cd7c-dc7b-4f58-b47d-21286b934a76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1126 time: 0.0438738 May 02 10:22:40.336175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a8a5589-baa5-4a7a-8053-959f856aac0c req-106b8948-729a-4f7e-9941-ed37d285a0ee tempest-FloatingIPsNegativeTestJSON-166669840 tempest-FloatingIPsNegativeTestJSON-166669840-project] 10.222.0.16 "GET /v2.0/floatingips/32b60d90-0020-4ebc-8b17-14210b1ab6dc HTTP/1.1" status: 404 len: 350 time: 0.0590661 May 02 10:22:40.337282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49356) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:40.381246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (71bd71cd-396c-43ca-9bac-8c8c7412bcfb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.405975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d268d46a-fde9-48ad-a3f1-25b409c3c0ea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:40.427214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.430704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/71bd71cd-396c-43ca-9bac-8c8c7412bcfb HTTP/1.1" status: 204 len: 168 time: 0.5163918 May 02 10:22:40.431733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5111560a-6be3-4408-b84d-6a15059fe6be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71bd71cd-396c-43ca-9bac-8c8c7412bcfb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:40.433478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49358) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:40.443553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-656fc75e-802e-4b72-9a35-2d3ac6112381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.445682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-656fc75e-802e-4b72-9a35-2d3ac6112381 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1083171 May 02 10:22:40.487614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 4, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f939d044-3f87-4043-a795-98b4b09f8066', 'name': '', 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'mac_address': 'fa:16:3e:ab:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:36Z', 'updated_at': '2022-05-02T10:22:38Z', 'revision_number': 2, 'project_id': '642189cc67754e20a2a1191c961606c5', 'subnets': [{'id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:40.491053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-1fd7eb79-f558-4374-bfb4-334b13a78ca8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0392060 May 02 10:22:40.524022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Checking router: dda4e80a-48ea-4b26-b647-f96955cf8371 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:40.524530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Updating router dda4e80a-48ea-4b26-b647-f96955cf8371 port f939d044-3f87-4043-a795-98b4b09f8066 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:22:40.540948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d268d46a-fde9-48ad-a3f1-25b409c3c0ea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:40.542105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.547016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-658037b0-1e97-4e57-b1d9-28bacd0a6ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.548704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-658037b0-1e97-4e57-b1d9-28bacd0a6ed2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0512826 May 02 10:22:40.555201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ed1a5979-ac4a-47f6-815d-d94f9d343aaf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.647020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-3aca00b4-c60e-45d8-b16e-5eb3f848bab6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918164 May 02 10:22:40.727762 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ed1a5979-ac4a-47f6-815d-d94f9d343aaf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.737130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f939d044-3f87-4043-a795-98b4b09f8066), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.747351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-5a249398-ae85-4b4b-9696-ecf5c81f5263 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947721 May 02 10:22:40.759368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1a5979-ac4a-47f6-815d-d94f9d343aaf']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:40.805602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2882e9d7-2219-44df-aed8-940978660587') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:40.805908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2882e9d7-2219-44df-aed8-940978660587') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:40.820940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2882e9d7-2219-44df-aed8-940978660587), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.843612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2882e9d7-2219-44df-aed8-940978660587), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.890095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:22:40.890803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2882e9d7-2219-44df-aed8-940978660587), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: timer() May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:22:40.892804 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:22:40.936167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51bf57-8759-47f0-85d0-adf525d2ea2e req-cd2519b3-9c97-4a12-9aff-7f00f02f91ff tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:40.937691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef51bf57-8759-47f0-85d0-adf525d2ea2e req-cd2519b3-9c97-4a12-9aff-7f00f02f91ff tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 944 time: 0.0917466 May 02 10:22:40.972202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-df61c116-ff36-4318-aa2a-68bf96416b04 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187195 May 02 10:22:40.980762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d268d46a-fde9-48ad-a3f1-25b409c3c0ea is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:40.981279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.010463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49366) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:41.018768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef51bf57-8759-47f0-85d0-adf525d2ea2e req-4e13c06c-3306-45aa-a301-d655fbf2543c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700693 May 02 10:22:41.037649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d268d46a-fde9-48ad-a3f1-25b409c3c0ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:41.047715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c37e142-ce01-4b7b-a75f-793b2e734420 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.080504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (dda4e80a-48ea-4b26-b647-f96955cf8371), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.126923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.132471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ed1a5979-ac4a-47f6-815d-d94f9d343aaf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.150045 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks [] for port (f939d044-3f87-4043-a795-98b4b09f8066), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.150164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.150164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed1a5979-ac4a-47f6-815d-d94f9d343aaf HTTP/1.1" status: 204 len: 168 time: 0.6887777 May 02 10:22:41.177576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a67722-c2a5-4196-a152-cff08f7f0284 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1a5979-ac4a-47f6-815d-d94f9d343aaf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.220827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.249943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.322745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88795-cb57-4143-84a1-5008db8d7b4f None None] Pushing event updated for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.324634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c37e142-ce01-4b7b-a75f-793b2e734420 admin admin] Publish callbacks [] for security_group (80637e3b-0c2e-4389-a6f3-2a6ce2251530), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.373505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Attempting to bind port f939d044-3f87-4043-a795-98b4b09f8066 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:41.373872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Attempting to bind port f939d044-3f87-4043-a795-98b4b09f8066 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:41.374254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Attempting to bind port f939d044-3f87-4043-a795-98b4b09f8066 on network b61df8d3-5105-4508-87fb-dbedfd999ab5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:41.380014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:41.380528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Checking segment: {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:41.381055 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.381556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Bound using segment: {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:41.382184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Bound port: f939d044-3f87-4043-a795-98b4b09f8066, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a502fe-92d6-4a75-9441-e372c96f34f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:41.382707 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f939d044-3f87-4043-a795-98b4b09f8066), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.388889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c37e142-ce01-4b7b-a75f-793b2e734420 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (80637e3b-0c2e-4389-a6f3-2a6ce2251530), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.469383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c37e142-ce01-4b7b-a75f-793b2e734420 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80637e3b-0c2e-4389-a6f3-2a6ce2251530,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.477411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7c37e142-ce01-4b7b-a75f-793b2e734420 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=822f558fd5db4958a1a71d67fb468462&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4656887 May 02 10:22:41.482364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:41.486506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] For port f939d044-3f87-4043-a795-98b4b09f8066, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:41.496924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] For port f939d044-3f87-4043-a795-98b4b09f8066, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f939d044-3f87-4043-a795-98b4b09f8066,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:41.529316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-6cea4d76-9720-4c90-8f39-a367b42c0b46 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:41.530821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-6cea4d76-9720-4c90-8f39-a367b42c0b46 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0694630 May 02 10:22:41.573800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.587909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Deleting port f939d044-3f87-4043-a795-98b4b09f8066 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:41.588251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f939d044-3f87-4043-a795-98b4b09f8066), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.621527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49374) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:41.649313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Provisioning complete for port f939d044-3f87-4043-a795-98b4b09f8066 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:41.649688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f939d044-3f87-4043-a795-98b4b09f8066), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.653323 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] Publish callbacks [] for security_group (80637e3b-0c2e-4389-a6f3-2a6ce2251530), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.701530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d88795-cb57-4143-84a1-5008db8d7b4f None None] Pushing event updated for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.706429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Routers {'dda4e80a-48ea-4b26-b647-f96955cf8371'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:41.707058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dda4e80a-48ea-4b26-b647-f96955cf8371'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:41.722170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] Publish callbacks [] for security_group (80637e3b-0c2e-4389-a6f3-2a6ce2251530), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.780663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dcfb9596-eb65-425b-97b9-8f28db804253 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=38cdc00227934f51aae6a768746bdddf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1552942 May 02 10:22:41.783222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:41.794986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] For port f939d044-3f87-4043-a795-98b4b09f8066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f939d044-3f87-4043-a795-98b4b09f8066,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:41.795363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f939d044-3f87-4043-a795-98b4b09f8066), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.811439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-612328d3-5ea7-4ef1-9c7b-7c8ed396b7bc service neutron] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:41.817888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Calling delete_port for f939d044-3f87-4043-a795-98b4b09f8066 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:41.818108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-612328d3-5ea7-4ef1-9c7b-7c8ed396b7bc service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.819455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc0ae93-be83-46ea-88e1-e92f8b6876d1 req-612328d3-5ea7-4ef1-9c7b-7c8ed396b7bc service neutron] 10.222.0.24 "DELETE /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.2766314 May 02 10:22:41.872896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Current status of the port f939d044-3f87-4043-a795-98b4b09f8066 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:41.873286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f939d044-3f87-4043-a795-98b4b09f8066), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.874668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] Publish callbacks [] for security_group (a8cd8636-7d84-4c26-8279-fb2990f88212), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.894815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] Set router dda4e80a-48ea-4b26-b647-f96955cf8371 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:41.899070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (80637e3b-0c2e-4389-a6f3-2a6ce2251530), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.902579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.904043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80637e3b-0c2e-4389-a6f3-2a6ce2251530 HTTP/1.1" status: 204 len: 168 time: 0.4213617 May 02 10:22:41.909955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] Publish callbacks [] for security_group (a8cd8636-7d84-4c26-8279-fb2990f88212), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:41.918285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801e08d-a6cc-4e27-b9d2-e4cf3a4e7d85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80637e3b-0c2e-4389-a6f3-2a6ce2251530,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:41.958717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:42.035610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] For port f939d044-3f87-4043-a795-98b4b09f8066, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f939d044-3f87-4043-a795-98b4b09f8066,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:42.085729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a8cd8636-7d84-4c26-8279-fb2990f88212), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.088497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.089838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 9d04c3a6-9448-454a-aff6-594564722087 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:22:42.090005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8cd8636-7d84-4c26-8279-fb2990f88212 HTTP/1.1" status: 204 len: 168 time: 0.3046937 May 02 10:22:42.090378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:42.101960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787f276-8fa4-4d6d-ad46-8ab988913546 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cd8636-7d84-4c26-8279-fb2990f88212,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:42.138612 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.195021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228e66c-a530-4d5d-b073-52b5e42b56ba req-c3adedee-a760-43f2-a68f-ea8daa0167de tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:42.201696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0228e66c-a530-4d5d-b073-52b5e42b56ba req-c3adedee-a760-43f2-a68f-ea8daa0167de tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 944 time: 0.0865579 May 02 10:22:42.242483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cf8ae2-25db-4385-b216-2169c95472c9 None None] Pushing event updated for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:42.282448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 4, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f939d044-3f87-4043-a795-98b4b09f8066', 'name': '', 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'mac_address': 'fa:16:3e:ab:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:36Z', 'updated_at': '2022-05-02T10:22:41Z', 'revision_number': 4, 'project_id': '642189cc67754e20a2a1191c961606c5', 'subnets': [{'id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:42.284358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ab42e4f3-9fee-485d-acab-25a96f46caca None None] Provisioning complete for port f939d044-3f87-4043-a795-98b4b09f8066 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:42.284878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ab42e4f3-9fee-485d-acab-25a96f46caca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f939d044-3f87-4043-a795-98b4b09f8066), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.286241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0228e66c-a530-4d5d-b073-52b5e42b56ba req-e62f7c75-3325-42d8-a1e8-5b01c321427d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689905 May 02 10:22:42.318166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f939d044-3f87-4043-a795-98b4b09f8066), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.363319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d268d46a-fde9-48ad-a3f1-25b409c3c0ea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:42.409846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f939d044-3f87-4043-a795-98b4b09f8066,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:42.452190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf36f0e5-3f89-43fd-acae-b208256eb1c1 None None] The sync data for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 is: [{'id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'name': 'tempest-FloatingIPsNegativeTestJSON-594767052-router', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225'}], 'enable_snat': True}, 'gw_port_id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:30Z', 'updated_at': '2022-05-02T10:22:37Z', 'revision_number': 4, 'project_id': '642189cc67754e20a2a1191c961606c5', 'gw_port': {'id': 'd268d46a-fde9-48ad-a3f1-25b409c3c0ea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:2a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:32Z', 'updated_at': '2022-05-02T10:22:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f939d044-3f87-4043-a795-98b4b09f8066', 'name': '', 'network_id': 'b61df8d3-5105-4508-87fb-dbedfd999ab5', 'tenant_id': '642189cc67754e20a2a1191c961606c5', 'mac_address': 'fa:16:3e:ab:d7:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dda4e80a-48ea-4b26-b647-f96955cf8371', 'device_owner': 'network:router_interface', 'standard_attr_id': 551, 'fixed_ips': [{'subnet_id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:36Z', 'updated_at': '2022-05-02T10:22:41Z', 'revision_number': 4, 'project_id': '642189cc67754e20a2a1191c961606c5', 'subnets': [{'id': '84bf20a6-3ec1-407e-93fb-36ba63178516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:42.473514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d268d46a-fde9-48ad-a3f1-25b409c3c0ea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:42.473865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:42.478349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ab42e4f3-9fee-485d-acab-25a96f46caca None None] Could not find standard attr ID for object f939d044-3f87-4043-a795-98b4b09f8066. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:22:42.551808 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.db [None req-ab42e4f3-9fee-485d-acab-25a96f46caca None None] No ports have port_id starting with f939d044-3f87-4043-a795-98b4b09f8066 May 02 10:22:42.672041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6445af18-7ae0-4f09-ad76-ff925014177e req-4037a490-2dfc-4872-937b-0817c0a317ee tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:42.682055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6445af18-7ae0-4f09-ad76-ff925014177e req-4037a490-2dfc-4872-937b-0817c0a317ee tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1126 time: 0.1821756 May 02 10:22:42.712023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d268d46a-fde9-48ad-a3f1-25b409c3c0ea is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:42.819623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6445af18-7ae0-4f09-ad76-ff925014177e req-e5881e73-a75f-487f-bd8f-47f391e30053 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303988 May 02 10:22:42.847771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (dda4e80a-48ea-4b26-b647-f96955cf8371), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:43.241710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-af38015b-4837-4a25-b5d1-de1d0869b5a0 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:43.243252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-af38015b-4837-4a25-b5d1-de1d0869b5a0 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.1524620 May 02 10:22:43.277925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-b9cbe66f-208c-433c-ad25-6c36962455ce tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/quotas/1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 375 time: 0.0251923 May 02 10:22:43.389425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-0e14535d-40fd-4051-aa0d-f00799b279ad tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1103239 May 02 10:22:43.515628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Router dda4e80a-48ea-4b26-b647-f96955cf8371 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:22:43.540713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-3c3ebd13-fb8b-4870-a26c-22ef7805b5ff service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423376 May 02 10:22:43.571558 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:43.694840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:43.703426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1376630b-5712-4072-b87b-6b05104339d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/dda4e80a-48ea-4b26-b647-f96955cf8371/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3647106 May 02 10:22:43.704331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49450) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:43.716846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-ba6d6ce4-c86f-4bc8-a6c7-7ca79dd834bb service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628785 May 02 10:22:43.893839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks [] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.005742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks [] for router_gateway (dda4e80a-48ea-4b26-b647-f96955cf8371), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.086979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-758e9c29-2ae9-49a4-9d4e-0dc2fecbdfee req-14e14e31-30c9-47d1-9c5c-f65dcbe9507c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 210 time: 0.0366716 May 02 10:22:44.176138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Deleting port d268d46a-fde9-48ad-a3f1-25b409c3c0ea {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:44.176382 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.288836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] For port d268d46a-fde9-48ad-a3f1-25b409c3c0ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:44.289198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.302847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Calling delete_port for d268d46a-fde9-48ad-a3f1-25b409c3c0ea owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:44.502849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:44.566259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d268d46a-fde9-48ad-a3f1-25b409c3c0ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.594489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Pushing event deleted for resources: {'Port': ['ID=d268d46a-fde9-48ad-a3f1-25b409c3c0ea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:44.675323 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (dda4e80a-48ea-4b26-b647-f96955cf8371), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.787653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b6-9d9b-4c78-b44f-7a0bcc3c943d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.809399 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.813226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks [] for router_controller (dda4e80a-48ea-4b26-b647-f96955cf8371), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:44.991120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (dda4e80a-48ea-4b26-b647-f96955cf8371), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.000130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Fanout notify agent at l3_agent the message router_deleted on router dda4e80a-48ea-4b26-b647-f96955cf8371 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:22:45.004148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.005146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4e1aee00-9b35-4940-8f6b-7f24e6f045ec admin admin] 10.222.0.16 "DELETE /v2.0/routers/dda4e80a-48ea-4b26-b647-f96955cf8371 HTTP/1.1" status: 204 len: 168 time: 1.2996695 May 02 10:22:45.007757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49498) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:45.052804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b6-9d9b-4c78-b44f-7a0bcc3c943d admin admin] Publish callbacks [] for security_group (c1eaa464-0d0e-4963-b152-7c150cf85e1c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.084803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Deleting subnet 84bf20a6-3ec1-407e-93fb-36ba63178516 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:22:45.088136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Publish callbacks [] for subnet (84bf20a6-3ec1-407e-93fb-36ba63178516), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.124965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (84bf20a6-3ec1-407e-93fb-36ba63178516), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.172125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55e2d5b6-9d9b-4c78-b44f-7a0bcc3c943d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c1eaa464-0d0e-4963-b152-7c150cf85e1c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.175741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7783fe2e-f5e0-410e-9d39-dcb1be360331 req-4ee73696-c85c-485c-a183-534993d2f941 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 210 time: 0.0301716 May 02 10:22:45.215217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-55e2d5b6-9d9b-4c78-b44f-7a0bcc3c943d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5085df751a6144d3a788ba0a3c763fe6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7112772 May 02 10:22:45.216172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d5b6-9d9b-4c78-b44f-7a0bcc3c943d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1eaa464-0d0e-4963-b152-7c150cf85e1c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:45.218566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:45.245508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (84bf20a6-3ec1-407e-93fb-36ba63178516), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.276272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] Publish callbacks [] for security_group (c1eaa464-0d0e-4963-b152-7c150cf85e1c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.301013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] Publish callbacks [] for security_group (c1eaa464-0d0e-4963-b152-7c150cf85e1c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.402684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac22b746-d6a8-45b9-b43f-e7be9fab532a req-f2c8500b-72f0-4833-83c6-2fa975c26dba tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0383601 May 02 10:22:45.465751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Sync routers for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:45.469336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (84bf20a6-3ec1-407e-93fb-36ba63178516), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.484847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:45.485222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:22:45.485847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dda4e80a-48ea-4b26-b647-f96955cf8371'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent'). {{(pid=115665) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 02 10:22:45.501363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c1eaa464-0d0e-4963-b152-7c150cf85e1c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.505312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.506716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c1eaa464-0d0e-4963-b152-7c150cf85e1c HTTP/1.1" status: 204 len: 168 time: 0.2872272 May 02 10:22:45.518600 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:45.519342 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:22:45.519956 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_agentschedulers_db [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dda4e80a-48ea-4b26-b647-f96955cf8371'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent'). {{(pid=115665) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 02 10:22:45.520336 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ec7cc39-61e4-4b41-8bdb-bd41ef1d4066 None None] The sync data for ids ['dda4e80a-48ea-4b26-b647-f96955cf8371'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:45.522757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bd2954-972e-4aa8-b26d-000a5322f86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1eaa464-0d0e-4963-b152-7c150cf85e1c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:45.551691 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.566758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/84bf20a6-3ec1-407e-93fb-36ba63178516 HTTP/1.1" status: 204 len: 168 time: 0.5537591 May 02 10:22:45.567524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49528) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:45.584074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84bf20a6-3ec1-407e-93fb-36ba63178516,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:45.589020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b42b5df8-01d5-45eb-95ce-d6425b572091 req-85f4d986-fcf3-4a00-a562-ebe858936241 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0996406 May 02 10:22:45.595213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aea39f5-5277-49d1-be56-d4b3e9034f70 None None] Network b61df8d3-5105-4508-87fb-dbedfd999ab5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:45.600539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.600763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.604561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.605051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.610598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8e361ba-56f5-486b-857c-6ab87b5fb184 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:45.654428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b61df8d3-5105-4508-87fb-dbedfd999ab5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.682372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.714764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Deleting port d35730a6-d5cf-49b1-9aec-c05984501216 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:45.715117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.802635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] For port d35730a6-d5cf-49b1-9aec-c05984501216, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d35730a6-d5cf-49b1-9aec-c05984501216,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:45.803127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.817663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] DHCP port deletion for b61df8d3-5105-4508-87fb-dbedfd999ab5 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:22:45.819960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Calling delete_port for d35730a6-d5cf-49b1-9aec-c05984501216 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:45.874269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Deleting port d35730a6-d5cf-49b1-9aec-c05984501216 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:22:45.874648 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.947195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] For port d35730a6-d5cf-49b1-9aec-c05984501216, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d35730a6-d5cf-49b1-9aec-c05984501216,segment=NetworkSegment(e7a502fe-92d6-4a75-9441-e372c96f34f9),segment_id=e7a502fe-92d6-4a75-9441-e372c96f34f9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:45.947602 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:45.965864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Calling delete_port for d35730a6-d5cf-49b1-9aec-c05984501216 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:22:46.041051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.092109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Pushing event deleted for resources: {'Port': ['ID=d35730a6-d5cf-49b1-9aec-c05984501216,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:46.126569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] No DVR routers for this DVR port d35730a6-d5cf-49b1-9aec-c05984501216 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:46.129580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (d35730a6-d5cf-49b1-9aec-c05984501216), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.275093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b61df8d3-5105-4508-87fb-dbedfd999ab5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.331853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd01e1cb-77f0-4ffc-9e69-7cee867e7ee2 req-8a1d48de-4d40-449f-9518-74712d43bd57 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 210 time: 0.0486445 May 02 10:22:46.335235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b61df8d3-5105-4508-87fb-dbedfd999ab5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:46.347035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a502fe-92d6-4a75-9441-e372c96f34f9') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:46.347335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a502fe-92d6-4a75-9441-e372c96f34f9') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:46.381291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e7a502fe-92d6-4a75-9441-e372c96f34f9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.396373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f939d044-3f87-4043-a795-98b4b09f8066 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:46.402247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] Pushing event deleted for resources: {'Port': ['ID=d35730a6-d5cf-49b1-9aec-c05984501216,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:46.403163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e7a502fe-92d6-4a75-9441-e372c96f34f9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.411371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:22:46.412027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e7a502fe-92d6-4a75-9441-e372c96f34f9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: timer() May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:22:46.413954 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:22:46.424887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f939d044-3f87-4043-a795-98b4b09f8066 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:46.425243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f939d044-3f87-4043-a795-98b4b09f8066 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:46.425654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d35730a6-d5cf-49b1-9aec-c05984501216 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:46.428154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d5abf6-5340-437d-b736-e25fbcd1d1fe None None] No DVR routers for this DVR port d35730a6-d5cf-49b1-9aec-c05984501216 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:22:46.449512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d35730a6-d5cf-49b1-9aec-c05984501216 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:46.449868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d35730a6-d5cf-49b1-9aec-c05984501216 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:46.450313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d268d46a-fde9-48ad-a3f1-25b409c3c0ea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:22:46.481798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d268d46a-fde9-48ad-a3f1-25b409c3c0ea {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:22:46.482271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d268d46a-fde9-48ad-a3f1-25b409c3c0ea not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:22:46.583510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b61df8d3-5105-4508-87fb-dbedfd999ab5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.589548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:46.593238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] 10.222.0.16 "DELETE /v2.0/networks/b61df8d3-5105-4508-87fb-dbedfd999ab5 HTTP/1.1" status: 204 len: 168 time: 1.0236804 May 02 10:22:46.616418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bec06b-d857-42db-a3a0-4ecea448180d admin admin] Pushing event deleted for resources: {'Network': ['ID=b61df8d3-5105-4508-87fb-dbedfd999ab5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:46.771403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f4aa3966-0c06-48ef-8051-66c10fbac06a req-01d05e56-de7d-4d22-bde5-de4b4c484956 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0583661 May 02 10:22:46.814380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-694bc78c-5c18-4643-a75b-3dac87276107 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:46.816235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-694bc78c-5c18-4643-a75b-3dac87276107 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.1428678 May 02 10:22:46.838118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Request body: {'port': {'device_id': '5a1326b2-a321-45e5-967a-3dc016a66368', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'admin_state_up': True, 'tenant_id': '1b2130a8035040089eef66d1efbf65df'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:46.951557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:46.996464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-67ee25a2-8c02-45fb-93bc-461ff2e47f11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=642189cc67754e20a2a1191c961606c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412593 May 02 10:22:46.997804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:47.031400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49566) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:47.052339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] Publish callbacks [] for security_group (f9e2ef35-8a0d-4574-a861-a0c73377beb7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.078777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] Publish callbacks [] for security_group (f9e2ef35-8a0d-4574-a861-a0c73377beb7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.085963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:47.089527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.167849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-515227575-network', 'tenant_id': 'f4fdfb032d52499c85596cd9caf4e16e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:47.254924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Allocated IP 172.20.0.7 (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a/6c30019a-24c3-4d64-b103-998fcc29492b/b2feb7e7-1d25-457d-b80a-fca061f41fa7) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:47.260770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9e2ef35-8a0d-4574-a861-a0c73377beb7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.264164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.265622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9e2ef35-8a0d-4574-a861-a0c73377beb7 HTTP/1.1" status: 204 len: 168 time: 0.2671397 May 02 10:22:47.274365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fa7134-7e3a-48f6-bafe-5666b4f1e939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9e2ef35-8a0d-4574-a861-a0c73377beb7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:47.310816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Made reservation on behalf of f4fdfb032d52499c85596cd9caf4e16e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:47.310816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.320291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.448068 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-426e4905-e5d8-43a4-82b3-1f06d19b615d req-e202a448-76bc-4478-8441-6c42d2a24732 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 210 time: 0.0309365 May 02 10:22:47.476543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks [] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.513301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks [] for security_group (25a7468c-e1f8-4071-acd7-f0631b9fda25), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.586628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.591099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25a7468c-e1f8-4071-acd7-f0631b9fda25), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.607034 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:22:47.648687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:22:47.671563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:47.678497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:47.680291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a7468c-e1f8-4071-acd7-f0631b9fda25,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:47.684485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:47.690987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a88e7246-6a2f-4655-9b17-9701c94d706a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.691485 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Added segment a88e7246-6a2f-4655-9b17-9701c94d706a of type vlan for network 69b50d2e-0640-43e1-9086-e3ca1be93be7 May 02 10:22:47.717057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:47.772902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (69b50d2e-0640-43e1-9086-e3ca1be93be7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.785386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:47.789292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.903222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-2e1a4e3e-d2b3-49a0-b5cb-2b99e3a0d2cc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0692813 May 02 10:22:47.919854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Request body: {'port': {'device_id': '5a1326b2-a321-45e5-967a-3dc016a66368', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:47.939445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (69b50d2e-0640-43e1-9086-e3ca1be93be7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.941055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:47.941630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:47.945096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25d71eea-f3e3-46ba-a3ad-b7cc31c35ed4 req-ff72a233-c074-4a71-bc40-7a0482ed1a0b tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0403404 May 02 10:22:48.050777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] Pushing event updated for resources: {'Network': ['ID=69b50d2e-0640-43e1-9086-e3ca1be93be7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:48.060379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.061572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 69b50d2e-0640-43e1-9086-e3ca1be93be7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:22:48.105760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fc24da10-ee00-48e6-a9e7-941253569d05 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0730429 May 02 10:22:48.108435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:48.114031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Request body: {'subnet': {'network_id': '69b50d2e-0640-43e1-9086-e3ca1be93be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-515227575-subnet', 'tenant_id': 'f4fdfb032d52499c85596cd9caf4e16e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:48.250356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Made reservation on behalf of f4fdfb032d52499c85596cd9caf4e16e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:48.252753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.473995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2feb7e7-1d25-457d-b80a-fca061f41fa7 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:48.488917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks [] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.542098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Transition to ACTIVE for port object b2feb7e7-1d25-457d-b80a-fca061f41fa7 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:22:48.584398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372f245-616b-4e33-b380-a1bd05a0ea77 req-d0bbb2d3-c720-4525-9f0e-03d8bd565f69 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:48.586239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1372f245-616b-4e33-b380-a1bd05a0ea77 req-d0bbb2d3-c720-4525-9f0e-03d8bd565f69 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 931 time: 0.0494478 May 02 10:22:48.633877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1372f245-616b-4e33-b380-a1bd05a0ea77 req-31b38736-995d-41af-8030-514653dd71cf tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421529 May 02 10:22:48.657281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.713542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:48.760046 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (9e23f68c-508a-4ce7-a87f-05061c4c5ba9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.818168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:48.818697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:48.818834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:48.831516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:22:48.831719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:48.843876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e23f68c-508a-4ce7-a87f-05061c4c5ba9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:48.847978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:48.850519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:48.850519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:48.850519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Bound port: b2feb7e7-1d25-457d-b80a-fca061f41fa7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:48.850519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:48.868228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Checking segment: {'id': 'a88e7246-6a2f-4655-9b17-9701c94d706a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '69b50d2e-0640-43e1-9086-e3ca1be93be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:48.868589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Network hostable DHCP agents. Network: 69b50d2e-0640-43e1-9086-e3ca1be93be7, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:22:48.933841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:48.937544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:49.000625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Network 69b50d2e-0640-43e1-9086-e3ca1be93be7 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:22:49.057346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4212031a-58fa-4400-a1e5-3c449d80ba15 req-bc06e4e4-9990-450d-8520-999fb53116d8 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0304780 May 02 10:22:49.067339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:49.099500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:49.100037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:49.100992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 1091 time: 1.1856785 May 02 10:22:49.101426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:49.104839 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d9c462-eb30-473b-91f9-8ad8adae2e2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:49.130514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51410b-327a-495b-9b5f-e25944dce924 service neutron] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:49.154658 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:22:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a5f2d32-d61a-41d4-a2af-1bcc3273ca42 x-openstack-request-id: req-9a5f2d32-d61a-41d4-a2af-1bcc3273ca42 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:49.154946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:49.155198 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a5f2d32-d61a-41d4-a2af-1bcc3273ca42 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:49.155643 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5f2d32-d61a-41d4-a2af-1bcc3273ca42'] response: {'name': 'network-changed', 'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'status': 'completed', 'code': 200} May 02 10:22:49.156769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69b50d2e-0640-43e1-9086-e3ca1be93be7) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:49.162132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:49.162722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:49.166631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bad0e8e-f5d2-455a-9ba8-e1e28a11b15f None None] Network 69b50d2e-0640-43e1-9086-e3ca1be93be7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:49.257748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb9799a7-525d-4440-b6b5-a1f744e85469 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1479230 May 02 10:22:49.273994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239b5381-c564-4082-b9c4-8903470cd2cb None None] Network 69b50d2e-0640-43e1-9086-e3ca1be93be7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:49.567754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5d406fd-523f-4769-ab88-e49f57e2f684 req-14f20eae-c009-4438-8525-5a055adce699 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0300567 May 02 10:22:49.582260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-95da271a-55f9-43f6-a8c2-116a73df2473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:49.583815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-95da271a-55f9-43f6-a8c2-116a73df2473 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1125 time: 0.0464723 May 02 10:22:49.751622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13426ad2-81a7-495f-90d7-c7757c1fcebb req-edce2780-db17-4416-805c-dc6fbdea637b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:49.753908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13426ad2-81a7-495f-90d7-c7757c1fcebb req-edce2780-db17-4416-805c-dc6fbdea637b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0516243 May 02 10:22:49.867015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13426ad2-81a7-495f-90d7-c7757c1fcebb req-68672dc3-9789-46f3-9048-2db313ddcd5c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074841 May 02 10:22:49.909077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-eda9e01d-ca83-4574-9d3e-594d6013dec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:49.910761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-eda9e01d-ca83-4574-9d3e-594d6013dec0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1b2130a8035040089eef66d1efbf65df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1307855 May 02 10:22:50.015188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-84d6eb94-4821-4ec6-8172-71a3bc8f90d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:50.016576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94d9c462-eb30-473b-91f9-8ad8adae2e2d req-84d6eb94-4821-4ec6-8172-71a3bc8f90d0 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0964646 May 02 10:22:50.087886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49702) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:50.145469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Deleting subnet 9e23f68c-508a-4ce7-a87f-05061c4c5ba9 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:22:50.149085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Publish callbacks [] for subnet (9e23f68c-508a-4ce7-a87f-05061c4c5ba9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.208351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f9791cc-35b6-4f7a-bfe7-43e43aa160f7 req-72c1751e-6d88-4873-8399-64d96e081452 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0364187 May 02 10:22:50.212388 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9e23f68c-508a-4ce7-a87f-05061c4c5ba9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.257554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9e23f68c-508a-4ce7-a87f-05061c4c5ba9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.344655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-a971e684-29ff-4374-8b66-eda10d481797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:50.346712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-a971e684-29ff-4374-8b66-eda10d481797 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1125 time: 0.0422497 May 02 10:22:50.391110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-81c704c6-b6c1-4d34-ae7b-87d175347c5c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 217 time: 0.0372076 May 02 10:22:50.411212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9e23f68c-508a-4ce7-a87f-05061c4c5ba9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.461182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.464514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9e23f68c-508a-4ce7-a87f-05061c4c5ba9 HTTP/1.1" status: 204 len: 168 time: 0.3756318 May 02 10:22:50.467073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce2493a-1b12-42ea-b2da-56d0def7d687 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e23f68c-508a-4ce7-a87f-05061c4c5ba9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:50.467270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49742) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:50.478231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-11dedc7d-fd74-490e-89dc-b34da487de7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:50.479642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-11dedc7d-fd74-490e-89dc-b34da487de7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0781586 May 02 10:22:50.537738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (69b50d2e-0640-43e1-9086-e3ca1be93be7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.616438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-c9a92f3f-2d93-4bb6-afbe-d85453aee652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397127 May 02 10:22:50.628875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (69b50d2e-0640-43e1-9086-e3ca1be93be7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.659829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69b50d2e-0640-43e1-9086-e3ca1be93be7']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:50.677517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a88e7246-6a2f-4655-9b17-9701c94d706a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:50.678310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a88e7246-6a2f-4655-9b17-9701c94d706a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:50.700970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (a88e7246-6a2f-4655-9b17-9701c94d706a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.723419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a88e7246-6a2f-4655-9b17-9701c94d706a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.732763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:22:50.733188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (a88e7246-6a2f-4655-9b17-9701c94d706a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: timer() May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:22:50.735502 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:22:50.897337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (69b50d2e-0640-43e1-9086-e3ca1be93be7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.903711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:50.914643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] 10.222.0.16 "DELETE /v2.0/networks/69b50d2e-0640-43e1-9086-e3ca1be93be7 HTTP/1.1" status: 204 len: 168 time: 0.4461992 May 02 10:22:50.953361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Pushing event deleted for resources: {'Network': ['ID=69b50d2e-0640-43e1-9086-e3ca1be93be7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:50.967447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.975074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.975431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.975786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.976139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.976481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.976844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.977320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.978265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.978610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.978946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.979281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.979613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.979942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:50.980271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbe30b4d-74dc-4959-ac4c-7647ceb25ecb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:22:51.058843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-61c8475a-c2da-4e24-8696-69a97d953368 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4173698 May 02 10:22:51.065742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6267610-dd17-419e-86b0-3fc031a7ca16 req-bccee691-504f-4891-9cf9-3914045db101 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:51.067094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6267610-dd17-419e-86b0-3fc031a7ca16 req-bccee691-504f-4891-9cf9-3914045db101 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0714166 May 02 10:22:51.170521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6267610-dd17-419e-86b0-3fc031a7ca16 req-3b3bfd62-58c2-4082-b69a-b3ec7aad521c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954628 May 02 10:22:51.201032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc0b0164-541b-473c-99d0-bf20825d2582 req-b4bd2ed7-abc9-4fa5-ae33-a9de09ceed27 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312144 May 02 10:22:51.374794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49846) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:51.384651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4af65a9-48ff-4288-b52f-a1e6e8638799 req-49e80ed3-9c07-4f9a-be0d-2411f39712ed tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0321341 May 02 10:22:51.419704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b0f45fee-0bb2-47f9-a2a1-b073ade04eac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f4fdfb032d52499c85596cd9caf4e16e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435538 May 02 10:22:51.425353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:51.496519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] Publish callbacks [] for security_group (25a7468c-e1f8-4071-acd7-f0631b9fda25), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:51.528459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] Publish callbacks [] for security_group (25a7468c-e1f8-4071-acd7-f0631b9fda25), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:52.232132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25a7468c-e1f8-4071-acd7-f0631b9fda25), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:52.232132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:52.232132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25a7468c-e1f8-4071-acd7-f0631b9fda25 HTTP/1.1" status: 204 len: 168 time: 0.7700152 May 02 10:22:52.232132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb9ffb5-fc2f-4b5e-805c-72ca7eaedeec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a7468c-e1f8-4071-acd7-f0631b9fda25,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:52.368841 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a2fc0c78-25b9-479f-92a0-d6698c9ca51a req-e130acbd-16a9-43bc-a6cc-81f3a9f45a70 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0300174 May 02 10:22:52.481478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcc8f6-3f5d-45d6-9fd5-5d1ef8aa6e33 req-b763e156-1700-45b3-95b0-9b9a70203d7c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:52.482995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34bcc8f6-3f5d-45d6-9fd5-5d1ef8aa6e33 req-b763e156-1700-45b3-95b0-9b9a70203d7c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0509956 May 02 10:22:52.524743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a67f4dc4-f34c-421d-b1ee-9acc9a5914c4 req-473a7bf6-cb8d-43bd-83b0-aee4679dd263 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0293365 May 02 10:22:52.552714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34bcc8f6-3f5d-45d6-9fd5-5d1ef8aa6e33 req-0d67b55b-091d-44e6-999c-e40ef4339c2b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456471 May 02 10:22:53.611956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50106) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:53.657204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2267bf49-af10-4c6e-8577-e90126eccaff req-a8deb432-e53a-4c28-95ea-c7053a9ad7ac tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0372448 May 02 10:22:53.728108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-network', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:53.778054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb81d9c-a783-4b59-b7a2-14d9c2c13123 req-f42d9b7a-84d5-4832-949e-56ebc8c2b84e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:53.779677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cb81d9c-a783-4b59-b7a2-14d9c2c13123 req-f42d9b7a-84d5-4832-949e-56ebc8c2b84e tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0471950 May 02 10:22:53.826155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Made reservation on behalf of df25ec067b694b75859a41ecc012eb89 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:53.831515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:53.831652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cb81d9c-a783-4b59-b7a2-14d9c2c13123 req-d5fea9fb-754f-4a0e-bf5c-ed7a58af7d5b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 May 02 10:22:53.840134 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:53.918971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks [] for security_group (eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:53.972590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:22:54.009054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.039079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87645741-5521-485a-8161-050b108adc43 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:22:54.053851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:54.060826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af4e0a47-7899-4663-b20b-c2c2be1020e4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.061516 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Added segment af4e0a47-7899-4663-b20b-c2c2be1020e4 of type vlan for network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 May 02 10:22:54.077797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:54.091683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'port_id': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'mac_address': 'fa:16:3e:b2:7b:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c30019a-24c3-4d64-b103-998fcc29492b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:22:54.118922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.142354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b2feb7e7-1d25-457d-b80a-fca061f41fa7 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:54.143566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.164982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2feb7e7-1d25-457d-b80a-fca061f41fa7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:22:54.184936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:54.231464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.232495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:54.233120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.254620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.300760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87645741-5521-485a-8161-050b108adc43 admin admin] Pushing event updated for resources: {'Network': ['ID=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:54.308352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:54.312184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:22:54.332175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-87645741-5521-485a-8161-050b108adc43 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7183681 May 02 10:22:54.334908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50174) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:54.340589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Request body: {'subnet': {'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-subnet', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:54.443404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Made reservation on behalf of df25ec067b694b75859a41ecc012eb89 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:22:54.445967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.540670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b2feb7e7-1d25-457d-b80a-fca061f41fa7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:22:54.703569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:54.758778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:54.770250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Checking segment: {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:54.770611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Network hostable DHCP agents. Network: a5f728ef-2cb3-4b67-8da4-e3d094aab7f0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:22:54.778844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0925be2-c8c9-45e4-94cf-fe3e47061790 req-1ef9ec2f-11e8-4fe1-87a8-2f65f3ddfe01 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0302377 May 02 10:22:54.897442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:22:54.948590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2deec8-6860-4089-9baf-5bf9ae4445bb req-7aaa9dca-e8e7-4abc-95ec-f1170bb55397 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:54.950096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e2deec8-6860-4089-9baf-5bf9ae4445bb req-7aaa9dca-e8e7-4abc-95ec-f1170bb55397 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0501285 May 02 10:22:55.000808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e2deec8-6860-4089-9baf-5bf9ae4445bb req-3689a041-9453-4adf-8fae-7056a1c3e484 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449800 May 02 10:22:55.011317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5f728ef-2cb3-4b67-8da4-e3d094aab7f0) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:55.015693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:55.016418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.028191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29fc4f02-14b0-44f5-b2bb-b7cd3da2fd7d None None] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:55.102845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3882822d-cd0a-467d-a9ec-187d72992dc0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7666030 May 02 10:22:55.105679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:55.110322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:22:55.140838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781033c3-ba0a-4161-86d5-12165ad481c5 None None] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:22:55.223142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6348137c-ea81-4695-b00b-a462760ba080), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.224241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6348137c-ea81-4695-b00b-a462760ba080), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.280701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for router_controller (6348137c-ea81-4695-b00b-a462760ba080), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.486268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for router_gateway (6348137c-ea81-4695-b00b-a462760ba080), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.572474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0b626e1-c950-4d17-8a53-c75241b15fe5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.764992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50222) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:55.897883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55b5051a-f007-4758-a3dd-f3a049940efb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.975174 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55b5051a-f007-4758-a3dd-f3a049940efb admin admin] Publish callbacks [] for security_group (ecde47cf-93ae-411c-bb40-16eca436746b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:55.978522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:22:56.003091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5494f24d-76d9-4316-9914-585bfed89f78 req-c9fac1f6-337f-430f-aa80-1d75582e82cb tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0320847 May 02 10:22:56.025675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b2feb7e7-1d25-457d-b80a-fca061f41fa7 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:22:56.044463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for router_gateway (6348137c-ea81-4695-b00b-a462760ba080), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.067949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.148918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0477a0-b576-414f-8803-95e2c5e3f6c3 req-1ba9f44c-ca1e-4234-91e3-7749f4de7c18 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:56.150563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb0477a0-b576-414f-8803-95e2c5e3f6c3 req-1ba9f44c-ca1e-4234-91e3-7749f4de7c18 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0594823 May 02 10:22:56.154363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55b5051a-f007-4758-a3dd-f3a049940efb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ecde47cf-93ae-411c-bb40-16eca436746b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.182987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b2feb7e7-1d25-457d-b80a-fca061f41fa7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:22:56.183610 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.193999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Allocated IP 172.35.4.171 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/3b07ce2d-575d-4efb-bc3f-071b158140fb) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:56.215672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5051a-f007-4758-a3dd-f3a049940efb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecde47cf-93ae-411c-bb40-16eca436746b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:56.227965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55b5051a-f007-4758-a3dd-f3a049940efb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50ba431a6e894157abc90e36eb1ded86&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4612622 May 02 10:22:56.232629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50232) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:56.260507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb0477a0-b576-414f-8803-95e2c5e3f6c3 req-b56acadc-60e4-4757-8d6c-00e8152bb502 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938356 May 02 10:22:56.269099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b2feb7e7-1d25-457d-b80a-fca061f41fa7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:22:56.269487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.295077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:22:56.298248 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dfa5372-b4fc-4753-ab36-bfc089815478" -d '{"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:22:56.311424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:22:56.336509 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cab170e-eb8d-4760-9694-e483c20b762d x-openstack-request-id: req-4cab170e-eb8d-4760-9694-e483c20b762d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:22:56.336863 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-plugged", "status": "completed", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:22:56.337120 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cab170e-eb8d-4760-9694-e483c20b762d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:22:56.337610 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cab170e-eb8d-4760-9694-e483c20b762d'] response: {'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'code': 200} May 02 10:22:56.355765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.357164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] Publish callbacks [] for security_group (ecde47cf-93ae-411c-bb40-16eca436746b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.386128 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.390795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] Publish callbacks [] for security_group (ecde47cf-93ae-411c-bb40-16eca436746b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.436013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:56.455933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc8462-8a40-4633-a85c-d0ff23e59d6f req-7d6d6560-7d92-4494-91a8-f02550c6232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:56.457542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26fc8462-8a40-4633-a85c-d0ff23e59d6f req-7d6d6560-7d92-4494-91a8-f02550c6232e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.0539336 May 02 10:22:56.514001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26fc8462-8a40-4633-a85c-d0ff23e59d6f req-28132e52-0b6d-429f-aeac-1afc5868adfe service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 May 02 10:22:56.517745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.549961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ecde47cf-93ae-411c-bb40-16eca436746b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.552476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:56.553607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ecde47cf-93ae-411c-bb40-16eca436746b HTTP/1.1" status: 204 len: 168 time: 0.3198411 May 02 10:22:56.560949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:56.571739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:56.575463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964b6228-42a6-4240-b870-3adc2366d41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecde47cf-93ae-411c-bb40-16eca436746b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:56.579613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:56.605669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Pushing event updated for resources: {'Port': ['ID=3b07ce2d-575d-4efb-bc3f-071b158140fb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:56.967703 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for router_gateway (6348137c-ea81-4695-b00b-a462760ba080), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:57.123905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f4e238a3-1891-4776-9bd5-07d42921ec1a req-cc20a0ef-51cc-4535-98df-5f875eb45287 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0360663 May 02 10:22:57.198452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6348137c-ea81-4695-b00b-a462760ba080), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:57.380995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336962fc-046f-42c4-be65-fe39f62d746e req-0272c616-6dc2-4000-8bb7-d6e2d89838ab tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:57.382720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-336962fc-046f-42c4-be65-fe39f62d746e req-0272c616-6dc2-4000-8bb7-d6e2d89838ab tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 945 time: 0.0575020 May 02 10:22:57.433084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-336962fc-046f-42c4-be65-fe39f62d746e req-f38523a5-0d6b-419a-a95f-a661b6c8cf69 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 May 02 10:22:57.457030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Router 6348137c-ea81-4695-b00b-a462760ba080 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:22:57.578814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:22:57.590038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Sync routers for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:22:57.599725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:57.602180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:57.667982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:57.671843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3017fe3a-3577-4e19-9794-7bbd1d8633c5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.5624933 May 02 10:22:57.682048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50270) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:57.722764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:57.928952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:56Z', 'revision_number': 3, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:22:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:57.960443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Checking router: 6348137c-ea81-4695-b00b-a462760ba080 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:22:57.961022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Updating router 6348137c-ea81-4695-b00b-a462760ba080 port 3b07ce2d-575d-4efb-bc3f-071b158140fb binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:22:57.986002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e1ce6ad4-885c-44b7-aee1-b2226108f12d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:57.996120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.204176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.272793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5456fc8f-cbdb-4400-87e5-8fa395f192c7 req-7f79c8ae-38d8-4cdc-845b-8d03c21534c1 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0576682 May 02 10:22:58.353785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks [] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.395545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Allocated IP 172.20.0.1 (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0/6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3/c1f145d6-7f35-4274-b197-2871379df080) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:22:58.434853 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.490551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7e040-33f9-4701-9b10-1483e838e0f2 None None] Pushing event updated for resources: {'Port': ['ID=3b07ce2d-575d-4efb-bc3f-071b158140fb,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:58.493035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Attempting to bind port 3b07ce2d-575d-4efb-bc3f-071b158140fb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:22:58.493408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Attempting to bind port 3b07ce2d-575d-4efb-bc3f-071b158140fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:22:58.493775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Attempting to bind port 3b07ce2d-575d-4efb-bc3f-071b158140fb on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:22:58.500630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:22:58.501360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:22:58.501839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.502195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:22:58.502754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Bound port: 3b07ce2d-575d-4efb-bc3f-071b158140fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:22:58.503048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.517186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks [] for port (c1f145d6-7f35-4274-b197-2871379df080), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.576278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] For port 3b07ce2d-575d-4efb-bc3f-071b158140fb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:22:58.581605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] For port 3b07ce2d-575d-4efb-bc3f-071b158140fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b07ce2d-575d-4efb-bc3f-071b158140fb,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:22:58.595545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50320) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:58.596723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdb254c-0d4f-42b5-b665-dd11fedcd058 req-f3cea36a-15f7-40f0-8620-b3ea379541a5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:58.598336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cdb254c-0d4f-42b5-b665-dd11fedcd058 req-f3cea36a-15f7-40f0-8620-b3ea379541a5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 945 time: 0.0696812 May 02 10:22:58.651219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cdb254c-0d4f-42b5-b665-dd11fedcd058 req-185852dc-8388-4d72-a3f4-8655db956eaf tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439439 May 02 10:22:58.674644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.711326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab8c0-baf4-4cc8-9100-a7d15afaed28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.728379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.771566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:22:58.772867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:58.774997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:22:58.778885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f7e040-33f9-4701-9b10-1483e838e0f2 None None] Pushing event updated for resources: {'Port': ['ID=3b07ce2d-575d-4efb-bc3f-071b158140fb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:58.783640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:22:58.787331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:22:58.794346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97d846d-9f53-423d-83c3-b2bbc20e1b49 req-949ea8c2-ea45-4af1-8aa0-465af22f49b0 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:58.795890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c97d846d-9f53-423d-83c3-b2bbc20e1b49 req-949ea8c2-ea45-4af1-8aa0-465af22f49b0 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.0677459 May 02 10:22:58.818747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Pushing event updated for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:58.837749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6348137c-ea81-4695-b00b-a462760ba080), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.885169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab8c0-baf4-4cc8-9100-a7d15afaed28 admin admin] Publish callbacks [] for security_group (0385fcb4-fdcd-4738-aaa3-fd478a83198b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:58.889398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c97d846d-9f53-423d-83c3-b2bbc20e1b49 req-f3027d6b-3278-4c37-9ab9-d4926c020b31 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710387 May 02 10:22:58.982610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a8ab8c0-baf4-4cc8-9100-a7d15afaed28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0385fcb4-fdcd-4738-aaa3-fd478a83198b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.014207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90e6f29-c446-46f8-8754-910793c35138 req-2312f539-52bc-4172-bf67-d26f5d1a7f7b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:59.016682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f90e6f29-c446-46f8-8754-910793c35138 req-2312f539-52bc-4172-bf67-d26f5d1a7f7b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.0481832 May 02 10:22:59.042051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a8ab8c0-baf4-4cc8-9100-a7d15afaed28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77208acc23624f818df4f1466284dd3b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4447520 May 02 10:22:59.042764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ab8c0-baf4-4cc8-9100-a7d15afaed28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0385fcb4-fdcd-4738-aaa3-fd478a83198b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:59.044987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:22:59.080394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:22:59.118859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f90e6f29-c446-46f8-8754-910793c35138 req-20c1ce55-122f-4148-b139-f3c0a2d5f393 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951836 May 02 10:22:59.144751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.147710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1f145d6-7f35-4274-b197-2871379df080), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.150922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] Publish callbacks [] for security_group (0385fcb4-fdcd-4738-aaa3-fd478a83198b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.208251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] Publish callbacks [] for security_group (0385fcb4-fdcd-4738-aaa3-fd478a83198b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.275192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:56Z', 'revision_number': 3, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:22:59.311379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d33a0-6478-437c-aa91-09f63bbe1126 None None] The sync data for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 is: [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:56Z', 'revision_number': 3, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:22:59.393883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks [] for port (c1f145d6-7f35-4274-b197-2871379df080), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.410562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0385fcb4-fdcd-4738-aaa3-fd478a83198b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.410907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8271f770-12c3-496c-8066-0169a2908a84 req-26238013-925d-495b-917a-c4dd9846dad7 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0349858 May 02 10:22:59.413087 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.421400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0385fcb4-fdcd-4738-aaa3-fd478a83198b HTTP/1.1" status: 204 len: 168 time: 0.3642850 May 02 10:22:59.424223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8cd9f-6c72-49e5-bac4-a05a21afe278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0385fcb4-fdcd-4738-aaa3-fd478a83198b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:59.572768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.641356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125a9e45-e4dd-4795-893b-f5936ef0af92 req-d833b10c-232e-42ab-abe8-ea3c35235faf tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:22:59.643206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-125a9e45-e4dd-4795-893b-f5936ef0af92 req-d833b10c-232e-42ab-abe8-ea3c35235faf tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.1099377 May 02 10:22:59.670845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Pushing event updated for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:22:59.686629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6348137c-ea81-4695-b00b-a462760ba080), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:22:59.711544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-125a9e45-e4dd-4795-893b-f5936ef0af92 req-74ba8cfe-0708-4f79-bb65-e128ca687881 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602241 May 02 10:23:00.086371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:00.088829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:00.220027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Router 6348137c-ea81-4695-b00b-a462760ba080 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:00.342693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3b07ce2d-575d-4efb-bc3f-071b158140fb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:00.358290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:00.359334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b06557b9-400d-4667-ba94-169aad7943bc admin admin] 10.222.0.16 "PUT /v2.0/routers/6348137c-ea81-4695-b00b-a462760ba080/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6861007 May 02 10:23:00.418617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3b07ce2d-575d-4efb-bc3f-071b158140fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:00.419144 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:00.527739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3b07ce2d-575d-4efb-bc3f-071b158140fb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:00.528134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:00.549017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-300b5e53-e776-4fa1-93d0-d38453d55f0f req-3ab3d092-75ef-451d-bab5-c88a95fe62a7 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0315893 May 02 10:23:00.550825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:00.553027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 3b07ce2d-575d-4efb-bc3f-071b158140fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b07ce2d-575d-4efb-bc3f-071b158140fb,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:00.634420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:00.697518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=3b07ce2d-575d-4efb-bc3f-071b158140fb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:00.831918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ed7264-3a0f-47a7-953e-273b3af9b40f req-2dd4e707-14d6-4519-8c50-4ddcfed89ae4 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:00.837082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7ed7264-3a0f-47a7-953e-273b3af9b40f req-2dd4e707-14d6-4519-8c50-4ddcfed89ae4 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.0449765 May 02 10:23:00.884983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7ed7264-3a0f-47a7-953e-273b3af9b40f req-e0e7dfc3-a578-4ab5-ae28-5e9c9b8122fe tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 May 02 10:23:00.998845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-bca9e936-e6dd-456a-aa0c-002ecb714eff tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:01.000552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-bca9e936-e6dd-456a-aa0c-002ecb714eff tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 819 time: 0.1171777 May 02 10:23:01.017085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-265cc71e-c1a1-4ada-88fa-b71cedc61f3d tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/quotas/df25ec067b694b75859a41ecc012eb89 HTTP/1.1" status: 200 len: 375 time: 0.0094800 May 02 10:23:01.069368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-31de9263-2918-4119-918f-8485915755d8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0472271 May 02 10:23:01.181033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-bbd2a028-2ffe-4344-bc02-2dbb0a235136 service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002769 May 02 10:23:01.181178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Sync routers for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:01.191365 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:01.192442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:01.270482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-e2189b1a-ffda-4c5a-a330-bb00a60f543a service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889759 May 02 10:23:01.388971 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:01.611943 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:22:59Z', 'revision_number': 2, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:01.635196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88133879-b917-4373-9048-48878ae66578 req-8601fcae-6e01-49e2-9696-d9f0885c7b22 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 210 time: 0.0381916 May 02 10:23:01.640504 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Checking router: 6348137c-ea81-4695-b00b-a462760ba080 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:01.640897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Updating router 6348137c-ea81-4695-b00b-a462760ba080 port c1f145d6-7f35-4274-b197-2871379df080 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:23:01.677309 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1f145d6-7f35-4274-b197-2871379df080), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:01.868279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:01.991617 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks [] for port (c1f145d6-7f35-4274-b197-2871379df080), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.054788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9d1dcbb-a08a-40ee-8240-187fba440d4e req-bd4dd482-6144-4245-bf6d-4e7c6f2b8724 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0297568 May 02 10:23:02.071504 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.131794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242abb0-25de-47e8-bdb9-6df215afad7d None None] Pushing event updated for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:02.186255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Attempting to bind port c1f145d6-7f35-4274-b197-2871379df080 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:02.186924 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Attempting to bind port c1f145d6-7f35-4274-b197-2871379df080 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:02.187096 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Attempting to bind port c1f145d6-7f35-4274-b197-2871379df080 on network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:02.193018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:02.193390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Checking segment: {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:02.193783 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.194189 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Bound using segment: {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:02.194657 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Bound port: c1f145d6-7f35-4274-b197-2871379df080, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:02.195031 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1f145d6-7f35-4274-b197-2871379df080), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.259298 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] For port c1f145d6-7f35-4274-b197-2871379df080, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:02.262423 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] For port c1f145d6-7f35-4274-b197-2871379df080, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1f145d6-7f35-4274-b197-2871379df080,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:02.351115 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.353916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3b07ce2d-575d-4efb-bc3f-071b158140fb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:02.424455 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:02.425192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:02.426734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3b07ce2d-575d-4efb-bc3f-071b158140fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:02.427114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:02.479946 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b242abb0-25de-47e8-bdb9-6df215afad7d None None] Pushing event updated for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:02.524308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3b07ce2d-575d-4efb-bc3f-071b158140fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:02.575698 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:02.757789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ee0a996-fbc7-469d-af56-6600b97f60bd req-b62aeed9-f79e-44ba-8c00-4df4aaa4b7a1 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 210 time: 0.0346208 May 02 10:23:02.819463 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:02Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:02.886142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad877a82-e127-44c1-9497-9ed59d1acd7a None None] The sync data for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 is: [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:02Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:03.202856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9e885c6-d939-4eea-ac91-042636eb601a req-ecac80db-4947-4867-9cd6-82c988805cc9 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0471163 May 02 10:23:03.280408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a605d4ff-2cb7-4588-b1e3-27b080e2211f tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:03.288768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a605d4ff-2cb7-4588-b1e3-27b080e2211f tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0132387 May 02 10:23:03.326688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-b5939ce5-ac7a-4c74-a53d-33c72693d720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:03.328078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-b5939ce5-ac7a-4c74-a53d-33c72693d720 service neutron] 10.222.0.16 "GET /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 1124 time: 0.0385654 May 02 10:23:03.341838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:03.341838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:23:03.357588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:03.498976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:03.499382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:03.499787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:03.505482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:03.505881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:03.511012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:03.511393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:03.511780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:03.512354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Bound port: b2feb7e7-1d25-457d-b80a-fca061f41fa7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:03.515445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc8cae2f-b27d-454c-8ae1-62018ae429f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:03.576557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:03.600940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc8cae2f-b27d-454c-8ae1-62018ae429f6 admin admin] Publish callbacks [] for security_group (35e286c6-13fd-499c-a1dc-1e6dac86d8a1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:03.655954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:03.657203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-3c1b4f8b-6c2c-4dc3-941c-bb5c5163fd24 service neutron] 10.222.0.16 "POST /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7/bindings HTTP/1.1" status: 201 len: 389 time: 0.3221214 May 02 10:23:03.725982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc8cae2f-b27d-454c-8ae1-62018ae429f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (35e286c6-13fd-499c-a1dc-1e6dac86d8a1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:03.777102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cc8cae2f-b27d-454c-8ae1-62018ae429f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff8017d66d544a968e6b1f8fadd1d964&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182892 May 02 10:23:03.778311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8cae2f-b27d-454c-8ae1-62018ae429f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e286c6-13fd-499c-a1dc-1e6dac86d8a1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:03.779834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50486) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:03.863697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] Publish callbacks [] for security_group (35e286c6-13fd-499c-a1dc-1e6dac86d8a1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:03.885228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59434bbe-d92d-479c-b609-45f2e926a8ad req-02d0a996-1867-4062-bd37-5e6d2dd798b9 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 210 time: 0.0354791 May 02 10:23:03.911122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] Publish callbacks [] for security_group (35e286c6-13fd-499c-a1dc-1e6dac86d8a1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.054489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf607906-8845-4323-b4ce-dc0e17a84c69 req-d606ad28-27bb-482d-b006-2431dd4eed9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:04.056021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf607906-8845-4323-b4ce-dc0e17a84c69 req-d606ad28-27bb-482d-b006-2431dd4eed9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 945 time: 0.0768001 May 02 10:23:04.062453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (35e286c6-13fd-499c-a1dc-1e6dac86d8a1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.065182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.066310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35e286c6-13fd-499c-a1dc-1e6dac86d8a1 HTTP/1.1" status: 204 len: 168 time: 0.2821574 May 02 10:23:04.122913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabeddee-2690-444c-a2dd-3e8df529dd22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e286c6-13fd-499c-a1dc-1e6dac86d8a1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:04.177971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf607906-8845-4323-b4ce-dc0e17a84c69 req-0ce27246-1f10-4e27-83be-70ca8c608956 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861561 May 02 10:23:04.185434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-477bbc47-89e9-47dc-b97f-74b25e7bf305 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:04.186866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-477bbc47-89e9-47dc-b97f-74b25e7bf305 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 819 time: 0.1726060 May 02 10:23:04.198908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'port': {'device_id': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'admin_state_up': True, 'tenant_id': 'df25ec067b694b75859a41ecc012eb89'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:04.347405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-201feb4e-7b77-4c0f-81d7-dd72eac4dba8 req-9cb60d24-ad83-40fa-bbc2-953d4603aa52 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0322092 May 02 10:23:04.395508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1f145d6-7f35-4274-b197-2871379df080 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:04.442996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c1f145d6-7f35-4274-b197-2871379df080 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:04.443380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1f145d6-7f35-4274-b197-2871379df080), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.449120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Made reservation on behalf of df25ec067b694b75859a41ecc012eb89 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:04.454063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.545351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c1f145d6-7f35-4274-b197-2871379df080 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:04.545754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1f145d6-7f35-4274-b197-2871379df080), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.583986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c1f145d6-7f35-4274-b197-2871379df080, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1f145d6-7f35-4274-b197-2871379df080,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:04.602984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Allocated IP 172.20.0.3 (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0/6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3/5db6848c-2242-41ac-856d-1b16ace8bc9f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:04.700199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.717082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a75b901d-7d25-4b89-9ba0-26e3836a8e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:04.718626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a75b901d-7d25-4b89-9ba0-26e3836a8e4b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1127 time: 0.0603578 May 02 10:23:04.761322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:04.791586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.829377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-6ea71998-e01d-4bab-856c-c8e3c05d49c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:04.831478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-6ea71998-e01d-4bab-856c-c8e3c05d49c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1060338 May 02 10:23:04.872960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-8fd73a09-d8cc-4672-a85b-619c00a2b382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 217 time: 0.0351236 May 02 10:23:04.921248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:04.925808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-48b2e201-916a-4faf-8902-ec5245f9bdb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:04.927107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-48b2e201-916a-4faf-8902-ec5245f9bdb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0479186 May 02 10:23:04.968194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-9d98588a-92af-42f9-a7dd-a4c42efd6c20 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343051 May 02 10:23:04.999425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:05.029779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:05.033360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:05.037113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:05.076239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9414-b260-435f-b113-7e77a38d3b3c req-9d4b6bf3-057a-4bbf-ac8d-427e2c8000f3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:05.077793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64db9414-b260-435f-b113-7e77a38d3b3c req-9d4b6bf3-057a-4bbf-ac8d-427e2c8000f3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 931 time: 0.0944207 May 02 10:23:05.077935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-5827c328-3f7b-41f7-b503-404443d4c071 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023564 May 02 10:23:05.113164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:05.113164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.157007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64db9414-b260-435f-b113-7e77a38d3b3c req-5283d356-2198-4ed8-a3f3-59e8ee842fac tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 May 02 10:23:05.203308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-2c40ad39-26e1-43e2-8555-b1ba0942206d service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177528 May 02 10:23:05.217352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-3916b2a3-0517-40f8-8014-18a63fea891a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0221796 May 02 10:23:05.227340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Request body: {'port': {'device_id': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:05.301486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.308750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1596fa-c845-4912-9b3e-72ddef90b335 req-40486411-cd9b-4507-a3e7-f27d8b61a798 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:05.310395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f1596fa-c845-4912-9b3e-72ddef90b335 req-40486411-cd9b-4507-a3e7-f27d8b61a798 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 945 time: 0.0518954 May 02 10:23:05.359227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50526) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:05.388137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-ab7eb335-a571-4820-83d8-ec121773612d tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:05.389680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-ab7eb335-a571-4820-83d8-ec121773612d tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0582690 May 02 10:23:05.401960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f1596fa-c845-4912-9b3e-72ddef90b335 req-026425d1-8598-4e8f-aa65-ceb8679d4dca tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854683 May 02 10:23:05.407613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:05.499265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.527366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c77b766-c7b5-43c4-9cba-b88b51e3b014 req-2656eb1f-af5d-4a1d-a8b9-6ab3443ac4f6 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0556366 May 02 10:23:05.569951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-697838775-network', 'tenant_id': 'f5040e3da1d14e19a9db95788a4a8fc1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:05.637844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:05.648169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5db6848c-2242-41ac-856d-1b16ace8bc9f {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:05.655684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks [] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.662507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Made reservation on behalf of f5040e3da1d14e19a9db95788a4a8fc1 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:05.672261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.679281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:05.682287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.691004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Transition to ACTIVE for port object 5db6848c-2242-41ac-856d-1b16ace8bc9f will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:05.727584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:05.729957 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9655312-ba34-481f-87a3-3c972caf1b7b" -d '{"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-unplugged", "status": "completed", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:05.734110 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks [] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.754324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.769972 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7350ba-72a9-42a3-b46b-a5ea68a71f1a x-openstack-request-id: req-5b7350ba-72a9-42a3-b46b-a5ea68a71f1a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:05.770300 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-unplugged", "status": "completed", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:05.770584 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b7350ba-72a9-42a3-b46b-a5ea68a71f1a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:05.770991 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7350ba-72a9-42a3-b46b-a5ea68a71f1a'] response: {'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'code': 200} May 02 10:23:05.788768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks [] for security_group (48970aa6-d1e3-411f-a52c-76eb75660851), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.820495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:05.820730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.862471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48970aa6-d1e3-411f-a52c-76eb75660851), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.891536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:23:05.899502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:05.916387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:05.916767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:05.917096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:05.921766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:05.922091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Attempting to bind port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:05.922506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48970aa6-d1e3-411f-a52c-76eb75660851,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:05.926659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (61215a94-46bf-472f-b15b-63601cdf0aaa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.926992 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Added segment 61215a94-46bf-472f-b15b-63601cdf0aaa of type vlan for network 29a75a6f-0e18-415d-b558-15b881ca82f3 May 02 10:23:05.927119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:05.927335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:05.927721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:05.928262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Bound port: b2feb7e7-1d25-457d-b80a-fca061f41fa7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:05.928643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.935886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Attempting to bind port 5db6848c-2242-41ac-856d-1b16ace8bc9f on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:05.936226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Attempting to bind port 5db6848c-2242-41ac-856d-1b16ace8bc9f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:05.936734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Attempting to bind port 5db6848c-2242-41ac-856d-1b16ace8bc9f on network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:05.964111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Port 5db6848c-2242-41ac-856d-1b16ace8bc9f on network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:05.964485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Attempting to bind port 5db6848c-2242-41ac-856d-1b16ace8bc9f on network a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:05.979532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 22, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:05.979868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Checking segment: {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:05.980248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Bound using segment: {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:05.980713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Bound port: 5db6848c-2242-41ac-856d-1b16ace8bc9f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af4e0a47-7899-4663-b20b-c2c2be1020e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:05.981119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:05.986884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (29a75a6f-0e18-415d-b558-15b881ca82f3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.001340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:06.004541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:06.065152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:06.068299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:06.106034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.148250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (29a75a6f-0e18-415d-b558-15b881ca82f3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.149374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.150018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.154993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.193140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=8']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:06.196845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.197604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.199911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-49598545-3965-42f8-b8ed-14883959bd7a service neutron] 10.222.0.24 "PUT /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 1121 time: 0.7967715 May 02 10:23:06.226803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.226803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.227848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] 10.222.0.24 "PUT /v2.0/ports/5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 1091 time: 1.0046592 May 02 10:23:06.252294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:06.255513 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c865713-3e24-476e-9ba2-1659eb1b01a9" -d '{"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:06.286385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9230862 May 02 10:23:06.286499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:06.292149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Request body: {'subnet': {'network_id': '29a75a6f-0e18-415d-b558-15b881ca82f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-697838775-subnet', 'tenant_id': 'f5040e3da1d14e19a9db95788a4a8fc1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:06.298592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b2feb7e7-1d25-457d-b80a-fca061f41fa7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:06.301804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970cd061-894f-4a8b-ad53-1daf363acc1a admin admin] Pushing event updated for resources: {'Network': ['ID=29a75a6f-0e18-415d-b558-15b881ca82f3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:06.350198 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-605ffebc-5773-4c1b-847f-e0e743d4d7a6 x-openstack-request-id: req-605ffebc-5773-4c1b-847f-e0e743d4d7a6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:06.351893 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:06.351893 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-605ffebc-5773-4c1b-847f-e0e743d4d7a6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:06.351893 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-605ffebc-5773-4c1b-847f-e0e743d4d7a6'] response: {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:23:06.356495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 29a75a6f-0e18-415d-b558-15b881ca82f3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:23:06.389771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0150014-5f71-4e21-a67e-92ddaad8cc6a service neutron] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:06.395476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1f145d6-7f35-4274-b197-2871379df080 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:06.405156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42762d0e-4e00-4b8e-b688-a916bfb41a9c req-c49b5d5c-8238-4aaf-930a-fa93b94994aa tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.406580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42762d0e-4e00-4b8e-b688-a916bfb41a9c req-c49b5d5c-8238-4aaf-930a-fa93b94994aa tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 943 time: 0.1460152 May 02 10:23:06.419729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-14c06b87-edab-44f7-ab00-1b3fb4fd9594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.421162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-14c06b87-edab-44f7-ab00-1b3fb4fd9594 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1125 time: 0.0669613 May 02 10:23:06.466102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Made reservation on behalf of f5040e3da1d14e19a9db95788a4a8fc1 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:06.471298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.522313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42762d0e-4e00-4b8e-b688-a916bfb41a9c req-63b19abd-ec17-48de-a190-5bf6b2773297 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087272 May 02 10:23:06.571332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-d6709b22-df55-4f83-9509-32d6f5873628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.573023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-d6709b22-df55-4f83-9509-32d6f5873628 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=df25ec067b694b75859a41ecc012eb89&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1404781 May 02 10:23:06.580586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c1f145d6-7f35-4274-b197-2871379df080 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:06.581013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1f145d6-7f35-4274-b197-2871379df080), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.689771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c872a1a1-2dcf-409c-a437-d1dd139b2169 req-ba7b9bb1-4ef7-4835-8e43-c80f5de50a9d tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0438559 May 02 10:23:06.699935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c1f145d6-7f35-4274-b197-2871379df080 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:06.709056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01107f45-c899-4e40-af42-2fec1e999243 req-187e4413-dfdb-4c46-acd1-23787dc91628 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.716027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01107f45-c899-4e40-af42-2fec1e999243 req-187e4413-dfdb-4c46-acd1-23787dc91628 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.1608751 May 02 10:23:06.732578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-d706645b-0f4d-44dc-b1c3-b3d547296be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.734403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c865713-3e24-476e-9ba2-1659eb1b01a9 req-d706645b-0f4d-44dc-b1c3-b3d547296be6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1553457 May 02 10:23:06.805084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01107f45-c899-4e40-af42-2fec1e999243 req-1d820938-1dda-4fef-9420-627768307ee4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881898 May 02 10:23:06.817391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-a0e0b1ca-4f42-4def-a3a7-6a20e562bd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.819064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-a0e0b1ca-4f42-4def-a3a7-6a20e562bd5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1125 time: 0.0444431 May 02 10:23:06.862593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-21b96f36-42c2-49fc-adb5-1075a0c7c403 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 217 time: 0.0363567 May 02 10:23:06.910134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeed707b-099d-4382-877a-8781b27c2dee req-7008d058-5f4c-4d7d-a799-2b885788a39e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:06.911599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-7008d058-5f4c-4d7d-a799-2b885788a39e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.0431447 May 02 10:23:06.914217 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (87884fe4-82db-4a1d-8e70-ef8a5990d510), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:06.943287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-864fb2c3-ee92-496d-92b6-35ec627f4842 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257001 May 02 10:23:06.969293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Pushing event updated for resources: {'Subnet': ['ID=87884fe4-82db-4a1d-8e70-ef8a5990d510,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:06.981215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Checking segment: {'id': '61215a94-46bf-472f-b15b-63601cdf0aaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '29a75a6f-0e18-415d-b558-15b881ca82f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:06.981884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Network hostable DHCP agents. Network: 29a75a6f-0e18-415d-b558-15b881ca82f3, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:23:07.039718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-30b6aeb0-5d64-4ea6-a4df-22f876b161f3 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902734 May 02 10:23:07.129028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeed707b-099d-4382-877a-8781b27c2dee req-10386ede-9bec-437e-8162-d36d58cd61f6 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829880 May 02 10:23:07.137071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Network 29a75a6f-0e18-415d-b558-15b881ca82f3 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:23:07.237065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29a75a6f-0e18-415d-b558-15b881ca82f3) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:07.240897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:07.241690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:07.245838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db0386-6fb0-4507-9e83-117d559edcd0 None None] Network 29a75a6f-0e18-415d-b558-15b881ca82f3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:07.323322 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c69f646-dcd4-4de9-a147-d00491c1424c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0325754 May 02 10:23:07.366587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2975b91c-ed01-4685-8318-5df763843495 None None] Network 29a75a6f-0e18-415d-b558-15b881ca82f3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:07.583952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1851276330', 'description': 'tempest-description-1389849614'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:07.657412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25dc99-8d67-4bd6-b6ac-939c54a208cc req-a227f9f7-a1f3-42cd-9888-adadfa5a50f8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:07.659087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd25dc99-8d67-4bd6-b6ac-939c54a208cc req-a227f9f7-a1f3-42cd-9888-adadfa5a50f8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 943 time: 0.0513847 May 02 10:23:07.705786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd25dc99-8d67-4bd6-b6ac-939c54a208cc req-8aa20da6-a019-4b0b-a9a3-b168aa154726 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 May 02 10:23:07.772677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:07.775019 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ace1a64-74b5-420e-942f-f12da2ef8af4" -d '{"events": [{"name": "network-changed", "server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:07.809556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ccaec97-af79-4e6f-9008-ad7332696cb8 req-3dd9b582-a74e-4b1e-8d5e-fa4943f45664 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0313988 May 02 10:23:07.842668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:07.859847 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc77fa0-73d9-448e-9089-59d16dc631c3 x-openstack-request-id: req-0dc77fa0-73d9-448e-9089-59d16dc631c3 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:07.860132 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:07.860384 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dc77fa0-73d9-448e-9089-59d16dc631c3 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:07.860817 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc77fa0-73d9-448e-9089-59d16dc631c3'] response: {'name': 'network-changed', 'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'status': 'completed', 'code': 200} May 02 10:23:07.941220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-3638665b-9900-4d08-adc0-068eb274a23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:07.943061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-3638665b-9900-4d08-adc0-068eb274a23a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1155 time: 0.0566719 May 02 10:23:07.949194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:07.960547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bcd034-f78d-44c2-8d2a-d64154c1ce7b req-9158f1ac-10cf-4793-be07-422ac26c0ce3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:07.962199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93bcd034-f78d-44c2-8d2a-d64154c1ce7b req-9158f1ac-10cf-4793-be07-422ac26c0ce3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0504618 May 02 10:23:08.014246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93bcd034-f78d-44c2-8d2a-d64154c1ce7b req-1ed6b697-0a45-4085-95ce-828cc502ff08 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449848 May 02 10:23:08.018157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.069624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-a354ac6b-1709-4407-9f8e-a683eea1ff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:08.069624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-a354ac6b-1709-4407-9f8e-a683eea1ff2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1188536 May 02 10:23:08.069919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:08.111870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-82f2d683-9270-42c4-95a9-69fa086103d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 217 time: 0.0360174 May 02 10:23:08.149698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.150910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38240829-fafb-4a40-b577-0e71e6b50c2c req-373cbfb9-1da3-4915-bb35-88c6c05c5ccd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5718973 May 02 10:23:08.172062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-270f84ff-b787-497c-bf6a-c646495c4d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:08.174194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-270f84ff-b787-497c-bf6a-c646495c4d70 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0548837 May 02 10:23:08.209945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-3506696a-6a9a-49cd-bb11-acd780b32feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289674 May 02 10:23:08.215199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-416113d7-089b-413c-a7e6-b1efcc6eef02 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a HTTP/1.1" status: 200 len: 1822 time: 0.0393357 May 02 10:23:08.226628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:08.226954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:08.304619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-491721f5-687d-479c-b544-6241deea9b34 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870204 May 02 10:23:08.393610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ace1a64-74b5-420e-942f-f12da2ef8af4 req-bffc0beb-f1de-4c6b-92ba-e77ae947db2d service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820444 May 02 10:23:08.409215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (63f773dd-734d-4405-861d-e120fde52be8), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.434374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (63f773dd-734d-4405-861d-e120fde52be8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.528328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (63f773dd-734d-4405-861d-e120fde52be8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.551637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63f773dd-734d-4405-861d-e120fde52be8,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:08.656333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.658128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f3ca82f-cb4c-48c5-9463-04ec7be8e3e1 req-7c58bdac-cf5c-441d-aa20-0d9d77da1d22 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4366379 May 02 10:23:08.683497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1236488281', 'description': 'tempest-description-1248652117'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:08.749857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.822427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (e225779b-e7b0-45a8-9d86-fcd113b56edf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:08.878657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2caa72-b2fb-4635-a42c-939da243d53e req-49be9355-bd48-4b7b-9dfb-9bd2b2c58a25 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:08.880133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a2caa72-b2fb-4635-a42c-939da243d53e req-49be9355-bd48-4b7b-9dfb-9bd2b2c58a25 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 943 time: 0.1057646 May 02 10:23:08.928822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a2caa72-b2fb-4635-a42c-939da243d53e req-fcc31359-c164-4c11-9a16-1bf8d2cb462e tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413542 May 02 10:23:08.948047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e225779b-e7b0-45a8-9d86-fcd113b56edf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.013413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6268ca2-73de-45b0-93a4-4866c3a8d25d req-7d761935-90e4-4ecb-840c-594b4aa3830b tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0291090 May 02 10:23:09.138871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a264a0c1-4fd6-4d4e-9803-7f329c14f936 req-4664a975-4086-4adf-886a-6ede35b73005 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:09.140408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a264a0c1-4fd6-4d4e-9803-7f329c14f936 req-4664a975-4086-4adf-886a-6ede35b73005 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0495019 May 02 10:23:09.194951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a264a0c1-4fd6-4d4e-9803-7f329c14f936 req-6417316d-bc71-4dc4-8f26-d7a7d833abd0 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462084 May 02 10:23:09.215753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e225779b-e7b0-45a8-9d86-fcd113b56edf,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:09.255605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.257023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078593a8-2247-4fbe-bcc9-512d971933e1 req-b9ea1a43-a24e-4b55-8a67-3f3327a00cdb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.5774672 May 02 10:23:09.287812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:09.314435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-037710fd-d720-4716-b1b6-5380cf97217c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/e225779b-e7b0-45a8-9d86-fcd113b56edf HTTP/1.1" status: 200 len: 1822 time: 0.0369222 May 02 10:23:09.324226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e225779b-e7b0-45a8-9d86-fcd113b56edf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:09.328767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e225779b-e7b0-45a8-9d86-fcd113b56edf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:09.388953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:09.400630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:23:09.434503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (87edf533-b108-40a1-9661-a8e50f435434), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.459294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (87edf533-b108-40a1-9661-a8e50f435434), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.539830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (87edf533-b108-40a1-9661-a8e50f435434), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.558339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87edf533-b108-40a1-9661-a8e50f435434,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:09.641850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.643342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4a701d7-0591-408e-890b-509721d9d8f4 req-2e328482-9183-45ef-be33-65643a8dd934 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.3229666 May 02 10:23:09.667837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-280894282', 'description': 'tempest-description-1587144224'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:09.811116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:09.879242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (f76010b4-2d94-4d18-81b1-d2dc769d949b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.016724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f76010b4-2d94-4d18-81b1-d2dc769d949b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.041523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4ad29d-51c9-44f5-8960-38648cb3fd6c req-b27308f1-1305-4b22-b396-4d44cc581463 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:10.043170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b4ad29d-51c9-44f5-8960-38648cb3fd6c req-b27308f1-1305-4b22-b396-4d44cc581463 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 943 time: 0.0489144 May 02 10:23:10.045038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76010b4-2d94-4d18-81b1-d2dc769d949b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:10.093763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b4ad29d-51c9-44f5-8960-38648cb3fd6c req-cda372e5-6200-4625-b94d-7ac3dadfae7d tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442684 May 02 10:23:10.122307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.123916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2aabd9d4-4625-4b90-8801-bebeeb5af516 req-c59807ee-a279-4d3c-b259-d0aa94fe3076 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4602859 May 02 10:23:10.156994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-270405474', 'description': 'tempest-description-1985172881'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:10.181740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10a2946c-6825-40dc-91cc-e6fad8dd80d3 req-10087ed7-8adc-4424-974a-af6c1630d17f tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0284436 May 02 10:23:10.199747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-9932be66-fa75-417b-90f5-9f2f051a8e7d service neutron] 10.222.0.15 "GET /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0739887 May 02 10:23:10.255865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.314924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8d1b4-3e08-4138-91e1-ec13b2eca928 req-f3255531-d2bd-4a94-9790-692a561e426b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:10.316450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5aa8d1b4-3e08-4138-91e1-ec13b2eca928 req-f3255531-d2bd-4a94-9790-692a561e426b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 943 time: 0.0503285 May 02 10:23:10.364366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5aa8d1b4-3e08-4138-91e1-ec13b2eca928 req-d8ee4c3a-7fce-4c9f-9ba7-22d1b6683c21 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 May 02 10:23:10.419630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (3dfb49e6-6513-4df8-8f03-f0eb446c381d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.446047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:10.465309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:10.498154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2feb7e7-1d25-457d-b80a-fca061f41fa7 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:10.502366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3dfb49e6-6513-4df8-8f03-f0eb446c381d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.524472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:10.545848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dfb49e6-6513-4df8-8f03-f0eb446c381d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:10.618564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.619780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-830aabf9-f4ac-487e-8c03-1bd8c63a587e req-90ac57bc-4680-4a77-9f8f-8a0e6405b27a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4683781 May 02 10:23:10.650956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.678998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-ae87c9de-a2f9-42e1-bd5d-3b056efee439 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/f76010b4-2d94-4d18-81b1-d2dc769d949b HTTP/1.1" status: 200 len: 1821 time: 0.0381539 May 02 10:23:10.725796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] Transition to ACTIVE for port object b2feb7e7-1d25-457d-b80a-fca061f41fa7 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:10.727939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-ca29cdf3-9140-413d-8c0e-4543b15039da tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/3dfb49e6-6513-4df8-8f03-f0eb446c381d HTTP/1.1" status: 200 len: 1821 time: 0.0421033 May 02 10:23:10.737729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f76010b4-2d94-4d18-81b1-d2dc769d949b', 'remote_group_id': '3dfb49e6-6513-4df8-8f03-f0eb446c381d', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:10.738043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f76010b4-2d94-4d18-81b1-d2dc769d949b', 'remote_group_id': '3dfb49e6-6513-4df8-8f03-f0eb446c381d', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:10.837436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.899816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (7d41583d-d899-45ce-9916-528a14759897), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.909994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] No DVR routers for this DVR port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:10.919966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] Pushing event updated for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:10.946177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (7d41583d-d899-45ce-9916-528a14759897), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:10.950284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-f25ac590-21be-4dbe-805e-a35ac2f66377 service neutron] 10.222.0.15 "PUT /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 0.7420371 May 02 10:23:11.022447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7d41583d-d899-45ce-9916-528a14759897), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.038411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d41583d-d899-45ce-9916-528a14759897,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:11.103847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a400b62d-e0b5-4925-8fd2-f2448b4e03ce tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.105449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-a400b62d-e0b5-4925-8fd2-f2448b4e03ce tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0440884 May 02 10:23:11.115301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.122977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0e59fb-d4a5-4f8f-a321-27989f3bb620 req-2e03ca7e-6ee5-4317-8396-b7825ad7ea47 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3882301 May 02 10:23:11.145135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-905443233', 'description': 'tempest-description-1509310196'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:11.186614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-9c7160d1-3ed1-453f-8e3f-2702500d9531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.188098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-9c7160d1-3ed1-453f-8e3f-2702500d9531 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368&tenant_id=1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 1126 time: 0.0754635 May 02 10:23:11.265846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.270130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612764e-ba65-4014-9f30-786dd6a397c5 req-d011c468-bbc8-425e-858f-b566a00d9417 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.271639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b612764e-ba65-4014-9f30-786dd6a397c5 req-d011c468-bbc8-425e-858f-b566a00d9417 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 943 time: 0.0722442 May 02 10:23:11.277409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-cf056f19-8445-4c08-b3da-2197e40582b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.278851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-cf056f19-8445-4c08-b3da-2197e40582b1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1126 time: 0.0664878 May 02 10:23:11.294621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 5db6848c-2242-41ac-856d-1b16ace8bc9f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:11.345881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (8d60a77c-7079-45cc-ba2e-ab041ef865c7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.380746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b612764e-ba65-4014-9f30-786dd6a397c5 req-a199f502-f716-45bd-b849-4bcc6ac32646 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004717 May 02 10:23:11.408466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-2ef0a094-372e-4451-a1d2-a5f20f7f343f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.411037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-2ef0a094-372e-4451-a1d2-a5f20f7f343f service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1231430 May 02 10:23:11.434007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8d60a77c-7079-45cc-ba2e-ab041ef865c7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.444315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:11.456327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'port_id': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'mac_address': 'fa:16:3e:a8:3f:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:23:11.466018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d60a77c-7079-45cc-ba2e-ab041ef865c7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:11.467339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-ce24eaa1-9cf5-4d63-82b5-7a200f7e2cbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 200 len: 217 time: 0.0501266 May 02 10:23:11.496482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 5db6848c-2242-41ac-856d-1b16ace8bc9f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:11.496935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.500882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d2db234-c881-4444-a47c-9947b20b5f77 req-e13ceead-7756-4917-861a-1349961f4a5b tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0440357 May 02 10:23:11.511817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5db6848c-2242-41ac-856d-1b16ace8bc9f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:11.534850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:11.536581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.538099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66db40dc-fa6c-4de3-9ded-764aba7b602c req-ff19bc5b-b505-4bd3-b7ef-b75cd0f56f34 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.3973701 May 02 10:23:11.548941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-ef0b328d-4997-4395-ba87-e47976753373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.548941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-ef0b328d-4997-4395-ba87-e47976753373 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0537627 May 02 10:23:11.583821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-27c03fc2-4dac-4d0b-8ce6-e67f39252675 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314343 May 02 10:23:11.611989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:11.663884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:11.699534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bd31e-0261-42b7-98a6-c3cb4c412109 req-daa43925-fe8f-4f0c-95e5-13a8fff45e17 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:11.701032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c00bd31e-0261-42b7-98a6-c3cb4c412109 req-daa43925-fe8f-4f0c-95e5-13a8fff45e17 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0931985 May 02 10:23:11.737266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-b65f9321-08ca-486d-860e-a03a244fb94f service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472034 May 02 10:23:11.787369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c00bd31e-0261-42b7-98a6-c3cb4c412109 req-9c005051-585d-47b1-a41b-c4539a1107ec tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791054 May 02 10:23:11.832963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1662654597', 'description': 'tempest-description-183455808'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:11.868235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-5c7b0548-1256-41ca-9433-c4352e2413ad service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208243 May 02 10:23:11.886184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:11.971785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.048020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (00950b0c-6e6f-4c0e-a9b4-64536ba76838), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.116460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:12.133952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00950b0c-6e6f-4c0e-a9b4-64536ba76838), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.143773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87b1e3-97b1-4fed-89b1-376ce6a1ba7c req-ccbe8bd5-8f29-4da9-a15b-dbdd7d0ab1d4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:12.150712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f87b1e3-97b1-4fed-89b1-376ce6a1ba7c req-ccbe8bd5-8f29-4da9-a15b-dbdd7d0ab1d4 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.0653927 May 02 10:23:12.174159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00950b0c-6e6f-4c0e-a9b4-64536ba76838,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:12.174296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port b2feb7e7-1d25-457d-b80a-fca061f41fa7 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:23:12.174296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:12.210494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f87b1e3-97b1-4fed-89b1-376ce6a1ba7c req-b99a74f5-04f1-4ecc-a68c-09f5258f3b60 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580792 May 02 10:23:12.248293 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.249677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e67a77cc-1616-4fbc-b76b-f88a44fcc08b req-9b4dcb02-5ff8-44fc-951c-f81af1cb7def tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1826 time: 0.4312198 May 02 10:23:12.312145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-53f185d4-4a67-4cbd-b34d-07ccae475d92 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/8d60a77c-7079-45cc-ba2e-ab041ef865c7 HTTP/1.1" status: 200 len: 1821 time: 0.0382688 May 02 10:23:12.356010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-a56f61af-b067-4b4d-94ea-7dc257efd54e tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/00950b0c-6e6f-4c0e-a9b4-64536ba76838 HTTP/1.1" status: 200 len: 1821 time: 0.0375111 May 02 10:23:12.358881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-1d7bdfb0-9c26-4ebe-8179-9f2229d0e417 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:12.360036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-1d7bdfb0-9c26-4ebe-8179-9f2229d0e417 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0441813 May 02 10:23:12.372438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d60a77c-7079-45cc-ba2e-ab041ef865c7', 'remote_group_id': '00950b0c-6e6f-4c0e-a9b4-64536ba76838', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:12.373068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '8d60a77c-7079-45cc-ba2e-ab041ef865c7', 'remote_group_id': '00950b0c-6e6f-4c0e-a9b4-64536ba76838', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:12.523208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86db8d6d-32ad-4945-a6c1-eb95fed5adf0 req-20877d24-6f2a-4bb3-b620-c5bf3f188f78 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:12.524793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86db8d6d-32ad-4945-a6c1-eb95fed5adf0 req-20877d24-6f2a-4bb3-b620-c5bf3f188f78 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 944 time: 0.0596855 May 02 10:23:12.575220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86db8d6d-32ad-4945-a6c1-eb95fed5adf0 req-3172bfa4-6359-4056-893d-2e4d3362889e tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441654 May 02 10:23:12.596098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (1984e282-9b5c-4aa2-bb55-f2a903d82ebb), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.608425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-0a1a3f74-2106-4ba9-bd7c-119323749992 service neutron] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:12.612552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-0a1a3f74-2106-4ba9-bd7c-119323749992 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.613742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61822a84-f35b-414d-b754-6d9c4e686f33 req-0a1a3f74-2106-4ba9-bd7c-119323749992 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.2463000 May 02 10:23:12.631996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (1984e282-9b5c-4aa2-bb55-f2a903d82ebb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.661588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24717991-0c7a-4114-9fc6-48491b28f6d7 req-a499ee63-b4ed-438c-99f2-f4a5e2779c16 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0268490 May 02 10:23:12.716988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1984e282-9b5c-4aa2-bb55-f2a903d82ebb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.736665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1984e282-9b5c-4aa2-bb55-f2a903d82ebb,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:12.873163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:12.874624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df9c743c-2fd3-4349-8a02-301bf8913f77 req-e0c1a936-8fc0-465a-afcb-3b2f6422282a tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5064363 May 02 10:23:12.916952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d1876-445f-426a-bf7e-0d384d9c7c0d req-aef29229-aefb-4830-9097-ea9e6979a21c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:12.918414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-760d1876-445f-426a-bf7e-0d384d9c7c0d req-aef29229-aefb-4830-9097-ea9e6979a21c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0511992 May 02 10:23:12.936674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-db207dc4-81bb-4a80-b299-6f52aac71a8d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/00950b0c-6e6f-4c0e-a9b4-64536ba76838 HTTP/1.1" status: 200 len: 1821 time: 0.0422421 May 02 10:23:12.967240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-760d1876-445f-426a-bf7e-0d384d9c7c0d req-bd75a492-ec1c-4377-a1ff-61a77a984676 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423117 May 02 10:23:12.995366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (00950b0c-6e6f-4c0e-a9b4-64536ba76838), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.018950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (00950b0c-6e6f-4c0e-a9b4-64536ba76838), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.106823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70119ab5-c264-415a-a63b-28971df9fa71 req-736633d3-ed97-4c34-bd37-d3559c7c9b2b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:13.108474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70119ab5-c264-415a-a63b-28971df9fa71 req-736633d3-ed97-4c34-bd37-d3559c7c9b2b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 1126 time: 0.0460165 May 02 10:23:13.153285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70119ab5-c264-415a-a63b-28971df9fa71 req-6ec8b9fd-c5a6-4f6c-909c-1c7acc88ed11 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383790 May 02 10:23:13.162666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00950b0c-6e6f-4c0e-a9b4-64536ba76838), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.167224 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.171256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f40c9847-19fa-489e-b745-a623dd4b6942 req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/00950b0c-6e6f-4c0e-a9b4-64536ba76838 HTTP/1.1" status: 204 len: 173 time: 0.2253363 May 02 10:23:13.182401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b8b2b-1911-448e-a71b-86550ab5d682 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00950b0c-6e6f-4c0e-a9b4-64536ba76838,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:13.231975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9bf52d6-3b1c-42b1-b7c9-1d3c6b351b93 req-8c11221e-5abc-4d12-88b4-6a27ed4ebcdd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/8d60a77c-7079-45cc-ba2e-ab041ef865c7 HTTP/1.1" status: 200 len: 1821 time: 0.0438583 May 02 10:23:13.263799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1007474091', 'description': 'tempest-description-1793118312'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:13.293057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 5db6848c-2242-41ac-856d-1b16ace8bc9f up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:13.333236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71df5bd2-1970-4bc8-80b1-3f70516bf692 req-329e8f07-2399-47da-af2c-2398141a25ab tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:13.335297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71df5bd2-1970-4bc8-80b1-3f70516bf692 req-329e8f07-2399-47da-af2c-2398141a25ab tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.0484691 May 02 10:23:13.337733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 5db6848c-2242-41ac-856d-1b16ace8bc9f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:23:13.382786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.387019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71df5bd2-1970-4bc8-80b1-3f70516bf692 req-94335e6b-58bc-42bf-8fd0-ab8cfe0438a5 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups?id=2539490a-0aac-4b15-b5bc-a4d5dbf17710&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458632 May 02 10:23:13.411190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 5db6848c-2242-41ac-856d-1b16ace8bc9f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:13.411566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.466925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (4e0c146c-cbf2-4ac0-bc97-f2289282bcf1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.504375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 5db6848c-2242-41ac-856d-1b16ace8bc9f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:13.504816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.529629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:13.531886 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff14b3d-9c01-41e9-af1d-cc7bc8814b79" -d '{"events": [{"server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "name": "network-vif-plugged", "status": "completed", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:13.548298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:13.577413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e0c146c-cbf2-4ac0-bc97-f2289282bcf1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.606092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-4865a591-a1ea-4718-8242-f654a9cfce1c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:13.607545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-4865a591-a1ea-4718-8242-f654a9cfce1c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.1080532 May 02 10:23:13.610525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0c146c-cbf2-4ac0-bc97-f2289282bcf1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:13.623631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.624494 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.630968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-85329456-7fc3-42ac-8dd1-39a79ec3c7ab tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/quotas/1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 375 time: 0.0173640 May 02 10:23:13.675052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:13.681637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:13.681839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0d490589-c20d-47ad-aec9-845cc24bcd61 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0454280 May 02 10:23:13.683170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db8ceb6d-aa4f-4ca9-8880-4193035f30aa req-7566d4d4-c040-49a3-a982-6e38af4fc169 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1827 time: 0.4244814 May 02 10:23:13.724233 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e67e0a0-972a-45f7-a323-dfc6ac79025e x-openstack-request-id: req-2e67e0a0-972a-45f7-a323-dfc6ac79025e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:13.725035 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "name": "network-vif-plugged", "status": "completed", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:13.725620 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e67e0a0-972a-45f7-a323-dfc6ac79025e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:13.727479 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e67e0a0-972a-45f7-a323-dfc6ac79025e'] response: {'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'code': 200} May 02 10:23:13.829204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-8ebc2338-b486-4525-93cb-bacac07e2b1d service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395357 May 02 10:23:13.930009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-bc7a0580-51fb-4c56-862f-b4af822d4401 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:13.932470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-bc7a0580-51fb-4c56-862f-b4af822d4401 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 945 time: 0.1684635 May 02 10:23:13.934037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43f446-bdd3-41e0-bfb2-c5723d551134 req-204e3892-3719-4f0a-a60c-77df26034d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:13.942266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa43f446-bdd3-41e0-bfb2-c5723d551134 req-204e3892-3719-4f0a-a60c-77df26034d88 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.1107526 May 02 10:23:13.965170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-40cf42b9-23dc-4b0d-bfa1-8cb60f7879ba service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1328075 May 02 10:23:14.021355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a106554c-7e3e-4c59-9cad-f3107c72e6d9 req-2a79867b-8421-4cef-a7d1-67e520732101 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:14.022847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a106554c-7e3e-4c59-9cad-f3107c72e6d9 req-2a79867b-8421-4cef-a7d1-67e520732101 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1898429 May 02 10:23:14.097804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa43f446-bdd3-41e0-bfb2-c5723d551134 req-8fbfe35a-e5ca-4106-be36-ce0dfcb7de16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390278 May 02 10:23:14.117082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Deleting port 0218946b-5275-469c-bcfb-df3ebfe3a847 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:14.117425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.159447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a106554c-7e3e-4c59-9cad-f3107c72e6d9 req-0a0305fe-7161-44bf-8a8d-4cc28f481ebb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250875 May 02 10:23:14.249123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-573230ba-eb96-45b2-84ee-ad150d3bce45 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 200 len: 1822 time: 0.0642977 May 02 10:23:14.250735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] For port 0218946b-5275-469c-bcfb-df3ebfe3a847, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0218946b-5275-469c-bcfb-df3ebfe3a847,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:14.251131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.295736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e0c146c-cbf2-4ac0-bc97-f2289282bcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:14.296068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e0c146c-cbf2-4ac0-bc97-f2289282bcf1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:14.363713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-139f9713-3637-486c-90cd-78617137e660 req-82ea5587-bf87-4cd9-b56d-6e3f8136560e tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0373561 May 02 10:23:14.617508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (859262bf-0eeb-4f38-b393-ce66843659ad), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.640904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.641279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.641658 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Floating IP 485ec333-c1f3-4530-af0b-c7600a84c693 disassociated. External IP: 172.35.4.39, port: 0218946b-5275-469c-bcfb-df3ebfe3a847. May 02 10:23:14.642040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Calling delete_port for 0218946b-5275-469c-bcfb-df3ebfe3a847 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:14.666110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (859262bf-0eeb-4f38-b393-ce66843659ad), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.806128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (859262bf-0eeb-4f38-b393-ce66843659ad), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.826093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=859262bf-0eeb-4f38-b393-ce66843659ad,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:14.856900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0218946b-5275-469c-bcfb-df3ebfe3a847), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.886447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event deleted for resources: {'Port': ['ID=0218946b-5275-469c-bcfb-df3ebfe3a847,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:14.931250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:14.932511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1c09986-df8d-4bee-80ea-f2b7563219df req-789049d1-1b39-47b5-b6fb-fd5d4b7df538 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6600676 May 02 10:23:15.011831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abbfed0a-11a6-4a12-b68f-052db69de29b req-37e1dc45-b9d0-4f3e-986c-4b744429bd0b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 210 time: 0.0338016 May 02 10:23:15.033997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:15.144046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df4c23e9-3fc6-4932-951b-ab08d24bf9c5 req-5e69a7a2-3c92-4872-be18-a5f710156648 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.0654809 May 02 10:23:15.207056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:15.223332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:15.239116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:15.239786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:15.253310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-17251be6-ba8f-4a85-a5a8-f63aa0277054 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 200 len: 2415 time: 0.0787890 May 02 10:23:15.277178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e0c146c-cbf2-4ac0-bc97-f2289282bcf1', 'remote_group_id': None}]} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:15.277506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4e0c146c-cbf2-4ac0-bc97-f2289282bcf1', 'remote_group_id': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:15.281566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] No DVR routers for this DVR port 0218946b-5275-469c-bcfb-df3ebfe3a847 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:15.284588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.288206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab5d37d9-853f-4be9-b8c1-13f70e0b06a9 req-3d22a268-50db-4c17-90a6-81ec0de336e9 tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.15 "DELETE /v2.0/ports/0218946b-5275-469c-bcfb-df3ebfe3a847 HTTP/1.1" status: 204 len: 173 time: 1.3464003 May 02 10:23:15.288620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'name': 'network-vif-deleted', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:15.290882 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a13f676-fdf5-422f-bac4-e6bdebd80119" -d '{"events": [{"server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "name": "network-vif-deleted", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:15.365558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:15.483295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.512064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.645459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.661841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c36124b-2eea-4f12-a91d-5e502940cd2f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:15.707309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ba566-50cd-4550-81b0-dd683a93a51d req-2001394f-b1e2-4560-982f-4282d9246aae tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:15.708887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-981ba566-50cd-4550-81b0-dd683a93a51d req-2001394f-b1e2-4560-982f-4282d9246aae tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0542250 May 02 10:23:15.731868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:15.760803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-981ba566-50cd-4550-81b0-dd683a93a51d req-0dc98c0b-6f38-4525-a2f1-b3598b4d50cc tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458980 May 02 10:23:15.767057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:15.772982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.773574 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:15.785752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:15.785752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:15.785965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c65b9de-e2b4-4b19-9ee6-c57f0f02cbd0 req-4dc84962-ea2e-4fbc-a1c9-b1ad0c86abe2 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5093346 May 02 10:23:15.852319 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e643ae3-30cb-4255-b6e1-3ba643c19262 x-openstack-request-id: req-2e643ae3-30cb-4255-b6e1-3ba643c19262 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:15.852319 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d08e85e-f5de-4833-a4a9-4f1ad2a37e77", "name": "network-vif-deleted", "tag": "0218946b-5275-469c-bcfb-df3ebfe3a847", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:15.852319 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e643ae3-30cb-4255-b6e1-3ba643c19262 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:15.852319 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e643ae3-30cb-4255-b6e1-3ba643c19262'] response: {'server_uuid': '7d08e85e-f5de-4833-a4a9-4f1ad2a37e77', 'name': 'network-vif-deleted', 'tag': '0218946b-5275-469c-bcfb-df3ebfe3a847', 'status': 'completed', 'code': 200} May 02 10:23:15.926693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47f90926-1364-4d69-87ff-fbcae6f9dc2b req-0928b80a-46c4-40ff-bd34-4f27c0e83212 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0411472 May 02 10:23:15.929473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:15.936759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da29f67c-5693-4c42-9040-a2ce6a2ef182 req-57f2157d-182a-4a46-9c4f-4759f289de17 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 200 len: 3013 time: 0.0729918 May 02 10:23:15.980387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-362778cc-da42-46e1-b0bb-701efd106a9c req-e91ef72c-ae4c-4ce8-a345-f6aef9579573 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-group-rules/6c36124b-2eea-4f12-a91d-5e502940cd2f HTTP/1.1" status: 200 len: 783 time: 0.0227633 May 02 10:23:16.034953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-362778cc-da42-46e1-b0bb-701efd106a9c req-8dfda4a6-8f70-4e67-9111-2420a6f5d25f tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 200 len: 3013 time: 0.0483277 May 02 10:23:16.079929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-362778cc-da42-46e1-b0bb-701efd106a9c req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.088302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-362778cc-da42-46e1-b0bb-701efd106a9c req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.127107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0218946b-5275-469c-bcfb-df3ebfe3a847 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:16.160674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 0218946b-5275-469c-bcfb-df3ebfe3a847 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:16.160674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0218946b-5275-469c-bcfb-df3ebfe3a847 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:16.200381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-362778cc-da42-46e1-b0bb-701efd106a9c req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6c36124b-2eea-4f12-a91d-5e502940cd2f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.207917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-362778cc-da42-46e1-b0bb-701efd106a9c req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.218086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f6090252-7684-43c6-9063-23085db7af12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:16.227400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-362778cc-da42-46e1-b0bb-701efd106a9c req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6c36124b-2eea-4f12-a91d-5e502940cd2f HTTP/1.1" status: 204 len: 173 time: 0.1856906 May 02 10:23:16.232010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72a1a0c-e2de-469d-b03f-c68af494cd4d tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c36124b-2eea-4f12-a91d-5e502940cd2f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:16.276507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6090252-7684-43c6-9063-23085db7af12 None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:20:41Z', 'revision_number': 4, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bd26927f-e2b7-4d91-86dc-eb5dde754a5b', 'name': '', 'network_id': 'f5b1c817-eec3-48f1-b118-eb3131507a9c', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'mac_address': 'fa:16:3e:dc:e8:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_interface', 'standard_attr_id': 250, 'fixed_ips': [{'subnet_id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:39Z', 'updated_at': '2022-05-02T10:20:46Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'subnets': [{'id': '65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:16.505827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a18a027c-51b9-4036-b6a9-09b159c5296f req-f31e79f3-e324-45ba-85c7-edd8b4ae901b tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/ports?device_id=7d08e85e-f5de-4833-a4a9-4f1ad2a37e77 HTTP/1.1" status: 200 len: 210 time: 0.0633855 May 02 10:23:16.583120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-b5d1b201-8d16-4644-969d-7f10c7558f1c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 200 len: 2415 time: 0.0566785 May 02 10:23:16.647792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5e1449-0c2d-4c39-bd7b-41367b19ea93 req-6e774d41-3f83-4709-8c91-0c79b42592d3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 210 time: 0.3677726 May 02 10:23:16.678299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (4e0c146c-cbf2-4ac0-bc97-f2289282bcf1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.698449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-37b7f61d-02e5-4256-8ba7-519a9ebc59f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:16.700209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-37b7f61d-02e5-4256-8ba7-519a9ebc59f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.0515370 May 02 10:23:16.730171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (4e0c146c-cbf2-4ac0-bc97-f2289282bcf1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.831314 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45713661-ec3c-43d0-afd1-808ccd6f9635 None None] New status for floating IP 485ec333-c1f3-4530-af0b-c7600a84c693: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:23:16.902265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8631b39-a2d1-4997-b392-e194cbe215bf req-e267a8f7-166a-42d6-9a97-89035930d775 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:16.903772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8631b39-a2d1-4997-b392-e194cbe215bf req-e267a8f7-166a-42d6-9a97-89035930d775 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0708752 May 02 10:23:16.922144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-b128afbe-29f3-4bd0-bc32-1c8ec58c5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:16.924295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-b128afbe-29f3-4bd0-bc32-1c8ec58c5a27 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.2180588 May 02 10:23:16.933764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e0c146c-cbf2-4ac0-bc97-f2289282bcf1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.937280 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:16.941135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa3e0d84-7b3c-49f6-a544-63ad8395bb2f req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/4e0c146c-cbf2-4ac0-bc97-f2289282bcf1 HTTP/1.1" status: 204 len: 173 time: 0.3567145 May 02 10:23:16.951154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a6e6c-acfe-45e5-8790-79aa4ad69065 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0c146c-cbf2-4ac0-bc97-f2289282bcf1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:16.992267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-5b48a5a5-9443-424a-82bd-42b2833ffe61 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 217 time: 0.0608027 May 02 10:23:17.052931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8631b39-a2d1-4997-b392-e194cbe215bf req-9956d616-eaa3-4f17-971f-3c8d79b40f37 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375313 May 02 10:23:17.067800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecef5dae-66eb-4f09-b6db-19e6c101db16 req-1394b167-ad05-4039-8cb4-c69f589f67fc tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0397902 May 02 10:23:17.114354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-1232b248-0bd2-45d1-91ce-581f04c4d3d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:17.115767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-1232b248-0bd2-45d1-91ce-581f04c4d3d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.1171696 May 02 10:23:17.138771 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-51cb7962-77c5-4f69-be31-c8f817bed966 req-f00ee8bc-e930-4a12-bdf9-9c9c4a0b846f tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] show failed (client error): The resource could not be found. May 02 10:23:17.139785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51cb7962-77c5-4f69-be31-c8f817bed966 req-f00ee8bc-e930-4a12-bdf9-9c9c4a0b846f tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/00950b0c-6e6f-4c0e-a9b4-64536ba76838 HTTP/1.1" status: 404 len: 352 time: 0.0457687 May 02 10:23:17.181651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-350db3e9-7be9-425c-aca6-24cf00718eb5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539799 May 02 10:23:17.212017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-3eb1eca3-002d-40a0-924b-a04227e615f8 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/8d60a77c-7079-45cc-ba2e-ab041ef865c7 HTTP/1.1" status: 200 len: 1821 time: 0.0451968 May 02 10:23:17.272537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (8d60a77c-7079-45cc-ba2e-ab041ef865c7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.284484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-421b0b59-2f17-4662-92bd-42a3058d74e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:17.285966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-421b0b59-2f17-4662-92bd-42a3058d74e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.2049794 May 02 10:23:17.297793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (8d60a77c-7079-45cc-ba2e-ab041ef865c7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.301731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Request body: {'port': {'device_id': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'admin_state_up': True, 'tenant_id': '1b2130a8035040089eef66d1efbf65df'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:17.337924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-c5253e71-aa1e-46ca-9423-ede28477c339 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506007 May 02 10:23:17.465173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8d60a77c-7079-45cc-ba2e-ab041ef865c7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.467843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.469176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6be32c96-1e18-448d-813f-39f714bf8f39 req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/8d60a77c-7079-45cc-ba2e-ab041ef865c7 HTTP/1.1" status: 204 len: 173 time: 0.2492247 May 02 10:23:17.494231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bc6bb-ce93-4781-ae16-5129f64dca3c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d60a77c-7079-45cc-ba2e-ab041ef865c7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:17.504901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb74c974-ddaa-451b-94e5-7302932bf23f req-7bba9aed-5a2f-42f7-980f-f06adca98111 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291518 May 02 10:23:17.535582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-458aa279-2a11-44fa-b873-a01cf29016be tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/3dfb49e6-6513-4df8-8f03-f0eb446c381d HTTP/1.1" status: 200 len: 1821 time: 0.0473993 May 02 10:23:17.602191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:17.605458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.613986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (3dfb49e6-6513-4df8-8f03-f0eb446c381d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.650313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (3dfb49e6-6513-4df8-8f03-f0eb446c381d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.715191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50796) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:17.802835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60b68633-b160-4f21-a73e-11d5aa0e31aa req-7ecfca97-24f9-41fb-bb89-ba029651da4f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 210 time: 0.0405552 May 02 10:23:17.803657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (2539490a-0aac-4b15-b5bc-a4d5dbf17710), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.815174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Allocated IP 172.20.0.2 (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a/6c30019a-24c3-4d64-b103-998fcc29492b/f1c5a712-7116-42d9-9f09-6fc89cc3142e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:17.832797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (2539490a-0aac-4b15-b5bc-a4d5dbf17710), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.928194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3dfb49e6-6513-4df8-8f03-f0eb446c381d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.930931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.932162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e062f72d-ab59-4796-8a9e-c39254f202dd req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/3dfb49e6-6513-4df8-8f03-f0eb446c381d HTTP/1.1" status: 204 len: 173 time: 0.3906300 May 02 10:23:17.942489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad01d343-77e4-4efd-b1ec-d9169ee1311c tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dfb49e6-6513-4df8-8f03-f0eb446c381d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:17.959817 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2539490a-0aac-4b15-b5bc-a4d5dbf17710), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.967077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:17.967077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "DELETE /v2.0/security-groups/2539490a-0aac-4b15-b5bc-a4d5dbf17710 HTTP/1.1" status: 204 len: 168 time: 0.2480693 May 02 10:23:17.979910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:17.992116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98775c-99a4-4c72-ae69-4fbbb33dae4d tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2539490a-0aac-4b15-b5bc-a4d5dbf17710,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:18.004213 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-317b9faf-0ccc-4d4e-91df-cfdb3669406c tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] show failed (client error): The resource could not be found. May 02 10:23:18.005961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-317b9faf-0ccc-4d4e-91df-cfdb3669406c tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "GET /v2.0/security-groups/2539490a-0aac-4b15-b5bc-a4d5dbf17710 HTTP/1.1" status: 404 len: 347 time: 0.0247631 May 02 10:23:18.009555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50806) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:18.025323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-5a38a194-0884-4b61-b60c-c2a5229944cd tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/f76010b4-2d94-4d18-81b1-d2dc769d949b HTTP/1.1" status: 200 len: 1821 time: 0.0750542 May 02 10:23:18.088793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (f76010b4-2d94-4d18-81b1-d2dc769d949b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.127404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (f76010b4-2d94-4d18-81b1-d2dc769d949b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.226200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688fc7d9-9f28-473d-9e0b-6b3dda2e2e39 req-6bcf3d03-6d68-4f38-b21f-f13ab9d4b6a5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:18.227581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-688fc7d9-9f28-473d-9e0b-6b3dda2e2e39 req-6bcf3d03-6d68-4f38-b21f-f13ab9d4b6a5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0768483 May 02 10:23:18.228158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Deleting port e444c38e-227c-49b6-b3ff-6ce9610e7f3e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:18.228497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.265131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks [] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.293882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f76010b4-2d94-4d18-81b1-d2dc769d949b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.296787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.298686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-feee87c0-a2e4-4523-947d-859d29f7b639 req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/f76010b4-2d94-4d18-81b1-d2dc769d949b HTTP/1.1" status: 204 len: 173 time: 0.2686849 May 02 10:23:18.313623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34d4b8-a9a4-4249-aeb5-1431fec397c5 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76010b4-2d94-4d18-81b1-d2dc769d949b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:18.363452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-688fc7d9-9f28-473d-9e0b-6b3dda2e2e39 req-883bd02a-ef52-4715-ac89-4a403700c1a2 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268141 May 02 10:23:18.379292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.379627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.396666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Calling delete_port for e444c38e-227c-49b6-b3ff-6ce9610e7f3e owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:18.423443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25442589-29af-44f0-a93c-4a518fa984b2 req-a5ff611b-2c55-4d39-a9f1-3e679514b714 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0366526 May 02 10:23:18.474993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.521226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-14533b21-59e3-400a-aed7-628c27077619 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/e225779b-e7b0-45a8-9d86-fcd113b56edf HTTP/1.1" status: 200 len: 2421 time: 0.1223698 May 02 10:23:18.555248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:18.568559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:18.573379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:18.575564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:18.684799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:18.685409 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.729607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (e225779b-e7b0-45a8-9d86-fcd113b56edf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.752772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-ac4a5c64-841e-4b8e-bdd1-aee0c1a3ece7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855296 May 02 10:23:18.767574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (e225779b-e7b0-45a8-9d86-fcd113b56edf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.833332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-830ec6c8-e8d8-42e7-8cf1-30f8c75a5940 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5384595 May 02 10:23:18.844243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-951adafb-097a-4ed2-84e8-eb2112b5f89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:18.846561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-951adafb-097a-4ed2-84e8-eb2112b5f89b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 1126 time: 0.0513380 May 02 10:23:18.874645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e444c38e-227c-49b6-b3ff-6ce9610e7f3e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.922875 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e225779b-e7b0-45a8-9d86-fcd113b56edf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.925645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:18.929179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d66590d-c6b6-4697-9616-a40cae002ad6 req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/e225779b-e7b0-45a8-9d86-fcd113b56edf HTTP/1.1" status: 204 len: 173 time: 0.3966908 May 02 10:23:18.929179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Pushing event deleted for resources: {'Port': ['ID=e444c38e-227c-49b6-b3ff-6ce9610e7f3e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:18.947010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa60cccd-0119-42b8-9810-9640185002ed req-8cc63a53-749d-4704-95ec-7348d2080791 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:18.949280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa60cccd-0119-42b8-9810-9640185002ed req-8cc63a53-749d-4704-95ec-7348d2080791 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 931 time: 0.0541031 May 02 10:23:19.001895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200372f-7d7a-4ad0-afcd-b72ec16ff6c0 tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e225779b-e7b0-45a8-9d86-fcd113b56edf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:19.002475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa60cccd-0119-42b8-9810-9640185002ed req-277e5709-4367-40dc-b2d3-15b81e2b0384 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421021 May 02 10:23:19.089159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-108f9cdf-bec7-4e37-a8ba-818e4627ab2b tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "GET /v2.0/security-groups/0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a HTTP/1.1" status: 200 len: 2415 time: 0.1203284 May 02 10:23:19.090384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-93e1565d-24dc-4d1f-82ba-487a89e053ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:19.091729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-93e1565d-24dc-4d1f-82ba-487a89e053ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2263153 May 02 10:23:19.094421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks [] for floatingip (485ec333-c1f3-4530-af0b-c7600a84c693), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.097298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.098776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-93c103e1-2109-442a-8704-911233407fad tempest-ServersWithSpecificFlavorTestJSON-1304209146 tempest-ServersWithSpecificFlavorTestJSON-1304209146-project] 10.222.0.16 "DELETE /v2.0/floatingips/485ec333-c1f3-4530-af0b-c7600a84c693 HTTP/1.1" status: 204 len: 168 time: 1.0883327 May 02 10:23:19.145625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-7925e6e8-4e6d-40a4-9fd8-6aeefc6375f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 200 len: 217 time: 0.0457511 May 02 10:23:19.193213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Request body: {'port': {'device_id': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:19.276338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-dd44ded7-8485-4373-abb8-af1aa0d21078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:19.277721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-dd44ded7-8485-4373-abb8-af1aa0d21078 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1266150 May 02 10:23:19.279987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.327878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-f759036b-893b-4a0f-b008-4825ac58a456 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444117 May 02 10:23:19.330910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.333738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.504961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeff84e-fc70-4082-9032-0e6776769e7e req-9281bf42-da41-4f13-bbe8-800c68777561 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:19.506805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1aeff84e-fc70-4082-9032-0e6776769e7e req-9281bf42-da41-4f13-bbe8-800c68777561 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0636227 May 02 10:23:19.540376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.542900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.544084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18738ab1-11b3-4f3d-b7d8-ce141a003c33 req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] 10.222.0.16 "DELETE /v2.0/security-groups/0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a HTTP/1.1" status: 204 len: 173 time: 0.4431999 May 02 10:23:19.551399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-8425177c-5d5d-4a22-8468-a119e3969e4d service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142231 May 02 10:23:19.554071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:19.562090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1aeff84e-fc70-4082-9032-0e6776769e7e req-21703b01-34aa-4c63-9a4e-c13fbb99953c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491869 May 02 10:23:19.582464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a94726d-868b-4025-b196-8f75acfa5dfb tempest-SecurityGroupRulesTestJSON-1028796859 tempest-SecurityGroupRulesTestJSON-1028796859-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4f4ae7-4e6b-4813-8e5f-ebb9e20c0c0a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:19.689627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05c51751-78cc-43c5-9ee7-2ea59ade74ac req-6f936f91-e469-44c3-a4e9-175171bd9844 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0343912 May 02 10:23:19.700350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50858) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:19.718977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Deleting subnet 87884fe4-82db-4a1d-8e70-ef8a5990d510 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:23:19.726613 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Publish callbacks [] for subnet (87884fe4-82db-4a1d-8e70-ef8a5990d510), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.801345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (87884fe4-82db-4a1d-8e70-ef8a5990d510), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.827488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bf8fc7-5fda-45f6-b187-651f1c013dc9 req-098e640f-b05b-47bc-bba0-d6b7d60e6a36 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547987 May 02 10:23:19.879050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (87884fe4-82db-4a1d-8e70-ef8a5990d510), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:19.913211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c5a712-7116-42d9-9f09-6fc89cc3142e {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:19.925251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks [] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.008147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Transition to ACTIVE for port object f1c5a712-7116-42d9-9f09-6fc89cc3142e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:20.009570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (87884fe4-82db-4a1d-8e70-ef8a5990d510), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.042782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87884fe4-82db-4a1d-8e70-ef8a5990d510,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:20.044779 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.048347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fcd404d7-1ca7-4a60-b51a-fb6456b9b83b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/87884fe4-82db-4a1d-8e70-ef8a5990d510 HTTP/1.1" status: 204 len: 168 time: 0.4919317 May 02 10:23:20.050547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:20.057519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.068659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.481906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (29a75a6f-0e18-415d-b558-15b881ca82f3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.495622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a05476-6b4d-4816-9ba9-0a801d4f2d90 req-54d6e398-58f4-44a3-b856-e9b4e9b4e68f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:20.497121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0a05476-6b4d-4816-9ba9-0a801d4f2d90 req-54d6e398-58f4-44a3-b856-e9b4e9b4e68f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.1251051 May 02 10:23:20.500795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:20.593074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Deleting port bd26927f-e2b7-4d91-86dc-eb5dde754a5b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:20.593333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.666055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (29a75a6f-0e18-415d-b558-15b881ca82f3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.680739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:20.680956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:20.681589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:20.690209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0a05476-6b4d-4816-9ba9-0a801d4f2d90 req-c4480b76-212e-4383-802d-508d2eb36758 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482022 May 02 10:23:20.700634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:20.700634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:20.701801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a75a6f-0e18-415d-b558-15b881ca82f3']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:20.715017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61215a94-46bf-472f-b15b-63601cdf0aaa') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:20.715354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61215a94-46bf-472f-b15b-63601cdf0aaa') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:20.722527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:20.722868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:20.723250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:20.723695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Bound port: f1c5a712-7116-42d9-9f09-6fc89cc3142e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:20.724060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.729423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (61215a94-46bf-472f-b15b-63601cdf0aaa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.738427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] For port bd26927f-e2b7-4d91-86dc-eb5dde754a5b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:20.739183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.762928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Calling delete_port for bd26927f-e2b7-4d91-86dc-eb5dde754a5b owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:20.768053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (61215a94-46bf-472f-b15b-63601cdf0aaa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.777708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:23:20.778175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (61215a94-46bf-472f-b15b-63601cdf0aaa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: timer() May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:23:20.780071 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:23:20.856023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2870291-a2e0-4d0e-8dcb-7c01be5db1ee req-1ebdc388-0628-4fa0-8ef3-0f2495da7f44 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:20.858085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2870291-a2e0-4d0e-8dcb-7c01be5db1ee req-1ebdc388-0628-4fa0-8ef3-0f2495da7f44 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1114228 May 02 10:23:20.874273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab45bd18-7073-447d-ab92-f24ae92974a9 req-eb81ef25-d869-4236-b3ed-4f9176597603 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0460844 May 02 10:23:20.881171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:20.884590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:20.957915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2870291-a2e0-4d0e-8dcb-7c01be5db1ee req-295abe6f-6a1f-4e1c-a763-92aae1acd86c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925183 May 02 10:23:21.007861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (29a75a6f-0e18-415d-b558-15b881ca82f3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.014573 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.020892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] 10.222.0.16 "DELETE /v2.0/networks/29a75a6f-0e18-415d-b558-15b881ca82f3 HTTP/1.1" status: 204 len: 168 time: 0.9669032 May 02 10:23:21.028406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f24887-4fe8-4d2f-898d-f3ae7fd9963b admin admin] Pushing event deleted for resources: {'Network': ['ID=29a75a6f-0e18-415d-b558-15b881ca82f3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:21.060588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.093606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.094230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.096177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 1091 time: 1.9094083 May 02 10:23:21.096635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:21.098957 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f25823d-5041-4b66-bc9a-b045e2711cbf" -d '{"events": [{"name": "network-changed", "server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:21.109717 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bd26927f-e2b7-4d91-86dc-eb5dde754a5b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.131202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0702f643-2121-4761-80e8-311a5d769e71 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:21.138446 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2529a9-22f1-4beb-b1cb-3467106cdee6 x-openstack-request-id: req-ce2529a9-22f1-4beb-b1cb-3467106cdee6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:21.138446 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:21.138446 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce2529a9-22f1-4beb-b1cb-3467106cdee6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:21.138446 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce2529a9-22f1-4beb-b1cb-3467106cdee6'] response: {'name': 'network-changed', 'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'status': 'completed', 'code': 200} May 02 10:23:21.142790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd26927f-e2b7-4d91-86dc-eb5dde754a5b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:21.317835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.333461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-00eb74fa-c112-445e-a40f-d3758e3a7b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.335299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-00eb74fa-c112-445e-a40f-d3758e3a7b08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1125 time: 0.0489302 May 02 10:23:21.408962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50894) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:21.468689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eed60671-7b97-4dec-a3ea-ed6df6d49954 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5040e3da1d14e19a9db95788a4a8fc1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0586479 May 02 10:23:21.471464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-e74657b5-ed49-4000-b962-c6c3e1b68147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.472888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-e74657b5-ed49-4000-b962-c6c3e1b68147 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1b2130a8035040089eef66d1efbf65df&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1295087 May 02 10:23:21.473326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50896) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:21.565692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:21.580028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] Publish callbacks [] for security_group (48970aa6-d1e3-411f-a52c-76eb75660851), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.614438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] Publish callbacks [] for security_group (48970aa6-d1e3-411f-a52c-76eb75660851), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.639089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-bb0e7fa9-d240-424e-bf27-f53f0c70a615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.640568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f25823d-5041-4b66-bc9a-b045e2711cbf req-bb0e7fa9-d240-424e-bf27-f53f0c70a615 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1456993 May 02 10:23:21.695911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:21.703580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5dd784cb-0522-425f-b7a7-216372dcd231 admin admin] 10.222.0.16 "PUT /v2.0/routers/e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018311 May 02 10:23:21.705650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50900) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:21.705824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Sync routers for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:21.727926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:21.728875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:21.792977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48970aa6-d1e3-411f-a52c-76eb75660851), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.796537 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.798448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48970aa6-d1e3-411f-a52c-76eb75660851 HTTP/1.1" status: 204 len: 168 time: 0.3235745 May 02 10:23:21.821722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43701e7a-2488-4608-afe8-b26fb8899e8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48970aa6-d1e3-411f-a52c-76eb75660851,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:21.856487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0ec25c24-a78d-47b9-b5e9-1b1339562337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.859020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-0ec25c24-a78d-47b9-b5e9-1b1339562337 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1125 time: 0.1364751 May 02 10:23:21.890123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:21.937989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks [] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:21.945568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2186f5f6-0410-4c28-b0ce-270a460788df req-659e1695-65c9-48a3-8cb8-b3a9543b22d4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:21.957644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2186f5f6-0410-4c28-b0ce-270a460788df req-659e1695-65c9-48a3-8cb8-b3a9543b22d4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.1200099 May 02 10:23:22.099319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c693802-8bd9-42ba-9664-8bf2fdd28a3c req-3053a24d-8c76-4d5d-9ad6-78b36a48da71 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0788338 May 02 10:23:22.108361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-1f4b3001-af31-4a47-b716-d61f63cd3d58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 217 time: 0.0719199 May 02 10:23:22.189445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2186f5f6-0410-4c28-b0ce-270a460788df req-5eb1d0be-1c2b-44da-85bd-5aea86a26c2d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451638 May 02 10:23:22.191208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:23:20Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:22.221389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-6fb16287-fb04-4d14-bd3c-d2f6d396b6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:22.223037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-6fb16287-fb04-4d14-bd3c-d2f6d396b6ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.1138444 May 02 10:23:22.237773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Checking router: e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:22.249937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Routers {'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:22.250822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks [] for router_gateway (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:22.250951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:22.277413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-d0ec8196-f171-4592-9bde-00e2c14b10fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450292 May 02 10:23:22.405119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de574b71-11d7-48c3-881b-ade05a1f65b6 req-78477bb5-8145-45b9-959b-a785acafeacc tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:22.408002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de574b71-11d7-48c3-881b-ade05a1f65b6 req-78477bb5-8145-45b9-959b-a785acafeacc tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1413820 May 02 10:23:22.425355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] Set router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:22.453745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-7d492329-fe52-4635-ae06-6e41fda649c8 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651940 May 02 10:23:22.484421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Deleting port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:22.484900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:22.563139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de574b71-11d7-48c3-881b-ade05a1f65b6 req-80c44ef8-71fa-4963-a4c4-f06fee794f0f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198897 May 02 10:23:22.603549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] For port 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:22.604006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:22.618779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Calling delete_port for 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:22.641438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:23:20Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:22.673507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc48bd19-7aef-495b-948d-69318fff22e3 req-ea503b7b-6541-4ea0-bacf-b01c95e5509d service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111548 May 02 10:23:22.674101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8873b6b-b689-468a-bbc3-0af60667b4fc None None] The sync data for ids ['e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d'] in ncdv-master-1 is: [{'id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1384666657-router', 'tenant_id': '405bc3f0d1b64dc8911be1fbc0449018', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75'}], 'enable_snat': True}, 'gw_port_id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:34Z', 'updated_at': '2022-05-02T10:23:20Z', 'revision_number': 5, 'project_id': '405bc3f0d1b64dc8911be1fbc0449018', 'gw_port': {'id': '51658f96-dc4e-4cdb-9661-3d03c5f4e7dd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 244, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:36Z', 'updated_at': '2022-05-02T10:20:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:22.920217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401bd29f-e498-4e19-9ec7-0287cec9bff2 req-1db28ac1-4b08-4360-a244-119c78fb4f60 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:22.921751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-401bd29f-e498-4e19-9ec7-0287cec9bff2 req-1db28ac1-4b08-4360-a244-119c78fb4f60 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0522649 May 02 10:23:22.934867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (51658f96-dc4e-4cdb-9661-3d03c5f4e7dd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:22.971092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Pushing event deleted for resources: {'Port': ['ID=51658f96-dc4e-4cdb-9661-3d03c5f4e7dd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:23.044245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-401bd29f-e498-4e19-9ec7-0287cec9bff2 req-95f7e933-b986-4187-883e-bca4a59e3be8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168051 May 02 10:23:23.068047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.169982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.172460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks [] for router_controller (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.248022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c22fddc5-9a28-48f5-89d2-ef1f18de31ba req-00591753-e465-4cbf-8edd-90a058cf3ecc tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0472775 May 02 10:23:23.324906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ceedd3-ed43-48c3-b7f0-40521cb8acda req-4a7438ca-b1d9-4d30-94e2-759ab75b873f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:23.326735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1ceedd3-ed43-48c3-b7f0-40521cb8acda req-4a7438ca-b1d9-4d30-94e2-759ab75b873f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0487905 May 02 10:23:23.346595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.347122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:23:23.358600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.358600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-164d4dea-af26-480f-bff6-3ca1ff7af265 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e2b7fcd7-2a76-4d80-b8bd-9a013e73b67d HTTP/1.1" status: 204 len: 168 time: 1.6487794 May 02 10:23:23.358940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50956) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:23.397820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1ceedd3-ed43-48c3-b7f0-40521cb8acda req-ce165acf-7b00-4cc7-bd6d-072550b7c3ce tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655339 May 02 10:23:23.436364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Deleting subnet 65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:23:23.439743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Publish callbacks [] for subnet (65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.475488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.563042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.683098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1d5470-290d-43aa-8444-33878f6d14c2 req-756a40cc-f018-449c-8ef3-6796d6bbe1bb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:23.684502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c1d5470-290d-43aa-8444-33878f6d14c2 req-756a40cc-f018-449c-8ef3-6796d6bbe1bb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0471799 May 02 10:23:23.693052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.735652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:23.747511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.753676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d069b7d-a545-442c-9285-8af2b5b1b394 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/65dfcdc4-a4fa-4ad2-8513-4cf85fc27aa6 HTTP/1.1" status: 204 len: 168 time: 0.3922744 May 02 10:23:23.754579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0b3236-b255-4a3f-9a5d-4f9a43e22beb None None] Network f5b1c817-eec3-48f1-b118-eb3131507a9c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:23.759993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50964) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:23.803096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c1d5470-290d-43aa-8444-33878f6d14c2 req-488f8b72-9f80-4c6d-a650-3236063c066f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046014 May 02 10:23:23.868481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f5b1c817-eec3-48f1-b118-eb3131507a9c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.886449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:23.931989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Deleting port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:23.932326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:23.993730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] DHCP port deletion for f5b1c817-eec3-48f1-b118-eb3131507a9c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:23:24.007943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] For port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:24.013222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.025391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3c34-b497-4af3-9e19-84e8f4638a74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.027959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Calling delete_port for 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:24.046328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Deleting port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:24.046842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.123925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] For port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,segment=NetworkSegment(1918f78f-de3b-4911-8c97-8166e317dc63),segment_id=1918f78f-de3b-4911-8c97-8166e317dc63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:24.124433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.145858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Calling delete_port for 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:24.152693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3c34-b497-4af3-9e19-84e8f4638a74 admin admin] Publish callbacks [] for security_group (029dbd13-1955-4eb6-8dce-6937f551135d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.199178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad3cd24-2f42-469f-8410-7a7cd78d9e19 req-2e8981de-9ede-4c36-96e9-1be63be1eac7 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:24.200865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ad3cd24-2f42-469f-8410-7a7cd78d9e19 req-2e8981de-9ede-4c36-96e9-1be63be1eac7 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0505185 May 02 10:23:24.223164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.244837 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a7a3c34-b497-4af3-9e19-84e8f4638a74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (029dbd13-1955-4eb6-8dce-6937f551135d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.260933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:24.277352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] No DVR routers for this DVR port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:24.323145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6a7a3c34-b497-4af3-9e19-84e8f4638a74 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e6ac2474f6b4a76a69742d3f99e4250&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4355083 May 02 10:23:24.327943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:24.332922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ad3cd24-2f42-469f-8410-7a7cd78d9e19 req-be6a3e6c-c37d-4d0a-a5dc-be40821519f0 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259122 May 02 10:23:24.374078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7a3c34-b497-4af3-9e19-84e8f4638a74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029dbd13-1955-4eb6-8dce-6937f551135d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:24.399965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:24.402647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.417214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f5b1c817-eec3-48f1-b118-eb3131507a9c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.419753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] Publish callbacks [] for security_group (029dbd13-1955-4eb6-8dce-6937f551135d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.435860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-dd72aa6a-3003-40ab-9d78-421bca2319fb tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2007557353&fields=id&tenant_id=794ae6913d5546dbadfb32cb27b15d3c HTTP/1.1" status: 200 len: 267 time: 0.1536841 May 02 10:23:24.443405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5b1c817-eec3-48f1-b118-eb3131507a9c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:24.450070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] No DVR routers for this DVR port 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:24.452880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] Publish callbacks [] for security_group (029dbd13-1955-4eb6-8dce-6937f551135d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.455140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1918f78f-de3b-4911-8c97-8166e317dc63') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:24.455375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1918f78f-de3b-4911-8c97-8166e317dc63') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:24.465432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (1918f78f-de3b-4911-8c97-8166e317dc63), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.470402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:24.470744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 51658f96-dc4e-4cdb-9661-3d03c5f4e7dd not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:24.471155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:24.477127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Pushing event deleted for resources: {'Port': ['ID=0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:24.481743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1918f78f-de3b-4911-8c97-8166e317dc63), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.491405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:23:24.491945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (1918f78f-de3b-4911-8c97-8166e317dc63), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.505073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.505425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.505769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.506107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.506442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.506887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.507235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.507583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.507896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.508215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.508758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.509238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.509747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.510080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.510403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd449d85-7fa6-4a1b-90b8-84f2ffb27b78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:24.516842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:24.517513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d0a4fa6-4d02-43a0-a8fc-c8e659b4734f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:24.517928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd26927f-e2b7-4d91-86dc-eb5dde754a5b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:24.538104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bd26927f-e2b7-4d91-86dc-eb5dde754a5b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:24.538689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd26927f-e2b7-4d91-86dc-eb5dde754a5b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: timer() May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:23:24.545430 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:23:24.585629 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf192a75-64aa-4541-8b78-5bb05c3e6445 req-afaa05d5-a7e5-4266-8e9e-ffdad96d0772 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0366971 May 02 10:23:24.590825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-3acb1f73-6386-461c-9008-82a4f125d841 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:24.592380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-3acb1f73-6386-461c-9008-82a4f125d841 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/networks?id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 200 len: 816 time: 0.1458209 May 02 10:23:24.606395 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:23:24.606914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-40e5c514-c1f1-436d-88e1-7801b8356f1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/quotas/794ae6913d5546dbadfb32cb27b15d3c HTTP/1.1" status: 200 len: 375 time: 0.0092125 May 02 10:23:24.647082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (029dbd13-1955-4eb6-8dce-6937f551135d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.652831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.652831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/029dbd13-1955-4eb6-8dce-6937f551135d HTTP/1.1" status: 204 len: 168 time: 0.3206160 May 02 10:23:24.668862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46709c8-7538-4ca4-9f81-57a7fd0a5803 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029dbd13-1955-4eb6-8dce-6937f551135d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:24.679335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-277b1c56-2486-4e3e-a1e0-215a157f92ae tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0659244 May 02 10:23:24.689542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f5b1c817-eec3-48f1-b118-eb3131507a9c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.696468 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:24.700297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f5b1c817-eec3-48f1-b118-eb3131507a9c HTTP/1.1" status: 204 len: 168 time: 0.9444101 May 02 10:23:24.703979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:24.759125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9d472b-a4bd-43d9-80d6-4889206e4356 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5b1c817-eec3-48f1-b118-eb3131507a9c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:24.772141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ba8e7-6a3d-4e7b-b5dc-946dfc88774e req-ef3f7506-5ee6-44f9-a524-56dbe1b33c2a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:24.773678 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b51ba8e7-6a3d-4e7b-b5dc-946dfc88774e req-ef3f7506-5ee6-44f9-a524-56dbe1b33c2a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.1142507 May 02 10:23:24.805695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-65d31bef-2dff-4806-b42f-abf57c0a23d2 service neutron] 10.222.0.16 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023405 May 02 10:23:24.874791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b51ba8e7-6a3d-4e7b-b5dc-946dfc88774e req-65df171a-9066-4a7d-b36b-0a8af57700b5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925605 May 02 10:23:24.915221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-a08b3ce8-0e79-43b5-bf5f-7aff813e12fc service neutron] 10.222.0.16 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081483 May 02 10:23:25.299678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76414bc3-3297-4dd5-9f23-92dba33ecbc2 req-f484f085-ac8b-49c5-9f94-8410ad1131fb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:25.300927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76414bc3-3297-4dd5-9f23-92dba33ecbc2 req-f484f085-ac8b-49c5-9f94-8410ad1131fb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.3287063 May 02 10:23:25.394069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76414bc3-3297-4dd5-9f23-92dba33ecbc2 req-4525d849-a217-4be1-851b-3a26dd3a52b4 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759766 May 02 10:23:25.463147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:25.542341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12923686-b0a2-4e28-a6a1-91abd9433728 req-73a061a8-e6db-4c04-9a70-094139c959b4 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:25.543825 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12923686-b0a2-4e28-a6a1-91abd9433728 req-73a061a8-e6db-4c04-9a70-094139c959b4 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0935707 May 02 10:23:25.637441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12923686-b0a2-4e28-a6a1-91abd9433728 req-18114b43-018a-4973-a90e-9cd1227fea81 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605431 May 02 10:23:25.656247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e07e49b-6f46-4fce-9612-b6983e407a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:25.745138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79f8198f-2a34-4529-b61c-ce648493b947 req-a6661058-7666-4893-acd1-e72ac27c4a3d tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0443456 May 02 10:23:25.825290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c612c26b-99e1-4b14-8873-1dced9ad7d05 req-ee57afa7-a172-4ac7-9954-c83b561d8702 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.0418098 May 02 10:23:25.825795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51034) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:25.844397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Deleting port 81347b41-b091-4aad-b3fc-aa72d4ca8685 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:25.844834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:25.949645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] For port 81347b41-b091-4aad-b3fc-aa72d4ca8685, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=81347b41-b091-4aad-b3fc-aa72d4ca8685,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:25.954500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:25.965996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Calling delete_port for 81347b41-b091-4aad-b3fc-aa72d4ca8685 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:25.973250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1815810676-network', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:26.065531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7c20e-de14-42aa-b3c3-9beb8eed7995 req-e4524ea7-e27c-4741-a8cb-78b693bb2106 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:26.066931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ba7c20e-de14-42aa-b3c3-9beb8eed7995 req-e4524ea7-e27c-4741-a8cb-78b693bb2106 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0839815 May 02 10:23:26.082263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:26.084762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.093781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.161839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:26.170160 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ba7c20e-de14-42aa-b3c3-9beb8eed7995 req-8f86c60d-0507-4bbb-a1cb-14fd5db232bd tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966902 May 02 10:23:26.170627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks [] for security_group (7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.237346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.259901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:23:26.275766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:26.275924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:26.279490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (474c7516-252b-469a-9c22-2db9c4a5a998), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.279842 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Added segment 474c7516-252b-469a-9c22-2db9c4a5a998 of type vlan for network 03f4b595-8956-4697-950c-07141ab6fbeb May 02 10:23:26.289347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'port_id': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'mac_address': 'fa:16:3e:fb:75:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c30019a-24c3-4d64-b103-998fcc29492b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:23:26.316867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (81347b41-b091-4aad-b3fc-aa72d4ca8685), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.323078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (03f4b595-8956-4697-950c-07141ab6fbeb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.346255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=81347b41-b091-4aad-b3fc-aa72d4ca8685,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:26.350542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f1c5a712-7116-42d9-9f09-6fc89cc3142e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:26.351012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.371351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1c5a712-7116-42d9-9f09-6fc89cc3142e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:26.397757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:26.457141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (03f4b595-8956-4697-950c-07141ab6fbeb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.458190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:26.459416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.502969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.547495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.580926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:26.588885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] Pushing event updated for resources: {'Network': ['ID=03f4b595-8956-4697-950c-07141ab6fbeb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:26.627661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 03f4b595-8956-4697-950c-07141ab6fbeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:23:26.629122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ff99ba-5223-4cda-987f-eb03cfbfe852 req-9b857683-f04a-4a3e-bec9-62dba143dc7f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:26.630684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0ff99ba-5223-4cda-987f-eb03cfbfe852 req-9b857683-f04a-4a3e-bec9-62dba143dc7f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1565948 May 02 10:23:26.649211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-efb3be54-2756-45ca-895a-b1395669925a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:26.651120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-efb3be54-2756-45ca-895a-b1395669925a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.15 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0813487 May 02 10:23:26.710752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-04b13b73-3bc5-49c4-9052-e940ec484fa8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8804321 May 02 10:23:26.710752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:26.721043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Request body: {'subnet': {'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-subnet', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:26.759400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f1c5a712-7116-42d9-9f09-6fc89cc3142e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:26.820638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0ff99ba-5223-4cda-987f-eb03cfbfe852 req-ee427ae6-cc87-4a46-b1d2-80561768f931 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814139 May 02 10:23:26.831549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584df51d-05ae-471b-aa46-f4766e6bbd51 req-d94049ae-6379-4c13-a0d9-31f740eabaf8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:26.833200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-584df51d-05ae-471b-aa46-f4766e6bbd51 req-d94049ae-6379-4c13-a0d9-31f740eabaf8 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 946 time: 0.0961154 May 02 10:23:26.838985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Deleting port 206b1c4c-bb26-4356-9580-c37c87feef14 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:26.839842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.901855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:26.904695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:26.958592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-584df51d-05ae-471b-aa46-f4766e6bbd51 req-e407322a-22bc-4284-961a-e5f0ece1416a tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups?id=cba9e87b-d320-497b-87b9-759286f8afed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785797 May 02 10:23:26.960571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Router e6e432d9-a493-4105-8f5c-a95a17e78d51 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:27.039017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-270b1576-3ffd-486c-b623-afb94d4ce9c9 req-81adc5ff-6687-4e64-83e4-4989a58ec247 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0694625 May 02 10:23:27.062655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] For port 206b1c4c-bb26-4356-9580-c37c87feef14, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=206b1c4c-bb26-4356-9580-c37c87feef14,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:27.071217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.071345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92e48e9c-aa42-4685-b2a8-f1278c2df68d req-2adefec3-2871-4256-b42a-7bf7cca9acaa tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.0367513 May 02 10:23:27.135465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:27.140709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9541f883-0119-4b86-87d0-4deb69f5c4c2 admin admin] 10.222.0.16 "PUT /v2.0/routers/e6e432d9-a493-4105-8f5c-a95a17e78d51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4347100 May 02 10:23:27.143802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:27.146019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Sync routers for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:27.158197 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:27.159074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:27.289024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks [] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.393188 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:27.405328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cf47d-1b38-43e6-8c10-176bd81db052 req-1cfedea1-da79-453e-a7a3-509be2f346b7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:27.413215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e73cf47d-1b38-43e6-8c10-176bd81db052 req-1cfedea1-da79-453e-a7a3-509be2f346b7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.1058767 May 02 10:23:27.417099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks [] for router_gateway (e6e432d9-a493-4105-8f5c-a95a17e78d51), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.417912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.418345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.418729 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Floating IP 12ed8150-5101-4c11-ac24-0d1fea77f13c disassociated. External IP: 172.35.4.63, port: 206b1c4c-bb26-4356-9580-c37c87feef14. May 02 10:23:27.419814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Calling delete_port for 206b1c4c-bb26-4356-9580-c37c87feef14 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:27.491964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (bee368cd-ea77-4efc-929d-3185406e44e6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.541328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e73cf47d-1b38-43e6-8c10-176bd81db052 req-da1cf4b8-6e72-48c7-85ca-484fa36597fb tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271904 May 02 10:23:27.570810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee368cd-ea77-4efc-929d-3185406e44e6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:27.581651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Deleting port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:27.582186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.599818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:27.600166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Network hostable DHCP agents. Network: 03f4b595-8956-4697-950c-07141ab6fbeb, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:23:27.605424 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55'}], 'enable_snat': True}, 'gw_port_id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:23:26Z', 'revision_number': 5, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port': {'id': 'beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:47:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 297, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:49Z', 'updated_at': '2022-05-02T10:20:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:27.634515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Checking router: e6e432d9-a493-4105-8f5c-a95a17e78d51 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:27.650061 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Routers {'e6e432d9-a493-4105-8f5c-a95a17e78d51'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:27.651173 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:22:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e6e432d9-a493-4105-8f5c-a95a17e78d51'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:27.684777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] For port beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:27.685144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.699730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Calling delete_port for beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:27.739226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Network 03f4b595-8956-4697-950c-07141ab6fbeb is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:23:27.747720 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] Set router e6e432d9-a493-4105-8f5c-a95a17e78d51 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:27.785297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (206b1c4c-bb26-4356-9580-c37c87feef14), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.810064 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:23:27Z', 'revision_number': 6, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:27.817179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event deleted for resources: {'Port': ['ID=206b1c4c-bb26-4356-9580-c37c87feef14,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:27.858960 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388121d1-8600-49e3-b7f1-5f4db9b50ce8 None None] The sync data for ids ['e6e432d9-a493-4105-8f5c-a95a17e78d51'] in ncdv-master-1 is: [{'id': 'e6e432d9-a493-4105-8f5c-a95a17e78d51', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-358330573-router', 'tenant_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:48Z', 'updated_at': '2022-05-02T10:23:27Z', 'revision_number': 6, 'project_id': 'f22dc1bb214f4b0284fec31d2424e0c8', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:27.926260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a9b3fc8b-f198-4420-bb6b-ca301802caef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.983549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 03f4b595-8956-4697-950c-07141ab6fbeb) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:27.988652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.989167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:27.989901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:27.995605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91bdc49-e683-46b8-9ddf-6611fc8e5cbf None None] Network 03f4b595-8956-4697-950c-07141ab6fbeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:28.004587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Router 5873567c-2450-4a90-b603-c44954dc7632 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:28.049903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Pushing event deleted for resources: {'Port': ['ID=beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:28.060134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da2a1f0-1ad8-412a-9711-7ff31e17bfa7 req-c05838f7-6474-4681-a4d4-6fe937661cbd tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:28.067762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8da2a1f0-1ad8-412a-9711-7ff31e17bfa7 req-c05838f7-6474-4681-a4d4-6fe937661cbd tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1454160 May 02 10:23:28.110130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ee5e9a-c466-4e59-8642-a21ee8915204 req-7335c449-a52a-4db3-8324-e31bd0f320d9 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 210 time: 0.0356452 May 02 10:23:28.118234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce49cca2-f5e4-4f39-b8c7-cdabe65379db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4070218 May 02 10:23:28.126935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51074) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:28.126935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:28.177998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:28.210451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:28.226874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-03f4b595-8956-4697-950c-07141ab6fbeb', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:23:28.228010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.234762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Sync routers for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:28.268080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] No DVR routers for this DVR port 206b1c4c-bb26-4356-9580-c37c87feef14 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:28.271927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.281241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc89b35e-3825-45bb-8732-3c124ad40087 req-414c8244-38f0-4b6b-8ea0-14373d36a942 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.15 "DELETE /v2.0/ports/206b1c4c-bb26-4356-9580-c37c87feef14 HTTP/1.1" status: 204 len: 173 time: 1.6224875 May 02 10:23:28.294303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'name': 'network-vif-deleted', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:28.294303 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec8d0932-8ef4-49b1-90f7-1c1defe7836e" -d '{"events": [{"server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "name": "network-vif-deleted", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:28.296220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.302121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8da2a1f0-1ad8-412a-9711-7ff31e17bfa7 req-a2faf2b3-b933-41fc-9df1-807bef3e1300 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334943 May 02 10:23:28.367211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2eb16a73-df58-475a-8d10-0777a369d312 req-e5cf36ac-a0fc-4911-bb3b-d3a5e069efe7 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0939581 May 02 10:23:28.367211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.371801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.419829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:28.431055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:28.515322 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b0de5-7ba0-4410-bc67-62f75ccc3a7f x-openstack-request-id: req-9b8b0de5-7ba0-4410-bc67-62f75ccc3a7f {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:28.515731 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "816e887c-e47e-402c-82e8-149815c94af0", "name": "network-vif-deleted", "tag": "206b1c4c-bb26-4356-9580-c37c87feef14", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:28.516053 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b8b0de5-7ba0-4410-bc67-62f75ccc3a7f {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:28.516546 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b8b0de5-7ba0-4410-bc67-62f75ccc3a7f'] response: {'server_uuid': '816e887c-e47e-402c-82e8-149815c94af0', 'name': 'network-vif-deleted', 'tag': '206b1c4c-bb26-4356-9580-c37c87feef14', 'status': 'completed', 'code': 200} May 02 10:23:28.522977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for router_controller (c4d4812f-0bc1-4a81-83d9-cacca59a7468), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.537869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.541822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b7c5cd-8519-4ca0-82c9-7d8305669e40 req-11a856a2-7bc7-4e4d-9143-da62b1d7e09e tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.0519941 May 02 10:23:28.543235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks [] for router_controller (e6e432d9-a493-4105-8f5c-a95a17e78d51), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.624567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f1c5a712-7116-42d9-9f09-6fc89cc3142e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:23:28.715037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (e6e432d9-a493-4105-8f5c-a95a17e78d51), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.716277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e6e432d9-a493-4105-8f5c-a95a17e78d51 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:23:28.719906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f1c5a712-7116-42d9-9f09-6fc89cc3142e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:28.720526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.730481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.732447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-643e5fe8-f743-45d2-b5c8-9fbcc109c785 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e6e432d9-a493-4105-8f5c-a95a17e78d51 HTTP/1.1" status: 204 len: 168 time: 1.5863895 May 02 10:23:28.734788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51080) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:28.736013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Allocated IP 172.20.0.2 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/2a1768b3-b387-4a3b-b178-591172df46e0) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:28.774943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:28.799374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Deleting subnet f357f7c3-ded5-4d38-b2af-ab93d413923d {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:23:28.805307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Publish callbacks [] for subnet (f357f7c3-ded5-4d38-b2af-ab93d413923d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.854477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f357f7c3-ded5-4d38-b2af-ab93d413923d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:28.905564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 81347b41-b091-4aad-b3fc-aa72d4ca8685 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:28.963629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 81347b41-b091-4aad-b3fc-aa72d4ca8685 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:28.967845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 81347b41-b091-4aad-b3fc-aa72d4ca8685 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:29.006939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f357f7c3-ded5-4d38-b2af-ab93d413923d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.093192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5dc99-26c5-497d-a3ea-57ddd8a7441b req-3e189b92-2780-4f7b-bf83-f8a0d62119c5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:29.101049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31d5dc99-26c5-497d-a3ea-57ddd8a7441b req-3e189b92-2780-4f7b-bf83-f8a0d62119c5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.4681814 May 02 10:23:29.104890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eeb9d6e8-8fd2-4298-93ee-cb49696ab200 req-a656df68-21bb-4978-b82c-4a76d90729d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0810237 May 02 10:23:29.184874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f357f7c3-ded5-4d38-b2af-ab93d413923d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.215938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f1c5a712-7116-42d9-9f09-6fc89cc3142e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:29.216340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.238015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.243008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f357f7c3-ded5-4d38-b2af-ab93d413923d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:29.251818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.263955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-17f15f5f-3583-484f-902e-18e228be0a46 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f357f7c3-ded5-4d38-b2af-ab93d413923d HTTP/1.1" status: 204 len: 168 time: 0.5243812 May 02 10:23:29.273998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcba5959-03c1-4389-b132-bea7b3539e4d None None] Network 9a9291d2-39a3-4a28-b5ac-705d6b44e121 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:29.286480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51088) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:29.334690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-470a5bc4-94b2-4991-a02b-3ca4cee3eacb tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:29.336592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-470a5bc4-94b2-4991-a02b-3ca4cee3eacb tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.24 "GET /v2.0/networks?id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 200 len: 816 time: 0.3126836 May 02 10:23:29.338775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa64515f-f7df-4b70-878a-98fde58645cf req-d34ee45b-e8c2-46fe-bfcf-091b7bed393c tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/ports?device_id=816e887c-e47e-402c-82e8-149815c94af0 HTTP/1.1" status: 200 len: 210 time: 0.0760164 May 02 10:23:29.355949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:29.396817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:29.403424 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451e398c-0767-42c6-a0b2-a851d26552f7" -d '{"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-plugged", "status": "completed", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:29.414212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9a9291d2-39a3-4a28-b5ac-705d6b44e121), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.471434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for router_gateway (c4d4812f-0bc1-4a81-83d9-cacca59a7468), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.473118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Deleting port e1e787f5-c9f7-4406-ab89-1eb9d17e963e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:29.473975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.477290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks [] for port (2a1768b3-b387-4a3b-b178-591172df46e0), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.479259 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.483688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 206b1c4c-bb26-4356-9580-c37c87feef14 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:29.491411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:29.501525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-07b5da2a-42ab-48cd-8571-b2b251356f5b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=794ae6913d5546dbadfb32cb27b15d3c HTTP/1.1" status: 200 len: 380 time: 0.1508985 May 02 10:23:29.514668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'port': {'device_id': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'admin_state_up': True, 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'security_groups': ['3c520228-0b22-4a02-8957-c8a31607a36f']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:29.564323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] For port e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,segment=NetworkSegment(2347f8ee-6939-43c5-8fba-982d774c2d70),segment_id=2347f8ee-6939-43c5-8fba-982d774c2d70)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:29.564961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.575368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 206b1c4c-bb26-4356-9580-c37c87feef14 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:29.575746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 206b1c4c-bb26-4356-9580-c37c87feef14 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:29.581712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Calling delete_port for e1e787f5-c9f7-4406-ab89-1eb9d17e963e owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:29.588534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Checking router: 5873567c-2450-4a90-b603-c44954dc7632 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:29.594121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.648449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:29.649186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:29.658559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:29.673515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31d5dc99-26c5-497d-a3ea-57ddd8a7441b req-be9f1c3c-7133-42af-86bd-6e767d1dd9e1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5719409 May 02 10:23:29.711286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Made reservation on behalf of 794ae6913d5546dbadfb32cb27b15d3c for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:29.715164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:29.798999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-d1849c8d-3ba9-412c-a71d-9b45e9851daa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:29.800038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-d1849c8d-3ba9-412c-a71d-9b45e9851daa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.1648967 May 02 10:23:29.829422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-84e2750b-91f1-42c1-b649-800f8d9bb6fa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/quotas/25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 375 time: 0.0228813 May 02 10:23:29.866876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:29.869200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:29.874226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] DHCP port deletion for 9a9291d2-39a3-4a28-b5ac-705d6b44e121 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:23:29.881424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:29.910289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-d6fab400-57ac-415d-a93c-02494b362cc3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0741658 May 02 10:23:30.002223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3f54a-5c1e-4a71-96c7-3b1be9f8c0b1 req-b2af1801-663a-41c3-905b-f9aaa36718ab tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:30.011058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2f3f54a-5c1e-4a71-96c7-3b1be9f8c0b1 req-b2af1801-663a-41c3-905b-f9aaa36718ab tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1102753 May 02 10:23:30.028539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Allocated IP 172.20.0.3 (5c05cf33-e970-4678-8ea2-09ca7adf0f7b/9977afd8-01a2-40f1-b057-d3b3dd1e0949/9380eaa9-a16e-4d14-b709-e8a2179a3363) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:30.061062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Pushing event updated for resources: {'Port': ['ID=2a1768b3-b387-4a3b-b178-591172df46e0,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:30.076109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-a1cb94f7-c93b-4a8e-82a4-23d61a68224b service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577628 May 02 10:23:30.077391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Deleting port e1e787f5-c9f7-4406-ab89-1eb9d17e963e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:30.077765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.089029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.160585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Attempting to bind port 2a1768b3-b387-4a3b-b178-591172df46e0 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:30.161286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Attempting to bind port 2a1768b3-b387-4a3b-b178-591172df46e0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:30.161441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Attempting to bind port 2a1768b3-b387-4a3b-b178-591172df46e0 on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:30.184290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] No DVR routers for this DVR port e1e787f5-c9f7-4406-ab89-1eb9d17e963e on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:30.188017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:30.220276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:30.221334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2f3f54a-5c1e-4a71-96c7-3b1be9f8c0b1 req-3e87a448-fb4c-4f32-910a-53dd68b7eb7f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091706 May 02 10:23:30.221901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:30.221901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.222229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:30.222737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Bound port: 2a1768b3-b387-4a3b-b178-591172df46e0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:30.223175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.249033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:30.318508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] For port e1e787f5-c9f7-4406-ab89-1eb9d17e963e, host ncdv-master-1, got binding levels [] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:30.319404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.347840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Calling delete_port for e1e787f5-c9f7-4406-ab89-1eb9d17e963e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:30.350878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Port e1e787f5-c9f7-4406-ab89-1eb9d17e963e was not found and therefore no delete operation was performed {{(pid=115664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:23:30.352143 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e1e787f5-c9f7-4406-ab89-1eb9d17e963e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.382780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9a9291d2-39a3-4a28-b5ac-705d6b44e121), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.393709 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96863047-b950-4549-9a3e-b8f5d0671615 x-openstack-request-id: req-96863047-b950-4549-9a3e-b8f5d0671615 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:30.394032 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-plugged", "status": "completed", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:30.394292 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96863047-b950-4549-9a3e-b8f5d0671615 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:30.394685 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96863047-b950-4549-9a3e-b8f5d0671615'] response: {'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'code': 200} May 02 10:23:30.432248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for router_gateway (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.440276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-64193c54-e687-4ef6-8a7e-519edfd91ab3 service neutron] 10.222.0.16 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3619411 May 02 10:23:30.444836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a9291d2-39a3-4a28-b5ac-705d6b44e121']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:30.455988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2347f8ee-6939-43c5-8fba-982d774c2d70') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:30.457863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2347f8ee-6939-43c5-8fba-982d774c2d70') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:30.468312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2347f8ee-6939-43c5-8fba-982d774c2d70), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.481501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] Pushing event deleted for resources: {'Port': ['ID=e1e787f5-c9f7-4406-ab89-1eb9d17e963e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:30.490184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:30.490419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2347f8ee-6939-43c5-8fba-982d774c2d70), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.502689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:23:30.503293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2347f8ee-6939-43c5-8fba-982d774c2d70), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: timer() May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:23:30.506173 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:23:30.519019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:30.519370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device beaf4d3d-04e1-41f3-8cd5-30e9edd6b2aa not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:30.519792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e787f5-c9f7-4406-ab89-1eb9d17e963e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:30.531275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ef63906-2b40-459a-bf75-158f9b42dcc1 req-9b256193-0f65-43aa-a772-cc01603d3dc1 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.1833663 May 02 10:23:30.556370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] For port 2a1768b3-b387-4a3b-b178-591172df46e0, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:30.564889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e1e787f5-c9f7-4406-ab89-1eb9d17e963e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:30.565292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e787f5-c9f7-4406-ab89-1eb9d17e963e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:30.570533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab5c5aa-0152-421f-88df-0b061577bb70 None None] No DVR routers for this DVR port e1e787f5-c9f7-4406-ab89-1eb9d17e963e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:30.632153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.648516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.669899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.702904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb527fc-ebe8-4968-ad4b-78ee09df1dc6 req-417381e1-1031-45c8-9a83-1903946bcd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:30.705174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bb527fc-ebe8-4968-ad4b-78ee09df1dc6 req-417381e1-1031-45c8-9a83-1903946bcd69 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1127 time: 0.3399668 May 02 10:23:30.706729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9a9291d2-39a3-4a28-b5ac-705d6b44e121), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.727603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] For port 2a1768b3-b387-4a3b-b178-591172df46e0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a1768b3-b387-4a3b-b178-591172df46e0,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:30.730706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.740827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9a9291d2-39a3-4a28-b5ac-705d6b44e121 HTTP/1.1" status: 204 len: 168 time: 1.4455438 May 02 10:23:30.742616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9f72ca-0dee-4efb-a645-71345966e8b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a9291d2-39a3-4a28-b5ac-705d6b44e121,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:30.749321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e58172bc-69c0-43bd-942b-aa884044b417 req-dbdeaff5-34ba-4e30-9d31-fb0849f4361b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.1069317 May 02 10:23:30.846077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:30.847595 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:30.878723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bb527fc-ebe8-4968-ad4b-78ee09df1dc6 req-ac627dd8-f715-42c9-ba50-5e814b5e719d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539140 May 02 10:23:30.895355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Allocated IP 172.35.4.204 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f4dd75fd-cb64-488f-9ec5-c3ce16c04aea) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:30.907490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f2fdbc-0b15-439d-aef8-c4582ab7d534 None None] The sync data for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 is: [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:21:03Z', 'revision_number': 4, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cde0345b-bf4d-4e35-8997-fd646a7bd23f', 'name': '', 'network_id': '446c9aa4-be18-4cc0-a895-82c6089e813f', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'mac_address': 'fa:16:3e:58:d2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:02Z', 'updated_at': '2022-05-02T10:21:07Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'subnets': [{'id': '32a8966d-3a26-4d2a-b464-b9b70f5700e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:30.949783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f3ad0-e59c-4ee8-afb5-8e545b816467 None None] Pushing event updated for resources: {'Port': ['ID=2a1768b3-b387-4a3b-b178-591172df46e0,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:30.975154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7d1e5c-fb63-49a7-bb00-540e383f7bc4 req-9240a550-825d-47e3-8779-41120bbdd603 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:30.976721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c7d1e5c-fb63-49a7-bb00-540e383f7bc4 req-9240a550-825d-47e3-8779-41120bbdd603 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 945 time: 0.0769198 May 02 10:23:31.042260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.147741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:31.152135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:31.153919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event updated for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:31.159040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:31.180889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51120) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:31.222579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.234298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c7d1e5c-fb63-49a7-bb00-540e383f7bc4 req-a8f8ade4-6756-4255-b4b9-a235bfbb78e2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275736 May 02 10:23:31.268286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-47c1f116-a75e-4512-919b-4179dfa5c668 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=405bc3f0d1b64dc8911be1fbc0449018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0843687 May 02 10:23:31.268476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51128) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:31.300503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:31.301260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.323733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:31.382620 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c97c1a6-c57f-4e2c-8ae6-dc9c47a76897 None None] New status for floating IP 12ed8150-5101-4c11-ac24-0d1fea77f13c: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:23:31.440509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70fce941-d0fd-4070-9c3d-6c756aed7ecb req-93de718d-e376-42f6-acb0-ec7334624cb8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 210 time: 0.1363723 May 02 10:23:31.487809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] Publish callbacks [] for security_group (4e745ca0-f855-4fc1-afd3-886ea303c946), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.496544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-28085ff9-67d1-4fd5-8ba6-f31417412e1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9937310 May 02 10:23:31.515346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Request body: {'port': {'device_id': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:31.583848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eda7f32-de11-40f8-9fd7-00205441a03a req-10181480-8174-474c-bd7c-165a6e43b15e tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:31.603724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4eda7f32-de11-40f8-9fd7-00205441a03a req-10181480-8174-474c-bd7c-165a6e43b15e tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1373088 May 02 10:23:31.610821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.626499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (cba9e87b-d320-497b-87b9-759286f8afed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.629799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] Publish callbacks [] for security_group (4e745ca0-f855-4fc1-afd3-886ea303c946), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.634255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.706082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (cba9e87b-d320-497b-87b9-759286f8afed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.720197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4eda7f32-de11-40f8-9fd7-00205441a03a req-d6c19e9a-a80f-4896-80ae-22fee4ba4b7c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155462 May 02 10:23:31.736654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:31.747737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:31.755027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:31.767780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-130a5a77-3a52-4d06-a16a-3b968f089348 None None] Provisioning complete for port 9380eaa9-a16e-4d14-b709-e8a2179a3363 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:31.768771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-130a5a77-3a52-4d06-a16a-3b968f089348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.824244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-130a5a77-3a52-4d06-a16a-3b968f089348 None None] Port 9380eaa9-a16e-4d14-b709-e8a2179a3363 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:23:31.836321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4e745ca0-f855-4fc1-afd3-886ea303c946), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.839518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.841056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e745ca0-f855-4fc1-afd3-886ea303c946 HTTP/1.1" status: 204 len: 168 time: 0.5713778 May 02 10:23:31.841932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-073e2893-7e9c-4f04-8275-7a2edd04129d req-d74e3bc8-ac2b-40a7-9dee-f8b23eb04e0e tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.1796308 May 02 10:23:31.858065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Pushing event updated for resources: {'Port': ['ID=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:31.866477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f54748f-ac94-4f91-8fdc-a79439013175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e745ca0-f855-4fc1-afd3-886ea303c946,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:31.890356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.901584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cba9e87b-d320-497b-87b9-759286f8afed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.906063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:31.910673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "DELETE /v2.0/security-groups/cba9e87b-d320-497b-87b9-759286f8afed HTTP/1.1" status: 204 len: 168 time: 0.5877929 May 02 10:23:31.911611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51144) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:31.940428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab0e72-2c5f-4410-94e5-a805d27207a3 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9e87b-d320-497b-87b9-759286f8afed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:31.958158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f7fee-ef85-4f2b-ba5e-b266b58f7882 req-724fa302-c44d-418d-95b1-91f25eedd980 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:31.959910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-049f7fee-ef85-4f2b-ba5e-b266b58f7882 req-724fa302-c44d-418d-95b1-91f25eedd980 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 931 time: 0.1174197 May 02 10:23:31.961719 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-344f6d1b-aa43-42fa-939e-ad8dce113871 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] show failed (client error): The resource could not be found. May 02 10:23:31.965783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-344f6d1b-aa43-42fa-939e-ad8dce113871 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "GET /v2.0/security-groups/cba9e87b-d320-497b-87b9-759286f8afed HTTP/1.1" status: 404 len: 347 time: 0.0351508 May 02 10:23:31.967202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:32.458936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a1768b3-b387-4a3b-b178-591172df46e0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:32.551144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2a1768b3-b387-4a3b-b178-591172df46e0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:32.551866 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.576429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for router_gateway (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.582486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Deleting port ddc0dd73-6ce9-4034-abcc-b45f8effeba8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:32.582961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.588998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-049f7fee-ef85-4f2b-ba5e-b266b58f7882 req-4fe70d49-18f6-4ba4-a8af-720f54c95b30 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6202996 May 02 10:23:32.695926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2a1768b3-b387-4a3b-b178-591172df46e0 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:32.696329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.729317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466f7c46-af0b-437b-8074-e652090ca9e8 None None] Network 03f4b595-8956-4697-950c-07141ab6fbeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:32.773413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.774688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.782263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 2a1768b3-b387-4a3b-b178-591172df46e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a1768b3-b387-4a3b-b178-591172df46e0,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:32.818235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-96068537-fbb8-46d7-a2fe-289a1590226a None None] Provisioning complete for port 2a1768b3-b387-4a3b-b178-591172df46e0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:32.818865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96068537-fbb8-46d7-a2fe-289a1590226a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:32.833191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Calling delete_port for ddc0dd73-6ce9-4034-abcc-b45f8effeba8 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:32.880665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2ed130-afe8-4ba9-b2d6-10943376fca8 req-bb94e363-a895-4b55-b8ef-eb812e0e8c92 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:32.881494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba2ed130-afe8-4ba9-b2d6-10943376fca8 req-bb94e363-a895-4b55-b8ef-eb812e0e8c92 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 945 time: 0.1701353 May 02 10:23:32.974289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:33.013162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-96068537-fbb8-46d7-a2fe-289a1590226a None None] Current status of the port 2a1768b3-b387-4a3b-b178-591172df46e0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:33.018079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.061400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba2ed130-afe8-4ba9-b2d6-10943376fca8 req-f99e95db-e9e1-4042-93f6-ffcd958920ea tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427472 May 02 10:23:33.087072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9380eaa9-a16e-4d14-b709-e8a2179a3363 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:33.100713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=2a1768b3-b387-4a3b-b178-591172df46e0,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:33.118614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cd79c9b5-a469-4cd9-9a13-d92a8584e7f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f22dc1bb214f4b0284fec31d2424e0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428554 May 02 10:23:33.119065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks [] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.122412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51178) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:33.196404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Transition to ACTIVE for port object 9380eaa9-a16e-4d14-b709-e8a2179a3363 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:33.201257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65743c61-3d7a-4277-8800-d734501c4584 req-46495099-742f-4889-99aa-0e699df806d2 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.1037238 May 02 10:23:33.253480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38684c26-889b-4e19-8052-4fec035c1587 req-2b81dc15-e906-448e-a010-598c95783c8e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 210 time: 0.0692701 May 02 10:23:33.259442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] Publish callbacks [] for security_group (340bcf50-093c-402d-bcee-557a3f51e73b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.278308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.305743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] Publish callbacks [] for security_group (340bcf50-093c-402d-bcee-557a3f51e73b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.335504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c1af3063-482a-49a0-a4fd-d3ab7e28e4a2 None None] Provisioning complete for port 2a1768b3-b387-4a3b-b178-591172df46e0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:33.335889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c1af3063-482a-49a0-a4fd-d3ab7e28e4a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.385633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ddc0dd73-6ce9-4034-abcc-b45f8effeba8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.397054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f0447c-c113-4640-9dd0-41fa24b1f282 req-6288a8d6-751f-40ff-8c34-1e22a7f4b7b0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:33.398522 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86f0447c-c113-4640-9dd0-41fa24b1f282 req-6288a8d6-751f-40ff-8c34-1e22a7f4b7b0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0788305 May 02 10:23:33.433240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Pushing event deleted for resources: {'Port': ['ID=ddc0dd73-6ce9-4034-abcc-b45f8effeba8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:33.481762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.488897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c1af3063-482a-49a0-a4fd-d3ab7e28e4a2 None None] Current status of the port 2a1768b3-b387-4a3b-b178-591172df46e0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:33.489431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4858948a-e96d-47fa-8c69-3940858b49df req-11727686-5273-4728-9dc0-2b39a45b8cad tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:33.499242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4858948a-e96d-47fa-8c69-3940858b49df req-11727686-5273-4728-9dc0-2b39a45b8cad tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1127 time: 0.1313589 May 02 10:23:33.503220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Pushing event updated for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:33.580626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86f0447c-c113-4640-9dd0-41fa24b1f282 req-bb31416c-e830-44ba-8c77-f787145548e8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499021 May 02 10:23:33.588462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks [] for floatingip (12ed8150-5101-4c11-ac24-0d1fea77f13c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.591495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.595818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6e67b86f-d9a8-441d-939f-5d7f65b93ee5 tempest-AttachSCSIVolumeTestJSON-54306563 tempest-AttachSCSIVolumeTestJSON-54306563-project] 10.222.0.16 "DELETE /v2.0/floatingips/12ed8150-5101-4c11-ac24-0d1fea77f13c HTTP/1.1" status: 204 len: 168 time: 1.6231308 May 02 10:23:33.595818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (340bcf50-093c-402d-bcee-557a3f51e73b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.597577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.600946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/340bcf50-093c-402d-bcee-557a3f51e73b HTTP/1.1" status: 204 len: 168 time: 0.4786832 May 02 10:23:33.609420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd3bdbd-f85e-49c2-8dbf-52c454e47061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340bcf50-093c-402d-bcee-557a3f51e73b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:33.737538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4858948a-e96d-47fa-8c69-3940858b49df req-ccdbfc76-c66b-43a5-a64a-8a407f0079b2 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373912 May 02 10:23:33.774729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Attempting to bind port 9380eaa9-a16e-4d14-b709-e8a2179a3363 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:33.775073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Attempting to bind port 9380eaa9-a16e-4d14-b709-e8a2179a3363 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:33.775403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Attempting to bind port 9380eaa9-a16e-4d14-b709-e8a2179a3363 on network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:33.781361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Port 9380eaa9-a16e-4d14-b709-e8a2179a3363 on network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:33.782238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Attempting to bind port 9380eaa9-a16e-4d14-b709-e8a2179a3363 on network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:33.792012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:33.792354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Checking segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:33.792800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Bound using segment: {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:33.793241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Bound port: 9380eaa9-a16e-4d14-b709-e8a2179a3363, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3219039-6fc8-44b2-8ef7-828726fee0c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:33.793609 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:33.797810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d4f6fa9-a0d3-45ee-8991-0580e9e44c9c req-9d0e9208-6e38-4a40-bfd5-3f2bc51da5c3 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0491407 May 02 10:23:33.937091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7fe3c-e74a-4974-af0b-f5c9f41cde94 req-640b5f5f-b0a9-4a0b-9afb-89bd97c2d4d7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:33.939168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0d7fe3c-e74a-4974-af0b-f5c9f41cde94 req-640b5f5f-b0a9-4a0b-9afb-89bd97c2d4d7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.1079040 May 02 10:23:33.946109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:33.950396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:34.003286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0d7fe3c-e74a-4974-af0b-f5c9f41cde94 req-c91ababa-3374-41b3-b9aa-553cea6015ac tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548322 May 02 10:23:34.019363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:23:34.067368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:34.172727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:34.173971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:34.174826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] 10.222.0.24 "PUT /v2.0/ports/9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 200 len: 1091 time: 2.6644192 May 02 10:23:34.175344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:34.177587 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:34.254663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37afa230-9277-407b-911e-6ff3647abf3d service neutron] Pushing event updated for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:34.286979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:34.308466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:34.310320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-eef1522b-5d96-4e21-8dfe-2f46e28bfd4f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:34.312056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-eef1522b-5d96-4e21-8dfe-2f46e28bfd4f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 820 time: 0.2290416 May 02 10:23:34.329128 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86819ec-6129-48ce-8ec2-248b5cd0fa36 x-openstack-request-id: req-c86819ec-6129-48ce-8ec2-248b5cd0fa36 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:34.329128 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:34.329128 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c86819ec-6129-48ce-8ec2-248b5cd0fa36 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:34.329389 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c86819ec-6129-48ce-8ec2-248b5cd0fa36'] response: {'name': 'network-changed', 'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'status': 'completed', 'code': 200} May 02 10:23:34.330051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:34.331424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:34.346771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Request body: {'port': {'device_id': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'admin_state_up': True, 'tenant_id': '25e3a228719d4cbda0507cba959f1816'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:34.446632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a1768b3-b387-4a3b-b178-591172df46e0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:34.469755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:34.473935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b5e74f0-da3b-4a32-9268-c686b7681eec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.3519928 May 02 10:23:34.474313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:34.532942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-396a9536-04fb-4dc1-87c5-05a0f7ee37b4 req-6474157f-e357-43a1-b6dc-79e1e15fffb7 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 210 time: 0.1351800 May 02 10:23:34.551520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-f3eef957-562e-4ab4-a003-cf5c40ef3762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:34.553036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-f3eef957-562e-4ab4-a003-cf5c40ef3762 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 1125 time: 0.2027364 May 02 10:23:34.665827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-3d5ed390-f9b9-4c17-a5fa-dd38b8cac54c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 200 len: 217 time: 0.0988846 May 02 10:23:34.799936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-ddadc3b0-5ada-4e67-b7f0-61eedd3ea85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:34.814522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-ddadc3b0-5ada-4e67-b7f0-61eedd3ea85c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9977afd8-01a2-40f1-b057-d3b3dd1e0949 HTTP/1.1" status: 200 len: 855 time: 0.1378410 May 02 10:23:34.843161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:34.848142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb01ba40-5725-4093-8934-0d2a0fb6630e req-d1f0dc87-8b27-48b9-a3b7-d6c5b83e16f7 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:34.855137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb01ba40-5725-4093-8934-0d2a0fb6630e req-d1f0dc87-8b27-48b9-a3b7-d6c5b83e16f7 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1210704 May 02 10:23:34.857212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Made reservation on behalf of 25e3a228719d4cbda0507cba959f1816 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:34.867216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:34.993129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e944d058-43d2-472a-8aeb-87e56627c7a4 req-d08dd65d-28bf-4086-abcd-ef6daa2bd262 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0503755 May 02 10:23:34.999121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-22189a2c-e4f4-4eb8-b070-198e04ddbd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:35.002780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-22189a2c-e4f4-4eb8-b070-198e04ddbd11 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1806185 May 02 10:23:35.033624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb01ba40-5725-4093-8934-0d2a0fb6630e req-f8321834-9930-4ee6-8d9c-44b45f4b2833 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773193 May 02 10:23:35.172364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Allocated IP 172.20.0.3 (98097bd3-4b95-4af7-9dbb-4e3fefd944fd/b428d290-0945-4d6c-b946-d746481c9d53/6ccad866-ae68-4730-995d-15c578d97def) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:35.187426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2a1768b3-b387-4a3b-b178-591172df46e0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:35.188053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.308379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:32Z', 'revision_number': 3, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:35.346167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:35.346843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Updating router c4d4812f-0bc1-4a81-83d9-cacca59a7468 port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:23:35.374504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fe19f-471b-4c0c-afb8-3b857898279f req-afa35baa-cce3-4fcd-a93f-3ab6b58b9fea tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:35.386749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c72fe19f-471b-4c0c-afb8-3b857898279f req-afa35baa-cce3-4fcd-a93f-3ab6b58b9fea tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.1644971 May 02 10:23:35.453308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-02ba718f-fc6f-43c6-87ba-8472e3a56a34 service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2535803 May 02 10:23:35.472543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2a1768b3-b387-4a3b-b178-591172df46e0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:35.475398 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.549923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c72fe19f-471b-4c0c-afb8-3b857898279f req-31272e81-35ef-4e67-93a7-2567b5455f77 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565061 May 02 10:23:35.657892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-881f97cb-d38d-4f0c-acff-15a94d62aad0 req-9beda76c-ae9d-4dcb-88af-4927f812e11f service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987028 May 02 10:23:35.686104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.746934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks [] for port (6ccad866-ae68-4730-995d-15c578d97def), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.816659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dca0fda1-d2b1-4dce-9dee-65354a16e73e req-41c37862-79ea-4fa4-a991-4afa3cd46799 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 210 time: 0.1013136 May 02 10:23:35.897281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks [] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.963872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Allocated IP 172.20.0.1 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/d7dc6fd3-09ef-449d-923b-7a6a0a058115) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:35.984047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.985677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:35.999151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:36.072938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:36.081308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:36.089932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:36.112487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Attempting to bind port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:36.112487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Attempting to bind port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:36.112487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Attempting to bind port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:36.120392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:36.120814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:36.121219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.121619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:36.122096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Bound port: f4dd75fd-cb64-488f-9ec5-c3ce16c04aea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:36.122480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.144003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks [] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.167343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6ce1-c6dc-42b0-8a48-1b7c260cc577 None None] Pushing event updated for resources: {'Port': ['ID=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:36.187598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:36.208363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] For port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:36.217751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d57903c-5da5-4c78-8d30-81dbe4053219 req-f1c6ca43-fbbb-4721-b9fc-26bd44bcf612 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:36.226470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d57903c-5da5-4c78-8d30-81dbe4053219 req-f1c6ca43-fbbb-4721-b9fc-26bd44bcf612 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0744808 May 02 10:23:36.234436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] For port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:36.298032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d57903c-5da5-4c78-8d30-81dbe4053219 req-6b3acd32-fd37-4c92-a02c-7c26dea7a9d3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667019 May 02 10:23:36.299641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:36.300344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.309452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69e7c2f9-fcf0-47d5-ade5-086833776bdb req-2013feab-5ac1-4cbd-bb5e-659f2f0fb257 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.1237571 May 02 10:23:36.324376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-764c3811-67a9-4f2e-8f06-bde0a7f79366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:36.325791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.325961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-764c3811-67a9-4f2e-8f06-bde0a7f79366 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 1125 time: 0.1348560 May 02 10:23:36.354213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.428055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:36.431468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:36.450877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:36.451787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6ce1-c6dc-42b0-8a48-1b7c260cc577 None None] Pushing event updated for resources: {'Port': ['ID=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:36.473823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:36.474582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:36.483459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:36.528642 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.602418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-b2bb3260-c595-43d8-81b6-3ac00af292f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:36.610707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-b2bb3260-c595-43d8-81b6-3ac00af292f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 200 len: 917 time: 0.2692060 May 02 10:23:36.626519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-bfabc515-4810-4f26-8694-c299e63d3505 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2963283 May 02 10:23:36.651293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Request body: {'port': {'device_id': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:36.769407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-8c89bbc1-6189-4aad-b43a-201014336cf7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 200 len: 217 time: 0.1416440 May 02 10:23:36.781118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:36.865015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:36.891429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a012e4-94b3-49bc-b7f0-715ff97823ba req-be8ce91d-19ad-4e3d-bd68-87fb4aed6b09 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:36.901014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13a012e4-94b3-49bc-b7f0-715ff97823ba req-be8ce91d-19ad-4e3d-bd68-87fb4aed6b09 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.2388744 May 02 10:23:37.013578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0a407bba-c2c2-49bd-b091-ec49b951d70a None None] Provisioning complete for port d7dc6fd3-09ef-449d-923b-7a6a0a058115 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:37.014072 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a407bba-c2c2-49bd-b091-ec49b951d70a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.024663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13a012e4-94b3-49bc-b7f0-715ff97823ba req-5de5484a-c998-4873-8a09-95231f098c1f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992422 May 02 10:23:37.085508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.090536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0a407bba-c2c2-49bd-b091-ec49b951d70a None None] Port d7dc6fd3-09ef-449d-923b-7a6a0a058115 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:23:37.126443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-a8d26f7a-5968-416e-8d58-773ba704edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:37.129349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-a8d26f7a-5968-416e-8d58-773ba704edf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9977afd8-01a2-40f1-b057-d3b3dd1e0949 HTTP/1.1" status: 200 len: 855 time: 0.3536034 May 02 10:23:37.179750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:32Z', 'revision_number': 3, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:37.215374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4f34e60-0c81-41fb-b477-c31ed7f54c90 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:32Z', 'revision_number': 3, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:37.236063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda3904-f288-4563-bdb3-04c077408009 req-56cb6931-c295-4cd1-b649-fe05e853733a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:37.237740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efda3904-f288-4563-bdb3-04c077408009 req-56cb6931-c295-4cd1-b649-fe05e853733a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 931 time: 0.1806278 May 02 10:23:37.285490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-1f54da09-948c-4349-a071-ef4dce7f7760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:37.287023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-1f54da09-948c-4349-a071-ef4dce7f7760 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1484680 May 02 10:23:37.339367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks [] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.440780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.553032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.556177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Pushing event updated for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:37.679528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:37.681098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:37.724096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efda3904-f288-4563-bdb3-04c077408009 req-d70db566-62f0-449d-af62-483f4d508a3c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4533925 May 02 10:23:37.832783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-a27535b0-eeba-442c-98e4-498a3504a434 service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5315542 May 02 10:23:37.864950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccad866-ae68-4730-995d-15c578d97def {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:37.877032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks [] for port (6ccad866-ae68-4730-995d-15c578d97def), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:37.885702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:37.890264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad20417b-2d9e-4bb6-b381-72e6dc32d9d7 req-5f789935-945a-45db-be67-5d3319eb2be4 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:37.892045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad20417b-2d9e-4bb6-b381-72e6dc32d9d7 req-5f789935-945a-45db-be67-5d3319eb2be4 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0758440 May 02 10:23:37.913582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Transition to ACTIVE for port object 6ccad866-ae68-4730-995d-15c578d97def will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:37.959115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad20417b-2d9e-4bb6-b381-72e6dc32d9d7 req-d4c9e05d-06c2-48ed-a3b0-7db5e5d0e189 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586128 May 02 10:23:37.991766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.042503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-67566d75-c545-4697-85ab-b7d35018799e None None] Provisioning complete for port d7dc6fd3-09ef-449d-923b-7a6a0a058115 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:38.043555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-67566d75-c545-4697-85ab-b7d35018799e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.044435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:38.060836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:38.077081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-46e5f51c-e953-4080-a0e5-205d810264f5 admin admin] 10.222.0.16 "PUT /v2.0/routers/c4d4812f-0bc1-4a81-83d9-cacca59a7468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6014163 May 02 10:23:38.151940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c18f4bb6-a248-4834-a9fa-cbc4dbc8e93c req-d974c2a6-d24c-400c-a9e4-90baac8c437f tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0377958 May 02 10:23:38.162123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-67566d75-c545-4697-85ab-b7d35018799e None None] Port d7dc6fd3-09ef-449d-923b-7a6a0a058115 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:23:38.178339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:38.178926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:38.180578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:38.185018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:38.185414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:38.192796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:38.193366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:38.193848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:38.194936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Bound port: 6ccad866-ae68-4730-995d-15c578d97def, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:38.195376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.363490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:38.368081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:38.376942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e9622c-0eac-4f7e-aff3-665e0f66ba0c req-556ff5ea-2fb2-41f3-a3fc-e280c61b3c9d service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631842 May 02 10:23:38.482964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f4dd75fd-cb64-488f-9ec5-c3ce16c04aea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:38.483799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a6e39d-a453-4b04-b6f7-da58d513cf33 req-0724fe25-4c01-45f7-af2d-35848a44ad9a tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:38.489884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20a6e39d-a453-4b04-b6f7-da58d513cf33 req-0724fe25-4c01-45f7-af2d-35848a44ad9a tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.0564911 May 02 10:23:38.547260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:38.547260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.548233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20a6e39d-a453-4b04-b6f7-da58d513cf33 req-a30f024c-b77c-4a56-8863-97e21bc35924 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516915 May 02 10:23:38.548233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.613007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:38.613394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.625077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:38.626206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.627716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] 10.222.0.15 "PUT /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 1091 time: 1.9847953 May 02 10:23:38.628258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'tag': '6ccad866-ae68-4730-995d-15c578d97def'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:38.632328 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0091a95-9998-4f4d-89f0-2658bf345404" -d '{"events": [{"name": "network-changed", "server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "tag": "6ccad866-ae68-4730-995d-15c578d97def"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:38.644527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:38.645836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b11eb6a-82bb-47c9-b75a-93b3cda5332f service neutron] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:38.881508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:38.943523 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f49977d-ed28-4abf-b5e2-127a4adf0255 x-openstack-request-id: req-1f49977d-ed28-4abf-b5e2-127a4adf0255 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:38.944020 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "tag": "6ccad866-ae68-4730-995d-15c578d97def", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:38.944222 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f49977d-ed28-4abf-b5e2-127a4adf0255 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:38.944961 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f49977d-ed28-4abf-b5e2-127a4adf0255'] response: {'name': 'network-changed', 'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'tag': '6ccad866-ae68-4730-995d-15c578d97def', 'status': 'completed', 'code': 200} May 02 10:23:38.961648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:38.966761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1787194905', 'description': 'tempest-description--1569877284'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:38.982708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-1d2f3775-48f6-4b15-bcd5-82a442296a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:38.988308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-1d2f3775-48f6-4b15-bcd5-82a442296a5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1125 time: 0.0884516 May 02 10:23:38.992473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:39.070873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-0909df9e-0c6b-4464-85e4-caf5ba1cc0d1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0753431 May 02 10:23:39.086097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.142687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d2b77-ab3d-4d32-a64b-9838c32b8375 req-3f1fa1b5-3305-403c-acdf-27acaf95416c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:39.145007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-118d2b77-ab3d-4d32-a64b-9838c32b8375 req-3f1fa1b5-3305-403c-acdf-27acaf95416c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.1174338 May 02 10:23:39.165890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4a8925-f984-4b3a-9f55-051e756040f5 req-f1d2cf7d-4305-4ffb-b3a3-12f26892f4e7 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:39.166333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c4a8925-f984-4b3a-9f55-051e756040f5 req-f1d2cf7d-4305-4ffb-b3a3-12f26892f4e7 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1130362 May 02 10:23:39.200738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782910a-1ba2-418f-9f36-a933a6788862 req-e25807fa-c6d0-4d1c-b352-a725b2f5bd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:39.202239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-e25807fa-c6d0-4d1c-b352-a725b2f5bd8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1126521 May 02 10:23:39.224234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-118d2b77-ab3d-4d32-a64b-9838c32b8375 req-f959800e-c05c-4ba7-9903-d90ee99890b0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711043 May 02 10:23:39.242757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-2539f2ac-6e6e-40f0-8cbd-244a7ef8b84a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322700 May 02 10:23:39.271166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c4a8925-f984-4b3a-9f55-051e756040f5 req-59e1a543-c944-4ce6-a1da-955caf08e031 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806530 May 02 10:23:39.274833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (25e1cc13-3541-4011-9aea-e8e91b5098bb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.325012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:39.337464 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:39.341168 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:39.357168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25e1cc13-3541-4011-9aea-e8e91b5098bb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.388674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-34ea1d66-4bbc-4d01-901c-0d7e4305fc0b service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392462 May 02 10:23:39.392317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25e1cc13-3541-4011-9aea-e8e91b5098bb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:39.423956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6791ffe1-ab23-4828-aae9-fac3e78090fb req-7c2fcfcc-e423-4352-94c1-cd401049ad9d tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0861020 May 02 10:23:39.471915 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:39.522350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.526345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a1f3f10-5958-419a-898b-cea05c906257 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5617275 May 02 10:23:39.532216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51394) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:39.532216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '25e1cc13-3541-4011-9aea-e8e91b5098bb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:39.589274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7782910a-1ba2-418f-9f36-a933a6788862 req-a4066715-8a55-45d0-964e-f4c965ee50c4 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895945 May 02 10:23:39.689748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:37Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:39.698622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (a8f72991-6307-45e5-95ef-479351153bc7), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.720935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f34663-adaf-4ac6-a13c-80ab3dc1be37 req-80274ac5-6763-4023-93e5-8460dbfbee38 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:39.722538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3f34663-adaf-4ac6-a13c-80ab3dc1be37 req-80274ac5-6763-4023-93e5-8460dbfbee38 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.0707123 May 02 10:23:39.730085 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:39.730683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Updating router c4d4812f-0bc1-4a81-83d9-cacca59a7468 port d7dc6fd3-09ef-449d-923b-7a6a0a058115 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:23:39.769585 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.794528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (a8f72991-6307-45e5-95ef-479351153bc7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.799158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3f34663-adaf-4ac6-a13c-80ab3dc1be37 req-99e13894-bd20-4c89-a244-76c39bcdbf3c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687931 May 02 10:23:39.885046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a8f72991-6307-45e5-95ef-479351153bc7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.905520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8f72991-6307-45e5-95ef-479351153bc7,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:39.985380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:39.989867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4f5d80ea-fec5-4404-b234-123cc7207e6b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4598348 May 02 10:23:39.993219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:39.998100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '25e1cc13-3541-4011-9aea-e8e91b5098bb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:40.044821 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks [] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.079097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:40.101987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (a3da82eb-065a-4251-a02a-feaea57d47ca), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.150310 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.193738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-ecfd2709-1210-485b-8ac8-61d16e0eca68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:40.193738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-ecfd2709-1210-485b-8ac8-61d16e0eca68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1125 time: 0.0759535 May 02 10:23:40.219391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (a3da82eb-065a-4251-a02a-feaea57d47ca), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.227914 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Pushing event updated for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:40.229974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6829567e-a344-4d4c-a9ec-d1383c50ec87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.283325 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Attempting to bind port d7dc6fd3-09ef-449d-923b-7a6a0a058115 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:40.283708 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Attempting to bind port d7dc6fd3-09ef-449d-923b-7a6a0a058115 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:40.284080 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Attempting to bind port d7dc6fd3-09ef-449d-923b-7a6a0a058115 on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:40.286889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.287238 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.287649 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.287981 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.288313 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.288674 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.289005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.289328 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.289776 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.290152 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.290438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.290730 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.291050 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.291365 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.291682 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:40.299217 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:40.299576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:40.299975 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.300356 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:40.300862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Bound port: d7dc6fd3-09ef-449d-923b-7a6a0a058115, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:40.301239 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.379366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a3da82eb-065a-4251-a02a-feaea57d47ca), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.395451 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] For port d7dc6fd3-09ef-449d-923b-7a6a0a058115, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:40.400513 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] For port d7dc6fd3-09ef-449d-923b-7a6a0a058115, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dc6fd3-09ef-449d-923b-7a6a0a058115,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:40.414499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91449873-48d5-474a-b30a-4bb39f0af6bc req-c780fc39-4e9a-4c63-8359-925371413f7d tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:40.422916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91449873-48d5-474a-b30a-4bb39f0af6bc req-c780fc39-4e9a-4c63-8359-925371413f7d tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0740144 May 02 10:23:40.456657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3da82eb-065a-4251-a02a-feaea57d47ca,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:40.474963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.476457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7c0f67f0-f06b-4734-81f5-4c496279125a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4819009 May 02 10:23:40.477937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f4dd75fd-cb64-488f-9ec5-c3ce16c04aea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:40.483996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:40.488690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-a68e2569-d081-4e3e-80aa-f9a2fb9e404e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:40.488690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-a68e2569-d081-4e3e-80aa-f9a2fb9e404e service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2330780 May 02 10:23:40.489599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91449873-48d5-474a-b30a-4bb39f0af6bc req-e189e6c9-1b4d-4e4e-b3b0-d867afa42707 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655406 May 02 10:23:40.493307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:40.508972 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.509657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1fdd6-3e7b-4135-94d2-6c769f254ab6 req-d1875f62-ceeb-4510-b8d0-f014816d9263 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:40.512369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2da1fdd6-3e7b-4135-94d2-6c769f254ab6 req-d1875f62-ceeb-4510-b8d0-f014816d9263 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.1430547 May 02 10:23:40.574753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-d9d112bb-2a2b-4f42-b884-fdaab43839e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0754135 May 02 10:23:40.583085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:40.583742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.592535 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:40.599112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:40.603876 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7924f4df-9f80-4669-b4ef-ee12e9753942 None None] Pushing event updated for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:40.616126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-823217a4-873c-4ffc-8ec1-ec8fb6649849 req-5c4b1bbd-34e3-4cbc-a07d-72536fef3528 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0447078 May 02 10:23:40.655387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6829567e-a344-4d4c-a9ec-d1383c50ec87 admin admin] Publish callbacks [] for security_group (40d39514-fd6f-49fb-8c32-34b1de602e0b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.688773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.703831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2da1fdd6-3e7b-4135-94d2-6c769f254ab6 req-c8d92ff1-aa40-4a86-be8a-f26ed2233553 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799533 May 02 10:23:40.710284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Provisioning complete for port d7dc6fd3-09ef-449d-923b-7a6a0a058115 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:40.711100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.782528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-f53822ed-7ad6-406a-bd9e-1f02c21bed90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:40.784345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-f53822ed-7ad6-406a-bd9e-1f02c21bed90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1960855 May 02 10:23:40.785688 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:40.787304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6829567e-a344-4d4c-a9ec-d1383c50ec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (40d39514-fd6f-49fb-8c32-34b1de602e0b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.903702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:40.916582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-c882c7f7-81e4-4dce-b94d-e79c9a71b8e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1219134 May 02 10:23:40.921323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829567e-a344-4d4c-a9ec-d1383c50ec87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40d39514-fd6f-49fb-8c32-34b1de602e0b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:40.939131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6829567e-a344-4d4c-a9ec-d1383c50ec87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44740464e31d44f4b9d11d7bb649cd00&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8561416 May 02 10:23:40.946107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51422) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:40.947846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.951330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Current status of the port d7dc6fd3-09ef-449d-923b-7a6a0a058115 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:40.952262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:40.997434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da74c779-8e8a-4894-a58a-38e4ea5be512 req-f2828a1e-e228-4034-94f6-ada332f4348b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:41.002393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] For port d7dc6fd3-09ef-449d-923b-7a6a0a058115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dc6fd3-09ef-449d-923b-7a6a0a058115,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:41.006780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da74c779-8e8a-4894-a58a-38e4ea5be512 req-f2828a1e-e228-4034-94f6-ada332f4348b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 943 time: 0.0778501 May 02 10:23:41.067236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da74c779-8e8a-4894-a58a-38e4ea5be512 req-75e8938b-49b5-4fa0-8cf6-21cbf5ddac73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572131 May 02 10:23:41.094741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.158236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] Publish callbacks [] for security_group (40d39514-fd6f-49fb-8c32-34b1de602e0b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.159953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d48eb41-e644-4860-a8ff-53c8558014f0 None None] Pushing event updated for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:41.164560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-56aecb9d-d8f6-4699-9f9c-aa75e6a11ec3 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2375855 May 02 10:23:41.178261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:41.201978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] Publish callbacks [] for security_group (40d39514-fd6f-49fb-8c32-34b1de602e0b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.204227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.35.4.212 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/46711084-f721-49a2-978a-dfb271a0ffe0) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:41.205393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5b18fa-a0bd-406a-badd-d703f8b422f8 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:41.234872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d059bad1-9e6f-42a2-8924-134fc501572d None None] Provisioning complete for port d7dc6fd3-09ef-449d-923b-7a6a0a058115 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:41.235263 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d059bad1-9e6f-42a2-8924-134fc501572d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.352201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9380eaa9-a16e-4d14-b709-e8a2179a3363 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:41.389800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (46711084-f721-49a2-978a-dfb271a0ffe0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.421718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51446) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:41.440259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (40d39514-fd6f-49fb-8c32-34b1de602e0b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.443898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.444575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40d39514-fd6f-49fb-8c32-34b1de602e0b HTTP/1.1" status: 204 len: 168 time: 0.4943583 May 02 10:23:41.514882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40923b8-cc6a-4008-b471-b451e0809633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40d39514-fd6f-49fb-8c32-34b1de602e0b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:41.542706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:41.555461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.602809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'port_id': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'mac_address': 'fa:16:3e:be:88:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:23:41.614735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d059bad1-9e6f-42a2-8924-134fc501572d None None] Current status of the port d7dc6fd3-09ef-449d-923b-7a6a0a058115 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:41.622658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=46711084-f721-49a2-978a-dfb271a0ffe0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:41.671315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 9380eaa9-a16e-4d14-b709-e8a2179a3363 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:41.671717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.695985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9380eaa9-a16e-4d14-b709-e8a2179a3363 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:41.728816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:41.740695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0091a95-9998-4f4d-89f0-2658bf345404 req-583e0ccc-c2bd-41b5-b714-5bd73e2a8253 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136351 May 02 10:23:41.750956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:41.756490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:41.759070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:41.795017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c3758-7061-4192-b71a-038d2915ba99 req-3b54b2f8-65c9-43b6-9a4f-e570e68d3c04 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:41.797651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-125c3758-7061-4192-b71a-038d2915ba99 req-3b54b2f8-65c9-43b6-9a4f-e570e68d3c04 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1766670 May 02 10:23:41.819541 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.854955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a22b5506-6458-4172-91ae-a3d56a1e0d5a req-0471d31c-935e-4804-a9f3-fdb25df49375 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0570178 May 02 10:23:41.882641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:41.924521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.954968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (5873567c-2450-4a90-b603-c44954dc7632), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:41.974422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-125c3758-7061-4192-b71a-038d2915ba99 req-ef624a77-76ab-4b78-ad8e-c83f5360e554 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711051 May 02 10:23:42.031051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.227052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['9380eaa9-a16e-4d14-b709-e8a2179a3363'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:42.240452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (46711084-f721-49a2-978a-dfb271a0ffe0), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.260234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6ccad866-ae68-4730-995d-15c578d97def details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:42.313999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3173da-2a6a-4f88-bb6e-8256328d65d8 req-744492c8-74b7-42bf-8352-8e61a1957cf8 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:42.320532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae3173da-2a6a-4f88-bb6e-8256328d65d8 req-744492c8-74b7-42bf-8352-8e61a1957cf8 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 944 time: 0.0849326 May 02 10:23:42.338843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.474646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99520a6a-d900-4081-b1bb-2e1131bca9df req-caf0cb88-bfab-4c99-8914-536e08430008 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:42.476446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99520a6a-d900-4081-b1bb-2e1131bca9df req-caf0cb88-bfab-4c99-8914-536e08430008 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.4639618 May 02 10:23:42.482588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=46711084-f721-49a2-978a-dfb271a0ffe0,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:42.511664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7dc6fd3-09ef-449d-923b-7a6a0a058115 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:42.514933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:42.545002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae3173da-2a6a-4f88-bb6e-8256328d65d8 req-1e06e8ad-c70a-4aca-a712-44dedbf2c983 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175517 May 02 10:23:42.548738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a4475cd-6d1c-4cb1-ae1e-257dad13b8c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.582165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.600497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:42.633984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '6ccad866-ae68-4730-995d-15c578d97def', 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd', 'port_id': '6ccad866-ae68-4730-995d-15c578d97def', 'mac_address': 'fa:16:3e:c1:2b:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b428d290-0945-4d6c-b946-d746481c9d53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:23:42.645976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99520a6a-d900-4081-b1bb-2e1131bca9df req-bc2a710f-b269-4ee5-aac1-ff0fb5d0078b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015780 May 02 10:23:42.662465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a4475cd-6d1c-4cb1-ae1e-257dad13b8c4 admin admin] Publish callbacks [] for security_group (9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.704777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Deleting port cde0345b-bf4d-4e35-8997-fd646a7bd23f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:42.705125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.709116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6ccad866-ae68-4730-995d-15c578d97def is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:42.709503 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.726821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.734162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccad866-ae68-4730-995d-15c578d97def {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:42.736966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1a11c69-68c7-4b98-a903-5c3800aefe87 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2515831 May 02 10:23:42.756675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a4475cd-6d1c-4cb1-ae1e-257dad13b8c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.768118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d7dc6fd3-09ef-449d-923b-7a6a0a058115 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:42.768497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.797642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:42.811168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] For port cde0345b-bf4d-4e35-8997-fd646a7bd23f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cde0345b-bf4d-4e35-8997-fd646a7bd23f,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:42.811549 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.846958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a4475cd-6d1c-4cb1-ae1e-257dad13b8c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=542c1edaf487417f8f98b07a6fcc8eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3267748 May 02 10:23:42.849499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4475cd-6d1c-4cb1-ae1e-257dad13b8c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:42.852186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51468) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:42.853719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Calling delete_port for cde0345b-bf4d-4e35-8997-fd646a7bd23f owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:42.887312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d7dc6fd3-09ef-449d-923b-7a6a0a058115 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:42.897918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:42.976580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:42.990498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] Publish callbacks [] for security_group (9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.045310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] Publish callbacks [] for security_group (9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.076182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2773fba8-7d80-4ef5-8ef2-af3b71f51f52 req-ca2530a0-7898-4444-901b-7468c173b54b tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0288515 May 02 10:23:43.119904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['6ccad866-ae68-4730-995d-15c578d97def'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:43.122639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-18545f89-d50d-44ec-8825-ee6079a50096 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1787194905&fields=id&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 267 time: 0.1034949 May 02 10:23:43.226843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.229683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.230829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3 HTTP/1.1" status: 204 len: 168 time: 0.3780298 May 02 10:23:43.239728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7321b0c-2593-4a4e-a042-37fcbfda3b6a req-df8ec34f-b811-4919-a4a1-c57bc61da1a5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:43.241371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7321b0c-2593-4a4e-a042-37fcbfda3b6a req-df8ec34f-b811-4919-a4a1-c57bc61da1a5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0625584 May 02 10:23:43.258023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cd8b44-88bf-4d15-be28-7a77761e1327 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fef7c8d-7ba9-416e-a7c0-49d0e8fdd9b3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:43.275584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-4a5fa264-d0d2-4f93-b038-1754e3adc523 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:43.277008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-4a5fa264-d0d2-4f93-b038-1754e3adc523 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.1533384 May 02 10:23:43.286383 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cde0345b-bf4d-4e35-8997-fd646a7bd23f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.304477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-4cd9fda2-f732-4622-9f50-24ce4cc977fc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/quotas/e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 375 time: 0.0200715 May 02 10:23:43.325096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Pushing event deleted for resources: {'Port': ['ID=cde0345b-bf4d-4e35-8997-fd646a7bd23f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:43.329060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7321b0c-2593-4a4e-a042-37fcbfda3b6a req-839be144-e347-44db-a0eb-ad728a4c77b1 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811443 May 02 10:23:43.373511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-b7cc85cd-0efe-43e5-8650-6955a8acdc13 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0627000 May 02 10:23:43.389994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9380eaa9-a16e-4d14-b709-e8a2179a3363 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:43.466497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 9380eaa9-a16e-4d14-b709-e8a2179a3363 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:23:43.494773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-a3a325ad-f7de-43ae-a893-5ea4a4c1d57e service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1089964 May 02 10:23:43.541107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (5873567c-2450-4a90-b603-c44954dc7632), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.554206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 9380eaa9-a16e-4d14-b709-e8a2179a3363 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:43.554206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.619312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-84f0d5b0-6542-4197-b0d7-0ef22e00212a service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163807 May 02 10:23:43.662985 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.683185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 9380eaa9-a16e-4d14-b709-e8a2179a3363 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:43.683585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.714019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c273ebd9-0199-449b-b69e-eca263bcda97 req-64d8001f-daf0-47d6-9a74-6dea1e3a3071 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:43.715524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c273ebd9-0199-449b-b69e-eca263bcda97 req-64d8001f-daf0-47d6-9a74-6dea1e3a3071 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 944 time: 0.0637136 May 02 10:23:43.723042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:43.728773 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63cca0ce-8a18-44fd-bf3e-c16272adad26" -d '{"events": [{"server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "name": "network-vif-plugged", "status": "completed", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:43.745697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:43.847409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c273ebd9-0199-449b-b69e-eca263bcda97 req-f1cbf55b-37ab-47a2-8e65-4d5b1b708f0e tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220267 May 02 10:23:43.888104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:43.898623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Router 5873567c-2450-4a90-b603-c44954dc7632 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:43.939185 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a74cff-2dc7-44e1-8a7f-f333aab06e47 x-openstack-request-id: req-07a74cff-2dc7-44e1-8a7f-f333aab06e47 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:43.942981 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "name": "network-vif-plugged", "status": "completed", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:43.942981 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07a74cff-2dc7-44e1-8a7f-f333aab06e47 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:43.942981 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a74cff-2dc7-44e1-8a7f-f333aab06e47'] response: {'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'code': 200} May 02 10:23:43.980418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:44.015792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d11cec-c03a-41a6-a6b5-5ca9196ab656 req-517c1b4a-1b50-4566-ab76-dc5fdfa0528a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:44.024354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86d11cec-c03a-41a6-a6b5-5ca9196ab656 req-517c1b4a-1b50-4566-ab76-dc5fdfa0528a tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.0613065 May 02 10:23:44.045375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ff3e918c-715d-44af-a131-c1b5df69ecea req-37be2693-6034-4ed7-8a02-6cd13de0e23b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.0360174 May 02 10:23:44.077320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86d11cec-c03a-41a6-a6b5-5ca9196ab656 req-e5e29d39-0464-4cb7-a2e5-67cdfa1b1279 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517564 May 02 10:23:44.122117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:44.132930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:44.139967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Sync routers for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:44.143185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-011a302b-ef25-40da-8cd0-cd0a41b18f1a admin admin] 10.222.0.16 "PUT /v2.0/routers/5873567c-2450-4a90-b603-c44954dc7632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7051485 May 02 10:23:44.158317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:44.161450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:44.231581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-644f326b-e393-4c0c-b68b-4d3ab5a1a090 req-25b4d47a-0bbb-4088-a8fc-b0b3f510ab51 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0375164 May 02 10:23:44.279144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6ccad866-ae68-4730-995d-15c578d97def up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:44.295115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks [] for router (5873567c-2450-4a90-b603-c44954dc7632), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.363617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:44.435342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 6ccad866-ae68-4730-995d-15c578d97def completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:23:44.473015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a5458-d522-4a5d-8cdf-f9efd3391a72 req-323a7109-9b55-45c0-bc08-ff91ca0c5c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:44.476640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc7a5458-d522-4a5d-8cdf-f9efd3391a72 req-323a7109-9b55-45c0-bc08-ff91ca0c5c7c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.0855436 May 02 10:23:44.480638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830994dd-29ec-4e0e-a51c-eb1d0a365637 req-e39a71df-713c-4548-87fa-8afe0958c243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:44.482240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-830994dd-29ec-4e0e-a51c-eb1d0a365637 req-e39a71df-713c-4548-87fa-8afe0958c243 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 1127 time: 0.1371348 May 02 10:23:44.499532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 6ccad866-ae68-4730-995d-15c578d97def triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:44.499963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6ccad866-ae68-4730-995d-15c578d97def), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.537671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc7a5458-d522-4a5d-8cdf-f9efd3391a72 req-e5fd48ed-527c-4140-b917-2d63bfcf1b24 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550966 May 02 10:23:44.563479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-830994dd-29ec-4e0e-a51c-eb1d0a365637 req-a3c3bceb-1710-4238-b402-fe89a299a867 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643208 May 02 10:23:44.594909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de89459b-5ab5-446f-8154-c9495ff7328d req-1894cdbb-a21a-4ed6-bcb6-192ce38f46d9 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:44.596918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de89459b-5ab5-446f-8154-c9495ff7328d req-1894cdbb-a21a-4ed6-bcb6-192ce38f46d9 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1132967 May 02 10:23:44.611667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks [] for router_gateway (5873567c-2450-4a90-b603-c44954dc7632), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.652660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6ccad866-ae68-4730-995d-15c578d97def is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:44.653001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.661091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de89459b-5ab5-446f-8154-c9495ff7328d req-666f3d27-8aa1-4d1a-8de2-e10351123fe2 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530455 May 02 10:23:44.664672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221'}], 'enable_snat': True}, 'gw_port_id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:23:43Z', 'revision_number': 5, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port': {'id': 'a83aa615-6cf6-4944-9e7d-8e0ed67e2416', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:e1:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5873567c-2450-4a90-b603-c44954dc7632', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:20:58Z', 'updated_at': '2022-05-02T10:21:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:44.700549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Checking router: 5873567c-2450-4a90-b603-c44954dc7632 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:44.726189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Routers {'5873567c-2450-4a90-b603-c44954dc7632'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:44.726782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5873567c-2450-4a90-b603-c44954dc7632'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:44.732993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:44.765112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Deleting port a83aa615-6cf6-4944-9e7d-8e0ed67e2416 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:44.765465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.801736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:44.871792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:44.883946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] Set router 5873567c-2450-4a90-b603-c44954dc7632 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:44.942221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:23:44Z', 'revision_number': 6, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:44.975886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bac42c-4f9b-45d4-b0a4-44ab4293c8dc None None] The sync data for ids ['5873567c-2450-4a90-b603-c44954dc7632'] in ncdv-master-1 is: [{'id': '5873567c-2450-4a90-b603-c44954dc7632', 'name': 'tempest-AttachSCSIVolumeTestJSON-821156896-router', 'tenant_id': '8f30fec6fdee4788af310ffa15c23ab7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:20:57Z', 'updated_at': '2022-05-02T10:23:44Z', 'revision_number': 6, 'project_id': '8f30fec6fdee4788af310ffa15c23ab7', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:45.012283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c140447-483c-4359-afe2-909bba8b0039 req-ea00504c-97d8-40c9-9b69-5b63f4476d9d tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:45.014223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c140447-483c-4359-afe2-909bba8b0039 req-ea00504c-97d8-40c9-9b69-5b63f4476d9d tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0730960 May 02 10:23:45.106557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c140447-483c-4359-afe2-909bba8b0039 req-2991f1e2-23e1-4283-9c01-cb357190be35 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808084 May 02 10:23:45.175516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adac8b45-8ac7-401d-97f4-f1361d25bd8b req-c1fdab77-3521-44b9-ab93-73f29def147e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.0437503 May 02 10:23:45.199481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] For port a83aa615-6cf6-4944-9e7d-8e0ed67e2416, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:45.199860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.213846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Calling delete_port for a83aa615-6cf6-4944-9e7d-8e0ed67e2416 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:45.247492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03b5b75-aaa3-4183-8ef8-efa16d8054ac req-d7682e53-1cb8-4be3-b160-f5bbbfed7d5c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:45.249734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f03b5b75-aaa3-4183-8ef8-efa16d8054ac req-d7682e53-1cb8-4be3-b160-f5bbbfed7d5c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0668862 May 02 10:23:45.310328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f03b5b75-aaa3-4183-8ef8-efa16d8054ac req-c8de3a0d-7d96-4120-b4f5-80d18d51b59c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550730 May 02 10:23:45.375532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5064f885-7500-4f6f-a100-6e36059a91b2 req-8d82131a-a6ea-4159-a34b-84f3a92dff5c tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0289927 May 02 10:23:45.516518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a83aa615-6cf6-4944-9e7d-8e0ed67e2416), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.555042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Pushing event deleted for resources: {'Port': ['ID=a83aa615-6cf6-4944-9e7d-8e0ed67e2416,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:45.625559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (5873567c-2450-4a90-b603-c44954dc7632), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.651287 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.730168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5873567c-2450-4a90-b603-c44954dc7632), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.732475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks [] for router_controller (5873567c-2450-4a90-b603-c44954dc7632), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.854630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f28dae-f74d-4251-bc30-ab4dba5c3726 req-6d46fe4f-789b-4c9e-bf29-86e953942597 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:45.856375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01f28dae-f74d-4251-bc30-ab4dba5c3726 req-6d46fe4f-789b-4c9e-bf29-86e953942597 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0583274 May 02 10:23:45.914073 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01f28dae-f74d-4251-bc30-ab4dba5c3726 req-b98bffff-c8dc-4ad1-af60-3204010f9376 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510147 May 02 10:23:45.936626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5873567c-2450-4a90-b603-c44954dc7632), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.941044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5873567c-2450-4a90-b603-c44954dc7632 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:23:45.943007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccad866-ae68-4730-995d-15c578d97def'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:45.943517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:45.944703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eae22878-7445-4251-97be-781503c54a1f admin admin] 10.222.0.16 "DELETE /v2.0/routers/5873567c-2450-4a90-b603-c44954dc7632 HTTP/1.1" status: 204 len: 168 time: 1.8107333 May 02 10:23:45.947338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51564) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:45.949113 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d060f12b-3ebd-4bfa-bcdd-0fb708ef3e4e" -d '{"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ccad866-ae68-4730-995d-15c578d97def"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:46.006855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Deleting subnet 32a8966d-3a26-4d2a-b464-b9b70f5700e3 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:23:46.024151 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c83fcf1-177e-442e-a3f5-33999990bb04 x-openstack-request-id: req-3c83fcf1-177e-442e-a3f5-33999990bb04 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:46.024151 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-plugged", "status": "completed", "tag": "6ccad866-ae68-4730-995d-15c578d97def", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:46.024151 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c83fcf1-177e-442e-a3f5-33999990bb04 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:46.024764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Publish callbacks [] for subnet (32a8966d-3a26-4d2a-b464-b9b70f5700e3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.024875 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c83fcf1-177e-442e-a3f5-33999990bb04'] response: {'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccad866-ae68-4730-995d-15c578d97def', 'code': 200} May 02 10:23:46.067006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (32a8966d-3a26-4d2a-b464-b9b70f5700e3), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.169395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f88ec-0362-439b-8fff-74cdd3d8f4a3 req-93371123-2781-437a-8a75-8352ca8ca97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:46.169395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e1f88ec-0362-439b-8fff-74cdd3d8f4a3 req-93371123-2781-437a-8a75-8352ca8ca97a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1127 time: 0.0816762 May 02 10:23:46.235159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (32a8966d-3a26-4d2a-b464-b9b70f5700e3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.296658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2da751a4-1a2d-4371-bce9-7367d792c3db req-50aa7c31-c83c-429c-acab-2a0c412f2f38 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.0290024 May 02 10:23:46.298682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee511f23-14c4-4e6c-b920-6f5f72c6f3d2 req-e22ba05a-5f71-4775-89c6-38fb5d3e3237 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:46.300170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee511f23-14c4-4e6c-b920-6f5f72c6f3d2 req-e22ba05a-5f71-4775-89c6-38fb5d3e3237 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0751302 May 02 10:23:46.401127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee511f23-14c4-4e6c-b920-6f5f72c6f3d2 req-6da26f61-70d8-4e97-8688-509b10b39398 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946994 May 02 10:23:46.403485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e1f88ec-0362-439b-8fff-74cdd3d8f4a3 req-cef32e03-0f69-4de7-a661-d02a06aee50c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800107 May 02 10:23:46.434466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (32a8966d-3a26-4d2a-b464-b9b70f5700e3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.438980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a83aa615-6cf6-4944-9e7d-8e0ed67e2416 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:46.469337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32a8966d-3a26-4d2a-b464-b9b70f5700e3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:46.471698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.478349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/32a8966d-3a26-4d2a-b464-b9b70f5700e3 HTTP/1.1" status: 204 len: 168 time: 0.5299017 May 02 10:23:46.479119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:46.482120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf661f8-e685-4e48-af0e-bd9650c42777 None None] Network 446c9aa4-be18-4cc0-a895-82c6089e813f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:46.488013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a83aa615-6cf6-4944-9e7d-8e0ed67e2416 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:46.488381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a83aa615-6cf6-4944-9e7d-8e0ed67e2416 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:46.488924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cde0345b-bf4d-4e35-8997-fd646a7bd23f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:46.492988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.494419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.494419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.494419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.494419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.494739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.495018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.495406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.495738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.496066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.496449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.496838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.497296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.497680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.498391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75f57b9-b848-4ad8-a75b-0d39093e1fb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:46.529125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16809e1-ea0d-4111-8ac7-158dc00bf4cf req-7f7faf40-1819-4f82-9d27-14cf2c419ff3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:46.535174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f16809e1-ea0d-4111-8ac7-158dc00bf4cf req-7f7faf40-1819-4f82-9d27-14cf2c419ff3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0915291 May 02 10:23:46.535371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: cde0345b-bf4d-4e35-8997-fd646a7bd23f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:46.535664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cde0345b-bf4d-4e35-8997-fd646a7bd23f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:46.588194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f16809e1-ea0d-4111-8ac7-158dc00bf4cf req-1ab2bc4e-ca9e-49d6-a38d-f13d8042e06b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454433 May 02 10:23:46.602901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f154cb-8148-41ab-9259-87a83a866f83 req-4f00b485-cdfd-4c8a-93d8-b8418fd76e40 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0419784 May 02 10:23:46.609324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (446c9aa4-be18-4cc0-a895-82c6089e813f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.700845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Deleting port 86f506be-c941-4e79-bcd2-0e337caf920a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:46.701201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.708425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] DHCP port deletion for 446c9aa4-be18-4cc0-a895-82c6089e813f request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:23:46.762253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Deleting port 86f506be-c941-4e79-bcd2-0e337caf920a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:46.762524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.822398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] For port 86f506be-c941-4e79-bcd2-0e337caf920a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f506be-c941-4e79-bcd2-0e337caf920a,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:46.822773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.844891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Calling delete_port for 86f506be-c941-4e79-bcd2-0e337caf920a owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:46.852178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-dfe54387-3833-4e90-8ba0-e8ff80f616aa tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:46.853714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-dfe54387-3833-4e90-8ba0-e8ff80f616aa tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.1953268 May 02 10:23:46.966850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] For port 86f506be-c941-4e79-bcd2-0e337caf920a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=86f506be-c941-4e79-bcd2-0e337caf920a,segment=NetworkSegment(b7e4307a-db69-447f-b856-bf3b6709fef4),segment_id=b7e4307a-db69-447f-b856-bf3b6709fef4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:46.967443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:46.980774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Calling delete_port for 86f506be-c941-4e79-bcd2-0e337caf920a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:47.028763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97a6066-f790-446b-9262-41194b673af4 req-4651ef2e-7ab0-434b-ab13-41f18ec8492a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:47.031025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e97a6066-f790-446b-9262-41194b673af4 req-4651ef2e-7ab0-434b-ab13-41f18ec8492a tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0487282 May 02 10:23:47.031361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.053320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] No DVR routers for this DVR port 86f506be-c941-4e79-bcd2-0e337caf920a on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:47.059671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (86f506be-c941-4e79-bcd2-0e337caf920a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.079107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=86f506be-c941-4e79-bcd2-0e337caf920a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:47.089581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] Pushing event deleted for resources: {'Port': ['ID=86f506be-c941-4e79-bcd2-0e337caf920a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:47.100050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55011c75-86a8-4df9-b4f8-9f289a5c00f2 None None] No DVR routers for this DVR port 86f506be-c941-4e79-bcd2-0e337caf920a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:47.172372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e97a6066-f790-446b-9262-41194b673af4 req-8836402a-7a8c-4cb5-8413-dabec7758500 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317165 May 02 10:23:47.173946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (446c9aa4-be18-4cc0-a895-82c6089e813f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.204693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446c9aa4-be18-4cc0-a895-82c6089e813f']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:47.213617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1786558700', 'description': 'tempest-description-690269802'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:47.217568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e4307a-db69-447f-b856-bf3b6709fef4') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:47.218672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e4307a-db69-447f-b856-bf3b6709fef4') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:47.232986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b7e4307a-db69-447f-b856-bf3b6709fef4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.247132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b7e4307a-db69-447f-b856-bf3b6709fef4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.256016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:23:47.256016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b7e4307a-db69-447f-b856-bf3b6709fef4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: timer() May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:23:47.257380 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:23:47.259929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51616) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:47.310751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.409891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (ff255ecb-7981-48d3-827f-e1b239516995), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.412239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (446c9aa4-be18-4cc0-a895-82c6089e813f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.415238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3aaae899-9972-487a-9fd5-4896f73a6203 req-f09d2eb6-b0b4-48f5-8040-1a6878a74dd3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.0311348 May 02 10:23:47.424664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.429014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/446c9aa4-be18-4cc0-a895-82c6089e813f HTTP/1.1" status: 204 len: 168 time: 0.9471378 May 02 10:23:47.431663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51622) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:47.445069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71980e2-90db-4c1f-864f-360d8d0e69b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=446c9aa4-be18-4cc0-a895-82c6089e813f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:47.480824 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ff255ecb-7981-48d3-827f-e1b239516995), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.535952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0138c6-142c-43bc-b11d-d4c2800c494b req-87281469-a9ad-474d-bae5-b4aeea451c60 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:47.537572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c0138c6-142c-43bc-b11d-d4c2800c494b req-87281469-a9ad-474d-bae5-b4aeea451c60 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0477474 May 02 10:23:47.560100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff255ecb-7981-48d3-827f-e1b239516995,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:47.573707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2b47909-844b-4562-b681-e8e5f1880ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.590842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c0138c6-142c-43bc-b11d-d4c2800c494b req-c9e56c40-c071-4887-a31c-cd12b3214c94 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467670 May 02 10:23:47.596696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.597914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46ba8e27-9b1c-46fc-a0e2-470b50013735 req-84764199-31b3-4b72-a1e1-f8459d1ddfe0 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1829 time: 0.3886609 May 02 10:23:47.777176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45183b29-f611-4b3c-8a8f-016dc3eaf2dd req-1f2df20a-c723-46e1-89dc-de5ca0ec6227 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:47.779072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45183b29-f611-4b3c-8a8f-016dc3eaf2dd req-1f2df20a-c723-46e1-89dc-de5ca0ec6227 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0829527 May 02 10:23:47.786359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-b99a8419-a6ec-4525-879d-c8ca5a2c7888 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 380 time: 0.1355026 May 02 10:23:47.788298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51634) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:47.790174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2b47909-844b-4562-b681-e8e5f1880ab9 admin admin] Publish callbacks [] for security_group (1603e42b-1d4b-40cb-b6b1-d02426a1b580), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.803464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'port': {'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'admin_state_up': True, 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'security_groups': ['25e1cc13-3541-4011-9aea-e8e91b5098bb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:47.808765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Request body: {'floatingip': {'port_id': '9380eaa9-a16e-4d14-b709-e8a2179a3363'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:47.861705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c10e2728-2465-44c9-a980-0a1209434385 req-5f2ec2a8-63b2-4f4e-a6c0-8e014e30dea8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1786558700&fields=id&tenant_id=df25ec067b694b75859a41ecc012eb89 HTTP/1.1" status: 200 len: 267 time: 0.1470356 May 02 10:23:47.873514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2b47909-844b-4562-b681-e8e5f1880ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1603e42b-1d4b-40cb-b6b1-d02426a1b580), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.882700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:47.934069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb636038-ce0b-4405-9747-bdf4d8f65437 req-912d9bfd-e4ef-4c67-b7fb-71bd3b6f40b5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:47.935709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb636038-ce0b-4405-9747-bdf4d8f65437 req-912d9bfd-e4ef-4c67-b7fb-71bd3b6f40b5 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1043532 May 02 10:23:48.004072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb636038-ce0b-4405-9747-bdf4d8f65437 req-8d926700-da1c-4d10-8e6f-f7649b8f2394 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589211 May 02 10:23:48.022240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2b47909-844b-4562-b681-e8e5f1880ab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=48dd04411d604dd9844e2fee0f12f9d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7592940 May 02 10:23:48.023039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51636) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:48.046958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2728-2465-44c9-a980-0a1209434385 req-44b0c8a5-3e26-46cc-b8ff-863a8f952f97 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:48.048436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c10e2728-2465-44c9-a980-0a1209434385 req-44b0c8a5-3e26-46cc-b8ff-863a8f952f97 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.1768126 May 02 10:23:48.049082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b47909-844b-4562-b681-e8e5f1880ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1603e42b-1d4b-40cb-b6b1-d02426a1b580,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:48.066923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'port': {'security_groups': ['eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567', 'ff255ecb-7981-48d3-827f-e1b239516995']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:48.087257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:23:48.090679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.095889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] Publish callbacks [] for security_group (1603e42b-1d4b-40cb-b6b1-d02426a1b580), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.147466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad195c46-07be-4ed1-929a-2c455c8e943a req-7a7044c3-48b8-4db0-9d2a-a4886036e4db tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0525522 May 02 10:23:48.164316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] Publish callbacks [] for security_group (1603e42b-1d4b-40cb-b6b1-d02426a1b580), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.264329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.273236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.306713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.20.0.4 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/2e49d0ed-e448-4b06-b99d-5e0796edc9ce) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:48.413350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 86f506be-c941-4e79-bcd2-0e337caf920a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:48.420397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1603e42b-1d4b-40cb-b6b1-d02426a1b580), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.423650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.427317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1603e42b-1d4b-40cb-b6b1-d02426a1b580 HTTP/1.1" status: 204 len: 168 time: 0.4004366 May 02 10:23:48.452594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 86f506be-c941-4e79-bcd2-0e337caf920a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:48.453807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 86f506be-c941-4e79-bcd2-0e337caf920a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:48.467948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99eb1b4a-2939-4bcf-a8a0-f3adb9cb76b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1603e42b-1d4b-40cb-b6b1-d02426a1b580,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:48.559347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d192f8e-e998-4645-abfe-d65767dea182 req-5ab1a4a8-0ce5-4d16-ab48-ed3063fbe71d tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:48.563557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d192f8e-e998-4645-abfe-d65767dea182 req-5ab1a4a8-0ce5-4d16-ab48-ed3063fbe71d tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1127 time: 0.0636277 May 02 10:23:48.570772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.631906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d192f8e-e998-4645-abfe-d65767dea182 req-136e31d9-55f5-478a-bdb3-df7690c39997 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650287 May 02 10:23:48.707393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.780779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bb731a-36fa-4ab6-b417-aa50a811f11e req-700a8a05-4fbb-479a-85a0-52e27d7a8adc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:48.782892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85bb731a-36fa-4ab6-b417-aa50a811f11e req-700a8a05-4fbb-479a-85a0-52e27d7a8adc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 931 time: 0.0910320 May 02 10:23:48.795340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:48.805384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:48.815092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:48.819041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:48.877475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:48.878436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:48.900782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85bb731a-36fa-4ab6-b417-aa50a811f11e req-def53ba6-506a-4a74-b0f2-b03f8427f05f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073852 May 02 10:23:48.973640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-7b5ed1d7-239b-4797-a777-c74af637c1da tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1801581 May 02 10:23:48.996249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Request body: {'port': {'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:49.074446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.112180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d8cfeb8c-182d-4a41-9a19-26fd514a3ed8 None None] Provisioning complete for port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:49.114262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8cfeb8c-182d-4a41-9a19-26fd514a3ed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.175489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d8cfeb8c-182d-4a41-9a19-26fd514a3ed8 None None] Port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:23:49.268937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51656) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:49.289105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:49.315983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e02e4cf7-85c1-4a35-9f34-732ea1aeccf4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.338664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.343538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Deleting port ceef6278-6459-4f4c-9149-a7928f8ef7ba {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:49.344369 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.373813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e49d0ed-e448-4b06-b99d-5e0796edc9ce {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:49.382115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks [] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.386221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.395387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Transition to ACTIVE for port object 2e49d0ed-e448-4b06-b99d-5e0796edc9ce will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:23:49.425111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.477923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.488811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:49.501130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.589541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] For port ceef6278-6459-4f4c-9149-a7928f8ef7ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ceef6278-6459-4f4c-9149-a7928f8ef7ba,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:49.590455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.602599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:49.636469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:49.637349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.638926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c10e2728-2465-44c9-a980-0a1209434385 req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "PUT /v2.0/ports/5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 981 time: 1.5832520 May 02 10:23:49.646143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:49.648683 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29" -d '{"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:49.678005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Calling delete_port for ceef6278-6459-4f4c-9149-a7928f8ef7ba owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:49.680902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Attempting to bind port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:49.681911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Attempting to bind port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:49.682174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Attempting to bind port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:49.689095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce on network 03f4b595-8956-4697-950c-07141ab6fbeb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:49.689559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Attempting to bind port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:49.695336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:49.695862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:49.696349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:49.697271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Bound port: 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:49.697918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.708114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e00446-79a3-4944-82fc-d2f58323285f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:49.772859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e02e4cf7-85c1-4a35-9f34-732ea1aeccf4 admin admin] Publish callbacks [] for security_group (fb7334c3-163c-43ad-b69b-8a2d2eb61f85), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.778816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:49.805309 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Floating IP 24d37756-6d0e-46f7-a100-b5945d4e6efa associated. External IP: 172.35.4.56, port: 9380eaa9-a16e-4d14-b709-e8a2179a3363. May 02 10:23:49.817990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:49.823148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:49.880468 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e02e4cf7-85c1-4a35-9f34-732ea1aeccf4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fb7334c3-163c-43ad-b69b-8a2d2eb61f85), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.911558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:49.954677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe435e-bea2-4f44-aae4-e5302df30909 req-3247b9fe-bfba-4600-8cce-cbd3193102f4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:49.956192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44fe435e-bea2-4f44-aae4-e5302df30909 req-3247b9fe-bfba-4600-8cce-cbd3193102f4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1792092 May 02 10:23:49.993201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:49.997013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e02e4cf7-85c1-4a35-9f34-732ea1aeccf4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dcd38df815b042bdac44dcde55754d11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7209418 May 02 10:23:50.001034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.005283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] 10.222.0.15 "PUT /v2.0/ports/2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 200 len: 1091 time: 1.0238454 May 02 10:23:50.005856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:50.008225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3452905f-802f-45ae-89ff-2ba13b373877" -d '{"events": [{"name": "network-changed", "server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:50.041918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51680) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:50.042606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dd6a45-8dd9-433c-ac78-03629442e79c service neutron] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:50.051185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e4cf7-85c1-4a35-9f34-732ea1aeccf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb7334c3-163c-43ad-b69b-8a2d2eb61f85,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:50.133417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44fe435e-bea2-4f44-aae4-e5302df30909 req-668181d8-a760-43e2-9e3d-396b20020bd2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444421 May 02 10:23:50.150423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] Publish callbacks [] for security_group (fb7334c3-163c-43ad-b69b-8a2d2eb61f85), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.206376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67e3dca4-c687-4fbe-b9a6-9cbf0338a467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:50.221834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-67e3dca4-c687-4fbe-b9a6-9cbf0338a467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 1125 time: 0.0684795 May 02 10:23:50.287524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-15b69c19-4b47-445d-9233-94130c9c6969 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 200 len: 217 time: 0.0516107 May 02 10:23:50.292246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] Publish callbacks [] for security_group (fb7334c3-163c-43ad-b69b-8a2d2eb61f85), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.301633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0f2531a-eb32-41d0-bac3-057c52e72c61 req-81e51e0b-2f71-4f8b-b120-a3304a68a90c tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0611031 May 02 10:23:50.338564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Router e792cd10-eed4-42de-a211-d633caadace9 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:50.367564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-a5011dae-dc48-4199-9864-bd483082737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:50.369151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-a5011dae-dc48-4199-9864-bd483082737d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.0698729 May 02 10:23:50.406803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ceef6278-6459-4f4c-9149-a7928f8ef7ba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.428266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-c0efd812-1d57-4e46-9f1c-b2f77e6b1e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:50.430057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-c0efd812-1d57-4e46-9f1c-b2f77e6b1e8a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0537353 May 02 10:23:50.464737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Pushing event deleted for resources: {'Port': ['ID=ceef6278-6459-4f4c-9149-a7928f8ef7ba,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:50.499114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fb7334c3-163c-43ad-b69b-8a2d2eb61f85), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.501866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.510938 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb7334c3-163c-43ad-b69b-8a2d2eb61f85 HTTP/1.1" status: 204 len: 168 time: 0.4452903 May 02 10:23:50.517257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b75fd1-70a9-48ca-9f01-b0c4afb33a39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb7334c3-163c-43ad-b69b-8a2d2eb61f85,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:50.537131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:50.545759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.551602 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Sync routers for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:50.575533 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:50.579553 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:50.614494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-c839bca0-a431-4161-9450-e7a14b270a80 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760631 May 02 10:23:50.637778 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-0b2e948b-672f-498c-ac0f-2a4f2038f6fd tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1786558700&fields=id&tenant_id=df25ec067b694b75859a41ecc012eb89 HTTP/1.1" status: 200 len: 267 time: 0.1768417 May 02 10:23:50.660101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aee4d9f5-8c4e-4f0b-8d6c-c5d8c7c79d7b tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "PUT /v2.0/floatingips/24d37756-6d0e-46f7-a100-b5945d4e6efa HTTP/1.1" status: 200 len: 990 time: 2.8655612 May 02 10:23:50.736629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a2946692-9b98-4b47-b3e8-ce72e62931e7 req-837beb22-a12c-4647-809f-3509e58370b4 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156125 May 02 10:23:50.777146 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:50.819178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-0add7215-1895-4326-86cc-d090ff98bdb2 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:50.820222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-0add7215-1895-4326-86cc-d090ff98bdb2 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 984 time: 0.1816766 May 02 10:23:50.836058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'port': {'security_groups': ['eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:50.912996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:50.938117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:51.033195 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24d37756-6d0e-46f7-a100-b5945d4e6efa', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'port_id': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'mac_address': 'fa:16:3e:be:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:42Z', 'updated_at': '2022-05-02T10:23:49Z', 'revision_number': 1, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:51.063102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Checking router: e792cd10-eed4-42de-a211-d633caadace9 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:51.073769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:51.074411 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:51.211945 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:51.440673 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24d37756-6d0e-46f7-a100-b5945d4e6efa', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'port_id': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'mac_address': 'fa:16:3e:be:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:42Z', 'updated_at': '2022-05-02T10:23:49Z', 'revision_number': 1, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:51.469468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b49dac-bf6a-4c11-b480-1db64cde8f51 None None] The sync data for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 is: [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '24d37756-6d0e-46f7-a100-b5945d4e6efa', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'floating_ip_address': '172.35.4.56', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'port_id': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'mac_address': 'fa:16:3e:be:88:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:21:42Z', 'updated_at': '2022-05-02T10:23:49Z', 'revision_number': 1, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:51.567973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:51.594785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:51.610834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:51.687823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6943bbca-4e0c-4aaa-8599-34eafe75da1d None None] New status for floating IP 24d37756-6d0e-46f7-a100-b5945d4e6efa: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:23:51.705168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:51.731068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:51.764198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:51.764858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:51.766292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ca35113-a7d4-44d7-b333-3f7aafa3887b req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "PUT /v2.0/ports/5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 942 time: 0.9349785 May 02 10:23:51.793307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:51.811016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-31f6f16e-ea6d-486c-86d0-17961f570d21 admin admin] 10.222.0.16 "PUT /v2.0/routers/a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3682146 May 02 10:23:51.811016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:51.811563 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Sync routers for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:51.813653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51718) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:51.825062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.825339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.825730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.826081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.826421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.826760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.827098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.827423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.828317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.828633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.828984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.829297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.829624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.829955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.830282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88e3c71c-7d40-4cea-801f-97698e6539f5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:23:51.850290 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e82e6d-1036-4e31-a089-b877846e28eb x-openstack-request-id: req-c1e82e6d-1036-4e31-a089-b877846e28eb {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:51.850585 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:51.850844 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1e82e6d-1036-4e31-a089-b877846e28eb {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:51.851498 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1e82e6d-1036-4e31-a089-b877846e28eb'] response: {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:23:51.851879 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:51.852508 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:51.911925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:52.031439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e67e8c-f5e6-4c86-9bac-e63e52ad96bb req-809ec3e2-a362-4a35-a691-6e77d8e398e0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.043465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63e67e8c-f5e6-4c86-9bac-e63e52ad96bb req-809ec3e2-a362-4a35-a691-6e77d8e398e0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 943 time: 0.1303639 May 02 10:23:52.054940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-d595a62f-a372-4a5b-ac91-9964c3d7156d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.056469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-d595a62f-a372-4a5b-ac91-9964c3d7156d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.1334760 May 02 10:23:52.138784 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:52.148353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks [] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:52.170717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63e67e8c-f5e6-4c86-9bac-e63e52ad96bb req-925e8390-19a7-4cf7-8439-6bd36a91f96b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1214616 May 02 10:23:52.219671 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1f48667-e69c-4bb8-b4be-4239b8d4c4d6 x-openstack-request-id: req-d1f48667-e69c-4bb8-b4be-4239b8d4c4d6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:52.219954 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:52.220201 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1f48667-e69c-4bb8-b4be-4239b8d4c4d6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:52.220631 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1f48667-e69c-4bb8-b4be-4239b8d4c4d6'] response: {'name': 'network-changed', 'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'status': 'completed', 'code': 200} May 02 10:23:52.276118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-30befe66-4766-430e-bec0-62d06f644ca6 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:52.277333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-30befe66-4766-430e-bec0-62d06f644ca6 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0198314 May 02 10:23:52.306397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2e49d0ed-e448-4b06-b99d-5e0796edc9ce details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:23:52.344816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae34748-3aa5-4d41-99b5-928b885bf48c req-de3da05b-661e-4679-971f-b3c8839884de tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.357543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9ae34748-3aa5-4d41-99b5-928b885bf48c req-de3da05b-661e-4679-971f-b3c8839884de tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1127 time: 0.0689616 May 02 10:23:52.427353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9ae34748-3aa5-4d41-99b5-928b885bf48c req-3cbc4f55-2f92-40ac-9df7-b1d1b89ec5a7 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615292 May 02 10:23:52.429113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:23:50Z', 'revision_number': 5, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:52.488103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Checking router: a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:52.498562 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Routers {'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:52.499245 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:52.584558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b9fe3-27aa-41f0-8f47-d9e89212e1d7 req-0c1be70f-3e78-4c18-827a-60b7d8c46efc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.587693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba8b9fe3-27aa-41f0-8f47-d9e89212e1d7 req-0c1be70f-3e78-4c18-827a-60b7d8c46efc tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0612044 May 02 10:23:52.601320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:52.630614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:23:52.636862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-3bb807d6-e830-4147-ae6f-1f68f1d739ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.638866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-3bb807d6-e830-4147-ae6f-1f68f1d739ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.5733633 May 02 10:23:52.703301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:52.703904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:52.709343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-863b714a-dcd1-45ee-b508-354018e4762c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 217 time: 0.0431950 May 02 10:23:52.716706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452905f-802f-45ae-89ff-2ba13b373877 req-42cb4305-82e9-4316-9f0b-2ab89c7c7966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.719081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-42cb4305-82e9-4316-9f0b-2ab89c7c7966 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 1125 time: 0.4655454 May 02 10:23:52.720709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e49d0ed-e448-4b06-b99d-5e0796edc9ce {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:23:52.735764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba8b9fe3-27aa-41f0-8f47-d9e89212e1d7 req-b38f1197-1e6a-497d-8da7-25277277b304 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397245 May 02 10:23:52.762965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:52.773114 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] Set router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:52.807722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-eb007c61-cc26-40dd-81d1-1d0e0525ab74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:52.809925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-eb007c61-cc26-40dd-81d1-1d0e0525ab74 service neutron] 10.222.0.16 "GET /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 1124 time: 0.2011302 May 02 10:23:52.835666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:52.835666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:23:52.853053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:52.901187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8eb9e74-1e73-4518-9f56-8e42f5dcc8aa req-4456612a-89bd-43ca-b031-97f4bc023daf tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0709591 May 02 10:23:52.931808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:52.981927 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:23:50Z', 'revision_number': 5, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:52.999323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks [] for router_gateway (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.025899 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4596f2e4-9240-4281-b7e9-07a5608fe839 None None] The sync data for ids ['a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5'] in ncdv-master-1 is: [{'id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'name': 'tempest-AttachSCSIVolumeTestJSON-659739564-router', 'tenant_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70'}], 'enable_snat': True}, 'gw_port_id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:11Z', 'updated_at': '2022-05-02T10:23:50Z', 'revision_number': 5, 'project_id': 'cf5ed488b8864dba9a7fa2aa7f09d06b', 'gw_port': {'id': 'e616f719-2433-4162-b656-7a7ed7b63845', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:ca:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 406, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:13Z', 'updated_at': '2022-05-02T10:21:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:53.050010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-1070e910-72b1-4e92-a36b-86a5fce30175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:53.051778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-1070e910-72b1-4e92-a36b-86a5fce30175 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.3269310 May 02 10:23:53.088448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2e49d0ed-e448-4b06-b99d-5e0796edc9ce'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:23:53.118964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-ea2bd038-2cae-4a9d-82e8-c39266ca1db4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442050 May 02 10:23:53.120694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:53.121237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:53.121742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:53.126855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452905f-802f-45ae-89ff-2ba13b373877 req-425eb9fe-af49-41f7-9afe-dddc57baa745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:53.128341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-425eb9fe-af49-41f7-9afe-dddc57baa745 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.3887281 May 02 10:23:53.161080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:53.161331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:53.185756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-79717981-6288-40b7-94cc-8227d80b3fbb tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2249811 May 02 10:23:53.195590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:53.220748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:53.221107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:53.221504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:53.221961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Bound port: f1c5a712-7116-42d9-9f09-6fc89cc3142e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:53.234677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-ddf448b7-8557-44ac-a901-1f4df42c97b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 200 len: 217 time: 0.0760610 May 02 10:23:53.276299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.315533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Deleting port e616f719-2433-4162-b656-7a7ed7b63845 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:53.315892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e616f719-2433-4162-b656-7a7ed7b63845), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.353984 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.415043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:53.423237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452905f-802f-45ae-89ff-2ba13b373877 req-186603f0-af0d-4ac1-9f94-33413f9ea03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:53.424454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-186603f0-af0d-4ac1-9f94-33413f9ea03c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.1439261 May 02 10:23:53.435369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-9dda8475-4a0b-4652-b76a-6eb3aeecc6f7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854910 May 02 10:23:53.486060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Allocated IP 172.35.4.76 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d07b276e-be43-43f8-926e-8705b047df82) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:23:53.502351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.502990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-613c679c-810d-4970-a552-4270ed867f07 service neutron] 10.222.0.16 "POST /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e/bindings HTTP/1.1" status: 201 len: 389 time: 0.6741147 May 02 10:23:53.548387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] For port e616f719-2433-4162-b656-7a7ed7b63845, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e616f719-2433-4162-b656-7a7ed7b63845,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:53.548786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e616f719-2433-4162-b656-7a7ed7b63845), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.558003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3452905f-802f-45ae-89ff-2ba13b373877 req-0dbc2bc7-6688-40da-bab9-bece43e5b333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:53.559512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-0dbc2bc7-6688-40da-bab9-bece43e5b333 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1267076 May 02 10:23:53.568300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Calling delete_port for e616f719-2433-4162-b656-7a7ed7b63845 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:53.601750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for port (d07b276e-be43-43f8-926e-8705b047df82), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.693912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d07b276e-be43-43f8-926e-8705b047df82), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.704010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d19d1eaf-ce6d-4cf1-9c85-a86e02fc6b29 req-dfa320b3-b2ea-4599-8748-eea7f55d9fda service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550039 May 02 10:23:53.738433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:23:53.741407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:23:53.745746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:23:53.745953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-2edc5480-cabc-4ca9-9144-86433b158221 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659467 May 02 10:23:53.752149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'Port': ['ID=d07b276e-be43-43f8-926e-8705b047df82,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:53.844024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.852816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363'}, {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:53.855443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8" -d '{"events": [{"name": "network-changed", "server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363"}, {"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:53.898864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f54ea91-30a5-4d0f-8a52-c1142c2c2b7e req-fdca35c0-0880-474d-aa69-150e67495f31 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:53.900382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f54ea91-30a5-4d0f-8a52-c1142c2c2b7e req-fdca35c0-0880-474d-aa69-150e67495f31 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1127 time: 0.0920970 May 02 10:23:53.954849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d07b276e-be43-43f8-926e-8705b047df82), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:53.958301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3452905f-802f-45ae-89ff-2ba13b373877 req-2ff0d969-71d5-4d41-aa57-9da1d9b9643b service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793914 May 02 10:23:53.993032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f54ea91-30a5-4d0f-8a52-c1142c2c2b7e req-8bcbdc85-9b9e-4677-828a-62afc36f059f tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841262 May 02 10:23:54.089756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e616f719-2433-4162-b656-7a7ed7b63845), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.129961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for port (d07b276e-be43-43f8-926e-8705b047df82), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.137013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=e616f719-2433-4162-b656-7a7ed7b63845,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:54.147790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-fed1e533-2d0e-45bd-bf19-0d9f289f9cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.149349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-fed1e533-2d0e-45bd-bf19-0d9f289f9cc8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1127 time: 0.0899577 May 02 10:23:54.199154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d07b276e-be43-43f8-926e-8705b047df82), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.282244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event updated for resources: {'Port': ['ID=d07b276e-be43-43f8-926e-8705b047df82,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:54.292111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.292489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.319877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2e49d0ed-e448-4b06-b99d-5e0796edc9ce up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:23:54.373524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:23:54.389661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.397135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-bb131cf5-cd4e-4971-8cdc-edee9b67650c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.2055576 May 02 10:23:54.402017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d447a954-200a-4830-a07b-789dd32aadf6 req-491a930c-0466-4054-9269-24aba876be1b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.403643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d447a954-200a-4830-a07b-789dd32aadf6 req-491a930c-0466-4054-9269-24aba876be1b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 944 time: 0.1599500 May 02 10:23:54.411132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ceef6278-6459-4f4c-9149-a7928f8ef7ba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:54.414176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0b759fb0-a403-4693-84cd-f27d2acec282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.415745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0b759fb0-a403-4693-84cd-f27d2acec282 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.2518013 May 02 10:23:54.417338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.423569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks [] for router_controller (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.432170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ceef6278-6459-4f4c-9149-a7928f8ef7ba {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:54.432525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ceef6278-6459-4f4c-9149-a7928f8ef7ba not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:54.434304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:23:54.434680 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.488315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-1fd8b25a-9a7f-48ca-ad43-1c944c30e5d2 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0901968 May 02 10:23:54.506592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-c344d434-6938-431e-ab07-807b82b962ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 217 time: 0.0804639 May 02 10:23:54.523247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:23:54.523643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.558811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:54.559860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:54.563219 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1eb7268-a7d5-4581-9392-12f65daacee9" -d '{"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-plugged", "status": "completed", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:54.564509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d447a954-200a-4830-a07b-789dd32aadf6 req-fd744e8a-2795-415c-90db-02eb509e0e68 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538038 May 02 10:23:54.578716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-ea756d19-e123-49f5-b299-b416b54fa316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.584906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-ea756d19-e123-49f5-b299-b416b54fa316 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0678530 May 02 10:23:54.602338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.602338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:23:54.613201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.613748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-79d885ca-4f28-4a82-82fe-c798b4fc4dd5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.613748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-79d885ca-4f28-4a82-82fe-c798b4fc4dd5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1124315 May 02 10:23:54.614307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b7e0ed04-37a5-4600-b336-01a194b1b4e6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/a2f15b5b-a5f4-46d0-8e43-7e01aeae51e5 HTTP/1.1" status: 204 len: 168 time: 2.7938337 May 02 10:23:54.614415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51754) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:54.630653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.644108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-9f904758-681a-41aa-af8e-c2ce990af6bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536351 May 02 10:23:54.657252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-05023095-0b7d-4231-a5b4-530e5f78d39c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:54.672588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34f4b05c-d57c-41d5-b8df-8ec6c5fafcf7 req-05023095-0b7d-4231-a5b4-530e5f78d39c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0518315 May 02 10:23:54.710510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:54.712098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Deleting subnet ac6f4055-e053-42a6-b563-892051527015 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:23:54.725091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Publish callbacks [] for subnet (ac6f4055-e053-42a6-b563-892051527015), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.738109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ca1aa9-94fe-46b7-bb93-2f3ae33f2567 req-50f6143a-cfcb-4a0b-9efa-46ac43c81822 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.739718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29ca1aa9-94fe-46b7-bb93-2f3ae33f2567 req-50f6143a-cfcb-4a0b-9efa-46ac43c81822 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 945 time: 0.0987301 May 02 10:23:54.770902 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 10:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4234d6f-e5f9-4880-b27a-a782e3b97c37 x-openstack-request-id: req-c4234d6f-e5f9-4880-b27a-a782e3b97c37 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:54.771193 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:54.771432 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4234d6f-e5f9-4880-b27a-a782e3b97c37 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:54.771825 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4234d6f-e5f9-4880-b27a-a782e3b97c37'] response: {'name': 'network-changed', 'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'status': 'completed', 'code': 200} May 02 10:23:54.772084 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4234d6f-e5f9-4880-b27a-a782e3b97c37'] response: {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:23:54.808961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-a70f47e0-1048-49f9-a1f7-21e3e9831b18 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569498 May 02 10:23:54.811076 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (ac6f4055-e053-42a6-b563-892051527015), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:54.837529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29ca1aa9-94fe-46b7-bb93-2f3ae33f2567 req-05255372-6b86-4ab3-9ff5-67c05435389d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875084 May 02 10:23:54.897212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-925fc53e-da0d-4c2f-a5d0-d85ec2fa8faf req-45f246c6-2d89-4cbd-8d66-a83f5cf7ddf3 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0893290 May 02 10:23:54.902864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-c76ac558-c3f2-4fdd-bbf1-682c0d6fe40b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:54.904592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-c76ac558-c3f2-4fdd-bbf1-682c0d6fe40b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 1127 time: 0.1359723 May 02 10:23:54.905412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-418e331e-7821-431d-a220-ab14a8e4b405 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911458 May 02 10:23:54.991332 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00961078-e8a7-4185-a2f5-35dcdefa4241 x-openstack-request-id: req-00961078-e8a7-4185-a2f5-35dcdefa4241 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:54.991332 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-plugged", "status": "completed", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:54.991332 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00961078-e8a7-4185-a2f5-35dcdefa4241 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:54.991332 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00961078-e8a7-4185-a2f5-35dcdefa4241'] response: {'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'code': 200} May 02 10:23:55.018541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ac6f4055-e053-42a6-b563-892051527015), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.094268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-cd5164d7-e2b4-415f-8408-982553e13aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:55.096313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-cd5164d7-e2b4-415f-8408-982553e13aad service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 200 len: 917 time: 0.1824069 May 02 10:23:55.193283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-6533fdc3-1bd3-43ba-bf4c-743aaa714a78 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:55.197845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-6533fdc3-1bd3-43ba-bf4c-743aaa714a78 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1226759 May 02 10:23:55.201226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c93f17c-13a7-435a-9921-e3add2ef73f4 req-5deae64f-8265-4c14-90c1-fdab1b98dd31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:55.203342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c93f17c-13a7-435a-9921-e3add2ef73f4 req-5deae64f-8265-4c14-90c1-fdab1b98dd31 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 1127 time: 0.1281421 May 02 10:23:55.220490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (ac6f4055-e053-42a6-b563-892051527015), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.232366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-9028ee0e-02f1-459b-b8b8-9edc6ae0ca47 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 200 len: 1000 time: 0.1211140 May 02 10:23:55.266722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.273278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac6f4055-e053-42a6-b563-892051527015 HTTP/1.1" status: 204 len: 168 time: 0.6568060 May 02 10:23:55.273452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeec7297-17cf-4429-a728-a2b27de24607 None None] Network fc640829-97b0-4de8-bd78-e2a113125e45 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:23:55.273556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41b9cd8-2ae2-4cad-ac27-c7f41b3ce162 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac6f4055-e053-42a6-b563-892051527015,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:55.274251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51764) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:55.302285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-5563c06a-70ec-4a56-a388-067a74750dc7 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 695 time: 0.0965242 May 02 10:23:55.309479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'floatingip': {'port_id': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:55.358511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.417906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c93f17c-13a7-435a-9921-e3add2ef73f4 req-ba2d7ede-51ed-4f38-94b4-acb57c7f3a7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1820772 May 02 10:23:55.444161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-aa93717a-4006-4ea5-86dd-09114e6ef088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:55.445834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-aa93717a-4006-4ea5-86dd-09114e6ef088 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9977afd8-01a2-40f1-b057-d3b3dd1e0949 HTTP/1.1" status: 200 len: 855 time: 0.1897159 May 02 10:23:55.450211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fc640829-97b0-4de8-bd78-e2a113125e45), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.464828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] DHCP port deletion for fc640829-97b0-4de8-bd78-e2a113125e45 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:23:55.531595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Deleting port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:55.532345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.545152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-a3a279a6-c397-4f20-b379-f04fda4715a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:55.546716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-a3a279a6-c397-4f20-b379-f04fda4715a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0944831 May 02 10:23:55.574437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Deleting port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:23:55.574840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.745796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] For port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:55.746497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.802168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-35c2bba2-de92-4df5-9c14-76aa74d6af4a service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2484682 May 02 10:23:55.804950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-724b062f-f391-4998-a4d2-3f30b574f187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.809366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Calling delete_port for 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:55.833598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] For port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,segment=NetworkSegment(b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc),segment_id=b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:55.835775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:55.852591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Calling delete_port for 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:23:56.008652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-546176cb-9c0f-409e-a054-df3a155c9b53 service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965640 May 02 10:23:56.025082 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.032688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (783b899e-ecb0-4f91-bc71-c828a3a4d7d9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.057755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] No DVR routers for this DVR port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:56.085526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Pushing event deleted for resources: {'Port': ['ID=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:56.096516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a110ffa-88fa-4ca5-a365-ec8ac3322177 None None] Pushing event deleted for resources: {'Port': ['ID=783b899e-ecb0-4f91-bc71-c828a3a4d7d9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:56.097121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] No DVR routers for this DVR port 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:23:56.433887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e616f719-2433-4162-b656-7a7ed7b63845 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:56.459539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e616f719-2433-4162-b656-7a7ed7b63845 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:56.459868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e616f719-2433-4162-b656-7a7ed7b63845 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:56.460454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:23:56.479873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:23:56.480550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 783b899e-ecb0-4f91-bc71-c828a3a4d7d9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:23:56.504583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fc640829-97b0-4de8-bd78-e2a113125e45), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.513591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.536341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc640829-97b0-4de8-bd78-e2a113125e45']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:56.539191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-11e097c2-ca8e-4545-b5cb-e6a3e92a7ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:56.540820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-11e097c2-ca8e-4545-b5cb-e6a3e92a7ca9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.4142845 May 02 10:23:56.556918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:56.557214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:56.584206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.584636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.634689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.645538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:23:56.645944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b1a72c3f-ec95-4afd-b1fc-3a54bc2cb0bc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: timer() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:23:56.647785 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:23:56.695576 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Floating IP ab7b9eb7-2ff4-492b-8408-fb221744943b associated. External IP: 172.35.4.76, port: 5db6848c-2242-41ac-856d-1b16ace8bc9f. May 02 10:23:56.720818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-8a9070a4-4864-4f11-bdee-c21260e408ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:56.722445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-8a9070a4-4864-4f11-bdee-c21260e408ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.1762493 May 02 10:23:56.771241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fc640829-97b0-4de8-bd78-e2a113125e45), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.780439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:56.783922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] 10.222.0.16 "DELETE /v2.0/networks/fc640829-97b0-4de8-bd78-e2a113125e45 HTTP/1.1" status: 204 len: 168 time: 1.4400940 May 02 10:23:56.845037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61fa267-69df-4481-a352-ab5e1940424f admin admin] Pushing event deleted for resources: {'Network': ['ID=fc640829-97b0-4de8-bd78-e2a113125e45,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:56.868108 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-f987f674-3a63-4f5a-bb86-06a1d88c3fb9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 998 time: 0.0739889 May 02 10:23:56.947550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Router 6348137c-ea81-4695-b00b-a462760ba080 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:56.973029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-b358decd-bd2d-4ee9-8a89-661012b7e28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:56.974668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-b358decd-bd2d-4ee9-8a89-661012b7e28e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.0621858 May 02 10:23:57.008197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-881cf130-bf9b-4ede-8a51-64cabb5b148d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264149 May 02 10:23:57.067540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:57.072574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.084696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Sync routers for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:23:57.097659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:57.099104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:57.109745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9a3fa320-821c-4e3b-886c-c722c15f7603 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "PUT /v2.0/floatingips/ab7b9eb7-2ff4-492b-8408-fb221744943b HTTP/1.1" status: 200 len: 995 time: 1.8060322 May 02 10:23:57.110304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:23:57.112767 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc71b6bf-7568-4fed-b3de-872f42762fda" -d '{"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:23:57.119041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-8c9e7528-9038-4e94-9ac5-2df6ab5554d9 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042702 May 02 10:23:57.181456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-42669d7f-1be2-4413-b717-aa730f3151a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:57.183522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-42669d7f-1be2-4413-b717-aa730f3151a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.0502679 May 02 10:23:57.190354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-64dddb2f-1787-45e6-a14e-b59fba609acf tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:57.191433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-64dddb2f-1787-45e6-a14e-b59fba609acf tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061932 May 02 10:23:57.239538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-879055e3-7788-471b-9eb3-2bdb5a561095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:57.240192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83a84f5e-2cc6-48ef-bcca-bec809b1fff8 req-266f0563-e5d7-4e9a-b1c6-8b06cce2680f service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146398 May 02 10:23:57.241227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-879055e3-7788-471b-9eb3-2bdb5a561095 service neutron] 10.222.0.16 "GET /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 1124 time: 0.0408537 May 02 10:23:57.251237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51804) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:57.253490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:57.271894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:57.272383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:23:57.302874 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-85d770e5-88cc-4bff-8bcc-76ed9ae605b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f30fec6fdee4788af310ffa15c23ab7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0499761 May 02 10:23:57.308767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51806) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:57.361341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] Publish callbacks [] for security_group (8a1f9d67-d494-4116-9421-bbebaf0bbbcb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.385838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] Publish callbacks [] for security_group (8a1f9d67-d494-4116-9421-bbebaf0bbbcb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.414060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-2a2e9fb1-9bb6-4c1c-b899-ec0e93aca717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:57.423231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-2a2e9fb1-9bb6-4c1c-b899-ec0e93aca717 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.2303581 May 02 10:23:57.487969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ab7b9eb7-2ff4-492b-8408-fb221744943b', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'floating_ip_address': '172.35.4.76', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6348137c-ea81-4695-b00b-a462760ba080', 'port_id': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'mac_address': 'fa:16:3e:a8:3f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:53Z', 'updated_at': '2022-05-02T10:23:56Z', 'revision_number': 1, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:57.492941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8a1f9d67-d494-4116-9421-bbebaf0bbbcb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.496322 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.497757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a1f9d67-d494-4116-9421-bbebaf0bbbcb HTTP/1.1" status: 204 len: 168 time: 0.1879013 May 02 10:23:57.507506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da79ff-57dd-4499-a34f-2734bbb1e1de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a1f9d67-d494-4116-9421-bbebaf0bbbcb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:57.509287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-01e6d7fe-8878-4fc6-8239-46bb6561502b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 998 time: 0.0856764 May 02 10:23:57.524803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:57.525427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:57.525558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:57.529473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Checking router: 6348137c-ea81-4695-b00b-a462760ba080 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:23:57.546041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:23:57.546688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:57.560636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:57.560822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:57.568904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:57.569245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:57.569628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:57.570057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Bound port: 6ccad866-ae68-4730-995d-15c578d97def, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:57.607972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-a927adc8-e66e-4811-ae97-2014c57234ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:57.609583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-a927adc8-e66e-4811-ae97-2014c57234ad service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.0858521 May 02 10:23:57.649482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-9825f3fa-bbba-4460-9c52-80bb0b7ed815 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330234 May 02 10:23:57.663433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-5805c128-2994-4ab9-ae4a-cf8cfb2e4af4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:57.664503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-5805c128-2994-4ab9-ae4a-cf8cfb2e4af4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0058291 May 02 10:23:57.669023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:23:57.682290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:23:57.754857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:57.756230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-807c9f9f-b901-4aa2-9f9b-9f458872b5e5 service neutron] 10.222.0.16 "POST /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def/bindings HTTP/1.1" status: 201 len: 389 time: 0.4882405 May 02 10:23:57.767327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-0b418620-9b14-440c-9596-00940c21425c service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959134 May 02 10:23:57.876003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ce2daa-85ea-49e3-b710-6fc865950160 req-5b93ae83-24bb-4f3c-baca-b87bc7296aa5 service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022067 May 02 10:23:57.976305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ab7b9eb7-2ff4-492b-8408-fb221744943b', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'floating_ip_address': '172.35.4.76', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6348137c-ea81-4695-b00b-a462760ba080', 'port_id': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'mac_address': 'fa:16:3e:a8:3f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:53Z', 'updated_at': '2022-05-02T10:23:56Z', 'revision_number': 1, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:23:58.005627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1107799c-5b13-4015-8179-1204ca01542f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.007635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64954e32-5849-4c31-954b-574f3c5bebbc None None] The sync data for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 is: [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ab7b9eb7-2ff4-492b-8408-fb221744943b', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'floating_ip_address': '172.35.4.76', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6348137c-ea81-4695-b00b-a462760ba080', 'port_id': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 691, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'mac_address': 'fa:16:3e:a8:3f:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:53Z', 'updated_at': '2022-05-02T10:23:56Z', 'revision_number': 1, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:23:58.056355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b18281-7c6e-40b2-8e39-cd15daf1a859 req-6782bfd0-5bd1-4194-8062-e2d26a02befc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.064275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b18281-7c6e-40b2-8e39-cd15daf1a859 req-6782bfd0-5bd1-4194-8062-e2d26a02befc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0729616 May 02 10:23:58.121521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b18281-7c6e-40b2-8e39-cd15daf1a859 req-91121bc4-54f2-47f9-b6e6-07e725c68d2b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559604 May 02 10:23:58.125884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebed801-88ba-4f4b-a257-beab05e954da req-e65c8807-d2c8-4a11-901c-34161e6ff8d9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.127498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebed801-88ba-4f4b-a257-beab05e954da req-e65c8807-d2c8-4a11-901c-34161e6ff8d9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 945 time: 0.0623679 May 02 10:23:58.208481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebed801-88ba-4f4b-a257-beab05e954da req-716f5952-e177-4637-ab59-5e7b2b7abc5b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746880 May 02 10:23:58.238411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b98c62e2-894e-453e-a655-f7258885dc83 req-0799917c-3e87-4973-8230-02ecf60546b6 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0306513 May 02 10:23:58.264342 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f019d6-e1f6-4527-b8a6-486185cfb035 x-openstack-request-id: req-10f019d6-e1f6-4527-b8a6-486185cfb035 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:23:58.264862 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:23:58.266430 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10f019d6-e1f6-4527-b8a6-486185cfb035 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:23:58.267481 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10f019d6-e1f6-4527-b8a6-486185cfb035'] response: {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:23:58.279212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51820) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:58.315117 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc38cc1-f04a-4c18-98a0-b0fadc97cd0e None None] New status for floating IP ab7b9eb7-2ff4-492b-8408-fb221744943b: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:23:58.331464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cc9a6548-9872-4173-806b-07dd3a50aca4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf5ed488b8864dba9a7fa2aa7f09d06b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0506933 May 02 10:23:58.342203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:58.412583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] Publish callbacks [] for security_group (91cca4b2-6003-40ff-a650-61159c090a20), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.436564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] Publish callbacks [] for security_group (91cca4b2-6003-40ff-a650-61159c090a20), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.479480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-193e8ea3-b0e3-415e-a88b-784dd622a045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.485632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-193e8ea3-b0e3-415e-a88b-784dd622a045 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.1781495 May 02 10:23:58.487675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-75305119-d473-4847-ac99-35d57241061f tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 998 time: 0.1960421 May 02 10:23:58.539591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff7054b-c098-48e8-925d-e0e9f406f572 req-44c9cfab-b6c2-4a7c-b875-cf6f68757008 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.542194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eff7054b-c098-48e8-925d-e0e9f406f572 req-44c9cfab-b6c2-4a7c-b875-cf6f68757008 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0916710 May 02 10:23:58.588745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-e52ede84-c2ea-4338-b005-c87cdfbd25fe tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.590556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-e52ede84-c2ea-4338-b005-c87cdfbd25fe tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0736840 May 02 10:23:58.591347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e34752fd-dd86-484b-9c41-2309b51614ae tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.592785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e34752fd-dd86-484b-9c41-2309b51614ae tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports/5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 942 time: 0.0995262 May 02 10:23:58.607171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:58.642982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-7b7a7c29-4c41-4028-a66d-135745ed04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.647176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-7b7a7c29-4c41-4028-a66d-135745ed04ce service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.1224589 May 02 10:23:58.655306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eff7054b-c098-48e8-925d-e0e9f406f572 req-b961a268-c5ba-4434-bad7-16a8799c0f10 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961771 May 02 10:23:58.711621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91cca4b2-6003-40ff-a650-61159c090a20), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.715480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.719594 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91cca4b2-6003-40ff-a650-61159c090a20 HTTP/1.1" status: 204 len: 168 time: 0.3760650 May 02 10:23:58.730284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:58.740205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9152b8a-411c-4377-b934-6be9b74c1f40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91cca4b2-6003-40ff-a650-61159c090a20,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:58.740315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-36d99217-d9d6-411d-8a12-4bf7ee7a2ea8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 1000 time: 0.0853214 May 02 10:23:58.873738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-ccc3b2b6-0bdd-4704-a493-1f6872397540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.875727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-ccc3b2b6-0bdd-4704-a493-1f6872397540 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.1304855 May 02 10:23:58.884793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-830c8411-09c3-4c40-8876-4b99d11d0e36 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.1285944 May 02 10:23:58.932205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9246fbb-4e37-4c91-b435-8064b6b30e03 req-b49a07b2-28f8-48cd-a849-d04b62e2fda8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:58.932205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9246fbb-4e37-4c91-b435-8064b6b30e03 req-b49a07b2-28f8-48cd-a849-d04b62e2fda8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0743146 May 02 10:23:58.932580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-ff5d6440-1bf9-402c-bf27-a05b514333bb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448618 May 02 10:23:58.941492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:58.944890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:23:58.949760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:59.005084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.078854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:59.116073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e4aa08ee-6ee4-402c-a011-c9ce7765212c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:59.117514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e4aa08ee-6ee4-402c-a011-c9ce7765212c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.2165689 May 02 10:23:59.124238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-99b29934-1074-4d08-b2e6-198b59a29ba7 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758723 May 02 10:23:59.133847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-ef45becb-b779-4673-990b-c48b88bf8ac8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:23:59.134945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-ef45becb-b779-4673-990b-c48b88bf8ac8 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080118 May 02 10:23:59.136759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.144273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:23:59.256332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks [] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.272890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-d91ea6e3-00aa-43d3-9ce6-8ea49766f0f3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 1000 time: 0.1063001 May 02 10:23:59.294692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:23:59.336220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc71b6bf-7568-4fed-b3de-872f42762fda req-4b07b3dd-777c-4b75-88aa-80bf08cccb85 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999030 May 02 10:23:59.338840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-490325f1-6fbd-43aa-8fb2-b8b7d30aecae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.366003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.373420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.534777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.607284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.607633 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Floating IP ab7b9eb7-2ff4-492b-8408-fb221744943b disassociated. External IP: 172.35.4.76, port: 5db6848c-2242-41ac-856d-1b16ace8bc9f. May 02 10:23:59.732505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6aab7e-ae21-4129-91bf-5743b8cafa28 req-8b43075a-055d-49c6-8021-6f9a5698bd41 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:23:59.734802 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de6aab7e-ae21-4129-91bf-5743b8cafa28 req-8b43075a-055d-49c6-8021-6f9a5698bd41 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.4178789 May 02 10:23:59.829524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:23:59.850888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Router 6348137c-ea81-4695-b00b-a462760ba080 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:23:59.934918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:23:59.935297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:23:59.935582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:59.954696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:23:59.971533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:23:59.971955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Attempting to bind port f1c5a712-7116-42d9-9f09-6fc89cc3142e on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:23:59.985956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:23:59.986264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de6aab7e-ae21-4129-91bf-5743b8cafa28 req-c592c38c-ad84-4003-8cef-0d2af6f191ff tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394242 May 02 10:23:59.992376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:23:59.994880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:23:59.995222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:23:59.995617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:23:59.996052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Bound port: f1c5a712-7116-42d9-9f09-6fc89cc3142e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:23:59.996412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.009360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Sync routers for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:24:00.029187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-1420ba37-4160-4a53-93ce-ff1201cf3c73 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "PUT /v2.0/floatingips/ab7b9eb7-2ff4-492b-8408-fb221744943b HTTP/1.1" status: 200 len: 694 time: 0.7487905 May 02 10:24:00.031013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:00.034200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:00.034851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:00.036860 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb073be-b513-4667-acc1-7315c4251401" -d '{"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:00.085495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-490325f1-6fbd-43aa-8fb2-b8b7d30aecae admin admin] Publish callbacks [] for security_group (5c805bee-7bc1-4163-abf7-5a156d481695), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.093704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-34e780fb-0929-4008-a094-6110edcb17ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.096047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-34e780fb-0929-4008-a094-6110edcb17ac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.0461879 May 02 10:24:00.147437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1462995465-network', 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:00.177766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-490325f1-6fbd-43aa-8fb2-b8b7d30aecae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c805bee-7bc1-4163-abf7-5a156d481695), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.193610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:00.214857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e4973d86-d244-4635-bb64-31513ccf97f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.216446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-e4973d86-d244-4635-bb64-31513ccf97f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.1065452 May 02 10:24:00.229462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bd1209c-5fec-45d8-baab-22007f77b422 req-80c4b640-50ca-4a84-8ba3-c04c30725008 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0868461 May 02 10:24:00.270489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-514ef8d6-f7cf-4d6e-9527-9c0ae2cc2282 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 217 time: 0.0465505 May 02 10:24:00.286569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:00.288955 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e2d74b-a2ce-4f50-9fa7-2c8c256fa54f" -d '{"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:00.292022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:00.314142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490325f1-6fbd-43aa-8fb2-b8b7d30aecae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c805bee-7bc1-4163-abf7-5a156d481695,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:00.318756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-490325f1-6fbd-43aa-8fb2-b8b7d30aecae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad36c46edca140d088096859d5ec1c35&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2386494 May 02 10:24:00.323288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:00.328162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:00.379113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-075e40d4-fdcd-40b1-9a6f-cf7acf9b2334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.380728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-075e40d4-fdcd-40b1-9a6f-cf7acf9b2334 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.1041498 May 02 10:24:00.394572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:00.397478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.398658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] Publish callbacks [] for security_group (5c805bee-7bc1-4163-abf7-5a156d481695), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.429029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:00.430605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.436150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-924a96d7-0905-4441-a421-b675cc9550bf service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383892 May 02 10:24:00.441303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.448072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] Publish callbacks [] for security_group (5c805bee-7bc1-4163-abf7-5a156d481695), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.452103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.459539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Checking router: 6348137c-ea81-4695-b00b-a462760ba080 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:24:00.469490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:00.470198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:00.503722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b84faca-55b2-4256-9739-948d98bfe2e3 req-c716f21d-e0bf-4d07-9128-6789d5d50fff tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.505053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b84faca-55b2-4256-9739-948d98bfe2e3 req-c716f21d-e0bf-4d07-9128-6789d5d50fff tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1137304 May 02 10:24:00.511249 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.528400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.587063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:00.591012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-fd4bfa3c-28e3-4297-bbda-194ac1c66b66 service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407049 May 02 10:24:00.620393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.621716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.623363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] 10.222.0.24 "PUT /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 1121 time: 2.0267568 May 02 10:24:00.630147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4e06-9aeb-4743-871b-3d86e2f7d598 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:00.666514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c805bee-7bc1-4163-abf7-5a156d481695), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.669544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.674044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c805bee-7bc1-4163-abf7-5a156d481695 HTTP/1.1" status: 204 len: 168 time: 0.3446438 May 02 10:24:00.682718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6dc50-e6b3-4b7d-a2d4-663c49a6ebc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c805bee-7bc1-4163-abf7-5a156d481695,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:00.706056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b84faca-55b2-4256-9739-948d98bfe2e3 req-57926e88-02a1-4642-ab1c-0b6c7e9055da tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830931 May 02 10:24:00.740641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeddcdd5-484e-4b93-986d-24ebfebd72ad req-bcf78528-dc9f-4b52-aa1f-ff94be2106df service neutron] 10.222.0.16 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393483 May 02 10:24:00.755776 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP d9f739d8-65b1-4536-aaa1-36395e7656ed associated. External IP: 172.35.4.212, port: 2e49d0ed-e448-4b06-b99d-5e0796edc9ce. May 02 10:24:00.794950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks [] for security_group (5d77ac15-5158-4de7-8add-66a4aeed4610), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:00.810787 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5a5036-73c6-4e6c-931f-ed50ee0ff08a x-openstack-request-id: req-2f5a5036-73c6-4e6c-931f-ed50ee0ff08a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:00.811101 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:00.811383 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f5a5036-73c6-4e6c-931f-ed50ee0ff08a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:00.811846 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f5a5036-73c6-4e6c-931f-ed50ee0ff08a'] response: {'name': 'network-changed', 'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:24:00.886466 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fec133-b3e4-4b2b-916d-3e97a87ac180 x-openstack-request-id: req-39fec133-b3e4-4b2b-916d-3e97a87ac180 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:00.886761 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-unplugged", "status": "completed", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:00.887014 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39fec133-b3e4-4b2b-916d-3e97a87ac180 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:00.887411 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fec133-b3e4-4b2b-916d-3e97a87ac180'] response: {'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'code': 200} May 02 10:24:00.896565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f1c5a712-7116-42d9-9f09-6fc89cc3142e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:00.899169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f1c5a712-7116-42d9-9f09-6fc89cc3142e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:00.909995 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-96363c2d-4a40-4a21-bcfd-675ed2652476 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips/ab7b9eb7-2ff4-492b-8408-fb221744943b HTTP/1.1" status: 200 len: 694 time: 0.0589974 May 02 10:24:00.935369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb073be-b513-4667-acc1-7315c4251401 req-b8f18282-4328-4bd7-86bb-7e7c8735f03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:00.936444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-b8f18282-4328-4bd7-86bb-7e7c8735f03c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=df25ec067b694b75859a41ecc012eb89&device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 1127 time: 0.0915287 May 02 10:24:00.975933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5d77ac15-5158-4de7-8add-66a4aeed4610), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.000683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:01.047964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34895870-5af2-4da4-b87d-f80c7821782a None None] The sync data for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 is: [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:22:58Z', 'revision_number': 4, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c1f145d6-7f35-4274-b197-2871379df080', 'name': '', 'network_id': 'a5f728ef-2cb3-4b67-8da4-e3d094aab7f0', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'mac_address': 'fa:16:3e:66:7c:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_interface', 'standard_attr_id': 592, 'fixed_ips': [{'subnet_id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:58Z', 'updated_at': '2022-05-02T10:23:04Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'subnets': [{'id': '6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:24:01.048456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-4fd551af-fec0-4574-a505-10a471d91605 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:01.057858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-4fd551af-fec0-4574-a505-10a471d91605 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1412930 May 02 10:24:01.058668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:01.067528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-7b0ea46e-f0bc-4c97-9ca4-85491f742024 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:24:01.069010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-7b0ea46e-f0bc-4c97-9ca4-85491f742024 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0102775 May 02 10:24:01.075080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d77ac15-5158-4de7-8add-66a4aeed4610,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:01.092164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4347c775-37ea-405d-a9fa-4410aacf7b57), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.093241 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Added segment 4347c775-37ea-405d-a9fa-4410aacf7b57 of type vlan for network 7326cf19-c100-4433-b49e-2eebe1fefed2 May 02 10:24:01.193083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-d72ea48d-5c06-4d6c-a24c-12fa5afcfe5c tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 697 time: 0.1075203 May 02 10:24:01.298266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb073be-b513-4667-acc1-7315c4251401 req-3abb53bc-8ee0-4d94-ad67-466038b8b267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:01.300141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-3abb53bc-8ee0-4d94-ad67-466038b8b267 service neutron] 10.222.0.24 "GET /v2.0/networks?id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 200 len: 920 time: 0.3544385 May 02 10:24:01.307828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-328eee22-0c89-4cec-8693-58415dbc5416 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.76 HTTP/1.1" status: 200 len: 697 time: 0.1002636 May 02 10:24:01.362608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7326cf19-c100-4433-b49e-2eebe1fefed2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.409921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa69ecd-e62a-42b3-bc7f-8a3f022f6882 req-4af5aace-b824-4c52-ad15-d8d2a3ce0c3a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:01.416847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fa69ecd-e62a-42b3-bc7f-8a3f022f6882 req-4af5aace-b824-4c52-ad15-d8d2a3ce0c3a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.2101471 May 02 10:24:01.430762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-13052371-5a3c-43fa-bd04-09fa34961129 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 200 len: 217 time: 0.1137643 May 02 10:24:01.481638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:01.506104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Deleting port d07b276e-be43-43f8-926e-8705b047df82 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:01.506541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d07b276e-be43-43f8-926e-8705b047df82), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.549800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb073be-b513-4667-acc1-7315c4251401 req-04235a8c-6b84-4ebd-8279-101c193b4dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:01.551273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-04235a8c-6b84-4ebd-8279-101c193b4dd4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 200 len: 859 time: 0.1021202 May 02 10:24:01.565803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:24:01.580366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fa69ecd-e62a-42b3-bc7f-8a3f022f6882 req-3d6796ba-b058-4a2c-a925-289a81999154 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590765 May 02 10:24:01.601881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7326cf19-c100-4433-b49e-2eebe1fefed2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.605606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:01.610208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.615035 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:24:01.634332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d07b276e-be43-43f8-926e-8705b047df82), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.634669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (d07b276e-be43-43f8-926e-8705b047df82), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.646651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-597e92b5-b2b6-4799-a7e5-56ce56a66514 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0802090 May 02 10:24:01.655549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:01.665026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-056f4c20-b68a-411e-845e-9ead8292d1c1 None None] New status for floating IP ab7b9eb7-2ff4-492b-8408-fb221744943b: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:24:01.670148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Calling delete_port for d07b276e-be43-43f8-926e-8705b047df82 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:01.670873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:24:01.673595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51900) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:01.696521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fc62c77-0741-4393-b78c-487325d33c0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.810565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8529434 May 02 10:24:01.814309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:01.819754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Request body: {'subnet': {'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1462995465-subnet', 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:01.828532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.871298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fc62c77-0741-4393-b78c-487325d33c0c admin admin] Publish callbacks [] for security_group (55857600-f4b4-4533-9af0-89c15222462e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.910672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70840962-c2a5-4199-b7c6-4960a0a3b679 admin admin] Pushing event updated for resources: {'Network': ['ID=7326cf19-c100-4433-b49e-2eebe1fefed2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:01.917823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10cbc33b-94f4-4d62-9573-f783c21bf1f2 req-8ce32e77-810d-4679-9fa1-2a9734ee80f5 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.1123471 May 02 10:24:01.927377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:01.938903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:01.941631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.947458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:24:01.954124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:01.990104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:24:01.991551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fc62c77-0741-4393-b78c-487325d33c0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (55857600-f4b4-4533-9af0-89c15222462e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.017350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:02.017638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-7dc4d4a2-8b61-4bda-a3e6-1d399b5dce40 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3578343 May 02 10:24:02.017997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:02.022362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7fc62c77-0741-4393-b78c-487325d33c0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=869690fafdea406383b1ba8db3db0120&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3475809 May 02 10:24:02.031511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51906) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:02.133060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:02.176625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1920e31-6679-4e26-9c89-f78fc963cfe3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "PUT /v2.0/floatingips/d9f739d8-65b1-4536-aaa1-36395e7656ed HTTP/1.1" status: 200 len: 991 time: 3.2242408 May 02 10:24:02.176850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc62c77-0741-4393-b78c-487325d33c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55857600-f4b4-4533-9af0-89c15222462e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:02.200647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb56bb1-472a-499d-a6bf-a1dfe5589faa req-1d3813e8-4b4b-4e42-86cc-d5dd597d12b4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:02.205208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fb56bb1-472a-499d-a6bf-a1dfe5589faa req-1d3813e8-4b4b-4e42-86cc-d5dd597d12b4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1308820 May 02 10:24:02.209196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] Publish callbacks [] for security_group (55857600-f4b4-4533-9af0-89c15222462e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.234859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] Publish callbacks [] for security_group (55857600-f4b4-4533-9af0-89c15222462e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.263433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbb073be-b513-4667-acc1-7315c4251401 req-4d02ee0a-0c59-4d99-98ec-3664c128ea29 service neutron] 10.222.0.24 "GET /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350469 May 02 10:24:02.276540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fb56bb1-472a-499d-a6bf-a1dfe5589faa req-0a5d9dd7-658d-42d6-a010-cf073fc9ebdb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645454 May 02 10:24:02.295147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d07b276e-be43-43f8-926e-8705b047df82), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.334546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event deleted for resources: {'Port': ['ID=d07b276e-be43-43f8-926e-8705b047df82,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:02.381224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:00Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:02.412568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:24:02.421240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:02.421858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:02.426766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (55857600-f4b4-4533-9af0-89c15222462e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.429566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.433918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/55857600-f4b4-4533-9af0-89c15222462e HTTP/1.1" status: 204 len: 168 time: 0.3708563 May 02 10:24:02.459771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c95bc2-d8c3-4aee-947c-87ae468cac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55857600-f4b4-4533-9af0-89c15222462e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:02.488639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for floatingip (ab7b9eb7-2ff4-492b-8408-fb221744943b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.491308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.492469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab21cf51-6092-4970-afa6-c90d901e41e2 req-9f08df45-db11-4ea7-b527-ce8256e4d0ea tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "DELETE /v2.0/floatingips/ab7b9eb7-2ff4-492b-8408-fb221744943b HTTP/1.1" status: 204 len: 173 time: 1.1778359 May 02 10:24:02.559304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-1a6fb9a4-df14-49b3-8b9b-b5ac3db629bd tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups/ff255ecb-7981-48d3-827f-e1b239516995 HTTP/1.1" status: 200 len: 1824 time: 0.0455754 May 02 10:24:02.567532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:02.573450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (cc765138-2c53-4275-91e3-7ae1885c4f57), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.629436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (ff255ecb-7981-48d3-827f-e1b239516995), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.641326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc765138-2c53-4275-91e3-7ae1885c4f57,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:02.651121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Checking segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:02.651705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Network hostable DHCP agents. Network: 7326cf19-c100-4433-b49e-2eebe1fefed2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:24:02.658931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (ff255ecb-7981-48d3-827f-e1b239516995), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.722327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0a2596-de08-49ef-8228-0396227f102c req-a82dd9ed-7392-4a7e-a39f-e40ca4479475 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:02.723709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e0a2596-de08-49ef-8228-0396227f102c req-a82dd9ed-7392-4a7e-a39f-e40ca4479475 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0589073 May 02 10:24:02.778806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e0a2596-de08-49ef-8228-0396227f102c req-5ebd02a9-3dd3-45b7-83e6-5a7f09a7292d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490468 May 02 10:24:02.799692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:24:02.837470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:00Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:02.844944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ff255ecb-7981-48d3-827f-e1b239516995), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.847558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.848742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d995bb3b-b759-44dc-89a1-677fe30e840c req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "DELETE /v2.0/security-groups/ff255ecb-7981-48d3-827f-e1b239516995 HTTP/1.1" status: 204 len: 173 time: 0.2828407 May 02 10:24:02.863290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966ae48-a525-483c-9b7a-557e84927ec3 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff255ecb-7981-48d3-827f-e1b239516995,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:02.869554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7584e8c5-2d65-4707-8a69-44a32a6d1754 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:00Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:24:02.891749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e'}, {'name': 'network-changed', 'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:02.897148 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483233f3-bb79-4553-b514-d484eb76b3bd" -d '{"events": [{"name": "network-changed", "server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e"}, {"name": "network-changed", "server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:02.930842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7326cf19-c100-4433-b49e-2eebe1fefed2) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:02.945262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f788a2-2572-41fb-bdba-c89f67b2bab3 None None] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:02.952666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:02.956541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:02.977315 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 10:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb189c5-254a-4cdc-97cb-4696add04404 x-openstack-request-id: req-abb189c5-254a-4cdc-97cb-4696add04404 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:02.977527 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:02.977838 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-abb189c5-254a-4cdc-97cb-4696add04404 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:02.980281 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb189c5-254a-4cdc-97cb-4696add04404'] response: {'name': 'network-changed', 'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'status': 'completed', 'code': 200} May 02 10:24:02.980547 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abb189c5-254a-4cdc-97cb-4696add04404'] response: {'name': 'network-changed', 'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'status': 'completed', 'code': 200} May 02 10:24:03.096555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70ad567e-1b88-44f9-8229-deadfdc57b6b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2809865 May 02 10:24:03.104988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e387293-fd51-4282-a23b-9c0abba001ea None None] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:03.120036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-d07e0bb6-7810-4904-80d0-6f52cb193561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.122078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-d07e0bb6-7810-4904-80d0-6f52cb193561 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1155 time: 0.1026912 May 02 10:24:03.156318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ce6f301-bb0e-49c2-b273-f7e40b68d457 req-0e5e3b32-a22c-42d0-a1f4-a63a3a108d95 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0717132 May 02 10:24:03.257746 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ceb16c6-af79-4962-a9f9-81af8ad68d08 None None] New status for floating IP d9f739d8-65b1-4536-aaa1-36395e7656ed: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:24:03.407405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b683f4-6fe9-4a24-ae65-f88d5ea5c327 req-481f6723-a5c1-435c-9c98-6742c79da679 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.408977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56b683f4-6fe9-4a24-ae65-f88d5ea5c327 req-481f6723-a5c1-435c-9c98-6742c79da679 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0659976 May 02 10:24:03.411919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-14653ea8-1542-4373-8275-7fd88799b674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.413462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-14653ea8-1542-4373-8275-7fd88799b674 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.2554986 May 02 10:24:03.466759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-d67c79d8-de25-431b-b42b-0056199c5d37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 217 time: 0.0429268 May 02 10:24:03.469065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1624e4a2-d790-4dd3-8d18-39174ac0b14f req-55f069a2-6785-49ef-8c41-9605347c5328 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.470743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1624e4a2-d790-4dd3-8d18-39174ac0b14f req-55f069a2-6785-49ef-8c41-9605347c5328 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0888772 May 02 10:24:03.520729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1624e4a2-d790-4dd3-8d18-39174ac0b14f req-5a6a9a7b-684e-44d2-bfd4-c821e1db27bf tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433133 May 02 10:24:03.524467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56b683f4-6fe9-4a24-ae65-f88d5ea5c327 req-379fee71-774f-46b7-b9f4-ee1f30a310e9 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084657 May 02 10:24:03.537720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-5d2d8206-4e81-4b84-a4f4-cced2cf4ff8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.540427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-5d2d8206-4e81-4b84-a4f4-cced2cf4ff8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0617867 May 02 10:24:03.814204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-5255a12b-6b18-414a-b153-8bb50118b31a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.817189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-5255a12b-6b18-414a-b153-8bb50118b31a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.1024678 May 02 10:24:03.831850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-f7012ac5-99c0-4579-a4a7-d96e12e81986 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/quotas/a1ea8413418742c49c7aadca80d951ed HTTP/1.1" status: 200 len: 375 time: 0.0107577 May 02 10:24:03.866472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-60ffe34d-281d-471b-b033-bf1650e43a39 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289114 May 02 10:24:03.901129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bea1b-6237-4f49-b553-94da35ee695e req-e882cc1b-8620-47b1-92cb-df5563e51fb7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:03.902642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d76bea1b-6237-4f49-b553-94da35ee695e req-e882cc1b-8620-47b1-92cb-df5563e51fb7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0541868 May 02 10:24:03.954823 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d76bea1b-6237-4f49-b553-94da35ee695e req-3265a0a4-4e93-449f-a4d6-31851380f240 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450766 May 02 10:24:03.966592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-2ba01788-d137-4aef-95e7-ac4fb4f21c04 service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919743 May 02 10:24:04.324870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c14ff15f-8e94-4a44-8383-2e662682d238 req-3e5b0606-61f9-419d-a29c-3c39e7d30eff tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0342965 May 02 10:24:04.332036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-1925ec01-12ee-40ab-8503-d0c76bf516df service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596506 May 02 10:24:04.569561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ff70a826-f2d8-4fbd-9f16-b4c162a0ffc3 req-2ffe99a3-a177-477c-a541-754e0d7c33c6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 210 time: 0.0326176 May 02 10:24:04.676757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946b22b6-2697-4930-9d89-92c978f13454 req-3ee650fe-bff2-4762-8eab-100baf289057 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:04.683621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-946b22b6-2697-4930-9d89-92c978f13454 req-3ee650fe-bff2-4762-8eab-100baf289057 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0611629 May 02 10:24:04.691104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484f084-8a7d-4cd8-979b-e43d25109426 req-ee056c99-a89d-49f2-a979-0fa771370a4e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:04.692308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c484f084-8a7d-4cd8-979b-e43d25109426 req-ee056c99-a89d-49f2-a979-0fa771370a4e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0604491 May 02 10:24:04.727774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-946b22b6-2697-4930-9d89-92c978f13454 req-7ea05807-af03-4134-adcf-7966970c4905 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432839 May 02 10:24:04.747240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c484f084-8a7d-4cd8-979b-e43d25109426 req-b8a20f11-be02-4d9d-9128-ddc4edbb17a6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455928 May 02 10:24:04.946052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-e9d594a4-a20c-454f-8099-ff8898c90aea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277674 May 02 10:24:05.061051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-ee1f7e8d-9e3a-48bd-98b6-83fbd55778c7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002362 May 02 10:24:05.122169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3636d9d-b6db-4137-83de-f22e279d5fc5 req-9be591da-19ee-495a-85fc-25f68ed3904d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.123893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3636d9d-b6db-4137-83de-f22e279d5fc5 req-9be591da-19ee-495a-85fc-25f68ed3904d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0766013 May 02 10:24:05.221482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3636d9d-b6db-4137-83de-f22e279d5fc5 req-c14d775f-8879-4bd2-a0e3-abdf6475aef3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648398 May 02 10:24:05.223520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-03b776a4-da24-490d-800c-b54a23d4a60c service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460526 May 02 10:24:05.418679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-8e7da5c1-4b0c-42a2-a0f7-b6753839743c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.420170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-8e7da5c1-4b0c-42a2-a0f7-b6753839743c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 1127 time: 0.0445142 May 02 10:24:05.461542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08daa95b-8d5a-4f86-810e-8422ba5713bc req-ab2731b2-49f3-4dce-911e-376ce945b122 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0280373 May 02 10:24:05.475774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52008) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:05.531204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-67c6863d-e72c-47c2-b25c-b59b42775a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.532692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-67c6863d-e72c-47c2-b25c-b59b42775a3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.1056509 May 02 10:24:05.603182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-71d5d5a2-c3f5-40c3-b34c-ab2935bf44b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 200 len: 1001 time: 0.0622039 May 02 10:24:05.604875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db78a782-a822-41d4-8ca7-a833b988433e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:05.649850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9853438-0b86-4372-87b5-08d6f18a735d req-6101f22b-09d9-4309-bddf-995c0aed4949 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 210 time: 0.0284050 May 02 10:24:05.681688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db78a782-a822-41d4-8ca7-a833b988433e admin admin] Publish callbacks [] for security_group (896b5687-c17f-4a8b-83dd-425707d1c306), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:05.790495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db78a782-a822-41d4-8ca7-a833b988433e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (896b5687-c17f-4a8b-83dd-425707d1c306), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:05.871766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db78a782-a822-41d4-8ca7-a833b988433e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c06b7c255a734f14ac9e55933366ae51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926508 May 02 10:24:05.872130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db78a782-a822-41d4-8ca7-a833b988433e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896b5687-c17f-4a8b-83dd-425707d1c306,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:05.875587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52018) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:05.875764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd4c5-fb45-4bfb-95b1-8ca255ad8cdd req-fe996ee6-f059-43ab-b1cd-888b4683737c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.877196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-202cd4c5-fb45-4bfb-95b1-8ca255ad8cdd req-fe996ee6-f059-43ab-b1cd-888b4683737c tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0533743 May 02 10:24:05.894140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb6265d-424a-44ab-8d32-09ea8273fa6a req-9172f6b6-6d7f-443e-97f7-0d0516811f45 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.894140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efb6265d-424a-44ab-8d32-09ea8273fa6a req-9172f6b6-6d7f-443e-97f7-0d0516811f45 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0921879 May 02 10:24:05.929751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-202cd4c5-fb45-4bfb-95b1-8ca255ad8cdd req-4f0a0d8d-2944-41ee-a58e-244a3c7857a4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455410 May 02 10:24:05.975458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] Publish callbacks [] for security_group (896b5687-c17f-4a8b-83dd-425707d1c306), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:05.979212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-9bf0fec9-b020-42b2-a306-aa692790c6f4 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:05.980689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-9bf0fec9-b020-42b2-a306-aa692790c6f4 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.24 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 945 time: 0.0497782 May 02 10:24:05.980849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efb6265d-424a-44ab-8d32-09ea8273fa6a req-8a1a851c-dfaf-4aad-8f3f-a6b4d03c556b tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/security-groups?id=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836210 May 02 10:24:06.003793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] Publish callbacks [] for security_group (896b5687-c17f-4a8b-83dd-425707d1c306), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.073355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Deleting port 5db6848c-2242-41ac-856d-1b16ace8bc9f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:06.073694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.118524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (896b5687-c17f-4a8b-83dd-425707d1c306), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.121227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.122498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/896b5687-c17f-4a8b-83dd-425707d1c306 HTTP/1.1" status: 204 len: 168 time: 0.2459517 May 02 10:24:06.130576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617774aa-029f-4854-8f0e-a987faf294c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b5687-c17f-4a8b-83dd-425707d1c306,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:06.167929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] For port 5db6848c-2242-41ac-856d-1b16ace8bc9f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=5db6848c-2242-41ac-856d-1b16ace8bc9f,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:06.168650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.182943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Calling delete_port for 5db6848c-2242-41ac-856d-1b16ace8bc9f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:06.350555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac376db5-e5de-4524-913e-05ccb79dc425 req-5934412e-efb0-4a86-bd22-0f8f71b0c668 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:06.352063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac376db5-e5de-4524-913e-05ccb79dc425 req-5934412e-efb0-4a86-bd22-0f8f71b0c668 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0577202 May 02 10:24:06.401575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac376db5-e5de-4524-913e-05ccb79dc425 req-a4cd1d0b-775b-4971-8268-08a61bc2b856 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428720 May 02 10:24:06.450383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5db6848c-2242-41ac-856d-1b16ace8bc9f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.462957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['5db6848c-2242-41ac-856d-1b16ace8bc9f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:06.499178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Pushing event deleted for resources: {'Port': ['ID=5db6848c-2242-41ac-856d-1b16ace8bc9f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:06.572587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] No DVR routers for this DVR port 5db6848c-2242-41ac-856d-1b16ace8bc9f on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:06.576839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.580763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0ec914d-a924-4841-b8e9-c3439068dabf req-84a2bfa5-d432-4862-a212-871d304178b5 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.24 "DELETE /v2.0/ports/5db6848c-2242-41ac-856d-1b16ace8bc9f HTTP/1.1" status: 204 len: 173 time: 0.5944054 May 02 10:24:06.581220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'name': 'network-vif-deleted', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:06.583675 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c1a00b-401b-457c-8f4b-af07611eda89" -d '{"events": [{"server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "name": "network-vif-deleted", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:06.587469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-0d19fb27-7104-42be-8a4f-efce16b4567f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:06.588942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-0d19fb27-7104-42be-8a4f-efce16b4567f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.0993228 May 02 10:24:06.599477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5013360-23ed-4da1-9849-7141c128ecc2 req-4023b91d-a9a1-4a2b-817c-3c079f8ab1f3 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0380676 May 02 10:24:06.620356 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e1cd93-4b01-437d-bd67-bdd2e2eea472 x-openstack-request-id: req-97e1cd93-4b01-437d-bd67-bdd2e2eea472 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:06.620685 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4682f15d-4196-47b7-af3a-b6fd1daacbc3", "name": "network-vif-deleted", "tag": "5db6848c-2242-41ac-856d-1b16ace8bc9f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:06.620944 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97e1cd93-4b01-437d-bd67-bdd2e2eea472 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:06.621346 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e1cd93-4b01-437d-bd67-bdd2e2eea472'] response: {'server_uuid': '4682f15d-4196-47b7-af3a-b6fd1daacbc3', 'name': 'network-vif-deleted', 'tag': '5db6848c-2242-41ac-856d-1b16ace8bc9f', 'status': 'completed', 'code': 200} May 02 10:24:06.656413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa370313-2bd0-4e69-9f28-f01fdf04760a req-8550adaa-c606-4822-b49f-acaa3ae13cdd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0291157 May 02 10:24:06.661523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483233f3-bb79-4553-b514-d484eb76b3bd req-41d6c6da-2b0d-4a1a-85cb-c01c66d9defc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:06.663102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-41d6c6da-2b0d-4a1a-85cb-c01c66d9defc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554087 May 02 10:24:06.750081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2ba1658-67fb-4903-bf4e-78d8208a777a req-d0687a01-9042-4fe0-97f1-c94da59d08eb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 210 time: 0.0319557 May 02 10:24:06.775186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:06.792347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4bf57a6-da65-425e-9f02-910cacbcd4ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.866236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4bf57a6-da65-425e-9f02-910cacbcd4ea admin admin] Publish callbacks [] for security_group (6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.955826 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4bf57a6-da65-425e-9f02-910cacbcd4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:06.963111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-bc071dcc-3390-4a2d-a2b3-a817abee9061 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916517 May 02 10:24:06.996813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf57a6-da65-425e-9f02-910cacbcd4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:07.002212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4bf57a6-da65-425e-9f02-910cacbcd4ea admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e27d4c704af4470f9492a47723b6e660&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2258911 May 02 10:24:07.005750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:07.106141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120ac0c2-cc23-43a2-a7db-006b84120993 req-d7e82a73-ccb0-40da-bf0a-2341b17b3e41 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:07.108200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-120ac0c2-cc23-43a2-a7db-006b84120993 req-d7e82a73-ccb0-40da-bf0a-2341b17b3e41 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0692916 May 02 10:24:07.129896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] Publish callbacks [] for security_group (6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:07.174735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd7fc66d-696a-4257-b9ea-d8fcf1c1d487 req-c8ecee29-d438-419a-b045-458539b70924 tempest-ServerRescueTestJSONUnderV235-336730298 tempest-ServerRescueTestJSONUnderV235-336730298-project] 10.222.0.16 "GET /v2.0/ports?device_id=4682f15d-4196-47b7-af3a-b6fd1daacbc3 HTTP/1.1" status: 200 len: 210 time: 0.0410826 May 02 10:24:07.223686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483233f3-bb79-4553-b514-d484eb76b3bd req-2192378e-88ed-4893-90f9-48a2771a7f3d service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2524321 May 02 10:24:07.230457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-d817ad1f-934c-4353-bc12-c9e14fe37143 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:07.232236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-d817ad1f-934c-4353-bc12-c9e14fe37143 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.2159996 May 02 10:24:07.249728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Request body: {'port': {'device_id': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'admin_state_up': True, 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:07.467578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:07.470521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] Publish callbacks [] for security_group (6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:07.471308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:07.480284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-120ac0c2-cc23-43a2-a7db-006b84120993 req-79107a55-0a57-45da-b8fd-4d6f45ef6518 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618739 May 02 10:24:07.557783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f5949-0f62-4f92-983f-49b8f2206fe3 req-127bc3fa-29a5-4ce5-9b05-5ee39815f019 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:07.559355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a85f5949-0f62-4f92-983f-49b8f2206fe3 req-127bc3fa-29a5-4ce5-9b05-5ee39815f019 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0782788 May 02 10:24:07.596352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:07.599111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:07.600332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d HTTP/1.1" status: 204 len: 168 time: 0.5931363 May 02 10:24:07.611576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9fb254-9531-4308-b2ff-c470b6e3112a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aba8be1-08f4-46a3-9439-1dc2c4e8ed4d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:07.657510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a85f5949-0f62-4f92-983f-49b8f2206fe3 req-548f73d1-8e99-4cbe-abc0-27b606861437 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917311 May 02 10:24:07.750153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f61bf06-6558-4478-be96-04aafe3d8ea1 req-4345e539-016a-4436-8512-60b53727aea3 tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0275705 May 02 10:24:07.757058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Allocated IP 172.20.0.12 (7326cf19-c100-4433-b49e-2eebe1fefed2/cc765138-2c53-4275-91e3-7ae1885c4f57/791c2462-af5c-411f-80e5-329b26c204fb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:07.928417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc3d4ae-27ba-40bd-b626-8fc5a81cf8fe req-1d8701e5-c820-458a-afd6-965368b6dfc3 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 210 time: 0.0936613 May 02 10:24:07.981482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks [] for port (791c2462-af5c-411f-80e5-329b26c204fb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.095320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-74edd3b3-6753-4215-92be-b6f0b2cdeaaa service neutron] 10.222.0.15 "GET /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0621028 May 02 10:24:08.130474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.177621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:08.186599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:08.197178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:08.243606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:08.281286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52058) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:08.286986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:08.291651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.388808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:08.397747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:08.417767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:08.442746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-2f26cd34-f046-439e-81d3-78470f697e57 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1986578 May 02 10:24:08.459954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Request body: {'port': {'device_id': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:08.466864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1c5a712-7116-42d9-9f09-6fc89cc3142e {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:08.495831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:08.512096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f1c5a712-7116-42d9-9f09-6fc89cc3142e is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:08.569634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.597926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.627170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca90882-ece0-4ea0-b432-5d0e9bdc8bd8 req-1fd403d7-249c-44f9-8a91-a1c1dfc294f3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:08.628754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ca90882-ece0-4ea0-b432-5d0e9bdc8bd8 req-1fd403d7-249c-44f9-8a91-a1c1dfc294f3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0707357 May 02 10:24:08.648943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6348137c-ea81-4695-b00b-a462760ba080), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:08.812135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ca90882-ece0-4ea0-b432-5d0e9bdc8bd8 req-b00b59a2-e1bc-4539-9452-0a5563017b89 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633623 May 02 10:24:08.821215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ac7aaf-9981-474b-b6f2-f9e032a4413a req-23ddee6c-d2d0-42b4-8c02-565ae8c319e5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:08.822850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43ac7aaf-9981-474b-b6f2-f9e032a4413a req-23ddee6c-d2d0-42b4-8c02-565ae8c319e5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 943 time: 0.0694728 May 02 10:24:08.919817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] Transition to ACTIVE for port object f1c5a712-7116-42d9-9f09-6fc89cc3142e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:08.941079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd3693fe-811d-449d-802e-9378e48aaf85 req-c888a1cf-14da-4979-b795-0d87f495175e tempest-ServersAdmin275Test-888082923 tempest-ServersAdmin275Test-888082923-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0435970 May 02 10:24:08.981804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43ac7aaf-9981-474b-b6f2-f9e032a4413a req-43b00032-f21f-4ca6-aeb8-d51cd8fa4a36 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872087 May 02 10:24:09.005589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.057869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 791c2462-af5c-411f-80e5-329b26c204fb {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:09.066333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Deleting port c1f145d6-7f35-4274-b197-2871379df080 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:09.066585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c1f145d6-7f35-4274-b197-2871379df080), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.075328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks [] for port (791c2462-af5c-411f-80e5-329b26c204fb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.134811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Transition to ACTIVE for port object 791c2462-af5c-411f-80e5-329b26c204fb will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:09.135554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] No DVR routers for this DVR port f1c5a712-7116-42d9-9f09-6fc89cc3142e on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:09.144075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] Pushing event updated for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:09.179682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-885095c4-3246-400e-bb5b-98d713ab7358 service neutron] 10.222.0.15 "PUT /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0784812 May 02 10:24:09.219737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c576a816-0610-4567-b8eb-63aee5c02cb4 req-cae96434-468f-4bce-938d-677fa3be0702 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.221458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c576a816-0610-4567-b8eb-63aee5c02cb4 req-cae96434-468f-4bce-938d-677fa3be0702 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 932 time: 0.0699608 May 02 10:24:09.228104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.240023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] For port c1f145d6-7f35-4274-b197-2871379df080, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1f145d6-7f35-4274-b197-2871379df080,segment=NetworkSegment(af4e0a47-7899-4663-b20b-c2c2be1020e4),segment_id=af4e0a47-7899-4663-b20b-c2c2be1020e4)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:09.240332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c1f145d6-7f35-4274-b197-2871379df080), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.263100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Calling delete_port for c1f145d6-7f35-4274-b197-2871379df080 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:09.286032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:09.336564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c576a816-0610-4567-b8eb-63aee5c02cb4 req-6353caa9-0775-4ceb-94ae-a652447729f8 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071906 May 02 10:24:09.378702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Attempting to bind port 791c2462-af5c-411f-80e5-329b26c204fb on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:09.379699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Attempting to bind port 791c2462-af5c-411f-80e5-329b26c204fb by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:09.379699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Attempting to bind port 791c2462-af5c-411f-80e5-329b26c204fb on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:09.384485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Port 791c2462-af5c-411f-80e5-329b26c204fb on network 7326cf19-c100-4433-b49e-2eebe1fefed2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:09.384868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Attempting to bind port 791c2462-af5c-411f-80e5-329b26c204fb on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:09.388236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-61897902-b326-446b-8a61-e9758e0fc92b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.389915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-61897902-b326-446b-8a61-e9758e0fc92b tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0509894 May 02 10:24:09.390118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 23, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:09.390471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Checking segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:09.390887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Bound using segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:09.391317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Bound port: 791c2462-af5c-411f-80e5-329b26c204fb, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:09.391677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.480156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0d69ea3e-ded9-46bc-910e-3dc1e6b2cae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.480508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:09.482619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0d69ea3e-ded9-46bc-910e-3dc1e6b2cae3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668&tenant_id=1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 1126 time: 0.0821819 May 02 10:24:09.484121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:09.542757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 5db6848c-2242-41ac-856d-1b16ace8bc9f no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:09.561621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-844b66b7-619b-48fe-b6ac-315a93cf5131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.562227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 5db6848c-2242-41ac-856d-1b16ace8bc9f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:09.562582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 5db6848c-2242-41ac-856d-1b16ace8bc9f not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:09.563255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-844b66b7-619b-48fe-b6ac-315a93cf5131 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1126 time: 0.0522311 May 02 10:24:09.675948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-72743ee5-70a9-48f4-b138-9b7dc73c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.677448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-72743ee5-70a9-48f4-b138-9b7dc73c2f9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.0962141 May 02 10:24:09.725828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-a66084f1-725e-4178-889f-ad2432106592 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 200 len: 217 time: 0.0404119 May 02 10:24:09.750965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d507ba82-922a-4c7f-9eba-96142873d52b req-0d49d828-373f-402b-b986-bf92fd45bf52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2e61ca4e44174db58ae79d92a8de3458&device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0279276 May 02 10:24:09.784290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d507ba82-922a-4c7f-9eba-96142873d52b req-f76e9083-c5be-427b-a3ca-5c103aae40bb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2e61ca4e44174db58ae79d92a8de3458&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0204463 May 02 10:24:09.788823 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc4c63cf-79c2-4056-b7fa-e4a6138e2ddb req-b22b416e-d861-477a-9b8d-c45925af2edd tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0312853 May 02 10:24:09.800479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-a21986b1-4586-4445-9024-6a6f1da91025 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.802472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-a21986b1-4586-4445-9024-6a6f1da91025 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0703924 May 02 10:24:09.855233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-a91d2896-2e2b-428c-9b22-e9bd60e6ef58 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338542 May 02 10:24:09.878548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.892277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c1f145d6-7f35-4274-b197-2871379df080), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.938445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:09.938976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:09.940327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] 10.222.0.24 "PUT /v2.0/ports/791c2462-af5c-411f-80e5-329b26c204fb HTTP/1.1" status: 200 len: 1092 time: 1.4858818 May 02 10:24:09.941917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:09.944677 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3101355-c003-4e29-97e0-baa266c09d7d" -d '{"events": [{"name": "network-changed", "server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "tag": "791c2462-af5c-411f-80e5-329b26c204fb"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:09.951839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f145d6-7f35-4274-b197-2871379df080,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:10.010938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d507ba82-922a-4c7f-9eba-96142873d52b req-4b333bbd-311e-469e-841c-c3af1bccde9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.012564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d507ba82-922a-4c7f-9eba-96142873d52b req-4b333bbd-311e-469e-841c-c3af1bccde9d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2231081 May 02 10:24:10.013451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae7cd86-3a7d-4505-9272-f5ab82c95505 service neutron] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:10.035724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abeb3c7-bc03-407d-a0fc-9dedc4f7c3b0 req-d134ad92-f90d-40cc-8230-c845f8e72399 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.038109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3abeb3c7-bc03-407d-a0fc-9dedc4f7c3b0 req-d134ad92-f90d-40cc-8230-c845f8e72399 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1198571 May 02 10:24:10.040863 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71ae2162-4840-4c81-8c79-2f87f5079fd9 x-openstack-request-id: req-71ae2162-4840-4c81-8c79-2f87f5079fd9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:10.041136 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "tag": "791c2462-af5c-411f-80e5-329b26c204fb", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:10.042083 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-71ae2162-4840-4c81-8c79-2f87f5079fd9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:10.042083 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71ae2162-4840-4c81-8c79-2f87f5079fd9'] response: {'name': 'network-changed', 'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb', 'status': 'completed', 'code': 200} May 02 10:24:10.055624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-b0e01a63-8015-438d-b795-d8f136515653 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1938837 May 02 10:24:10.146263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3101355-c003-4e29-97e0-baa266c09d7d req-a2af199e-8566-4482-bf89-65aee8c40a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.147759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3101355-c003-4e29-97e0-baa266c09d7d req-a2af199e-8566-4482-bf89-65aee8c40a73 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 1126 time: 0.0922441 May 02 10:24:10.153097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3abeb3c7-bc03-407d-a0fc-9dedc4f7c3b0 req-92094f6e-2b28-428d-a1ce-df8ae4dc831b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053841 May 02 10:24:10.271757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efa4d48-a399-4a9c-91e2-08ac9d2ea02e req-0ec7a61a-1389-42a8-92ac-862e257a00e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.279520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6efa4d48-a399-4a9c-91e2-08ac9d2ea02e req-0ec7a61a-1389-42a8-92ac-862e257a00e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.1569657 May 02 10:24:10.282444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3101355-c003-4e29-97e0-baa266c09d7d req-1a282b98-ed60-425d-aa3c-ad325144ed8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.285402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3101355-c003-4e29-97e0-baa266c09d7d req-1a282b98-ed60-425d-aa3c-ad325144ed8f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=a1ea8413418742c49c7aadca80d951ed&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1157396 May 02 10:24:10.350230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-29c2208c-37c8-4c9c-9156-edaa6f68af48 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817488 May 02 10:24:10.357954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6348137c-ea81-4695-b00b-a462760ba080), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:10.380708 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6efa4d48-a399-4a9c-91e2-08ac9d2ea02e req-f0484de6-41d0-42c5-811f-bbc15a21eabc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987287 May 02 10:24:10.426597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3101355-c003-4e29-97e0-baa266c09d7d req-91a5b2be-6709-41a3-afa6-d8db2468b8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.428936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3101355-c003-4e29-97e0-baa266c09d7d req-91a5b2be-6709-41a3-afa6-d8db2468b8ae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1362278 May 02 10:24:10.560625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f5ec9-2711-40e0-9133-22652dd6a2df req-76064b9c-aa62-40d7-9f60-e07a6a06158d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.562304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-292f5ec9-2711-40e0-9133-22652dd6a2df req-76064b9c-aa62-40d7-9f60-e07a6a06158d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 944 time: 0.1006286 May 02 10:24:10.565430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-b35f1cf4-2159-4370-b4ef-7b1de48b3756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.566715 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-b35f1cf4-2159-4370-b4ef-7b1de48b3756 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 1126 time: 0.0833476 May 02 10:24:10.632489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-5b00382a-bfc9-4992-9449-7e5b850a2fb6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=791c2462-af5c-411f-80e5-329b26c204fb HTTP/1.1" status: 200 len: 217 time: 0.0401525 May 02 10:24:10.692521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-292f5ec9-2711-40e0-9133-22652dd6a2df req-dd5a1714-e27e-4f0f-a2f4-38866cb6160d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224158 May 02 10:24:10.705586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fe1180-dd55-4a98-a443-7274393be36c req-36ce98e2-403a-485b-bc81-c648a898618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.707049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-36ce98e2-403a-485b-bc81-c648a898618b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.0621066 May 02 10:24:10.718691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3d389329-5dc7-4871-8b06-789b19cd04cc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265954 May 02 10:24:10.751825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-516e4cc1-4f4c-4369-a734-e5e96f423daf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339983 May 02 10:24:10.805633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Router 6348137c-ea81-4695-b00b-a462760ba080 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:24:10.856049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-b7805572-3355-43c9-8094-5807beb5bb95 service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943980 May 02 10:24:10.929333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-5d77e677-f4ee-4b08-92b6-e0eccaf4d7fc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.930810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-5d77e677-f4ee-4b08-92b6-e0eccaf4d7fc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020628 May 02 10:24:10.943548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07dd1c5a-c99b-4119-b151-9fcb2ac0c541 req-71529cdb-f534-4533-be9c-aa4e6c620be2 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0606127 May 02 10:24:10.976992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-c6b5a716-4373-4977-8fed-79d37ce2c147 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:10.978122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95fe1180-dd55-4a98-a443-7274393be36c req-63aa6b68-e061-468b-ae10-542ca6688ecc service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135828 May 02 10:24:10.978336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-c6b5a716-4373-4977-8fed-79d37ce2c147 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.1461263 May 02 10:24:10.986382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-62bb8e99-874b-42b0-9b83-9b4ac3ca3b51 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/quotas/8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 375 time: 0.0469639 May 02 10:24:11.056224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-1a05705f-319f-4126-949d-90a8e7761655 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0594568 May 02 10:24:11.059240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:24:11.070916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-723a7499-c888-41a5-8695-5ab03ffb84f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/6348137c-ea81-4695-b00b-a462760ba080/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7860525 May 02 10:24:11.071080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Sync routers for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:24:11.071499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52122) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:11.079938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:11.080837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:11.219271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:11.249607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks [] for router (6348137c-ea81-4695-b00b-a462760ba080), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:11.291228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fc86f-6a17-40b4-98ce-3faed480cee9 req-e43e1466-9483-4abf-b1fc-6398ddf91c94 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:11.293029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b0fc86f-6a17-40b4-98ce-3faed480cee9 req-e43e1466-9483-4abf-b1fc-6398ddf91c94 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0551233 May 02 10:24:11.359847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b0fc86f-6a17-40b4-98ce-3faed480cee9 req-643a1580-d5c7-4554-a00b-7facf92fbe74 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595043 May 02 10:24:11.381206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d507ba82-922a-4c7f-9eba-96142873d52b req-2860b251-9f07-4b23-afd0-eae38daf8e93 tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.15 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0352936 May 02 10:24:11.551897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc29947-697a-41cf-8c2c-602d3aeac719 req-9278f88a-f5a3-4135-a598-125b1106d2f6 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:11.558621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbc29947-697a-41cf-8c2c-602d3aeac719 req-9278f88a-f5a3-4135-a598-125b1106d2f6 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.0966074 May 02 10:24:11.612558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0dd1514f-e23c-4bac-a4ba-94e3f1468fc6 service neutron] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:11.625238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbc29947-697a-41cf-8c2c-602d3aeac719 req-749a2baa-06e6-4f58-abfa-a52c7aab873f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602863 May 02 10:24:11.632476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:24:09Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:11.638325 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0dd1514f-e23c-4bac-a4ba-94e3f1468fc6 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:11.639155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed4c7c1f-37ed-46a0-b071-302f83d5c69d req-0dd1514f-e23c-4bac-a4ba-94e3f1468fc6 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.6478047 May 02 10:24:11.645429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b7299ea-1c00-4e21-8dcd-7b511e4403e3 req-a543909b-0f45-4249-803f-d3e45418fecf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0540881 May 02 10:24:11.678290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Checking router: 6348137c-ea81-4695-b00b-a462760ba080 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:24:11.688888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Routers {'6348137c-ea81-4695-b00b-a462760ba080'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:11.689517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6348137c-ea81-4695-b00b-a462760ba080'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:11.732545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks [] for router_gateway (6348137c-ea81-4695-b00b-a462760ba080), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:11.817459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d454c2-a459-4aba-b43b-8ee49f4157ca req-de71f879-f9d0-438e-8a8b-318589cf7af8 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:11.819284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23d454c2-a459-4aba-b43b-8ee49f4157ca req-de71f879-f9d0-438e-8a8b-318589cf7af8 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1126 time: 0.0435739 May 02 10:24:11.831386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] Set router 6348137c-ea81-4695-b00b-a462760ba080 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:11.833738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af01e6af-957b-46a5-a8b3-7ce6b969b581 req-d4a80aa8-f825-4352-bb99-325d0da2ac4a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:11.835475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af01e6af-957b-46a5-a8b3-7ce6b969b581 req-d4a80aa8-f825-4352-bb99-325d0da2ac4a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 944 time: 0.0516953 May 02 10:24:11.886749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af01e6af-957b-46a5-a8b3-7ce6b969b581 req-b92af3e3-c8ca-4342-bcf4-b7f1c88b2033 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451767 May 02 10:24:11.909013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23d454c2-a459-4aba-b43b-8ee49f4157ca req-310455d4-5b60-4291-9d03-4c2facf873ea tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812738 May 02 10:24:11.917310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Deleting port 3b07ce2d-575d-4efb-bc3f-071b158140fb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:11.917738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.010565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] For port 3b07ce2d-575d-4efb-bc3f-071b158140fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3b07ce2d-575d-4efb-bc3f-071b158140fb,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:12.011185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.024942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:24:09Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:12.035114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5baad-394c-4e97-8d9f-255a0b99c43f req-c1e0b03c-c639-405a-9767-283f18634213 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:12.035319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Calling delete_port for 3b07ce2d-575d-4efb-bc3f-071b158140fb owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:12.037859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05e5baad-394c-4e97-8d9f-255a0b99c43f req-c1e0b03c-c639-405a-9767-283f18634213 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 1126 time: 0.0536954 May 02 10:24:12.067235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5155b962-3dc0-47ef-898a-118e557447ec None None] The sync data for ids ['6348137c-ea81-4695-b00b-a462760ba080'] in ncdv-master-1 is: [{'id': '6348137c-ea81-4695-b00b-a462760ba080', 'name': 'tempest-ServerRescueTestJSONUnderV235-934406120-router', 'tenant_id': 'df25ec067b694b75859a41ecc012eb89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:22:55Z', 'updated_at': '2022-05-02T10:24:09Z', 'revision_number': 5, 'project_id': 'df25ec067b694b75859a41ecc012eb89', 'gw_port': {'id': '3b07ce2d-575d-4efb-bc3f-071b158140fb', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:1e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6348137c-ea81-4695-b00b-a462760ba080', 'device_owner': 'network:router_gateway', 'standard_attr_id': 591, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:22:56Z', 'updated_at': '2022-05-02T10:23:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:24:12.130759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05e5baad-394c-4e97-8d9f-255a0b99c43f req-5506f484-213a-4e4c-970b-72382474604e tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794501 May 02 10:24:12.154606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0254185d-3794-49b8-baa6-48cde736ded4 req-d974b35a-614a-4c93-9e52-336666f9effe tempest-ServersAdmin275Test-1831684103 tempest-ServersAdmin275Test-1831684103-project] 10.222.0.16 "GET /v2.0/ports?device_id=58997d03-3a8b-4559-8335-aaafaca56a4e HTTP/1.1" status: 200 len: 210 time: 0.0362120 May 02 10:24:12.376107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3b07ce2d-575d-4efb-bc3f-071b158140fb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.408804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b07ce2d-575d-4efb-bc3f-071b158140fb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:12.532746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6285cf2a-1ad3-4754-89ae-87dbed5ec2bc req-64293e77-1122-4c37-9de8-cdce38f10549 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:12.538234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6285cf2a-1ad3-4754-89ae-87dbed5ec2bc req-64293e77-1122-4c37-9de8-cdce38f10549 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0789580 May 02 10:24:12.540765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6348137c-ea81-4695-b00b-a462760ba080), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.569949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1f145d6-7f35-4274-b197-2871379df080 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:12.634056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c1f145d6-7f35-4274-b197-2871379df080 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:12.635033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1f145d6-7f35-4274-b197-2871379df080 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:12.688775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6348137c-ea81-4695-b00b-a462760ba080), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.691091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks [] for router_controller (6348137c-ea81-4695-b00b-a462760ba080), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.760403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d401dfc3-5917-433f-a443-b8efa1e811ed req-9cb101cc-c2ee-40f2-b3fd-e016fab4cbf9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0353186 May 02 10:24:12.793850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6285cf2a-1ad3-4754-89ae-87dbed5ec2bc req-10e32cac-2d70-4b6c-822f-52da3f48f3d6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545569 May 02 10:24:12.835796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6348137c-ea81-4695-b00b-a462760ba080), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.836352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6348137c-ea81-4695-b00b-a462760ba080 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:24:12.841354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.842532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-233e20ef-bf7c-4b2d-9224-d0c878b9a6c6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6348137c-ea81-4695-b00b-a462760ba080 HTTP/1.1" status: 204 len: 168 time: 1.7703681 May 02 10:24:12.845828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52164) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:12.893637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Deleting subnet 6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:24:12.897322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Publish callbacks [] for subnet (6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:12.939278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.012322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.045419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865daa58-ede8-4763-b071-8a9d5ebc0733 req-e5d88079-f14f-4289-a2dd-0c51e9dc23e3 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:13.046847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-865daa58-ede8-4763-b071-8a9d5ebc0733 req-e5d88079-f14f-4289-a2dd-0c51e9dc23e3 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 944 time: 0.0767772 May 02 10:24:13.106726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-865daa58-ede8-4763-b071-8a9d5ebc0733 req-d3d45635-146a-468f-ab01-70f0fc5e7cfe tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525734 May 02 10:24:13.144626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.169714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:13.173699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.177154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49f8d0ba-e7e6-4f09-8313-5893becc0af4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6d190a99-0fed-4f0e-91e4-5a0aed9dc4e3 HTTP/1.1" status: 204 len: 168 time: 0.3302782 May 02 10:24:13.181919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52168) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:13.261348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.347172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.377554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f728ef-2cb3-4b67-8da4-e3d094aab7f0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:13.387573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af4e0a47-7899-4663-b20b-c2c2be1020e4') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:13.387867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af4e0a47-7899-4663-b20b-c2c2be1020e4') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:13.397346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (af4e0a47-7899-4663-b20b-c2c2be1020e4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.410430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af4e0a47-7899-4663-b20b-c2c2be1020e4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.417398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (af4e0a47-7899-4663-b20b-c2c2be1020e4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: timer() May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:24:13.420336 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:24:13.559537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:13.576458 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.579679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a5f728ef-2cb3-4b67-8da4-e3d094aab7f0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.597628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.601071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a5f728ef-2cb3-4b67-8da4-e3d094aab7f0 HTTP/1.1" status: 204 len: 168 time: 0.4205849 May 02 10:24:13.602894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c178d5-9029-4612-8878-1b72ed316365 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5f728ef-2cb3-4b67-8da4-e3d094aab7f0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:13.697532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:13.718923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '791c2462-af5c-411f-80e5-329b26c204fb', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '791c2462-af5c-411f-80e5-329b26c204fb', 'mac_address': 'fa:16:3e:af:8b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:24:13.752550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 791c2462-af5c-411f-80e5-329b26c204fb is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:13.753004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.769500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 791c2462-af5c-411f-80e5-329b26c204fb {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:13.790581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:13.886034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc772996-8633-42cf-bb9c-126b57b72157 req-da376c89-64bf-4b76-9c1b-8478127b1d86 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0327210 May 02 10:24:13.915520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:13.939550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:13.949837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8291d00-f105-415d-8761-2fc7737bdbf4 req-56196156-43d0-432d-acc3-e2a1c9bbb7e6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:13.950913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d8291d00-f105-415d-8761-2fc7737bdbf4 req-56196156-43d0-432d-acc3-e2a1c9bbb7e6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0581656 May 02 10:24:13.971483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:14.025099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d8291d00-f105-415d-8761-2fc7737bdbf4 req-918123c4-2b25-417c-9b0e-69eb3b782188 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672822 May 02 10:24:14.097091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ede7dff4-ccea-43cf-a81b-0305ba990a18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.107820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-4d4d2c1d-f0e5-42c2-ae78-a56eb6afe474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:14.110553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-4d4d2c1d-f0e5-42c2-ae78-a56eb6afe474 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1127 time: 0.0647011 May 02 10:24:14.138055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52190) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:14.189700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a38099d-5144-43a0-8b2f-c6c9a57be64e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=df25ec067b694b75859a41ecc012eb89&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0503931 May 02 10:24:14.192963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52192) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:14.198004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['791c2462-af5c-411f-80e5-329b26c204fb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:14.247594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] Publish callbacks [] for security_group (eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.266164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48985c-e2b9-4629-a4fd-298179da4453 req-a9e1f2e2-1dab-4fab-9354-e13520a03aa6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:14.267668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c48985c-e2b9-4629-a4fd-298179da4453 req-a9e1f2e2-1dab-4fab-9354-e13520a03aa6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 945 time: 0.0812979 May 02 10:24:14.272835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] Publish callbacks [] for security_group (eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.310421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-704574d6-b9f6-443c-be64-bd3017bcb78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:14.312148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-704574d6-b9f6-443c-be64-bd3017bcb78f service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1940846 May 02 10:24:14.330105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ede7dff4-ccea-43cf-a81b-0305ba990a18 admin admin] Publish callbacks [] for security_group (02308269-c79d-4958-b9f6-39339b9c16bb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.371264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3b07ce2d-575d-4efb-bc3f-071b158140fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:14.380160 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-8c17c74e-6d38-44ec-bca0-e1d72b06c9bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0437715 May 02 10:24:14.387404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c48985c-e2b9-4629-a4fd-298179da4453 req-cf4a4160-d0cc-46c6-a97f-0a375a8bfe89 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039379 May 02 10:24:14.394617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 3b07ce2d-575d-4efb-bc3f-071b158140fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:14.395542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3b07ce2d-575d-4efb-bc3f-071b158140fb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:14.404455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.407223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.410952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567 HTTP/1.1" status: 204 len: 168 time: 0.2145455 May 02 10:24:14.416812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ed6dc-6944-40cf-bd67-11afde8cd5a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb96ee9d-dcc1-4b69-8bd0-6ba29a7f9567,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:14.436979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ede7dff4-ccea-43cf-a81b-0305ba990a18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (02308269-c79d-4958-b9f6-39339b9c16bb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.457955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-baefcc40-29bc-4768-85c8-6dbae7924cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:14.459407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-baefcc40-29bc-4768-85c8-6dbae7924cc7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0709262 May 02 10:24:14.506162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7dff4-ccea-43cf-a81b-0305ba990a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02308269-c79d-4958-b9f6-39339b9c16bb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:14.510894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-09fd0de3-d909-4017-895f-5169dc883247 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429635 May 02 10:24:14.513328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ede7dff4-ccea-43cf-a81b-0305ba990a18 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e61ca4e44174db58ae79d92a8de3458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5727823 May 02 10:24:14.516534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:14.545730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ea205130-e694-4c89-ada2-f5c084058521 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359981 May 02 10:24:14.638450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] Publish callbacks [] for security_group (02308269-c79d-4958-b9f6-39339b9c16bb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.651976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-9bec28b6-ed0f-42de-90b0-ecc04662bb82 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290677 May 02 10:24:14.657877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-34444072-b6aa-481e-82ab-586f85b81286 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:14.658834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-34444072-b6aa-481e-82ab-586f85b81286 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081161 May 02 10:24:14.671781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Request body: {'port': {'device_id': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '8f3a87b199b24854bb1e0699f7402e8d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:14.674909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] Publish callbacks [] for security_group (02308269-c79d-4958-b9f6-39339b9c16bb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.793870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-143c40fc-db04-472a-8fbe-9250e3e1a71a service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323133 May 02 10:24:14.927032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (02308269-c79d-4958-b9f6-39339b9c16bb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.931025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:14.932175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/02308269-c79d-4958-b9f6-39339b9c16bb HTTP/1.1" status: 204 len: 168 time: 0.4146621 May 02 10:24:14.953042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8f3fa4-e04f-4e48-889e-5882acf25734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02308269-c79d-4958-b9f6-39339b9c16bb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:15.141610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c28ecdc3-091c-4b55-82f5-d56477611894 req-0bc8327b-0735-46b1-bcba-448966a5a19e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0713658 May 02 10:24:15.304056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7122b984-100a-46b2-8b10-aaf7493cf5d8 req-beed3c95-a042-4f2d-a3c2-874223b59647 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:15.313906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7122b984-100a-46b2-8b10-aaf7493cf5d8 req-beed3c95-a042-4f2d-a3c2-874223b59647 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0931864 May 02 10:24:15.378410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7122b984-100a-46b2-8b10-aaf7493cf5d8 req-f5e45312-6e4e-4994-9f93-431477e415d4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635438 May 02 10:24:15.468675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Made reservation on behalf of 8f3a87b199b24854bb1e0699f7402e8d for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:15.472025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.487696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.517499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3e6a6-1e9f-411c-8416-004f9bb49892 req-3f6249fb-3a6d-46d1-a7bf-e96883f6cfef tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:15.520070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10b3e6a6-1e9f-411c-8416-004f9bb49892 req-3f6249fb-3a6d-46d1-a7bf-e96883f6cfef tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 945 time: 0.0579770 May 02 10:24:15.570478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:15.624097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10b3e6a6-1e9f-411c-8416-004f9bb49892 req-68e64216-579b-411e-bec3-8d2407cc54bd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965364 May 02 10:24:15.635921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.640784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for security_group (f59601fc-01d0-49e0-a154-5877c1dcc852), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.658749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 791c2462-af5c-411f-80e5-329b26c204fb completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:24:15.738823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f59601fc-01d0-49e0-a154-5877c1dcc852), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.740532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 791c2462-af5c-411f-80e5-329b26c204fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:15.741430 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (791c2462-af5c-411f-80e5-329b26c204fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.852514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59601fc-01d0-49e0-a154-5877c1dcc852,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:15.903544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 791c2462-af5c-411f-80e5-329b26c204fb is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:15.904403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:15.945683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:15.948359 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0689bf2c-8e0d-431a-b34b-a393b803d209" -d '{"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-plugged", "status": "completed", "tag": "791c2462-af5c-411f-80e5-329b26c204fb"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:15.963974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:15.985417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Allocated IP 192.168.233.27 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/abb3c40b-27d1-474a-9f53-52def5613f2c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:15.994101 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793773b1-987f-4380-b7e3-7fbecd14fef5 x-openstack-request-id: req-793773b1-987f-4380-b7e3-7fbecd14fef5 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:15.994454 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-plugged", "status": "completed", "tag": "791c2462-af5c-411f-80e5-329b26c204fb", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:15.994734 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-793773b1-987f-4380-b7e3-7fbecd14fef5 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:15.995144 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-793773b1-987f-4380-b7e3-7fbecd14fef5'] response: {'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb', 'code': 200} May 02 10:24:16.001927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52280) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:16.096239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:16.109761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.117731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175211-975e-47b6-81dc-0fb5d3d7aeec req-005ab783-b1c3-490a-b3b8-dfbf87851dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:16.120691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95175211-975e-47b6-81dc-0fb5d3d7aeec req-005ab783-b1c3-490a-b3b8-dfbf87851dab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 1127 time: 0.0653808 May 02 10:24:16.146441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af0421bf-cc3b-4ca8-824d-ed03e44995bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.191377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:16.220379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95175211-975e-47b6-81dc-0fb5d3d7aeec req-16f5cc55-9c9f-455a-b1e1-1e33680e91fd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940733 May 02 10:24:16.242507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.299349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af0421bf-cc3b-4ca8-824d-ed03e44995bb admin admin] Publish callbacks [] for security_group (be88abe9-59da-4829-b5fa-6a05237ad4d5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.300266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-65579469-fa26-49bf-8628-fcd6527d1b3c req-584223f3-b8c8-47e9-b825-568d385825fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0418653 May 02 10:24:16.352458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1529007674-network', 'tenant_id': '1ab612a661a049a38f1ec4ab8db19b0f'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:16.447088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af0421bf-cc3b-4ca8-824d-ed03e44995bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (be88abe9-59da-4829-b5fa-6a05237ad4d5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.513171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Made reservation on behalf of 1ab612a661a049a38f1ec4ab8db19b0f for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:16.515440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.517619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.528030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af0421bf-cc3b-4ca8-824d-ed03e44995bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e936ab75ffa14873a9294543700627a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4284458 May 02 10:24:16.528498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52312) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:16.540987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0421bf-cc3b-4ca8-824d-ed03e44995bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be88abe9-59da-4829-b5fa-6a05237ad4d5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:16.565653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.579379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b081aea4-2c0f-4971-8fda-46dea12b6e9a req-d65c9fc9-07f7-472f-8439-bbedad690d1f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:16.580899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b081aea4-2c0f-4971-8fda-46dea12b6e9a req-d65c9fc9-07f7-472f-8439-bbedad690d1f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1174107 May 02 10:24:16.583869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] Publish callbacks [] for security_group (be88abe9-59da-4829-b5fa-6a05237ad4d5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.606591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] Publish callbacks [] for security_group (be88abe9-59da-4829-b5fa-6a05237ad4d5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.621785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:16.630362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:16.635408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:16.640024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:16.713062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b081aea4-2c0f-4971-8fda-46dea12b6e9a req-6e5ce73f-7843-4e1b-82b6-a9ee17017d1f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116066 May 02 10:24:16.720447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:16.721105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.771654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bee22e-c8fc-4192-922d-f871121ed6c8 req-1eddfff0-5a3c-4e71-bae5-99d60bca14e1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:16.778868 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42bee22e-c8fc-4192-922d-f871121ed6c8 req-1eddfff0-5a3c-4e71-bae5-99d60bca14e1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 946 time: 0.0738156 May 02 10:24:16.788066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (be88abe9-59da-4829-b5fa-6a05237ad4d5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.790851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.793179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be88abe9-59da-4829-b5fa-6a05237ad4d5 HTTP/1.1" status: 204 len: 168 time: 0.2623951 May 02 10:24:16.810063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669f9e93-a800-422f-878b-3737dc760a3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be88abe9-59da-4829-b5fa-6a05237ad4d5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:16.840542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks [] for security_group (ede982e5-a3c4-4494-924a-cbb7b87ea039), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.845669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ad22f059-1fca-4159-9b26-68de0c5b4b63 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1796725 May 02 10:24:16.864404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42bee22e-c8fc-4192-922d-f871121ed6c8 req-7ebe0306-c345-4bcc-9b1a-f7997c97cc2f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770988 May 02 10:24:16.941978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ede982e5-a3c4-4494-924a-cbb7b87ea039), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.970357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:16.991398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-93811c83-a5cb-446e-b57b-a3ee95f7eeef None None] Provisioning complete for port abb3c40b-27d1-474a-9f53-52def5613f2c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:16.992448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93811c83-a5cb-446e-b57b-a3ee95f7eeef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:16.995833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Request body: {'port': {'device_id': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:16.999499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ede982e5-a3c4-4494-924a-cbb7b87ea039,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:17.024676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e3477522-fb1a-4e56-847f-813e7990fb71), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.025032 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Added segment e3477522-fb1a-4e56-847f-813e7990fb71 of type vlan for network 8faa744b-720a-49d8-9f50-804247def33b May 02 10:24:17.037262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93811c83-a5cb-446e-b57b-a3ee95f7eeef None None] Port abb3c40b-27d1-474a-9f53-52def5613f2c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:24:17.091452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8faa744b-720a-49d8-9f50-804247def33b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.101843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.227742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8faa744b-720a-49d8-9f50-804247def33b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.228761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:17.229335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.346196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] Pushing event updated for resources: {'Network': ['ID=8faa744b-720a-49d8-9f50-804247def33b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:17.356807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-095c33df-6286-4a04-bab1-4e13a959b588 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3467793 May 02 10:24:17.357347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:17.360284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8faa744b-720a-49d8-9f50-804247def33b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:17.369202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Request body: {'subnet': {'network_id': '8faa744b-720a-49d8-9f50-804247def33b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1529007674-subnet', 'tenant_id': '1ab612a661a049a38f1ec4ab8db19b0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:17.446859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be47203-615a-4dc6-91f0-20dd9794dc37 req-68468860-6a5c-4cff-baff-d8f120b561d8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:17.448373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8be47203-615a-4dc6-91f0-20dd9794dc37 req-68468860-6a5c-4cff-baff-d8f120b561d8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 935 time: 0.0765107 May 02 10:24:17.507365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Made reservation on behalf of 1ab612a661a049a38f1ec4ab8db19b0f for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:17.509804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.528098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb3c40b-27d1-474a-9f53-52def5613f2c {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:17.542886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks [] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.550027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8be47203-615a-4dc6-91f0-20dd9794dc37 req-33c316c6-b2e4-413f-a55b-a2d1aefc8803 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944436 May 02 10:24:17.560305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Transition to ACTIVE for port object abb3c40b-27d1-474a-9f53-52def5613f2c will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:17.658152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.718917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:17.805643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (02998c12-ecad-4723-8f76-d02194713718), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.852913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:17.856807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:17.856807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:17.860294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:17.860742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:17.866505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:17.867091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:17.867841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:17.868407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Bound port: abb3c40b-27d1-474a-9f53-52def5613f2c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:17.868846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:17.907885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b1468-092f-4e8b-91a7-b65e71671722 req-a5ab1689-6f28-45e4-b693-b980664c879d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:17.908453 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-929b1468-092f-4e8b-91a7-b65e71671722 req-a5ab1689-6f28-45e4-b693-b980664c879d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.1007264 May 02 10:24:17.919814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=02998c12-ecad-4723-8f76-d02194713718,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:17.949109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Checking segment: {'id': 'e3477522-fb1a-4e56-847f-813e7990fb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8faa744b-720a-49d8-9f50-804247def33b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:17.954742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Network hostable DHCP agents. Network: 8faa744b-720a-49d8-9f50-804247def33b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:24:18.003683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:18.005167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-929b1468-092f-4e8b-91a7-b65e71671722 req-f65df9a2-c1e4-4d95-b924-253f549e59f0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888824 May 02 10:24:18.022228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5131531e-f31a-45e7-aedf-84d3bc808fea req-90282d83-6c40-4363-9f93-bc883b2c01d5 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.023716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5131531e-f31a-45e7-aedf-84d3bc808fea req-90282d83-6c40-4363-9f93-bc883b2c01d5 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 946 time: 0.0736160 May 02 10:24:18.027260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:18.053193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Network 8faa744b-720a-49d8-9f50-804247def33b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:24:18.077502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5131531e-f31a-45e7-aedf-84d3bc808fea req-1dbbf51f-142e-4b99-ac54-c87f748edd55 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449121 May 02 10:24:18.100183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.147320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.151082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.151331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8faa744b-720a-49d8-9f50-804247def33b) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:18.151432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] 10.222.0.24 "PUT /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 1095 time: 1.1644027 May 02 10:24:18.151432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:18.152559 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-723d0667-7d58-4458-ac17-1ca995912188" -d '{"events": [{"name": "network-changed", "server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:18.154294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.155807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.171800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf540a-1656-4de6-b6ed-e4aa09a7bffb service neutron] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:18.185885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d3e129d-e111-4021-bc2a-b051c283f58e None None] Network 8faa744b-720a-49d8-9f50-804247def33b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:18.243618 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19eb028c-8d97-4443-b946-67bba0f7f5dd x-openstack-request-id: req-19eb028c-8d97-4443-b946-67bba0f7f5dd {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:18.243917 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:18.244174 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-19eb028c-8d97-4443-b946-67bba0f7f5dd {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:18.244635 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19eb028c-8d97-4443-b946-67bba0f7f5dd'] response: {'name': 'network-changed', 'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'status': 'completed', 'code': 200} May 02 10:24:18.254957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-177b8b92-7eb2-4ca2-9876-6af797df92bc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8971465 May 02 10:24:18.322207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9049d987-c1b1-4b2f-ab00-83c2d54aff1a None None] Network 8faa744b-720a-49d8-9f50-804247def33b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:18.413549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:18.481832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Deleting subnet 02998c12-ecad-4723-8f76-d02194713718 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:24:18.485766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Publish callbacks [] for subnet (02998c12-ecad-4723-8f76-d02194713718), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.524753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (02998c12-ecad-4723-8f76-d02194713718), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.538270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08347fbe-68cd-4f6e-8201-6a9e0332b4a3 req-664598a9-a61d-48a4-905d-f4544133ccfa tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.541483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08347fbe-68cd-4f6e-8201-6a9e0332b4a3 req-664598a9-a61d-48a4-905d-f4544133ccfa tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 946 time: 0.0570812 May 02 10:24:18.566596 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (02998c12-ecad-4723-8f76-d02194713718), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.605008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08347fbe-68cd-4f6e-8201-6a9e0332b4a3 req-605d2278-44ae-450f-ae24-355301f2f6a4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592637 May 02 10:24:18.641537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0667-7d58-4458-ac17-1ca995912188 req-1dc25c05-dc08-4994-b4db-4ba2b510af97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.644312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-723d0667-7d58-4458-ac17-1ca995912188 req-1dc25c05-dc08-4994-b4db-4ba2b510af97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.0529625 May 02 10:24:18.709924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144b607-ec44-470d-bb41-fbc6600f99e9 req-cfcb1107-21c2-441a-b208-55ab5b4519fe tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:18.711397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8144b607-ec44-470d-bb41-fbc6600f99e9 req-cfcb1107-21c2-441a-b208-55ab5b4519fe tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0501950 May 02 10:24:18.742431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (02998c12-ecad-4723-8f76-d02194713718), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.781928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02998c12-ecad-4723-8f76-d02194713718,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:18.784504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.787321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2042b4a4-aacf-4783-be92-004af0f1aeaf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/02998c12-ecad-4723-8f76-d02194713718 HTTP/1.1" status: 204 len: 168 time: 0.3717613 May 02 10:24:18.789967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:18.790892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8144b607-ec44-470d-bb41-fbc6600f99e9 req-54ec7c61-3a68-419b-9dcb-135925c2e484 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740490 May 02 10:24:18.862676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8faa744b-720a-49d8-9f50-804247def33b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.943008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8faa744b-720a-49d8-9f50-804247def33b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:18.966608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8faa744b-720a-49d8-9f50-804247def33b']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:18.977367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3477522-fb1a-4e56-847f-813e7990fb71') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:18.977667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3477522-fb1a-4e56-847f-813e7990fb71') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:18.991819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e3477522-fb1a-4e56-847f-813e7990fb71), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.007516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e3477522-fb1a-4e56-847f-813e7990fb71), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.013834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:24:19.014818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e3477522-fb1a-4e56-847f-813e7990fb71), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: timer() May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:24:19.016486 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:24:19.086350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-723d0667-7d58-4458-ac17-1ca995912188 req-54180ac9-53d2-464f-b0aa-dd23f7c9f385 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221226 May 02 10:24:19.148833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad351be-44e6-48ba-9db8-988fc8fb955b req-bc99ede4-7a42-4978-b55c-bb0cc118e2da tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.150421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cad351be-44e6-48ba-9db8-988fc8fb955b req-bc99ede4-7a42-4978-b55c-bb0cc118e2da tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 945 time: 0.0492139 May 02 10:24:19.155975 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8faa744b-720a-49d8-9f50-804247def33b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.167419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.170574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8faa744b-720a-49d8-9f50-804247def33b HTTP/1.1" status: 204 len: 168 time: 0.3795495 May 02 10:24:19.191900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ad5bdc-6bd7-4103-859d-b533c88f4250 admin admin] Pushing event deleted for resources: {'Network': ['ID=8faa744b-720a-49d8-9f50-804247def33b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:19.225160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cad351be-44e6-48ba-9db8-988fc8fb955b req-e6b72433-3881-42a9-9df4-c730103f66cb tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671759 May 02 10:24:19.423467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-f48acf66-eb91-4b8e-b036-96cdaf64ec99 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.426397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-f48acf66-eb91-4b8e-b036-96cdaf64ec99 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0477319 May 02 10:24:19.438318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:19.488148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d0667-7d58-4458-ac17-1ca995912188 req-5e93b306-6c38-4fc6-824f-45a3592880f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.489674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-723d0667-7d58-4458-ac17-1ca995912188 req-5e93b306-6c38-4fc6-824f-45a3592880f8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1113079 May 02 10:24:19.509297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.566389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ff0470ff-fcfa-486a-814b-fe5def054ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.567932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ff0470ff-fcfa-486a-814b-fe5def054ef8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.0417128 May 02 10:24:19.614405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-3702d0c4-5910-488a-9dd9-1a9a320bd138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0393765 May 02 10:24:19.646897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:19.689115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:19.698887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:19.731544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3e7b5677-87b5-4fdf-b639-e1996ea72607 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1ab612a661a049a38f1ec4ab8db19b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0412152 May 02 10:24:19.734908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52418) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:19.777274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1389d269-8b4f-46d0-a3f9-e7c2f35d8ffa req-a820e154-cd5b-40bb-9cf7-ca3e28435467 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.778800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1389d269-8b4f-46d0-a3f9-e7c2f35d8ffa req-a820e154-cd5b-40bb-9cf7-ca3e28435467 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 946 time: 0.0963986 May 02 10:24:19.794486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-b21973e7-65f9-4a94-9268-b0fa46547d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.796701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-b21973e7-65f9-4a94-9268-b0fa46547d50 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0463333 May 02 10:24:19.797709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccad866-ae68-4730-995d-15c578d97def'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:19.799895 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0a95563-7bc9-4bd4-ae93-c54bcd95b61f" -d '{"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccad866-ae68-4730-995d-15c578d97def"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:19.810594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks [] for port (6ccad866-ae68-4730-995d-15c578d97def), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.845037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-36046d02-daac-41da-8c8b-94be5e617298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:19.846580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-36046d02-daac-41da-8c8b-94be5e617298 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0446842 May 02 10:24:19.862309 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:24:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-880b2613-f8ed-4ae5-ae9a-7e32d027b1cc x-openstack-request-id: req-880b2613-f8ed-4ae5-ae9a-7e32d027b1cc {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:19.862593 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-unplugged", "status": "completed", "tag": "6ccad866-ae68-4730-995d-15c578d97def", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:19.862844 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-880b2613-f8ed-4ae5-ae9a-7e32d027b1cc {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:19.863233 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-880b2613-f8ed-4ae5-ae9a-7e32d027b1cc'] response: {'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6ccad866-ae68-4730-995d-15c578d97def', 'code': 200} May 02 10:24:19.866645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] Publish callbacks [] for security_group (ede982e5-a3c4-4494-924a-cbb7b87ea039), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.879666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1389d269-8b4f-46d0-a3f9-e7c2f35d8ffa req-8300ee3c-7acc-4fb2-b6af-4b85b4995087 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884333 May 02 10:24:19.894197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] Publish callbacks [] for security_group (ede982e5-a3c4-4494-924a-cbb7b87ea039), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.902994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:19.993202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:20.001522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184d394d-3ea8-465f-8d1a-850ecfcda705 req-914a7f86-b3a6-4cb4-afb3-290468922ea8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:20.003083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-184d394d-3ea8-465f-8d1a-850ecfcda705 req-914a7f86-b3a6-4cb4-afb3-290468922ea8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0645647 May 02 10:24:20.007328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-ace6d0f1-35b3-445b-be43-e394f090ccc1 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523609 May 02 10:24:20.043032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:20.043312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:20.043711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:20.045719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52432) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:20.054715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:20.055111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Attempting to bind port 6ccad866-ae68-4730-995d-15c578d97def on network 98097bd3-4b95-4af7-9dbb-4e3fefd944fd {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:20.061401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:20.061680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Checking segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:20.062062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Bound using segment: {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:20.062489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Bound port: 6ccad866-ae68-4730-995d-15c578d97def, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0787bab3-70cc-4ba1-bc22-09f704a0dc89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '98097bd3-4b95-4af7-9dbb-4e3fefd944fd'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:20.062847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.077969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-184d394d-3ea8-465f-8d1a-850ecfcda705 req-de7227be-3444-4855-893c-74642f6b7beb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656309 May 02 10:24:20.114333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ede982e5-a3c4-4494-924a-cbb7b87ea039), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.117081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.119215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ede982e5-a3c4-4494-924a-cbb7b87ea039 HTTP/1.1" status: 204 len: 168 time: 0.3814378 May 02 10:24:20.151347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee93ad91-e0e0-4a99-a614-58745825b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ede982e5-a3c4-4494-924a-cbb7b87ea039,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:20.202881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:20.209394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:20.239643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03eda45-2614-4d08-b3ed-c62cd9ad5aa7 req-773844b9-98cb-4250-838a-d4b680c9ef5b service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886261 May 02 10:24:20.266277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa942f5f-3272-49b8-9b0a-a1a8eff637a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.290495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-78144bcb-ed61-4cbf-bb18-e10741832a6e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0654454 May 02 10:24:20.320851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.393003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d473907b-f80a-485b-bef5-41bcbde69965 req-7a12de3c-82bc-4a38-adcf-57207e7301a0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:20.394625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d473907b-f80a-485b-bef5-41bcbde69965 req-7a12de3c-82bc-4a38-adcf-57207e7301a0 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.0821049 May 02 10:24:20.395776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-1ca35abc-b5e7-41b3-b7e1-dc2ce4e9758b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:20.397158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-1ca35abc-b5e7-41b3-b7e1-dc2ce4e9758b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 1126 time: 0.0756454 May 02 10:24:20.406701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa942f5f-3272-49b8-9b0a-a1a8eff637a8 admin admin] Publish callbacks [] for security_group (b794eef6-77f4-4a7b-b16a-cf61010b93ab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.447088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:20.448442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.450280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-c802f6ad-527a-4299-9614-43d039637432 service neutron] 10.222.0.24 "PUT /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 1121 time: 1.0170376 May 02 10:24:20.451390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c802f6ad-527a-4299-9614-43d039637432 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=8']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:20.459022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d473907b-f80a-485b-bef5-41bcbde69965 req-403c9fbe-6d33-4621-bb72-7cc39dce24b4 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585868 May 02 10:24:20.487401 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa942f5f-3272-49b8-9b0a-a1a8eff637a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b794eef6-77f4-4a7b-b16a-cf61010b93ab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.531080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa942f5f-3272-49b8-9b0a-a1a8eff637a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7c574b7f69574d07a15d94de1c32abff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4842308 May 02 10:24:20.531988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa942f5f-3272-49b8-9b0a-a1a8eff637a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794eef6-77f4-4a7b-b16a-cf61010b93ab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:20.533689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52448) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:20.557458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['6ccad866-ae68-4730-995d-15c578d97def'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:20.567578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6ccad866-ae68-4730-995d-15c578d97def'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:20.589737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] Publish callbacks [] for security_group (b794eef6-77f4-4a7b-b16a-cf61010b93ab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.615615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] Publish callbacks [] for security_group (b794eef6-77f4-4a7b-b16a-cf61010b93ab), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.806972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b794eef6-77f4-4a7b-b16a-cf61010b93ab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.809648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:20.811032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b794eef6-77f4-4a7b-b16a-cf61010b93ab HTTP/1.1" status: 204 len: 168 time: 0.2750289 May 02 10:24:20.821385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00ac38d-fdf8-49fc-908b-2d616460b743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794eef6-77f4-4a7b-b16a-cf61010b93ab,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:21.211245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7338f4-7894-4e4f-a50c-2e4cc1f08ecb req-018c3af5-a930-4062-8e32-9458c9372833 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:21.212774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a7338f4-7894-4e4f-a50c-2e4cc1f08ecb req-018c3af5-a930-4062-8e32-9458c9372833 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0481160 May 02 10:24:21.261354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a7338f4-7894-4e4f-a50c-2e4cc1f08ecb req-1fe15437-fd17-4d32-8701-829b9e9b99ab tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 May 02 10:24:21.491939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:21.508241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-570c3b59-f9c2-4c42-843d-4ea60af4e291 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.588141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6ccad866-ae68-4730-995d-15c578d97def details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:21.595990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-570c3b59-f9c2-4c42-843d-4ea60af4e291 admin admin] Publish callbacks [] for security_group (a9264a6e-34d0-442e-9e1f-342cb606c2d3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.606336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909aa58b-5ddf-496c-9907-09ebdf902a92 req-479a5412-3f28-4759-98af-34aba15defd6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:21.611206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-909aa58b-5ddf-496c-9907-09ebdf902a92 req-479a5412-3f28-4759-98af-34aba15defd6 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.0630102 May 02 10:24:21.635594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-df1d7338-7262-43ef-99e6-292b32275869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:21.637076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-df1d7338-7262-43ef-99e6-292b32275869 service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1673853 May 02 10:24:21.696095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-570c3b59-f9c2-4c42-843d-4ea60af4e291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a9264a6e-34d0-442e-9e1f-342cb606c2d3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.696326 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-e187e0f2-4fe3-48ce-8c94-eae510647254 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 200 len: 217 time: 0.0517159 May 02 10:24:21.736017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-570c3b59-f9c2-4c42-843d-4ea60af4e291 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c9bf110fe0c7476489bf63353c1c4073&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2398179 May 02 10:24:21.738827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:21.739007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52498) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:21.749806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-909aa58b-5ddf-496c-9907-09ebdf902a92 req-a37a9072-24fe-4997-b1f7-27b9843b433b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352575 May 02 10:24:21.757237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6ccad866-ae68-4730-995d-15c578d97def has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:24:21.775963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-aac05687-7390-4fa4-9e0a-e85ca7007546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:21.778125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-aac05687-7390-4fa4-9e0a-e85ca7007546 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0738940 May 02 10:24:21.786881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570c3b59-f9c2-4c42-843d-4ea60af4e291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9264a6e-34d0-442e-9e1f-342cb606c2d3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:21.811513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] Publish callbacks [] for security_group (a9264a6e-34d0-442e-9e1f-342cb606c2d3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.835314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] Publish callbacks [] for security_group (a9264a6e-34d0-442e-9e1f-342cb606c2d3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.838541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-d48b03b9-e2af-4161-98f2-b1f5c061dffe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549049 May 02 10:24:21.865066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'tag': '6ccad866-ae68-4730-995d-15c578d97def'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:21.867244 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8555527e-d721-41d3-a058-0202ea7fc991" -d '{"events": [{"name": "network-changed", "server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "tag": "6ccad866-ae68-4730-995d-15c578d97def"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:21.920160 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11dcfcd-40c1-4092-951b-b91418706175 x-openstack-request-id: req-b11dcfcd-40c1-4092-951b-b91418706175 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:21.920481 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "tag": "6ccad866-ae68-4730-995d-15c578d97def", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:21.920760 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b11dcfcd-40c1-4092-951b-b91418706175 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:21.921158 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11dcfcd-40c1-4092-951b-b91418706175'] response: {'name': 'network-changed', 'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'tag': '6ccad866-ae68-4730-995d-15c578d97def', 'status': 'completed', 'code': 200} May 02 10:24:21.970409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a9264a6e-34d0-442e-9e1f-342cb606c2d3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.973321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:21.977159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a9264a6e-34d0-442e-9e1f-342cb606c2d3 HTTP/1.1" status: 204 len: 168 time: 0.2373464 May 02 10:24:21.990874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-de548c35-a995-4b36-be68-2e7e4f691233 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908289 May 02 10:24:21.990986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abad628-7828-426a-8aeb-3550d5dcd683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9264a6e-34d0-442e-9e1f-342cb606c2d3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:22.091540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555527e-d721-41d3-a058-0202ea7fc991 req-f81e44fb-c779-48bd-9962-e401abc2da76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:22.093285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-f81e44fb-c779-48bd-9962-e401abc2da76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1155 time: 0.0800769 May 02 10:24:22.215162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55c6f3fa-b381-4994-9d07-b5d5a33864f6 req-565895dc-4c94-494c-8349-5dd27a4b2a72 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668370 May 02 10:24:22.229954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555527e-d721-41d3-a058-0202ea7fc991 req-6bac5bf7-31d7-4aeb-aaaf-f3fb0f7fb188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:22.231411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-6bac5bf7-31d7-4aeb-aaaf-f3fb0f7fb188 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1093011 May 02 10:24:22.286339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-d8bfe3d7-97b9-43b3-b9bf-b994e12097fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0399265 May 02 10:24:22.386051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda01911-13c3-476a-b811-478cf123ac79 req-6f682e31-2818-4587-8e33-5811e4eb87a0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:22.387792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eda01911-13c3-476a-b811-478cf123ac79 req-6f682e31-2818-4587-8e33-5811e4eb87a0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0576751 May 02 10:24:22.446546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eda01911-13c3-476a-b811-478cf123ac79 req-6682ccaa-a24d-4aaf-a4f1-89c7dae1b1d6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526154 May 02 10:24:22.628182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8555527e-d721-41d3-a058-0202ea7fc991 req-723b8852-a87b-49cc-bc68-84fcdb29ae60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:22.629871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-723b8852-a87b-49cc-bc68-84fcdb29ae60 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0575461 May 02 10:24:22.851922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-11fa7a60-6b0f-4aae-b768-94ac1b73c104 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437162 May 02 10:24:22.963414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a131edf-f546-4879-a9b8-15cf28a5348f req-1d97f4f6-a0d7-46f5-b5cc-5c4b7960c96d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:22.964882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a131edf-f546-4879-a9b8-15cf28a5348f req-1d97f4f6-a0d7-46f5-b5cc-5c4b7960c96d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.0873373 May 02 10:24:23.013593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-89c9d649-dd64-4e40-8a89-222da037478f service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544909 May 02 10:24:23.044829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a131edf-f546-4879-a9b8-15cf28a5348f req-ed45f303-e5f3-4606-981d-af310cbdedfc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576456 May 02 10:24:23.137313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8555527e-d721-41d3-a058-0202ea7fc991 req-e44f3431-1058-4d89-9b99-1088a56992e6 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959637 May 02 10:24:23.320180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52564) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:23.451097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-network', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:23.573695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322e651-3360-43f0-9026-1e3d62e681f9 req-09c1b002-9aa0-4bc5-b146-79823277faee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:23.575205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f322e651-3360-43f0-9026-1e3d62e681f9 req-09c1b002-9aa0-4bc5-b146-79823277faee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0479224 May 02 10:24:23.587644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Made reservation on behalf of bb31dc76a4c24164becf90f8b970adc2 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:23.592093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.601372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.614433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:23.640248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f322e651-3360-43f0-9026-1e3d62e681f9 req-44f17d70-c060-4f23-a358-eff008ca4215 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586200 May 02 10:24:23.690455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks [] for security_group (f2cda3a0-8f7c-4ad2-a6c3-f00361522f21), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.718332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:23.730288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'mac_address': 'fa:16:3e:c7:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:24:23.769610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port abb3c40b-27d1-474a-9f53-52def5613f2c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:23.770008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.784661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb3c40b-27d1-474a-9f53-52def5613f2c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:23.801333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f2cda3a0-8f7c-4ad2-a6c3-f00361522f21), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.809907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:23.822904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:23.837983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:23.840898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (71d5658e-fd76-488c-a080-f45587d31605), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.841248 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Added segment 71d5658e-fd76-488c-a080-f45587d31605 of type vlan for network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb May 02 10:24:23.886380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.925222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:23.958082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-ac77e97f-5bac-4755-a943-a1def8c1851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:23.959629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-ac77e97f-5bac-4755-a943-a1def8c1851e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1155 time: 0.0528352 May 02 10:24:23.980796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:24.005064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:24.005938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.006511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:24.111096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] Pushing event updated for resources: {'Network': ['ID=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:24.122115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:24.137539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-598e9cd9-c278-40ce-8852-a3195bfd7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.139190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-598e9cd9-c278-40ce-8852-a3195bfd7c12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.1545601 May 02 10:24:24.197777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-c249e310-9958-48a7-8508-75c7041bdab3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0460827 May 02 10:24:24.201177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4894a09a-41b0-478c-81ac-9239830f50ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8799589 May 02 10:24:24.202628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6944e5b0-17e7-4e26-9d4d-90de74a43308 req-d5dc1005-3ebd-4cfd-84d7-8b35e52bf855 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.204141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6944e5b0-17e7-4e26-9d4d-90de74a43308 req-d5dc1005-3ebd-4cfd-84d7-8b35e52bf855 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.0755415 May 02 10:24:24.204943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:24.211217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Request body: {'subnet': {'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-subnet', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:24.259839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-2102ef2b-5fa4-4c83-abe5-3510f7618a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.261279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-2102ef2b-5fa4-4c83-abe5-3510f7618a1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.0514207 May 02 10:24:24.274780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6944e5b0-17e7-4e26-9d4d-90de74a43308 req-f37a2213-c9cf-41fa-bcf0-80e85ab5ec9d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543919 May 02 10:24:24.300210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-804653ba-8213-4333-bfbb-ba3afe460c59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275505 May 02 10:24:24.372776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Made reservation on behalf of bb31dc76a4c24164becf90f8b970adc2 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:24.377250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:24.409336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:24.424794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-a5807288-ff68-42f4-ab7c-2e9521e0c483 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921462 May 02 10:24:24.565063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-444d48dc-92f6-4110-8fe3-8df31be903fc req-fa003151-901a-4994-b1b7-d73edb4f8790 service neutron] 10.222.0.15 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122730 May 02 10:24:24.664253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:24.731219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:24.741018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Checking segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:24.741394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Network hostable DHCP agents. Network: fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:24:24.761875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928355bb-905f-4b04-9d7b-0b103ae7c098 req-f1e85e8c-02f2-4d84-b1aa-b675a93f74bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.765400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-928355bb-905f-4b04-9d7b-0b103ae7c098 req-f1e85e8c-02f2-4d84-b1aa-b675a93f74bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 948 time: 0.0488617 May 02 10:24:24.813842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-928355bb-905f-4b04-9d7b-0b103ae7c098 req-4862ff20-fd71-4552-9674-63520199a0b4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441618 May 02 10:24:24.852346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:24:24.958213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:24.962821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:24.963331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:24.973892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871f88eb-137f-4416-acf6-f502e2ce3faa None None] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:25.089499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:24:25.090322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.209981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:25.211051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3ec9d063-7c19-470b-9375-c9f549b66ea2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0038657 May 02 10:24:25.216141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:25.244545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Allocated IP 172.20.0.2 (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb/a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e/ab0c18fd-91a0-42c8-bbdd-7e8f2d749526) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:25.312539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:25.374523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.376438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.453206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2f2912-0e6c-4896-b998-03d31847fc33 req-e81429f3-227f-4028-b18e-1f162af31c3f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:25.455233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e2f2912-0e6c-4896-b998-03d31847fc33 req-e81429f3-227f-4028-b18e-1f162af31c3f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.1016450 May 02 10:24:25.523481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for router_controller (b31de7d9-76d4-4347-82d0-20ec6fbccae7), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.525757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc10b-965c-4906-beca-ac88e9eec104 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.593909 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks [] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.595477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e2f2912-0e6c-4896-b998-03d31847fc33 req-dcd04a37-0bed-409b-8f9b-85383c215ffd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042805 May 02 10:24:25.632552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:25.637122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:25.668960 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc10b-965c-4906-beca-ac88e9eec104 admin admin] Publish callbacks [] for security_group (b5bef1c0-b0f6-4f74-9ef2-85c116629b54), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.693285 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-45df1076-aaa9-4f23-9832-98d64064b123 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.723472 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.768755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-10dec775-dbcb-411b-b965-19861b5b59ab tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:25.778643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-10dec775-dbcb-411b-b965-19861b5b59ab tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.1652174 May 02 10:24:25.804284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-1c1e04bf-c3af-4a99-bebf-5b92f456e258 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/quotas/1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 375 time: 0.0243592 May 02 10:24:25.813448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port abb3c40b-27d1-474a-9f53-52def5613f2c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:24:25.867396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:25.875554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:25.886975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:25.891625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Pushing event updated for resources: {'Port': ['ID=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:25.898806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-597977fd-8bbc-475c-9567-766a7e8d1b2f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0934551 May 02 10:24:25.941210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port abb3c40b-27d1-474a-9f53-52def5613f2c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:25.941842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:25.952272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.952672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.953029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.953377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.953803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.954079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.954423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.954748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.955366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.955729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.956067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.956398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.956749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.957081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:25.957412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:26.000532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fdcc10b-965c-4906-beca-ac88e9eec104 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5bef1c0-b0f6-4f74-9ef2-85c116629b54), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.018311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:26.021114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c77810a8-40db-48cb-9dae-df161a4e3e56 service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211267 May 02 10:24:26.079811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '791c2462-af5c-411f-80e5-329b26c204fb', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '791c2462-af5c-411f-80e5-329b26c204fb', 'mac_address': 'fa:16:3e:af:8b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:24:26.085958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Attempting to bind port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:26.086328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Attempting to bind port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:26.086691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Attempting to bind port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:26.117214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2fdcc10b-965c-4906-beca-ac88e9eec104 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c84f02990f1047059d0c84080e41ac69&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8008165 May 02 10:24:26.117415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52668) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:26.130504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:26.130887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Checking segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:26.131290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.131683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Bound using segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:26.132158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Bound port: ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:26.132534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.163830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d234986-fb11-4a02-9a32-40afca50f4fe req-77df3793-2b7a-494b-84b7-ecc4d092aaf0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:26.165647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d234986-fb11-4a02-9a32-40afca50f4fe req-77df3793-2b7a-494b-84b7-ecc4d092aaf0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 948 time: 0.1691992 May 02 10:24:26.177141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-3224b574-f5cd-4f1e-a942-7b92764a7b31 service neutron] 10.222.0.16 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551039 May 02 10:24:26.185930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdcc10b-965c-4906-beca-ac88e9eec104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bef1c0-b0f6-4f74-9ef2-85c116629b54,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:26.210001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for router_gateway (b31de7d9-76d4-4347-82d0-20ec6fbccae7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.212914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] Publish callbacks [] for security_group (b5bef1c0-b0f6-4f74-9ef2-85c116629b54), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.231807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port abb3c40b-27d1-474a-9f53-52def5613f2c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:26.231807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.235101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d234986-fb11-4a02-9a32-40afca50f4fe req-5869c56b-1379-4ee5-98ef-54b9d88bff1b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668652 May 02 10:24:26.250969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] Publish callbacks [] for security_group (b5bef1c0-b0f6-4f74-9ef2-85c116629b54), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.285588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 791c2462-af5c-411f-80e5-329b26c204fb is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:26.286246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.334996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:26.337887 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03347541-e237-4b43-baf3-2f0f3bd5e2d5" -d '{"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-plugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:26.351437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 791c2462-af5c-411f-80e5-329b26c204fb {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:26.381231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:26.381231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] For port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:26.401365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5bef1c0-b0f6-4f74-9ef2-85c116629b54), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.404577 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c34b16-39bb-47be-a8e2-fef4c5b0be9f x-openstack-request-id: req-55c34b16-39bb-47be-a8e2-fef4c5b0be9f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:26.404917 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-plugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:26.405177 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55c34b16-39bb-47be-a8e2-fef4c5b0be9f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:26.409773 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.409906 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55c34b16-39bb-47be-a8e2-fef4c5b0be9f'] response: {'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'code': 200} May 02 10:24:26.409991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5bef1c0-b0f6-4f74-9ef2-85c116629b54 HTTP/1.1" status: 204 len: 168 time: 0.2883987 May 02 10:24:26.410273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:26.412362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] For port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:26.432480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0368df-7446-4058-a318-8632d085c06a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bef1c0-b0f6-4f74-9ef2-85c116629b54,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:26.476177 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.533251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.537924 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.601043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:26.662569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712a5427-4877-4af3-8ad6-f25c4ceace38 req-460d4115-089c-489f-8343-c7c11449b8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:26.664066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-712a5427-4877-4af3-8ad6-f25c4ceace38 req-460d4115-089c-489f-8343-c7c11449b8da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.1285617 May 02 10:24:26.694059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for router_gateway (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.756978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:26.762376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:26.782355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['791c2462-af5c-411f-80e5-329b26c204fb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:26.977530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1cea4-120a-4530-9902-4738cb904a14 None None] Pushing event updated for resources: {'Port': ['ID=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:27.053483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9ad746-89e7-497c-b425-50b785ab55f0 req-779fa833-be30-427c-883d-d980fe68278d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:27.062349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd9ad746-89e7-497c-b425-50b785ab55f0 req-779fa833-be30-427c-883d-d980fe68278d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.3136010 May 02 10:24:27.120821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-712a5427-4877-4af3-8ad6-f25c4ceace38 req-abe349a2-940e-46eb-b90c-463a271e1eb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3682420 May 02 10:24:27.213545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd9ad746-89e7-497c-b425-50b785ab55f0 req-e89f00dc-fc07-400e-a9ab-e775c49993bd tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504750 May 02 10:24:27.283867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Allocated IP 172.35.4.174 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e5c71990-3a5c-423f-8623-4c2fbcf1877e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:27.354682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39f8d2ec-c900-4faa-8479-29bf572be7a5 req-e1b9d5b3-2a7d-4593-a4de-89e1a37334b9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 210 time: 0.1090808 May 02 10:24:27.414954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52712) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:27.448990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90d421c1-9c22-4631-9f4b-b1c854fc4493 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.536410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b9e758-890a-46d8-8fe6-b8fd7a2ae2af req-3d14ee2c-6a47-4998-949c-1de0e4ae16b8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:27.539254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67b9e758-890a-46d8-8fe6-b8fd7a2ae2af req-3d14ee2c-6a47-4998-949c-1de0e4ae16b8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1614854 May 02 10:24:27.543367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-2d03daa6-e102-4a98-87d0-029fc1829870 service neutron] 10.222.0.15 "GET /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.2728636 May 02 10:24:27.551880 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90d421c1-9c22-4631-9f4b-b1c854fc4493 admin admin] Publish callbacks [] for security_group (94870aaa-f240-46e2-91d8-055f8eb81e63), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.642409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:27.666982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90d421c1-9c22-4631-9f4b-b1c854fc4493 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (94870aaa-f240-46e2-91d8-055f8eb81e63), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.685770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.719085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67b9e758-890a-46d8-8fe6-b8fd7a2ae2af req-b4243af9-4d6b-4464-b5c8-799eabc6fe01 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720157 May 02 10:24:27.728105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90d421c1-9c22-4631-9f4b-b1c854fc4493 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f9ea8e1456b4bdfa19313b2d8241fd8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3109868 May 02 10:24:27.729104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d421c1-9c22-4631-9f4b-b1c854fc4493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94870aaa-f240-46e2-91d8-055f8eb81e63,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:27.743399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52716) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:27.768569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 791c2462-af5c-411f-80e5-329b26c204fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:27.769194 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (791c2462-af5c-411f-80e5-329b26c204fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.819580 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] Publish callbacks [] for security_group (94870aaa-f240-46e2-91d8-055f8eb81e63), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.851583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] Publish callbacks [] for security_group (94870aaa-f240-46e2-91d8-055f8eb81e63), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:27.971570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 791c2462-af5c-411f-80e5-329b26c204fb is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:27.971971 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.013610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:28.018568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:28.020348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3129e4fb-37f2-4d15-8fac-27fa175f024c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.038276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:28.043301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735ebd31-3588-4132-9240-99fabbdb7178 None None] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:24:28.074107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccad866-ae68-4730-995d-15c578d97def {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:28.087400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:28.127693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Provisioning complete for port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:28.128056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.138545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (94870aaa-f240-46e2-91d8-055f8eb81e63), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.141861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.145361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/94870aaa-f240-46e2-91d8-055f8eb81e63 HTTP/1.1" status: 204 len: 168 time: 0.3981762 May 02 10:24:28.162517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad7df19-22de-46fc-a632-4f19d56e94ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94870aaa-f240-46e2-91d8-055f8eb81e63,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:28.173405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.208971 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.231568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.294708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:28.328468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Pushing event updated for resources: {'Port': ['ID=e5c71990-3a5c-423f-8623-4c2fbcf1877e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:28.409204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06127ae-f4b9-4ee6-86bd-1046fa1f65b1 req-a5502ede-5fa9-4314-9ba2-32c0e549be4b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:28.422718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:28.434000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06127ae-f4b9-4ee6-86bd-1046fa1f65b1 req-a5502ede-5fa9-4314-9ba2-32c0e549be4b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 943 time: 0.1123104 May 02 10:24:28.434689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:28.438635 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d6e814-a3bb-4948-86f4-9a7eb55a37ed" -d '{"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-plugged", "status": "completed", "tag": "791c2462-af5c-411f-80e5-329b26c204fb"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:28.464207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:28.517705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:28.547679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Current status of the port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:28.548318 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.589756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06127ae-f4b9-4ee6-86bd-1046fa1f65b1 req-74f5bbc9-085b-4fd6-b219-1bdf43bfae67 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458519 May 02 10:24:28.604812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:28.658778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dca26b3c-9530-400e-9672-30c693586050 req-64e29596-7e39-455c-9ec3-a793ccd5341c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 210 time: 0.1691320 May 02 10:24:28.701635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] Transition to ACTIVE for port object 6ccad866-ae68-4730-995d-15c578d97def will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:28.766350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] For port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:28.809932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:28.809932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.860701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.892594 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d673f-2140-4ad5-a098-9289929cf918 x-openstack-request-id: req-049d673f-2140-4ad5-a098-9289929cf918 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:28.893097 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-plugged", "status": "completed", "tag": "791c2462-af5c-411f-80e5-329b26c204fb", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:28.893462 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-049d673f-2140-4ad5-a098-9289929cf918 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:28.893980 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049d673f-2140-4ad5-a098-9289929cf918'] response: {'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb', 'code': 200} May 02 10:24:28.897817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:28.994428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9613bfc-2a7d-4dc2-9fe5-dd170243f63e req-44f98617-dc13-4256-8da2-9fa2fdc2d143 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.005931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d9613bfc-2a7d-4dc2-9fe5-dd170243f63e req-44f98617-dc13-4256-8da2-9fa2fdc2d143 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1292217 May 02 10:24:29.032391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1a3ac6-76e1-48e6-95ae-44b111ecf7b8 None None] Pushing event updated for resources: {'Port': ['ID=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:29.096136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d9613bfc-2a7d-4dc2-9fe5-dd170243f63e req-06a19d93-c7f4-447c-83f9-658ae132da24 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883827 May 02 10:24:29.096857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-af062729-24fe-4d86-9e38-4cb25e3b6de1 None None] Provisioning complete for port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:29.101093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] No DVR routers for this DVR port 6ccad866-ae68-4730-995d-15c578d97def on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:29.102104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af062729-24fe-4d86-9e38-4cb25e3b6de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:29.201890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:29.204954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] 10.222.0.15 "PUT /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6503882 May 02 10:24:29.205142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:29.210565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3abd8b8-7d60-4a05-8855-eb7ecda8754b service neutron] Pushing event updated for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:29.308051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af062729-24fe-4d86-9e38-4cb25e3b6de1 None None] Current status of the port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:29.435225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for router_gateway (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:29.500756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-795a7fd9-bc5d-4dc0-ad7a-a60ce1a525bb tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.502827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-795a7fd9-bc5d-4dc0-ad7a-a60ce1a525bb tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.1097004 May 02 10:24:29.607140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-6ec80334-b814-4fca-9d56-f95eec8c3b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.608941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-6ec80334-b814-4fca-9d56-f95eec8c3b18 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf&tenant_id=25e3a228719d4cbda0507cba959f1816 HTTP/1.1" status: 200 len: 1126 time: 0.0959411 May 02 10:24:29.741002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2583214-c6cb-49a3-962d-e112f0450d0e req-b69a7e19-5e9b-4e16-b5e3-b6555bf95d19 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.753311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2583214-c6cb-49a3-962d-e112f0450d0e req-b69a7e19-5e9b-4e16-b5e3-b6555bf95d19 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.0769908 May 02 10:24:29.759133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-023cedeb-6a5b-4fca-98b2-a3019c445e66 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.760723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-023cedeb-6a5b-4fca-98b2-a3019c445e66 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.0683427 May 02 10:24:29.834862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-78ddc167-bca9-4c03-abd7-a3043321284a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:29.836198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2583214-c6cb-49a3-962d-e112f0450d0e req-510ba475-08a1-40dd-af4b-f4bd17d2ab9f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802553 May 02 10:24:29.836375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-78ddc167-bca9-4c03-abd7-a3043321284a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=25e3a228719d4cbda0507cba959f1816&device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1126 time: 0.2041764 May 02 10:24:29.839097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-eb60e359-d873-46c6-a584-d6fc8b82b41c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:29.976522 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f01ea2a8-39dd-4ed1-97e0-cf738bb9cc1b req-caca2a22-ba72-4bbd-9f7a-f4a7463e7285 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 210 time: 0.0759559 May 02 10:24:29.995221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:30.092402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-dcba661e-9799-45bc-a122-1e88fd2177ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:30.093928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-dcba661e-9799-45bc-a122-1e88fd2177ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 200 len: 921 time: 0.2397025 May 02 10:24:30.184137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-8f35ff62-b7af-4de2-becc-94026af9742a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 200 len: 217 time: 0.0830953 May 02 10:24:30.259031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-eb60e359-d873-46c6-a584-d6fc8b82b41c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Publish callbacks [] for security_group (b63bd4ea-e7e0-44d6-8a0d-de10a00208a6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:30.334520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-da5d8938-ecfe-4e22-950c-05c97cd644b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:30.336098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-da5d8938-ecfe-4e22-950c-05c97cd644b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 200 len: 860 time: 0.1433113 May 02 10:24:30.382534 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-eb60e359-d873-46c6-a584-d6fc8b82b41c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b63bd4ea-e7e0-44d6-8a0d-de10a00208a6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:30.393736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-f965ec8d-2d3b-42ca-9262-7e849b201d73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=98097bd3-4b95-4af7-9dbb-4e3fefd944fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487008 May 02 10:24:30.475767 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:30.497886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-563c01c4-d7ce-45e3-8618-cca65f6348f3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:30.499571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-563c01c4-d7ce-45e3-8618-cca65f6348f3 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 808 time: 0.2601314 May 02 10:24:30.504266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6ccad866-ae68-4730-995d-15c578d97def no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:30.534280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:30.603259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:30.603683 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:30.607004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 6ccad866-ae68-4730-995d-15c578d97def host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:24:30.608062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6ccad866-ae68-4730-995d-15c578d97def not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:30.784693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:30.887394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a02d28e1-a572-4906-a4ac-270dc280aeb7 req-eb60e359-d873-46c6-a584-d6fc8b82b41c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1148248 May 02 10:24:30.888048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60e359-d873-46c6-a584-d6fc8b82b41c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b63bd4ea-e7e0-44d6-8a0d-de10a00208a6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:30.914461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Request body: {'port': {'device_id': '6f9695cc-afb0-47ec-a728-b34689eac040', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'admin_state_up': True, 'tenant_id': '1b2130a8035040089eef66d1efbf65df'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:31.045700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-3f45e509-2f27-457d-ade0-420acc7a5722 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6340308 May 02 10:24:31.059386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:24:31.152580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f8863-8d3f-46ce-9ec5-130785035d61 req-724d4e41-134a-4ba5-815c-0653eb271c46 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:31.155299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc6f8863-8d3f-46ce-9ec5-130785035d61 req-724d4e41-134a-4ba5-815c-0653eb271c46 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.1294992 May 02 10:24:31.357043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc6f8863-8d3f-46ce-9ec5-130785035d61 req-bd7ef2c3-ee9c-48ac-9847-b192a5bb09fa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656473 May 02 10:24:31.374910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-35af572f-8fcc-4692-b354-c8d0acc16384 service neutron] 10.222.0.24 "GET /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3119535 May 02 10:24:31.388527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:24:31.402168 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:24:31.414014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Made reservation on behalf of 1b2130a8035040089eef66d1efbf65df for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:31.415130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:31.420767 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:31.421408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:31.530540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:31.535271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c1b18b7-2305-4736-a0c4-c95c24d41385 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 6.3240714 May 02 10:24:31.535909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52824) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:31.549158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7359e158-e58c-4b82-abe1-278c5f219d20 req-4495e7ca-2cd7-413f-981a-6ab963c26471 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 210 time: 0.0586386 May 02 10:24:31.778593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Allocated IP 172.20.0.8 (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a/6c30019a-24c3-4d64-b103-998fcc29492b/f47c2055-8e82-4311-8559-e8b4a43bf8cc) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:31.860512 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:31.892158 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:32.121356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-8bea7ad9-8ca5-4e5d-89f0-64b003664ffb tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:32.123495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-8bea7ad9-8ca5-4e5d-89f0-64b003664ffb tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf&tenant_id=25e3a228719d4cbda0507cba959f1816&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.0914729 May 02 10:24:32.163859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks [] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.189846 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:32.231083 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:24:32.231434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Updating router b31de7d9-76d4-4347-82d0-20ec6fbccae7 port e5c71990-3a5c-423f-8623-4c2fbcf1877e binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:24:32.263864 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.380902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbafb09e-d854-4f6a-9f0b-6afae624d863 req-0324059b-6977-4d3a-86f0-76ac1f3067cc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:32.390508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbafb09e-d854-4f6a-9f0b-6afae624d863 req-0324059b-6977-4d3a-86f0-76ac1f3067cc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0843904 May 02 10:24:32.445247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.459264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f1c5a712-7116-42d9-9f09-6fc89cc3142e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:32.523509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbafb09e-d854-4f6a-9f0b-6afae624d863 req-41d5c774-9e01-480a-98ac-e2f8bf889fc9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318865 May 02 10:24:32.598558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-7d45f21f-ac0c-45a9-9229-52a683688375 service neutron] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:32.625865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-7d45f21f-ac0c-45a9-9229-52a683688375 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.626970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1650705-29d0-42c7-b3c5-182376ca9c98 req-7d45f21f-ac0c-45a9-9229-52a683688375 service neutron] 10.222.0.24 "DELETE /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.4677649 May 02 10:24:32.676327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:32.741504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.743874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:32.746280 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks [] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.752404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:32.762356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-9b7b14ea-d125-4f33-8a65-d0b6921bc0a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2382228 May 02 10:24:32.769983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:32.801762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4871596-2fc2-41cb-8a05-62d193e2081e req-b3c8edc6-e620-457a-b5ef-14cca3f9bed2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:32.809197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4871596-2fc2-41cb-8a05-62d193e2081e req-b3c8edc6-e620-457a-b5ef-14cca3f9bed2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.2586050 May 02 10:24:32.814916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-f6114723-20af-410d-b466-e959dd698453 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:24:32.818241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-f6114723-20af-410d-b466-e959dd698453 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0237298 May 02 10:24:32.839628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52850) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:32.861515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa357c35-9fcc-4edf-a790-9e2b220d5d3d req-3340b5b0-298c-45e9-9312-a3fb3a511363 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:32.871039 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.879018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa357c35-9fcc-4edf-a790-9e2b220d5d3d req-3340b5b0-298c-45e9-9312-a3fb3a511363 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 931 time: 0.1688132 May 02 10:24:32.934931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Attempting to bind port e5c71990-3a5c-423f-8623-4c2fbcf1877e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:32.935929 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Attempting to bind port e5c71990-3a5c-423f-8623-4c2fbcf1877e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:32.936460 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Attempting to bind port e5c71990-3a5c-423f-8623-4c2fbcf1877e on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:32.944143 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:32.944943 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:32.945503 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.946348 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:32.947543 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Bound port: e5c71990-3a5c-423f-8623-4c2fbcf1877e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:32.948169 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:32.981407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa357c35-9fcc-4edf-a790-9e2b220d5d3d req-3f4e2e00-5895-4e89-951f-fab6a20959f6 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948782 May 02 10:24:33.008818 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] For port e5c71990-3a5c-423f-8623-4c2fbcf1877e, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:33.010349 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] For port e5c71990-3a5c-423f-8623-4c2fbcf1877e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c71990-3a5c-423f-8623-4c2fbcf1877e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:33.251426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:33.252686 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83863a-0ae7-4419-a49a-0f737c2ae9ab None None] Pushing event updated for resources: {'Port': ['ID=e5c71990-3a5c-423f-8623-4c2fbcf1877e,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:33.252777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.252890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a113d393-a23a-4cd9-b5bc-e4b1dbe602f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.253389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4871596-2fc2-41cb-8a05-62d193e2081e req-e4e89180-541d-47e1-9baf-21e8278ed589 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470419 May 02 10:24:33.253505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a113d393-a23a-4cd9-b5bc-e4b1dbe602f5 admin admin] Publish callbacks [] for security_group (f34b6d55-7f7a-4b8c-8c33-68f808310db6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.253587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Allocated IP 172.20.0.1 (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb/a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e/0508b7a4-8a62-48a8-8dfe-ca1b508da80f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:33.275638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks [] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.378095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadf13e1-a5e9-4a1f-8c27-0e51249df66b req-0f918850-bbb3-4869-be37-2588769feb14 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:33.379628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dadf13e1-a5e9-4a1f-8c27-0e51249df66b req-0f918850-bbb3-4869-be37-2588769feb14 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 1126 time: 0.0404041 May 02 10:24:33.433260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dadf13e1-a5e9-4a1f-8c27-0e51249df66b req-4bec79f7-a88f-4fed-a13a-5a1c752f6d62 tempest-LiveAutoBlockMigrationV225Test-702811144 tempest-LiveAutoBlockMigrationV225Test-702811144-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477927 May 02 10:24:33.456906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a113d393-a23a-4cd9-b5bc-e4b1dbe602f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f34b6d55-7f7a-4b8c-8c33-68f808310db6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.458729 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.467184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.475286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-c05a59d2-98ca-4c96-bbbc-9cf13c5ce845 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5670710 May 02 10:24:33.497945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Request body: {'port': {'device_id': '6f9695cc-afb0-47ec-a728-b34689eac040', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:33.536246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a113d393-a23a-4cd9-b5bc-e4b1dbe602f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9fe880f4cca48998e29b3611296e9be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6868470 May 02 10:24:33.555632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52880) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:33.573537 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:33.574171 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:33.598779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:33.610719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:33.633699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a113d393-a23a-4cd9-b5bc-e4b1dbe602f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34b6d55-7f7a-4b8c-8c33-68f808310db6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:33.648267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:33.677680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] Publish callbacks [] for security_group (f34b6d55-7f7a-4b8c-8c33-68f808310db6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.712198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] Publish callbacks [] for security_group (f34b6d55-7f7a-4b8c-8c33-68f808310db6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.795915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Pushing event updated for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:33.841015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.865782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad02189-0602-479f-a982-d5fa862048a7 req-421570d3-710a-4875-abe0-0ae1b022d044 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:33.883104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ad02189-0602-479f-a982-d5fa862048a7 req-421570d3-710a-4875-abe0-0ae1b022d044 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.2518556 May 02 10:24:33.885382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.927126 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:33.957776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f34b6d55-7f7a-4b8c-8c33-68f808310db6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.962652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:33.967602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f34b6d55-7f7a-4b8c-8c33-68f808310db6 HTTP/1.1" status: 204 len: 168 time: 0.4080527 May 02 10:24:34.017682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714c4f9f-7e66-475c-857c-a36ca6622e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34b6d55-7f7a-4b8c-8c33-68f808310db6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:34.125166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fb736749-4f07-437b-9049-582a9fb5d1de None None] Provisioning complete for port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:34.126285 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb736749-4f07-437b-9049-582a9fb5d1de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:34.212497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a83863a-0ae7-4419-a49a-0f737c2ae9ab None None] Pushing event updated for resources: {'Port': ['ID=e5c71990-3a5c-423f-8623-4c2fbcf1877e,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:34.214385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fb736749-4f07-437b-9049-582a9fb5d1de None None] Port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:24:34.356172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ad02189-0602-479f-a982-d5fa862048a7 req-f775ebef-dbd2-4510-b527-ad1539176d36 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717252 May 02 10:24:34.381348 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f6418917-f330-4660-b435-61b9923a1efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:34.441038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66da512-4e61-47b9-aacb-a1db8c7e07dd req-1075a5a0-b887-41fd-9f61-6066f3e47638 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:34.450512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6418917-f330-4660-b435-61b9923a1efe None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:24:34.453379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a66da512-4e61-47b9-aacb-a1db8c7e07dd req-1075a5a0-b887-41fd-9f61-6066f3e47638 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 931 time: 0.1350651 May 02 10:24:34.468395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52906) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:34.561680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a66da512-4e61-47b9-aacb-a1db8c7e07dd req-dbe7d039-c5e8-481f-bb6a-8fdfa61e8176 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876875 May 02 10:24:34.681480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:34.726337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b7233-5428-4e2f-8c1e-b4768fe34d61 req-64f7f464-06a8-4ea7-afcb-1f74c9501df1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:34.728075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c56b7233-5428-4e2f-8c1e-b4768fe34d61 req-64f7f464-06a8-4ea7-afcb-1f74c9501df1 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.1572063 May 02 10:24:34.780226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-0c4f953f-6c68-472d-8033-fee447efc550 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:34.781534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-0c4f953f-6c68-472d-8033-fee447efc550 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 1128 time: 0.2980278 May 02 10:24:34.857030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c56b7233-5428-4e2f-8c1e-b4768fe34d61 req-9aa3ec98-5337-4cc7-a0e2-2e6f5807534b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115220 May 02 10:24:35.549164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882d764-ff57-4fa9-beac-72b584e8234a req-89a94818-c746-451a-9536-9d6c3b8600bc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:35.551367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5882d764-ff57-4fa9-beac-72b584e8234a req-89a94818-c746-451a-9536-9d6c3b8600bc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.6512537 May 02 10:24:35.557694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac9cce-82ee-40a8-9521-16e090dc637e req-fb758aeb-e84a-4772-92e7-14ec52b44fb3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:35.570814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5dac9cce-82ee-40a8-9521-16e090dc637e req-fb758aeb-e84a-4772-92e7-14ec52b44fb3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1047015 May 02 10:24:35.672904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5dac9cce-82ee-40a8-9521-16e090dc637e req-629f47f4-9878-4ac3-9637-61deedbfb44c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011040 May 02 10:24:35.684993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47c2055-8e82-4311-8559-e8b4a43bf8cc {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:35.777204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa933daf-3562-4c8a-9bc5-49253b180e07 req-296342d1-b2b6-4230-a4fb-0d86c4885104 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:35.792160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa933daf-3562-4c8a-9bc5-49253b180e07 req-296342d1-b2b6-4230-a4fb-0d86c4885104 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 931 time: 0.1098084 May 02 10:24:35.799833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks [] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:35.856992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks [] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:35.860576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Transition to ACTIVE for port object f47c2055-8e82-4311-8559-e8b4a43bf8cc will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:35.936955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa933daf-3562-4c8a-9bc5-49253b180e07 req-8ba3557b-c058-45ad-8db0-0c9bdfdfa41d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376345 May 02 10:24:35.949830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:35.996826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.000242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Deleting port 6ccad866-ae68-4730-995d-15c578d97def {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:36.000664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6ccad866-ae68-4730-995d-15c578d97def), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.033547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fde6528-d3aa-4959-9694-bc27de4d9f24 req-4b1ff49c-e685-458f-b304-c9edc580a424 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:36.045507 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fde6528-d3aa-4959-9694-bc27de4d9f24 req-4b1ff49c-e685-458f-b304-c9edc580a424 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 944 time: 0.0769486 May 02 10:24:36.176745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fde6528-d3aa-4959-9694-bc27de4d9f24 req-f42c1e9d-3ab7-4702-8432-2a261a266424 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302621 May 02 10:24:36.187743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.274152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Pushing event updated for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:36.309894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:36.319379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:36.384408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] For port 6ccad866-ae68-4730-995d-15c578d97def, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6ccad866-ae68-4730-995d-15c578d97def,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:36.384812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6ccad866-ae68-4730-995d-15c578d97def), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.409947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Calling delete_port for 6ccad866-ae68-4730-995d-15c578d97def owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:36.555819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5c71990-3a5c-423f-8623-4c2fbcf1877e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:36.561557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:36.631502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5c71990-3a5c-423f-8623-4c2fbcf1877e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:36.632141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.704075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3aeec5b7-94d1-475d-859b-6d5fbd645799 None None] Provisioning complete for port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:36.704711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3aeec5b7-94d1-475d-859b-6d5fbd645799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.737746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:36.738331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:36.738591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:36.755090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3aeec5b7-94d1-475d-859b-6d5fbd645799 None None] Port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:24:36.778507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:36.778833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:36.799230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:36.799568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:36.799963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:36.800414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Bound port: f47c2055-8e82-4311-8559-e8b4a43bf8cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:36.802721 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.807480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5c71990-3a5c-423f-8623-4c2fbcf1877e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:36.808086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.847859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:24:36.865913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e5c71990-3a5c-423f-8623-4c2fbcf1877e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c71990-3a5c-423f-8623-4c2fbcf1877e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:36.931946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6ccad866-ae68-4730-995d-15c578d97def), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:36.947492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:37.110585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9', '6ccad866-ae68-4730-995d-15c578d97def'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:37.158579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049f7f7-e81c-4903-8dd7-f257a9644b1f req-78759d78-b709-4190-9d51-2cbd974bb1ac tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.169304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e049f7f7-e81c-4903-8dd7-f257a9644b1f req-78759d78-b709-4190-9d51-2cbd974bb1ac tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.1056376 May 02 10:24:37.179944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e5c71990-3a5c-423f-8623-4c2fbcf1877e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:37.180491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-223146f7-3a18-4e13-b0fe-a77b1d75927a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.182253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-223146f7-3a18-4e13-b0fe-a77b1d75927a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.1081243 May 02 10:24:37.264225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event deleted for resources: {'Port': ['ID=6ccad866-ae68-4730-995d-15c578d97def,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:37.290622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:37.438580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:37.469186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28f1478-40ac-4c64-91e2-fda0077fa17a req-8c441975-0371-4b04-8990-cab497af8a27 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.471233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b28f1478-40ac-4c64-91e2-fda0077fa17a req-8c441975-0371-4b04-8990-cab497af8a27 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.5716591 May 02 10:24:37.508374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] No DVR routers for this DVR port 6ccad866-ae68-4730-995d-15c578d97def on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:37.551011 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:37.554500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5882d764-ff57-4fa9-beac-72b584e8234a req-5f29ce20-758c-4b29-9141-e3a386d2df84 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "DELETE /v2.0/ports/6ccad866-ae68-4730-995d-15c578d97def HTTP/1.1" status: 204 len: 173 time: 1.9107826 May 02 10:24:37.557056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-deleted', 'tag': '6ccad866-ae68-4730-995d-15c578d97def'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:37.559500 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d40bbc9-8dc8-425e-8364-3ab05470b68b" -d '{"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-deleted", "tag": "6ccad866-ae68-4730-995d-15c578d97def"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:37.566047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:37.666421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.667195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:37.670895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-43f96e46-a836-4451-9156-e55079d43bed service neutron] 10.222.0.15 "PUT /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 1091 time: 4.1773870 May 02 10:24:37.684783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b28f1478-40ac-4c64-91e2-fda0077fa17a req-27a3bf4f-6d58-4fa7-bc43-ed99e55d6718 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792789 May 02 10:24:37.688529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:24:37.697977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:24:37.706766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0e1741d7-0317-454f-bec7-05d7759a94de admin admin] 10.222.0.16 "PUT /v2.0/routers/b31de7d9-76d4-4347-82d0-20ec6fbccae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1561165 May 02 10:24:37.710242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f96e46-a836-4451-9156-e55079d43bed service neutron] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:37.717285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:37.718353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:37.838989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e049f7f7-e81c-4903-8dd7-f257a9644b1f req-90823f27-ced1-43b5-b179-992078bf9fa8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6632254 May 02 10:24:37.948925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-2d653ae1-a005-4822-a339-a088444a16e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.954742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-2d653ae1-a005-4822-a339-a088444a16e2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.7625580 May 02 10:24:37.961576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-e5d09d11-ee5c-4003-af2f-3001bae02a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:37.971208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-e5d09d11-ee5c-4003-af2f-3001bae02a6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1125 time: 0.0932262 May 02 10:24:37.972906 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c35b0c-a0eb-4964-a267-91ed210886d3 x-openstack-request-id: req-a4c35b0c-a0eb-4964-a267-91ed210886d3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:37.973293 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b57782e9-3642-494b-ab24-341fd98ac3cf", "name": "network-vif-deleted", "tag": "6ccad866-ae68-4730-995d-15c578d97def", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:37.973640 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4c35b0c-a0eb-4964-a267-91ed210886d3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:37.974186 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4c35b0c-a0eb-4964-a267-91ed210886d3'] response: {'server_uuid': 'b57782e9-3642-494b-ab24-341fd98ac3cf', 'name': 'network-vif-deleted', 'tag': '6ccad866-ae68-4730-995d-15c578d97def', 'status': 'completed', 'code': 200} May 02 10:24:38.028271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-346bc335-f728-4cac-b181-549ff5515cbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0562754 May 02 10:24:38.056521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ccb0584-3df4-4913-bd23-86f7dd329426 req-d01ba980-3f7d-42ee-9a1d-9fe407b1062b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=b57782e9-3642-494b-ab24-341fd98ac3cf HTTP/1.1" status: 200 len: 210 time: 0.0762920 May 02 10:24:38.138711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-3da8a63a-73b6-48fa-9673-b14ff84f23c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 217 time: 0.1584196 May 02 10:24:38.229177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-e0dea29a-b399-40bc-9431-998f79e89629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:38.233011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-e0dea29a-b399-40bc-9431-998f79e89629 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1945901 May 02 10:24:38.246089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:38.287690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-a3e9a51d-4aeb-455e-8fad-06f8554d6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:38.289420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-a3e9a51d-4aeb-455e-8fad-06f8554d6adc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.1388021 May 02 10:24:38.331677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-3d77616b-d7dd-43b5-9db5-53149d4725a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:38.334362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-3d77616b-d7dd-43b5-9db5-53149d4725a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0878019 May 02 10:24:38.352342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-fded1836-5d3f-4e49-a298-d1edfda07a94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390196 May 02 10:24:38.580150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-1bb67f6e-e8fe-4721-88e6-c34fa97f3a97 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236025 May 02 10:24:38.586198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-2c442743-3cbf-4e64-b3f4-bff6ec458d17 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355106 May 02 10:24:38.605482 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:24:38.660340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5c71990-3a5c-423f-8623-4c2fbcf1877e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:38.771018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-ab4d416a-9191-4899-bbcb-a923c668e290 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763687 May 02 10:24:38.804116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5c71990-3a5c-423f-8623-4c2fbcf1877e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:38.805481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:38.814655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99fe9179-cf46-4c48-9880-1b29fd86a46c req-b202dbb5-ae31-43dd-9954-0a3b194b73db service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232904 May 02 10:24:38.885491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 2, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:38.916884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21da515-535a-4168-9b9d-649dcb85cff0 req-52f0a27f-3218-49c1-af93-1fd039de3f5a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:38.924104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a21da515-535a-4168-9b9d-649dcb85cff0 req-52f0a27f-3218-49c1-af93-1fd039de3f5a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0687053 May 02 10:24:38.935428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:24:38.936323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Updating router b31de7d9-76d4-4347-82d0-20ec6fbccae7 port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:24:38.972656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:38.993206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a21da515-535a-4168-9b9d-649dcb85cff0 req-8faff0bd-7665-43fd-8d7e-5de36ee63d27 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679827 May 02 10:24:39.008916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-3fec8cce-2298-489e-ad9a-f3aa4796c6da tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:39.010584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-3fec8cce-2298-489e-ad9a-f3aa4796c6da tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 821 time: 0.2043612 May 02 10:24:39.051565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-414933b6-95e8-41b0-bdd3-aff49fd09e7e tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/quotas/bb31dc76a4c24164becf90f8b970adc2 HTTP/1.1" status: 200 len: 375 time: 0.0214763 May 02 10:24:39.151229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5c71990-3a5c-423f-8623-4c2fbcf1877e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:39.196650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-87ec6031-328e-4730-9b99-d266c283723e tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1417155 May 02 10:24:39.268043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d207fb4-5419-4af1-ba60-48a68d91658f req-7ec27a17-7afe-4a18-8211-3a92c07b1701 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:39.269572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d207fb4-5419-4af1-ba60-48a68d91658f req-7ec27a17-7afe-4a18-8211-3a92c07b1701 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.1055858 May 02 10:24:39.356716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-cb7aa1c5-27e4-4287-8b06-af65091b82ee service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521683 May 02 10:24:39.374435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d207fb4-5419-4af1-ba60-48a68d91658f req-bdffbae9-ae6f-4142-ab22-4f0bf45af631 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957973 May 02 10:24:39.541532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-cd4db759-731e-44ea-b59d-7f7ad523c264 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824484 May 02 10:24:39.605166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks [] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:39.700882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6ccad866-ae68-4730-995d-15c578d97def no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:39.757760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 6ccad866-ae68-4730-995d-15c578d97def {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:39.759564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6ccad866-ae68-4730-995d-15c578d97def not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:39.764464 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:39.853378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5501477c-e424-45e6-96e0-82bd70937234 req-fff03c45-9435-473d-8e41-720e5f52e67c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 210 time: 0.0467451 May 02 10:24:39.922564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c184f-09be-4109-9c3b-9fd75b5ac3a0 None None] Pushing event updated for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:39.975090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Attempting to bind port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:39.975796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:39.978336 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3888d24-afb7-4c68-a11b-b7cc90a44e57" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:39.983618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Attempting to bind port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:39.991490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Attempting to bind port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:40.002966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:40.006084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Checking segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:40.006798 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:40.008362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Bound using segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:40.009149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Bound port: 0508b7a4-8a62-48a8-8dfe-ca1b508da80f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:40.010110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:40.070104 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c36f4f1-cfa3-4525-8875-d1e5ad64bf85 x-openstack-request-id: req-1c36f4f1-cfa3-4525-8875-d1e5ad64bf85 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:40.070640 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:40.071107 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c36f4f1-cfa3-4525-8875-d1e5ad64bf85 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:40.072075 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c36f4f1-cfa3-4525-8875-d1e5ad64bf85'] response: {'name': 'network-changed', 'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'status': 'completed', 'code': 200} May 02 10:24:40.197773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] For port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:40.208746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] For port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:40.212566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-5fc25e4d-dd9b-4cd9-b442-36774aa7da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:40.216052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-5fc25e4d-dd9b-4cd9-b442-36774aa7da8f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1125 time: 0.1249170 May 02 10:24:40.246368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d74441-9ec5-4b0d-82ee-b7ce73a1a776 req-b28b0a3e-017f-4d76-abaf-bcb4cb92bf26 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:40.249328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23d74441-9ec5-4b0d-82ee-b7ce73a1a776 req-b28b0a3e-017f-4d76-abaf-bcb4cb92bf26 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1195223 May 02 10:24:40.312125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23d74441-9ec5-4b0d-82ee-b7ce73a1a776 req-a6ef1394-7aa4-4222-88aa-cc2ed4cfabbc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567341 May 02 10:24:40.321145 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:40.329907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Provisioning complete for port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:40.330403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:40.377907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-7cd1cdbb-8e1f-4128-9b40-48aff3955186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:40.379475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-7cd1cdbb-8e1f-4128-9b40-48aff3955186 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1552265 May 02 10:24:40.443016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-9b98fcf4-66ef-4594-a83b-d4311ff91a6d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 217 time: 0.0518744 May 02 10:24:40.460108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129c184f-09be-4109-9c3b-9fd75b5ac3a0 None None] Pushing event updated for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:40.512262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:24:40.512262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:40.613765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-4e729798-3d51-4ad1-be40-cefd556a3a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:40.624954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-4e729798-3d51-4ad1-be40-cefd556a3a28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.1649435 May 02 10:24:40.675593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a593a-4f50-4512-b574-7b341925a202 req-1260d5e8-8e97-458d-b098-7f1521be7ef5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:40.677932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81a593a-4f50-4512-b574-7b341925a202 req-1260d5e8-8e97-458d-b098-7f1521be7ef5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.1540208 May 02 10:24:40.679828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Current status of the port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:40.680521 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:40.685028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-54c9e5b2-274c-48c2-ac0d-271a56036712 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603099 May 02 10:24:40.778686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:24:40.815577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] For port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:40.832176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81a593a-4f50-4512-b574-7b341925a202 req-6b2afd20-f06e-4bf3-a01f-ae06f1805aa0 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452749 May 02 10:24:40.866583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-26e5a958-24b4-413f-8674-7baa476159b9 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697094 May 02 10:24:40.961867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9714a4ce-e6dc-4bb8-a262-214c7d6d0e1e req-c22ccc18-9bac-4c34-8f95-58d0f2c8edb0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 210 time: 0.0419846 May 02 10:24:40.985677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3888d24-afb7-4c68-a11b-b7cc90a44e57 req-9edeaf1e-1526-4c9a-9d08-7dfb85f93f79 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100931 May 02 10:24:41.003750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:41.033088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0818043-a1f0-448f-9840-515c349923b7 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:24:41.088798 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:41.182245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef0e51e-5926-405f-8497-e91bdc64f89d None None] Pushing event updated for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:41.244849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5f75ccbc-5df3-4195-8665-fa0c8a1f4047 None None] Provisioning complete for port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:41.245366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5f75ccbc-5df3-4195-8665-fa0c8a1f4047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:41.343329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53176) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:41.433902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5f75ccbc-5df3-4195-8665-fa0c8a1f4047 None None] Current status of the port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:41.528940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62369bae-71b4-47cd-9b88-7fe916640507 req-85fa95f2-29f3-4f6e-aa10-ffeefa2d8372 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:41.531097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62369bae-71b4-47cd-9b88-7fe916640507 req-85fa95f2-29f3-4f6e-aa10-ffeefa2d8372 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0895829 May 02 10:24:41.553375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6db45046-c177-4bf5-82d7-cf76d2ab0798 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:41.635788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6db45046-c177-4bf5-82d7-cf76d2ab0798 admin admin] Publish callbacks [] for security_group (c8d6bd3b-0147-410f-92d2-0385afc3dc33), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:41.707314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62369bae-71b4-47cd-9b88-7fe916640507 req-b127c231-a61f-40f9-8e71-78b45388e5e2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488650 May 02 10:24:41.729324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6db45046-c177-4bf5-82d7-cf76d2ab0798 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c8d6bd3b-0147-410f-92d2-0385afc3dc33), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:41.761289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db45046-c177-4bf5-82d7-cf76d2ab0798 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d6bd3b-0147-410f-92d2-0385afc3dc33,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:41.828761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6db45046-c177-4bf5-82d7-cf76d2ab0798 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c26319a9757644619eea0f96396a0458&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4831777 May 02 10:24:41.831302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53200) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:41.925541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] Publish callbacks [] for security_group (c8d6bd3b-0147-410f-92d2-0385afc3dc33), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:42.009270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1b6b72-1701-463f-9b6b-1e6b2064fee5 req-3c123b1d-8eb8-47dd-8468-4281edd4334a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:42.011027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c1b6b72-1701-463f-9b6b-1e6b2064fee5 req-3c123b1d-8eb8-47dd-8468-4281edd4334a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0679643 May 02 10:24:42.054483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] Publish callbacks [] for security_group (c8d6bd3b-0147-410f-92d2-0385afc3dc33), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:42.145603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c1b6b72-1701-463f-9b6b-1e6b2064fee5 req-664a0a61-1ca0-4f91-b794-921bbb78df54 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238327 May 02 10:24:42.173530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e09bf8fb-b368-41a4-8121-bc0b053c7716 req-9d146aee-5c3e-489b-9770-d1f618b85757 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 210 time: 0.0454547 May 02 10:24:42.281986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c8d6bd3b-0147-410f-92d2-0385afc3dc33), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:42.284797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:42.286264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c8d6bd3b-0147-410f-92d2-0385afc3dc33 HTTP/1.1" status: 204 len: 168 time: 0.4538202 May 02 10:24:42.309816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccee6a68-5dd8-40b1-a2e2-0fdf88411035 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d6bd3b-0147-410f-92d2-0385afc3dc33,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:42.534907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0508b7a4-8a62-48a8-8dfe-ca1b508da80f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:42.612497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:42.613193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:42.744229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:42.879201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7757cbaf-c57f-4608-977f-2f43a93f83ef req-028c4844-a4b8-4ed1-ab83-a129f3effe59 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:42.886820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7757cbaf-c57f-4608-977f-2f43a93f83ef req-028c4844-a4b8-4ed1-ab83-a129f3effe59 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0998945 May 02 10:24:42.985572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7757cbaf-c57f-4608-977f-2f43a93f83ef req-67b6bb37-825f-44b1-a571-f89252a633db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976653 May 02 10:24:43.286316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:43.295731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9aaf6e16-e5dd-46ea-a5d2-614e0cf0accb req-96bab814-763e-4ed1-96ca-66d3966906da tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 210 time: 0.0412333 May 02 10:24:43.305327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e07f1d-0c6c-482b-8f20-0681b01a702d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.337360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fa4e9-5755-4189-aa8d-21c9bd38ad01 req-e9d5c4c0-abb3-48c7-a4fc-acb9fc2558fc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:43.339533 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-977fa4e9-5755-4189-aa8d-21c9bd38ad01 req-e9d5c4c0-abb3-48c7-a4fc-acb9fc2558fc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0993783 May 02 10:24:43.394785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-977fa4e9-5755-4189-aa8d-21c9bd38ad01 req-2dc59d1a-aa58-4395-9f2b-84aedf6f5cb9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478694 May 02 10:24:43.405973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e07f1d-0c6c-482b-8f20-0681b01a702d admin admin] Publish callbacks [] for security_group (b379cfb6-9291-4aa4-9e22-6a528c7ddaea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.507850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e07f1d-0c6c-482b-8f20-0681b01a702d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b379cfb6-9291-4aa4-9e22-6a528c7ddaea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.573810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e07f1d-0c6c-482b-8f20-0681b01a702d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b379cfb6-9291-4aa4-9e22-6a528c7ddaea,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:43.583811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f9e07f1d-0c6c-482b-8f20-0681b01a702d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9cd9c4fd3f3c4200a4085d21cbd4badd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2936010 May 02 10:24:43.584373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53238) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:43.595620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.628262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-ef75f108-d9bf-41b6-924f-03e5343c52a7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:43.629783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-ef75f108-d9bf-41b6-924f-03e5343c52a7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 821 time: 0.2002299 May 02 10:24:43.646492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'port': {'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'admin_state_up': True, 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:43.656333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] Publish callbacks [] for security_group (b379cfb6-9291-4aa4-9e22-6a528c7ddaea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.684768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] Publish callbacks [] for security_group (b379cfb6-9291-4aa4-9e22-6a528c7ddaea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.845519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b379cfb6-9291-4aa4-9e22-6a528c7ddaea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.848619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:43.852046 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b379cfb6-9291-4aa4-9e22-6a528c7ddaea HTTP/1.1" status: 204 len: 168 time: 0.2618520 May 02 10:24:43.859130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b75d1d3-f71b-43ac-a396-862c6d322106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b379cfb6-9291-4aa4-9e22-6a528c7ddaea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:43.891058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Made reservation on behalf of bb31dc76a4c24164becf90f8b970adc2 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:43.895513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:44.231612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e926d9-f1fa-427e-873a-ae3ec8070660 req-e6dbd9c6-e9d0-46f4-906d-30f6d96d29ea tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:44.241620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e926d9-f1fa-427e-873a-ae3ec8070660 req-e6dbd9c6-e9d0-46f4-906d-30f6d96d29ea tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1017902 May 02 10:24:44.254615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Allocated IP 172.20.0.7 (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb/a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e/16edff83-a423-4563-a148-1628e6cc87f3) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:44.349755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e926d9-f1fa-427e-873a-ae3ec8070660 req-3e172b3a-9bba-43b4-944b-790205920300 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043091 May 02 10:24:44.538223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:44.560164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for port (16edff83-a423-4563-a148-1628e6cc87f3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:44.705427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:44.732039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:44.770307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a', 'port_id': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'mac_address': 'fa:16:3e:77:ef:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c30019a-24c3-4d64-b103-998fcc29492b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:24:44.813370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:44.814698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:44.819328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:44.878316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f47c2055-8e82-4311-8559-e8b4a43bf8cc is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:44.878715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:44.896194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47c2055-8e82-4311-8559-e8b4a43bf8cc {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:44.916109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:44.917660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:44.932275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event updated for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:44.939187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:44.955808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633eefa7-f46d-4361-9a3a-820fdd55bf6f req-765195e8-bdcf-45c8-a6ff-ef86b78e358c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:44.964269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633eefa7-f46d-4361-9a3a-820fdd55bf6f req-765195e8-bdcf-45c8-a6ff-ef86b78e358c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 931 time: 0.4760230 May 02 10:24:45.120102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-81b1bb5a-1f66-4137-b72f-d740c5c29bc1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4803712 May 02 10:24:45.136338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af4ea1-9028-460b-a56c-1c7a2cf51984 req-1758f75b-d73b-48a7-b2a3-44cd50524b1c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:45.139980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48af4ea1-9028-460b-a56c-1c7a2cf51984 req-1758f75b-d73b-48a7-b2a3-44cd50524b1c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0762773 May 02 10:24:45.144848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Request body: {'port': {'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:45.162319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633eefa7-f46d-4361-9a3a-820fdd55bf6f req-c6c0de12-bf89-4c4c-aa1f-1278d36a309b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967139 May 02 10:24:45.196116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.199111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48af4ea1-9028-460b-a56c-1c7a2cf51984 req-859a54b9-0c62-4319-89e7-78afcb6feb1b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505552 May 02 10:24:45.242645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (16edff83-a423-4563-a148-1628e6cc87f3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.260886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:45.282601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-30095267-57db-4bbd-92d9-555cae20e113 None None] Provisioning complete for port 16edff83-a423-4563-a148-1628e6cc87f3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:45.283013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30095267-57db-4bbd-92d9-555cae20e113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (16edff83-a423-4563-a148-1628e6cc87f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.333648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-30095267-57db-4bbd-92d9-555cae20e113 None None] Port 16edff83-a423-4563-a148-1628e6cc87f3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:24:45.467321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f47c2055-8e82-4311-8559-e8b4a43bf8cc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:45.486531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d055385-d5b5-40ed-9d0f-f33208e8d826 req-1571de6b-b468-428d-96e2-06171668c41a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:45.488082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d055385-d5b5-40ed-9d0f-f33208e8d826 req-1571de6b-b468-428d-96e2-06171668c41a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0646055 May 02 10:24:45.559374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d055385-d5b5-40ed-9d0f-f33208e8d826 req-0de0ec1f-bd74-4525-8f86-1fb4d9c6fee0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621774 May 02 10:24:45.631126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16edff83-a423-4563-a148-1628e6cc87f3 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:45.640041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks [] for port (16edff83-a423-4563-a148-1628e6cc87f3), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.653534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Transition to ACTIVE for port object 16edff83-a423-4563-a148-1628e6cc87f3 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:45.698725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.802133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:45.885278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Pushing event updated for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:46.428475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f42b5c-322d-4418-9ef5-0e26a81c6d41 req-6b36d0e6-8253-491d-a4d0-14f00b9f1b1f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:46.435590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16f42b5c-322d-4418-9ef5-0e26a81c6d41 req-6b36d0e6-8253-491d-a4d0-14f00b9f1b1f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.1261437 May 02 10:24:46.495465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16f42b5c-322d-4418-9ef5-0e26a81c6d41 req-2e664050-be2a-483b-abae-f7d993cfa065 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587137 May 02 10:24:46.538904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:46.587826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Attempting to bind port 16edff83-a423-4563-a148-1628e6cc87f3 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:46.587826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Attempting to bind port 16edff83-a423-4563-a148-1628e6cc87f3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:46.587826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Attempting to bind port 16edff83-a423-4563-a148-1628e6cc87f3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:46.598484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Port 16edff83-a423-4563-a148-1628e6cc87f3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:46.598824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Attempting to bind port 16edff83-a423-4563-a148-1628e6cc87f3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:46.606443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:46.610531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Checking segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:46.610531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Bound using segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:46.610531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Bound port: 16edff83-a423-4563-a148-1628e6cc87f3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:46.610531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (16edff83-a423-4563-a148-1628e6cc87f3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:46.621668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f47c2055-8e82-4311-8559-e8b4a43bf8cc completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:24:46.624812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a594b3-a832-4131-8f65-d692ee522f08 req-dda22958-0c63-4e0a-a239-283011cf9150 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:46.632077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93a594b3-a832-4131-8f65-d692ee522f08 req-dda22958-0c63-4e0a-a239-283011cf9150 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.1231952 May 02 10:24:46.689384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f47c2055-8e82-4311-8559-e8b4a43bf8cc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:46.689833 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:46.718646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93a594b3-a832-4131-8f65-d692ee522f08 req-418c444e-7fe7-4bd7-89aa-30cbc8922eb2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856867 May 02 10:24:46.742364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:46.751309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16edff83-a423-4563-a148-1628e6cc87f3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:46.824814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f47c2055-8e82-4311-8559-e8b4a43bf8cc is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:46.826123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:46.855341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:46.857697 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82704617-e26c-474f-a8aa-c36142bc4418" -d '{"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-plugged", "status": "completed", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:46.869025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:46.871271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:46.910231 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5859ebb9-c2fc-441f-a52b-017b30d699fb x-openstack-request-id: req-5859ebb9-c2fc-441f-a52b-017b30d699fb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:46.912233 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-plugged", "status": "completed", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:46.912233 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5859ebb9-c2fc-441f-a52b-017b30d699fb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:46.912233 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5859ebb9-c2fc-441f-a52b-017b30d699fb'] response: {'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'code': 200} May 02 10:24:46.917388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12614ca4-82a7-4c8e-b1ed-3bbaab1ae83b req-82f5db40-6c76-4713-a968-e7c78783c909 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:46.919024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12614ca4-82a7-4c8e-b1ed-3bbaab1ae83b req-82f5db40-6c76-4713-a968-e7c78783c909 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1009436 May 02 10:24:46.939608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:46.947057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:46.947057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] 10.222.0.15 "PUT /v2.0/ports/16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 1091 time: 1.8098469 May 02 10:24:46.947057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:46.947057 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3499e6f8-29ed-4a2c-8784-c643ec05bff6" -d '{"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:46.996166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:47.019724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Pushing event updated for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:47.059535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12614ca4-82a7-4c8e-b1ed-3bbaab1ae83b req-876ac9ed-f3ff-4341-b59a-78ca42383350 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337814 May 02 10:24:47.113495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:47.114422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.114779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.115469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.116173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.116305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.136964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.138471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.138836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.139185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.139528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.143189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.143651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.149299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.149299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.149299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e515de59-0461-4a41-9961-1f9fe1f9d752 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:47.154380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-ff93df23-36cb-4fe3-964b-10a25a78b9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.156178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-ff93df23-36cb-4fe3-964b-10a25a78b9f8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1125 time: 0.0502014 May 02 10:24:47.159177 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-826b1fa1-a5f5-4b73-975d-057ab4ac0275 x-openstack-request-id: req-826b1fa1-a5f5-4b73-975d-057ab4ac0275 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:47.161140 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:47.161427 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-826b1fa1-a5f5-4b73-975d-057ab4ac0275 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:47.161855 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-826b1fa1-a5f5-4b73-975d-057ab4ac0275'] response: {'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:24:47.189187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28666f-09b9-47e9-a489-293c81740091 req-3a83ac17-a81e-4132-b219-53095d2a063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.189187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a28666f-09b9-47e9-a489-293c81740091 req-3a83ac17-a81e-4132-b219-53095d2a063c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1127 time: 0.1764114 May 02 10:24:47.221699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-431f12ef-1d4a-44aa-8186-56160d188cf7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0530295 May 02 10:24:47.295825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a28666f-09b9-47e9-a489-293c81740091 req-93b9c88b-2903-4b56-9390-103df58cb504 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404699 May 02 10:24:47.323320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-c19a8fd8-a977-46c3-815c-2169648315b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.325028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-c19a8fd8-a977-46c3-815c-2169648315b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0701938 May 02 10:24:47.530305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-bfa3ab6a-bc06-498a-85a2-fb72f93a5943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.531942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-bfa3ab6a-bc06-498a-85a2-fb72f93a5943 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0431192 May 02 10:24:47.671275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e554c07e-4865-4001-b959-81862e5aaa8d req-f7e985c3-0492-4f0c-9557-4980ef9b1e90 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.672850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e554c07e-4865-4001-b959-81862e5aaa8d req-f7e985c3-0492-4f0c-9557-4980ef9b1e90 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0941184 May 02 10:24:47.715622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-d2f4c713-ae6f-4cab-b8a4-be8093ac49c9 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766903 May 02 10:24:47.738039 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e554c07e-4865-4001-b959-81862e5aaa8d req-9409768c-f1ea-430b-9df2-d952b927ffa5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585175 May 02 10:24:47.843597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b08aa1-e6b9-4148-9704-533f9aa8cc88 req-139faf53-d3c2-487b-9bc7-df6099e3eed8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:47.845119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3b08aa1-e6b9-4148-9704-533f9aa8cc88 req-139faf53-d3c2-487b-9bc7-df6099e3eed8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.0486557 May 02 10:24:47.894396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3b08aa1-e6b9-4148-9704-533f9aa8cc88 req-fea6242d-4e4e-49e5-97be-3063c4aba9bd tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432734 May 02 10:24:48.074715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d30bf4b-b09c-417f-ab02-f8545fb8c866 req-c20a0872-9bca-4332-b91e-f3f6c4f0eaa5 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909398 May 02 10:24:48.190839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea6fc5e-dfd3-46c3-aa56-f71fef5d71e2 req-f30531cd-39cf-43fa-9cb8-db9dc4813ed5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:48.192408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fea6fc5e-dfd3-46c3-aa56-f71fef5d71e2 req-f30531cd-39cf-43fa-9cb8-db9dc4813ed5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0510330 May 02 10:24:48.239866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fea6fc5e-dfd3-46c3-aa56-f71fef5d71e2 req-5ba5a1ea-2380-423d-ab85-2df604bdbffd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417328 May 02 10:24:48.867981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b8e23-bad5-49d3-a499-6dfc26e89109 req-e9257463-ce42-4b72-82e5-0f17d7992ac1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:48.870945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-703b8e23-bad5-49d3-a499-6dfc26e89109 req-e9257463-ce42-4b72-82e5-0f17d7992ac1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0619192 May 02 10:24:48.917373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-703b8e23-bad5-49d3-a499-6dfc26e89109 req-4efebf33-cc25-44d6-a512-eaa907d8f656 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413206 May 02 10:24:49.027536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e4daa-1bee-4f55-89ec-1da8ae51cf95 req-bf52678d-0873-4f8b-8bfa-3262dacb35df tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:49.029736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-099e4daa-1bee-4f55-89ec-1da8ae51cf95 req-bf52678d-0873-4f8b-8bfa-3262dacb35df tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.0550082 May 02 10:24:49.083924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-099e4daa-1bee-4f55-89ec-1da8ae51cf95 req-202f8662-ea24-4c94-81b5-fe584d7674f5 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478525 May 02 10:24:49.223888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-bbef9cc8-3e50-40cc-9cb9-1df6976a7ff6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:49.225461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-bbef9cc8-3e50-40cc-9cb9-1df6976a7ff6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.1069381 May 02 10:24:49.241336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-3c97244e-4b24-45af-941d-3542d4bb1840 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/quotas/a1ea8413418742c49c7aadca80d951ed HTTP/1.1" status: 200 len: 375 time: 0.0104790 May 02 10:24:49.292214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-bbd87a3d-cf81-4dd7-b894-819f305b3201 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0456982 May 02 10:24:49.381872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acd85ae-cd5b-4a95-b4aa-6b2477de67dc req-7cd50a98-3087-47f3-86ed-a4dde9797d8e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:49.383665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6acd85ae-cd5b-4a95-b4aa-6b2477de67dc req-7cd50a98-3087-47f3-86ed-a4dde9797d8e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0697937 May 02 10:24:49.410315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b26991f4-3ddc-4c83-b512-333c921b46e0 service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105669 May 02 10:24:49.433847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6acd85ae-cd5b-4a95-b4aa-6b2477de67dc req-e7940856-0d20-4c5f-9f1e-2c510c82dc6f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426712 May 02 10:24:49.506246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-724f4343-4222-4c7d-99f8-97a978c08f55 service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896938 May 02 10:24:49.735909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84211eb3-a1ff-416b-ba82-b61e7784be6a req-75518c20-47e5-435d-9354-0692587c05cf tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 210 time: 0.0293169 May 02 10:24:50.036728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f02cad-9064-4466-8f92-9c21a51b5f6b req-4ad5ecd7-e021-4ee4-b0a6-0489b0e44a05 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.038226 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58f02cad-9064-4466-8f92-9c21a51b5f6b req-4ad5ecd7-e021-4ee4-b0a6-0489b0e44a05 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0522468 May 02 10:24:50.088994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58f02cad-9064-4466-8f92-9c21a51b5f6b req-0fb23250-591a-4dff-bd7c-60cd74838ca4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445647 May 02 10:24:50.212859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7fd82b-3aec-4c8e-b80f-198dc50cd38c req-baa7cc61-1273-4645-a5b2-74170e0a5769 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.222930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f7fd82b-3aec-4c8e-b80f-198dc50cd38c req-baa7cc61-1273-4645-a5b2-74170e0a5769 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1127 time: 0.0645666 May 02 10:24:50.231310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e25198-a735-4b8a-8bcd-7eec23700904 req-ab597d2c-3c5c-4657-ac72-1d27138716b4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.238276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-76e25198-a735-4b8a-8bcd-7eec23700904 req-ab597d2c-3c5c-4657-ac72-1d27138716b4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.0844595 May 02 10:24:50.298669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-76e25198-a735-4b8a-8bcd-7eec23700904 req-1a2e4f7c-5628-4db4-b09d-b4fe5c47f345 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566916 May 02 10:24:50.311156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-579c46e3-7b6f-4299-938f-5530b4eca2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.312848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-579c46e3-7b6f-4299-938f-5530b4eca2ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1125 time: 0.0872605 May 02 10:24:50.349058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f7fd82b-3aec-4c8e-b80f-198dc50cd38c req-185cdbc9-87e0-4449-b89b-bafd94941056 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249137 May 02 10:24:50.452908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-cc1ef1a5-837a-466c-bcf1-caa030a14e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.454556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-cc1ef1a5-837a-466c-bcf1-caa030a14e5c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1214037 May 02 10:24:50.522847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc607f60-6fc1-4fd7-b04d-d5c43a0fff8b req-708fad18-decc-4006-8f3c-bdd75135eb9e tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.526633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc607f60-6fc1-4fd7-b04d-d5c43a0fff8b req-708fad18-decc-4006-8f3c-bdd75135eb9e tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1127 time: 0.0765052 May 02 10:24:50.536668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-52965362-c4fd-4aa6-ad8a-b0e6abb98c5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0724945 May 02 10:24:50.590480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc607f60-6fc1-4fd7-b04d-d5c43a0fff8b req-f43d3185-2f3f-499d-af1c-639904f1b6e1 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542252 May 02 10:24:50.611669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24aaaa9-c625-4b09-ba23-b6e935b8f93f req-652cce5e-016d-4a55-aafc-05f75b1623ce tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.613206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d24aaaa9-c625-4b09-ba23-b6e935b8f93f req-652cce5e-016d-4a55-aafc-05f75b1623ce tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0879171 May 02 10:24:50.632542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-e9d85b64-f072-46dd-8846-91d9ac8b800e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.634004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-e9d85b64-f072-46dd-8846-91d9ac8b800e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0904074 May 02 10:24:50.698833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-64581861-c41a-482b-9e28-8e4561123d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.700373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-64581861-c41a-482b-9e28-8e4561123d72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0568101 May 02 10:24:50.704021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d24aaaa9-c625-4b09-ba23-b6e935b8f93f req-58d059cd-5d68-4915-a6d8-68346560b296 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795968 May 02 10:24:50.837460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf750f84-dd08-4af2-81a1-7b92a645b390 req-c57ed8b9-9f7c-474e-b9af-a64cce426381 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 210 time: 0.0433884 May 02 10:24:50.845673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-cc97014a-69c0-4665-bfcc-023306e38702 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:50.848693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-cc97014a-69c0-4665-bfcc-023306e38702 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "GET /v2.0/ports?device_id=cada50c3-e645-4199-82f2-4d2f9cddc56f HTTP/1.1" status: 200 len: 946 time: 0.0826571 May 02 10:24:50.900157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-a6efc5ad-1c26-41d3-9cf8-f3145c6813dc service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930876 May 02 10:24:50.943842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:50.952173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1804286488', 'description': 'tempest-description--823836'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:51.014676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Deleting port 791c2462-af5c-411f-80e5-329b26c204fb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:51.015033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (791c2462-af5c-411f-80e5-329b26c204fb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.097127 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3499e6f8-29ed-4a2c-8784-c643ec05bff6 req-8767247d-06d4-46c1-94b2-cefc96d1ab33 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901772 May 02 10:24:51.121869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.127243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] For port 791c2462-af5c-411f-80e5-329b26c204fb, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=791c2462-af5c-411f-80e5-329b26c204fb,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:51.127768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (791c2462-af5c-411f-80e5-329b26c204fb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.142545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Calling delete_port for 791c2462-af5c-411f-80e5-329b26c204fb owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:51.196728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (113baac0-6754-4f9c-8750-11c1e47dcb13), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.286114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (113baac0-6754-4f9c-8750-11c1e47dcb13), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.314929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113baac0-6754-4f9c-8750-11c1e47dcb13,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:51.354395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (791c2462-af5c-411f-80e5-329b26c204fb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.387996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event deleted for resources: {'Port': ['ID=791c2462-af5c-411f-80e5-329b26c204fb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:51.453270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.454779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6cb18912-f325-4a2a-854e-2b78dbfcfe08 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.5080774 May 02 10:24:51.457565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:51.459904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53636) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:51.460492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] No DVR routers for this DVR port 791c2462-af5c-411f-80e5-329b26c204fb on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:51.462895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '113baac0-6754-4f9c-8750-11c1e47dcb13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:51.468254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.471756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b3bc40e-26a1-42cf-a69f-3bd536f89bf1 req-ce41e128-b526-4c3b-828c-b11dbd455843 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "DELETE /v2.0/ports/791c2462-af5c-411f-80e5-329b26c204fb HTTP/1.1" status: 204 len: 173 time: 0.6156211 May 02 10:24:51.472203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-deleted', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:51.474532 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9cea793-ad10-4571-9bdf-9882b0e4d55b" -d '{"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-deleted", "tag": "791c2462-af5c-411f-80e5-329b26c204fb"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:51.474664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907e4011-cf55-4c21-bfc9-4dd72a30c5af req-eeef7f27-1c82-4ae1-8857-84759a9f4519 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:51.476057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-907e4011-cf55-4c21-bfc9-4dd72a30c5af req-eeef7f27-1c82-4ae1-8857-84759a9f4519 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.0857518 May 02 10:24:51.532757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-907e4011-cf55-4c21-bfc9-4dd72a30c5af req-0ccc88a8-e153-420a-8103-e2c2e7a71a7a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505354 May 02 10:24:51.595185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (b0c86a61-2a4a-4caf-8be5-622180b0dd5f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.596438 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7669f09-ecb0-41ed-bb6d-eeb068c91d42 x-openstack-request-id: req-e7669f09-ecb0-41ed-bb6d-eeb068c91d42 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:51.596758 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cada50c3-e645-4199-82f2-4d2f9cddc56f", "name": "network-vif-deleted", "tag": "791c2462-af5c-411f-80e5-329b26c204fb", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:51.597022 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7669f09-ecb0-41ed-bb6d-eeb068c91d42 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:51.597422 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7669f09-ecb0-41ed-bb6d-eeb068c91d42'] response: {'server_uuid': 'cada50c3-e645-4199-82f2-4d2f9cddc56f', 'name': 'network-vif-deleted', 'tag': '791c2462-af5c-411f-80e5-329b26c204fb', 'status': 'completed', 'code': 200} May 02 10:24:51.604989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.658467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (b0c86a61-2a4a-4caf-8be5-622180b0dd5f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.688151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Publish callbacks [] for security_group (c5a47350-6f31-412f-9c1e-bf8ff2b27bc9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.760884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b0c86a61-2a4a-4caf-8be5-622180b0dd5f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.784003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c5a47350-6f31-412f-9c1e-bf8ff2b27bc9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.793954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0c86a61-2a4a-4caf-8be5-622180b0dd5f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:51.800798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:51.833058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 791c2462-af5c-411f-80e5-329b26c204fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:51.839267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 791c2462-af5c-411f-80e5-329b26c204fb not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:51.839393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcf93d-33e8-4f33-9b19-79f37c4d58b6 req-7f884ea0-0a2e-48e3-9813-c8102c3c5399 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:51.840344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7dcf93d-33e8-4f33-9b19-79f37c4d58b6 req-7f884ea0-0a2e-48e3-9813-c8102c3c5399 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0625646 May 02 10:24:51.844679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2f16747e1ab64892a2a6061b5c2a81bf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3821781 May 02 10:24:51.848277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53658) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:51.864700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5a47350-6f31-412f-9c1e-bf8ff2b27bc9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:51.875290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.876706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c254101f-ad9c-46f2-9adc-38311c6ce065 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179223 May 02 10:24:51.879130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.879484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.879904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.880303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.880668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.881007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.881480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.881822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.882197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.882452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53664) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:51.882567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.883254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.883254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.883454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.883786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.884110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c15e230f-1173-4a1a-8646-5f7d76cbc868 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:24:51.890533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '113baac0-6754-4f9c-8750-11c1e47dcb13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:51.925754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] Publish callbacks [] for security_group (c5a47350-6f31-412f-9c1e-bf8ff2b27bc9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:51.928089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7dcf93d-33e8-4f33-9b19-79f37c4d58b6 req-7ddc25f9-600c-429c-9f09-75498c0794e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790136 May 02 10:24:51.972415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] Publish callbacks [] for security_group (c5a47350-6f31-412f-9c1e-bf8ff2b27bc9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.020567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-afc6e0a0-bec3-4bdb-92f3-cd76772c1ccd req-9f225a79-2d41-4223-aef6-5c5b297b0c12 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 210 time: 0.0301905 May 02 10:24:52.040189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (7c3fc91c-6e0a-4dc3-bcd2-084e3fe7c929), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.103774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c5a47350-6f31-412f-9c1e-bf8ff2b27bc9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.107116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.109042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5a47350-6f31-412f-9c1e-bf8ff2b27bc9 HTTP/1.1" status: 204 len: 168 time: 0.2590680 May 02 10:24:52.115235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (7c3fc91c-6e0a-4dc3-bcd2-084e3fe7c929), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.117140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e094723b-059d-4507-8d41-278187335df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5a47350-6f31-412f-9c1e-bf8ff2b27bc9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:52.234778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7c3fc91c-6e0a-4dc3-bcd2-084e3fe7c929), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.255683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c3fc91c-6e0a-4dc3-bcd2-084e3fe7c929,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:52.314020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-9d5321f6-8935-431c-8bb9-ffe66f039892 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:52.315452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-9d5321f6-8935-431c-8bb9-ffe66f039892 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.1075621 May 02 10:24:52.327861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Request body: {'port': {'device_id': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'admin_state_up': True, 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:52.377374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.381189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b10df286-7bb7-4dd5-b5ee-d4e1b314e0c3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4961059 May 02 10:24:52.382733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53674) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:52.388116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:52.490191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.575656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 16edff83-a423-4563-a148-1628e6cc87f3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:24:52.581139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.632357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:52.636115 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.724338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660f3d4d-73c4-49c9-991a-5dbbccc341a3 req-cba1140c-06bb-4289-9723-7a795cf50748 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:52.726054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-660f3d4d-73c4-49c9-991a-5dbbccc341a3 req-cba1140c-06bb-4289-9723-7a795cf50748 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 943 time: 0.1033404 May 02 10:24:52.803995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.35.4.134 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f14718c2-e67b-4a0d-9c70-e9ae324b4f84) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:52.830671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-660f3d4d-73c4-49c9-991a-5dbbccc341a3 req-a74e9fd6-beb3-4ff5-a264-6bcfbb6302ea tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844414 May 02 10:24:52.849203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Allocated IP 172.20.0.6 (7326cf19-c100-4433-b49e-2eebe1fefed2/cc765138-2c53-4275-91e3-7ae1885c4f57/73d29a7b-673a-4a93-bb78-fc2263dbd6fa) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:52.875871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16edff83-a423-4563-a148-1628e6cc87f3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:52.893293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '16edff83-a423-4563-a148-1628e6cc87f3', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:24:52.933717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 16edff83-a423-4563-a148-1628e6cc87f3 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:52.934450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (16edff83-a423-4563-a148-1628e6cc87f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.943486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:52.951362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16edff83-a423-4563-a148-1628e6cc87f3 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:53.011687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16edff83-a423-4563-a148-1628e6cc87f3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:53.050684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks [] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.087182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934f0041-7409-452f-9466-26d1af6fc4ad req-3b8c52be-3b88-4b93-8176-49af421efeef tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:53.088685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-934f0041-7409-452f-9466-26d1af6fc4ad req-3b8c52be-3b88-4b93-8176-49af421efeef tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0482152 May 02 10:24:53.139064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-934f0041-7409-452f-9466-26d1af6fc4ad req-8ffd451f-89d6-412a-b070-d8574cacb67b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439956 May 02 10:24:53.143414 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.143584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.162949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53688) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:53.179778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5176d6f8-7164-4ff8-88c9-7dd0fcc7a579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.188738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:53.194542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:53.199102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:53.206143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:53.221788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.229004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=f14718c2-e67b-4a0d-9c70-e9ae324b4f84,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:53.237428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-eefe7e10-91d8-4178-b616-2047b7a5e738 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:24:53.238443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-eefe7e10-91d8-4178-b616-2047b7a5e738 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0105326 May 02 10:24:53.303494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:53.309266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:53.311825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:53.325923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5876d3-e9a7-414f-a3b0-67e226fd418f req-1c79776d-853a-4ea3-be65-df9e5d7d213c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:53.327405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed5876d3-e9a7-414f-a3b0-67e226fd418f req-1c79776d-853a-4ea3-be65-df9e5d7d213c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 931 time: 0.0880930 May 02 10:24:53.334334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:53.335122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-28156c93-c351-45a7-a6f7-845f67ae6769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:53.336445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-28156c93-c351-45a7-a6f7-845f67ae6769 service neutron] 10.222.0.16 "GET /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 1124 time: 0.0846250 May 02 10:24:53.352339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5176d6f8-7164-4ff8-88c9-7dd0fcc7a579 admin admin] Publish callbacks [] for security_group (0d3f7a25-cadf-4603-b30a-8fd61143d0e4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.370093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Request body: {'binding': {'host': 'nch2-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:53.370549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:24:53.371544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:53.372708 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.384638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['16edff83-a423-4563-a148-1628e6cc87f3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:53.423977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5176d6f8-7164-4ff8-88c9-7dd0fcc7a579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0d3f7a25-cadf-4603-b30a-8fd61143d0e4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.440989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.467921 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-2469fb00-098c-4b7e-8c51-f37be55830cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1429751 May 02 10:24:53.473788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed5876d3-e9a7-414f-a3b0-67e226fd418f req-485ae0e2-9ba2-434c-aaaf-56d4ccf4147f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401238 May 02 10:24:53.477900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5176d6f8-7164-4ff8-88c9-7dd0fcc7a579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d3f7a25-cadf-4603-b30a-8fd61143d0e4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:53.506435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5176d6f8-7164-4ff8-88c9-7dd0fcc7a579 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bc5bf7955972427894d764feadb2a865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3422713 May 02 10:24:53.509116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:53.565743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] Publish callbacks [] for security_group (0d3f7a25-cadf-4603-b30a-8fd61143d0e4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.589269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] Publish callbacks [] for security_group (0d3f7a25-cadf-4603-b30a-8fd61143d0e4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.594265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.626284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch2-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:53.626665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:53.626963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:53.636918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:53.637236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:53.649780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:53.650130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:53.650528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:53.651749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Bound port: f47c2055-8e82-4311-8559-e8b4a43bf8cc, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:53.670214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Request body: {'port': {'device_id': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:53.696494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0d3f7a25-cadf-4603-b30a-8fd61143d0e4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.699057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.700189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0d3f7a25-cadf-4603-b30a-8fd61143d0e4 HTTP/1.1" status: 204 len: 168 time: 0.1900027 May 02 10:24:53.715881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd150230-688b-475f-9854-01a7e3c25560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d3f7a25-cadf-4603-b30a-8fd61143d0e4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:53.757119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.795146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:53.849787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.866084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:53.869079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] 10.222.0.16 "POST /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc/bindings HTTP/1.1" status: 201 len: 389 time: 0.5037606 May 02 10:24:53.938488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.032669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2206b161-cc5c-4fd5-b02a-981d7ac1da7d req-613bb107-702e-4f32-b64a-e572f90eb1bf tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.034186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2206b161-cc5c-4fd5-b02a-981d7ac1da7d req-613bb107-702e-4f32-b64a-e572f90eb1bf tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 944 time: 0.1076176 May 02 10:24:54.059034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=f14718c2-e67b-4a0d-9c70-e9ae324b4f84,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:54.074120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d29a7b-673a-4a93-bb78-fc2263dbd6fa {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:24:54.084273 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks [] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.086008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.115147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Transition to ACTIVE for port object 73d29a7b-673a-4a93-bb78-fc2263dbd6fa will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:24:54.125604 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2206b161-cc5c-4fd5-b02a-981d7ac1da7d req-bed8a2fb-4bc6-4d40-b7c3-9ed50f01db0b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717649 May 02 10:24:54.224111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d0c54-6e67-463d-9618-4f2c7941a076 req-23b820b7-8e20-4380-b14f-205edb398f9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.225736 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-565d0c54-6e67-463d-9618-4f2c7941a076 req-23b820b7-8e20-4380-b14f-205edb398f9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0627346 May 02 10:24:54.270658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da431b37-21e8-4761-9177-3a805eab6013 req-947ad7d0-50ac-4440-bb52-32570acb1de6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.272881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da431b37-21e8-4761-9177-3a805eab6013 req-947ad7d0-50ac-4440-bb52-32570acb1de6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0528491 May 02 10:24:54.286496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-565d0c54-6e67-463d-9618-4f2c7941a076 req-5e051fa1-6aee-4d97-afb2-a121496b5286 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549755 May 02 10:24:54.286840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.298074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-505280a9-67b6-4a96-9d45-79d65a41c9f7 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9134684 May 02 10:24:54.326727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.371247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da431b37-21e8-4761-9177-3a805eab6013 req-3c1e64a8-9a87-4832-b1b9-08a6a37b45eb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892327 May 02 10:24:54.422618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:54.526909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Attempting to bind port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:24:54.526909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Attempting to bind port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:24:54.527126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Attempting to bind port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:54.543765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa on network 7326cf19-c100-4433-b49e-2eebe1fefed2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:24:54.544138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Attempting to bind port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:24:54.554848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:24:54.555207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Checking segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:24:54.555579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Bound using segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:24:54.556020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Bound port: 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:24:54.556384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.581816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 16edff83-a423-4563-a148-1628e6cc87f3 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:24:54.589139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-59cda494-93b1-41a1-9d09-a4a3d4716d73 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1804286488&fields=id&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 267 time: 0.0725327 May 02 10:24:54.611101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf36e54d-e909-4965-aea4-3b34fd90d3f4 req-81c8450b-c507-4fb9-a241-40c6a98ddbb2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.612531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf36e54d-e909-4965-aea4-3b34fd90d3f4 req-81c8450b-c507-4fb9-a241-40c6a98ddbb2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.0522892 May 02 10:24:54.630908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 16edff83-a423-4563-a148-1628e6cc87f3 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:24:54.695081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf36e54d-e909-4965-aea4-3b34fd90d3f4 req-1b7622de-fea7-42af-8003-12f53f69e35d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762906 May 02 10:24:54.730677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:24:54.738963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 16edff83-a423-4563-a148-1628e6cc87f3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:24:54.739661 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (16edff83-a423-4563-a148-1628e6cc87f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.782500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:24:54.798889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-52656911-1976-4ede-9cd2-20868e2e5b3a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.800388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-52656911-1976-4ede-9cd2-20868e2e5b3a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.2067733 May 02 10:24:54.803846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-4b78d6fc-312d-46fc-8844-89b797723b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.805291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-4b78d6fc-312d-46fc-8844-89b797723b3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1127 time: 0.0851436 May 02 10:24:54.835259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-e1e1050a-03f4-43fd-ad46-56d9d1a8ec35 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/quotas/e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 375 time: 0.0286298 May 02 10:24:54.847137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 16edff83-a423-4563-a148-1628e6cc87f3 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:24:54.847532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (16edff83-a423-4563-a148-1628e6cc87f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.872884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:54.875475 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dce8969-1291-4a00-a84c-e1a986ddecb0" -d '{"events": [{"server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "name": "network-vif-plugged", "status": "completed", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:54.889037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.891399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16edff83-a423-4563-a148-1628e6cc87f3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:54.917478 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b824bcce-cd03-47ea-bc6f-23d628e588eb x-openstack-request-id: req-b824bcce-cd03-47ea-bc6f-23d628e588eb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:54.922557 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "name": "network-vif-plugged", "status": "completed", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:54.922557 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b824bcce-cd03-47ea-bc6f-23d628e588eb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:54.922557 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b824bcce-cd03-47ea-bc6f-23d628e588eb'] response: {'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'code': 200} May 02 10:24:54.976286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:54.976920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:54.978277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] 10.222.0.15 "PUT /v2.0/ports/73d29a7b-673a-4a93-bb78-fc2263dbd6fa HTTP/1.1" status: 200 len: 1091 time: 1.5022352 May 02 10:24:54.987324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-9f5bfd75-a597-4568-b605-aa2e48085ca0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1444173 May 02 10:24:54.987759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:54.990017 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b" -d '{"events": [{"name": "network-changed", "server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:55.011008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:55.055653 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bca9ea38-d88c-45e4-80de-256c7c3ad11c x-openstack-request-id: req-bca9ea38-d88c-45e4-80de-256c7c3ad11c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:55.055941 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:55.056200 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bca9ea38-d88c-45e4-80de-256c7c3ad11c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:55.056632 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bca9ea38-d88c-45e4-80de-256c7c3ad11c'] response: {'name': 'network-changed', 'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'status': 'completed', 'code': 200} May 02 10:24:55.059373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06ee1c7-0783-4c13-ac08-ef016b4b4e0d service neutron] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:55.060706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e45bc6-3c9d-47d8-85d0-dc08a951575e req-f7636160-15fa-448b-b02a-71ff4c7f65ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.062322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e45bc6-3c9d-47d8-85d0-dc08a951575e req-f7636160-15fa-448b-b02a-71ff4c7f65ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1126 time: 0.0762231 May 02 10:24:55.066658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-325132ce-e29d-4a1e-a989-f56ee3abecb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.067383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-325132ce-e29d-4a1e-a989-f56ee3abecb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.2534664 May 02 10:24:55.115190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:55.125421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61e45bc6-3c9d-47d8-85d0-dc08a951575e req-0a1f2ce6-e436-437f-be59-49c1b7a76394 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540130 May 02 10:24:55.148040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-60c7de15-8c8c-4a64-9ddf-0bc922736e5e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 217 time: 0.0488644 May 02 10:24:55.258187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17926996-5280-4b24-a7f0-7fcdf845c044 req-1c03c260-cb64-4617-8ca7-0d6a4153d9c1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.259708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17926996-5280-4b24-a7f0-7fcdf845c044 req-1c03c260-cb64-4617-8ca7-0d6a4153d9c1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0505104 May 02 10:24:55.311270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17926996-5280-4b24-a7f0-7fcdf845c044 req-49958dc6-6e42-4812-815c-7e745375b668 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454285 May 02 10:24:55.499946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-76616311-3267-4663-9b20-2a9b565089c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.501419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-76616311-3267-4663-9b20-2a9b565089c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 1125 time: 0.4034593 May 02 10:24:55.524551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-097b78dd-af23-420c-bacf-d1e376eac05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.527438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-097b78dd-af23-420c-bacf-d1e376eac05d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.3559575 May 02 10:24:55.529671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-b9a1c6ea-0ebf-4185-a82e-858aa377db94 service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141523 May 02 10:24:55.569911 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0599f6be-5de0-48c6-b824-9fa0a0b5f794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:55.621853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-4e75e43a-bab6-438a-b917-11f91e1b41f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0550053 May 02 10:24:55.656566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-a21e4e47-490f-4af4-bc7a-c6746a79f161 service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184685 May 02 10:24:55.805846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-13066f09-a8c3-4a01-a8bb-e06df7370e67 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274011 May 02 10:24:55.806909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf5af73-2473-44ed-b161-586a8a8d6553 req-38b4fbac-bd39-4535-ac68-49d58086afce tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.808452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-baf5af73-2473-44ed-b161-586a8a8d6553 req-38b4fbac-bd39-4535-ac68-49d58086afce tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0585012 May 02 10:24:55.860138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-baf5af73-2473-44ed-b161-586a8a8d6553 req-5dad3bf8-b712-452b-be8e-f6634809a33b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455334 May 02 10:24:55.905371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:55.942702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-6810de07-e39a-4cdd-a24a-f80085f64eab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:55.944539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-6810de07-e39a-4cdd-a24a-f80085f64eab service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=a1ea8413418742c49c7aadca80d951ed&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1350164 May 02 10:24:56.035517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859cc40-ef5c-4aea-8b4c-cbe9f018bbbb req-641672f9-69f2-4f08-ab9d-96812a97d701 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.039298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9859cc40-ef5c-4aea-8b4c-cbe9f018bbbb req-641672f9-69f2-4f08-ab9d-96812a97d701 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0901949 May 02 10:24:56.099452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9859cc40-ef5c-4aea-8b4c-cbe9f018bbbb req-1aa2f2aa-5a5e-45c8-8079-aa232c59352e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523443 May 02 10:24:56.125022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-b418f95a-0042-42e1-a3e4-6a8d7720ac99 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106464 May 02 10:24:56.145330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b70a7cf-70cc-4d4f-978d-d2c2fb9e0606 req-4c1a2b4e-7877-4c28-a937-3a6da8de247b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.146859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b70a7cf-70cc-4d4f-978d-d2c2fb9e0606 req-4c1a2b4e-7877-4c28-a937-3a6da8de247b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0953648 May 02 10:24:56.150044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-4d77c60d-44d5-482c-9dc2-0366da6d4780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.151459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8cbaeda-30f8-4d7a-b745-0980bb563e6b req-4d77c60d-44d5-482c-9dc2-0366da6d4780 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1709712 May 02 10:24:56.237956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1037188470'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:56.241141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b70a7cf-70cc-4d4f-978d-d2c2fb9e0606 req-cf754589-e139-482c-8622-f5cdd5fcd3b8 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836079 May 02 10:24:56.261106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-92bbc395-21a3-40a1-9d0e-1570184bda82 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.263144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-92bbc395-21a3-40a1-9d0e-1570184bda82 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 945 time: 0.0628936 May 02 10:24:56.282927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9057f-cf7f-44fa-9bc1-6c6c8841e01f req-58b9845f-bd5b-41cd-9833-a2bf4e571ea7 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.287086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcd9057f-cf7f-44fa-9bc1-6c6c8841e01f req-58b9845f-bd5b-41cd-9833-a2bf4e571ea7 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.1000521 May 02 10:24:56.372903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcd9057f-cf7f-44fa-9bc1-6c6c8841e01f req-a5f07f04-75dd-4a56-bb6c-ce5cefdf392c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806010 May 02 10:24:56.403999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Made reservation on behalf of 8bc20eb284a14780b832c3c567850937 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:56.408130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.415562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Deleting port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:24:56.415827 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.421935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.452133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-df6b6d43-fa3a-4381-a181-0e68f5e02d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.453871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-df6b6d43-fa3a-4381-a181-0e68f5e02d17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 1125 time: 0.1300008 May 02 10:24:56.464508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e7e2956-68fe-41d7-b21c-9d400867ec7d req-439519e1-5d05-4ee8-831c-1be5b0294dcf tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.0665081 May 02 10:24:56.508734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a253308-cdf2-48d8-8530-045da9c99ab1 req-63aed2d2-a4b8-47fd-af3b-07e7928d6db2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.510307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a253308-cdf2-48d8-8530-045da9c99ab1 req-63aed2d2-a4b8-47fd-af3b-07e7928d6db2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0689952 May 02 10:24:56.549951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-cae29080-47d0-4df3-95d0-efb136a5de03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa HTTP/1.1" status: 200 len: 217 time: 0.0842166 May 02 10:24:56.592661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks [] for security_group (e526f89a-4b5d-4407-b831-14c65f8d66a0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.596734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a253308-cdf2-48d8-8530-045da9c99ab1 req-c9f3053f-0a24-49b2-852c-5f944758dd97 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760069 May 02 10:24:56.633011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] For port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:24:56.633366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.642851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-953486ee-29af-47b7-945e-830dfa7e0f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.645129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-953486ee-29af-47b7-945e-830dfa7e0f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.0872135 May 02 10:24:56.658204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Calling delete_port for 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:24:56.663439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e526f89a-4b5d-4407-b831-14c65f8d66a0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.676352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:56.691149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.691149 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Added segment 6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c of type vlan for network afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec May 02 10:24:56.745785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-278e9fc3-1880-4240-a6d2-928795050642 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953946 May 02 10:24:56.752446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.757572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e526f89a-4b5d-4407-b831-14c65f8d66a0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:56.881209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.886930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:56.887474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:56.903122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-91d444ec-d94e-4bf6-9626-72fa275cb866 service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504886 May 02 10:24:57.027515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Pushing event updated for resources: {'Network': ['ID=afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:57.033611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20269b9d-03b4-45b8-9bdd-dd156b4dc534 req-c27a3249-555b-4280-a30f-5798ce7b5f0f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:57.035237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20269b9d-03b4-45b8-9bdd-dd156b4dc534 req-c27a3249-555b-4280-a30f-5798ce7b5f0f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0652924 May 02 10:24:57.039970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:57.051078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (82edd554-1de9-4c65-87a0-4f1d5a3d04c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.054817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9ed4d475-636e-4411-a1b6-658368e53eb7 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1455588 May 02 10:24:57.056183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:57.076804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3659ef5f-1298-4331-861b-7a0ebc4a3d20 req-ff5de94f-3898-4d0d-a3f5-5e7c50449cb1 service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639752 May 02 10:24:57.110640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event deleted for resources: {'Port': ['ID=82edd554-1de9-4c65-87a0-4f1d5a3d04c9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:57.125752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['82edd554-1de9-4c65-87a0-4f1d5a3d04c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:24:57.147463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'name': 'tempest-network--745156617', 'router:external': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:57.213081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20269b9d-03b4-45b8-9bdd-dd156b4dc534 req-f7ba7657-1570-4de2-ac5d-a2bb80c98a19 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631758 May 02 10:24:57.215165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] No DVR routers for this DVR port 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:24:57.228355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.232501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c5596f5-60a9-4a04-b211-a32cf2e9e6b8 req-260cca80-06a3-4bc6-a0e3-81abdd02bbaa tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "DELETE /v2.0/ports/82edd554-1de9-4c65-87a0-4f1d5a3d04c9 HTTP/1.1" status: 204 len: 173 time: 0.9611354 May 02 10:24:57.232992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-deleted', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:24:57.235527 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9019a61a-05ac-43b0-b93a-713931df6037" -d '{"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-deleted", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:24:57.263407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:57.266120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.282084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.296621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60644510-4257-495e-b8b2-efcfd910838a req-9be1fb4f-463a-4bd7-8249-52ff82c9460d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:57.298162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60644510-4257-495e-b8b2-efcfd910838a req-9be1fb4f-463a-4bd7-8249-52ff82c9460d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0786045 May 02 10:24:57.369967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60644510-4257-495e-b8b2-efcfd910838a req-ee50c111-ebe2-4e8f-b09d-4840e18df244 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659733 May 02 10:24:57.426215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for security_group (de8d026f-d841-4640-89fb-bd3e748e0db9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.437474 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44af4b96-e477-4146-ac07-61583739e0c3 x-openstack-request-id: req-44af4b96-e477-4146-ac07-61583739e0c3 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:24:57.437648 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a8127d1-0f27-49c4-9739-8819697254f7", "name": "network-vif-deleted", "tag": "82edd554-1de9-4c65-87a0-4f1d5a3d04c9", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:24:57.437804 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-44af4b96-e477-4146-ac07-61583739e0c3 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:24:57.438207 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44af4b96-e477-4146-ac07-61583739e0c3'] response: {'server_uuid': '5a8127d1-0f27-49c4-9739-8819697254f7', 'name': 'network-vif-deleted', 'tag': '82edd554-1de9-4c65-87a0-4f1d5a3d04c9', 'status': 'completed', 'code': 200} May 02 10:24:57.504478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e16f23c1-0ccd-4a7d-be41-36ea508569a1 req-e0e0bfb2-fa56-4f27-a7d2-c3897d93e7c3 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a8127d1-0f27-49c4-9739-8819697254f7 HTTP/1.1" status: 200 len: 210 time: 0.0550308 May 02 10:24:57.525923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de8d026f-d841-4640-89fb-bd3e748e0db9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.548033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:57.557716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32d138-a41b-483a-a16c-fce3c95185d9 req-261c4424-1031-48c6-8df3-227cdd7bfd26 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:57.559881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d32d138-a41b-483a-a16c-fce3c95185d9 req-261c4424-1031-48c6-8df3-227cdd7bfd26 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.0664105 May 02 10:24:57.567677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (78427657-a720-4182-9a72-f65e19d039b1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.568034 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Added segment 78427657-a720-4182-9a72-f65e19d039b1 of type vlan for network ca88e5a9-084f-49b0-bd34-a092929ed148 May 02 10:24:57.569839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8d026f-d841-4640-89fb-bd3e748e0db9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:57.635497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d32d138-a41b-483a-a16c-fce3c95185d9 req-f95c24f9-e94c-4ebc-88df-eb1a54a58da4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680304 May 02 10:24:57.650732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac2c8afb-81af-46fe-bdd2-75299d225005 req-b50645cf-e4f5-4662-a012-342ef3899061 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.0330637 May 02 10:24:57.663277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ca88e5a9-084f-49b0-bd34-a092929ed148), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.756572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9502fe-4653-478d-9e2f-8ee59aa52cf1 req-cd688f15-b744-4b09-9b58-949b6ccd3b9c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:57.758293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d9502fe-4653-478d-9e2f-8ee59aa52cf1 req-cd688f15-b744-4b09-9b58-949b6ccd3b9c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0509944 May 02 10:24:57.792911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ca88e5a9-084f-49b0-bd34-a092929ed148), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.794075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:57.794754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.816032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d9502fe-4653-478d-9e2f-8ee59aa52cf1 req-41a08794-1b74-489e-8728-372ab02c554c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496483 May 02 10:24:57.870092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=ca88e5a9-084f-49b0-bd34-a092929ed148,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:57.881754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ca88e5a9-084f-49b0-bd34-a092929ed148 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:57.905540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8b53b7fa-be4b-4591-b3aa-a66a87ce975c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:57.921983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-32c5cc78-d8a8-499e-b074-5213fc287363 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8620408 May 02 10:24:57.927135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53846) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:58.029653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ca88e5a9-084f-49b0-bd34-a092929ed148), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.045923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-cd9f9a73-bfc8-4008-a929-c4fb51136189 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1914086 May 02 10:24:58.055438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:58.114503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ca88e5a9-084f-49b0-bd34-a092929ed148), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.135400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca88e5a9-084f-49b0-bd34-a092929ed148']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:58.142504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.147032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78427657-a720-4182-9a72-f65e19d039b1') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:58.147335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78427657-a720-4182-9a72-f65e19d039b1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:24:58.162860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (78427657-a720-4182-9a72-f65e19d039b1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.177209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (78427657-a720-4182-9a72-f65e19d039b1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.183712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:24:58.184152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (78427657-a720-4182-9a72-f65e19d039b1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: timer() May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:24:58.186528 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:24:58.224001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.325335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b61835-deee-4183-af27-9142b358ec0d req-c82ca843-381e-4b58-adec-682effe5577d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:58.326909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95b61835-deee-4183-af27-9142b358ec0d req-c82ca843-381e-4b58-adec-682effe5577d tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0512815 May 02 10:24:58.328161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ca88e5a9-084f-49b0-bd34-a092929ed148), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.333396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ca88e5a9-084f-49b0-bd34-a092929ed148 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:24:58.338631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.341860 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/ca88e5a9-084f-49b0-bd34-a092929ed148 HTTP/1.1" status: 204 len: 168 time: 0.4120641 May 02 10:24:58.352972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53850) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:58.358327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:58.388951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f11458-6c40-4d6c-b7a4-c071f46a97ac tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Network': ['ID=ca88e5a9-084f-49b0-bd34-a092929ed148,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:58.452055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95b61835-deee-4183-af27-9142b358ec0d req-d844c52d-985c-4c87-9d83-bfab50ace393 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164479 May 02 10:24:58.460207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Allocated IP 172.35.4.195 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:58.600342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707e6a7-40b6-4761-8dde-a90f055011e2 req-0a1008d2-df4a-4261-9668-58bd366846c5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:58.600634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.613781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5707e6a7-40b6-4761-8dde-a90f055011e2 req-0a1008d2-df4a-4261-9668-58bd366846c5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0761380 May 02 10:24:58.637607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:58.639877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.700710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5707e6a7-40b6-4761-8dde-a90f055011e2 req-7eabe1ca-52c4-460d-8c29-775ffb266ca6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855906 May 02 10:24:58.733074 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.744673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:24:58.762456 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e11d9c25-9f82-45b6-b847-dd7a70b15202), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.765238 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Added segment e11d9c25-9f82-45b6-b847-dd7a70b15202 of type vlan for network 209983d4-43e7-4306-9fff-968ff3e01973 May 02 10:24:58.820912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:24:58.824456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:24:58.828890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-cf49ede2-7a44-4c6a-ac65-0b3841da2d37 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:58.829090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:24:58.830372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-cf49ede2-7a44-4c6a-ac65-0b3841da2d37 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.1665890 May 02 10:24:58.854170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (209983d4-43e7-4306-9fff-968ff3e01973), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.888323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event updated for resources: {'Port': ['ID=6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:58.966890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:58.989710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-141b6e47-b78e-4ff5-965d-f0d38b5cfff0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 473 time: 0.1473503 May 02 10:24:58.999144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'port': {'device_id': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'admin_state_up': True, 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'security_groups': ['113baac0-6754-4f9c-8750-11c1e47dcb13']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:59.007424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b55c6-0023-4846-a9c1-af1c3089bb6f req-4beeef8b-b869-44c6-9c23-8074fffdffd9 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:59.008830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b67b55c6-0023-4846-a9c1-af1c3089bb6f req-4beeef8b-b869-44c6-9c23-8074fffdffd9 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.0850768 May 02 10:24:59.078837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (209983d4-43e7-4306-9fff-968ff3e01973), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.080339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:59.080949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.138132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.143066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.196542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=209983d4-43e7-4306-9fff-968ff3e01973,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:59.201821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b67b55c6-0023-4846-a9c1-af1c3089bb6f req-5877da41-3e05-4898-a3a8-d69974bade5e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719494 May 02 10:24:59.210661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 209983d4-43e7-4306-9fff-968ff3e01973 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:24:59.265651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d233f7f6-66d6-45b7-9393-e401024dd878 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9113886 May 02 10:24:59.268482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:24:59.276056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'subnet': {'network_id': '209983d4-43e7-4306-9fff-968ff3e01973', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:24:59.309510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.317180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5dbd6c73-c986-4d2b-b87a-33d75e11cd94 req-1d37fc7c-2013-4370-a828-a1cbf2ef9430 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.0349352 May 02 10:24:59.343012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:59.346721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.372509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.435406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:24:59.437769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.443360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event updated for resources: {'Port': ['ID=6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:24:59.449719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.542871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.544072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-8dd268a1-68b6-4170-8a10-813f9d6d153a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.4924102 May 02 10:24:59.544577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.20.0.6 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/1ac42057-3004-4fba-8f02-15e8230f8703) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:24:59.600420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-aaa546c7-a28b-4501-9fcb-888bb2a24f93 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0497413 May 02 10:24:59.707421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d06164-0aab-4083-a267-d7b702358167 req-eae22597-1e32-41cd-8c4a-148d834658e2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:59.708864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-eae22597-1e32-41cd-8c4a-148d834658e2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1029329 May 02 10:24:59.722026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-543210e7-2e63-47db-8db5-02a49fb7ddf3 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:24:59.723126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57d06164-0aab-4083-a267-d7b702358167 req-543210e7-2e63-47db-8db5-02a49fb7ddf3 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0077033 May 02 10:24:59.800487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa0384-9dc1-4dd8-a500-f21bf28f0e13 req-4b12204f-1d3c-46f9-8e28-a854fbde1f59 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:59.802026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01fa0384-9dc1-4dd8-a500-f21bf28f0e13 req-4b12204f-1d3c-46f9-8e28-a854fbde1f59 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.0836096 May 02 10:24:59.804983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (1ac42057-3004-4fba-8f02-15e8230f8703), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.823839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:24:59.832570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb737b82-9d07-4eda-a6c4-92f6898203a9 req-7e4fa022-9182-448d-ad95-d606e217e901 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:24:59.839777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb737b82-9d07-4eda-a6c4-92f6898203a9 req-7e4fa022-9182-448d-ad95-d606e217e901 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.0604858 May 02 10:24:59.852641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:24:59.858000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 82edd554-1de9-4c65-87a0-4f1d5a3d04c9 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:24:59.890722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb737b82-9d07-4eda-a6c4-92f6898203a9 req-fc558c8c-d349-4a2c-bed2-8de2402f9d19 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500925 May 02 10:24:59.940182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01fa0384-9dc1-4dd8-a500-f21bf28f0e13 req-a02b9504-7826-4547-b034-2cc7ec5773d5 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235752 May 02 10:24:59.988949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:24:59.990541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:24:59.991130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f9a5dbef-3869-4ba2-923e-a31d424f3811), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.105419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:00.127527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:00.129086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-a4c6f649-eddf-4107-854d-a37e5cd5611a tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.130729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-a4c6f649-eddf-4107-854d-a37e5cd5611a tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0550191 May 02 10:25:00.161999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:00.165449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:00.177472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f9a5dbef-3869-4ba2-923e-a31d424f3811,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:00.229498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Checking segment: {'id': 'e11d9c25-9f82-45b6-b847-dd7a70b15202', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '209983d4-43e7-4306-9fff-968ff3e01973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:00.229798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Network hostable DHCP agents. Network: 209983d4-43e7-4306-9fff-968ff3e01973, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:00.259579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.260284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.281337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf1887a-6eb9-4b21-bc22-d6d204d29164 req-1ea4f256-a6e7-4a0d-8bfe-3766ffea69f7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.281337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdf1887a-6eb9-4b21-bc22-d6d204d29164 req-1ea4f256-a6e7-4a0d-8bfe-3766ffea69f7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0796666 May 02 10:25:00.292821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-ac64d4db-21c9-4e39-a12f-734102c420f9 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.295376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-ac64d4db-21c9-4e39-a12f-734102c420f9 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 821 time: 0.2473803 May 02 10:25:00.317177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-0b4a9824-b199-482d-9900-55a171f4e661 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/quotas/bb31dc76a4c24164becf90f8b970adc2 HTTP/1.1" status: 200 len: 375 time: 0.0129635 May 02 10:25:00.319847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch2-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:00.378430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdf1887a-6eb9-4b21-bc22-d6d204d29164 req-74fb1e8d-163b-49f3-9b07-328865157023 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889847 May 02 10:25:00.387732 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-3526364e-a834-4700-8039-d799b352926e tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645471 May 02 10:25:00.416031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aadc5979-4447-4a79-b62d-287acade45ba None None] Provisioning complete for port 1ac42057-3004-4fba-8f02-15e8230f8703 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:00.416644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aadc5979-4447-4a79-b62d-287acade45ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.463575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aadc5979-4447-4a79-b62d-287acade45ba None None] Port 1ac42057-3004-4fba-8f02-15e8230f8703 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:25:00.473924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30f0b8be-2d3e-482f-ac5d-f5b763343ba0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4786744 May 02 10:25:00.486449 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.488522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Request body: {'port': {'device_id': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:00.494109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Network 209983d4-43e7-4306-9fff-968ff3e01973 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:00.577012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-07867c2e-9814-4fc5-a5fe-2c090dbaeb9e service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796544 May 02 10:25:00.596838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.623037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 209983d4-43e7-4306-9fff-968ff3e01973) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:00.628563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.629228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.629475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:00.638058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a79f1899-cff0-44ad-a5ee-7552142b0526 None None] Network 209983d4-43e7-4306-9fff-968ff3e01973 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:00.721035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:00.752108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c95fd90-b2d5-46c2-abec-ad615e78dd5b req-84278f28-4466-49fe-a549-796ca82a7bd0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.753662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c95fd90-b2d5-46c2-abec-ad615e78dd5b req-84278f28-4466-49fe-a549-796ca82a7bd0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.0673940 May 02 10:25:00.814428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4d3e66eb-97f0-4087-a6d0-2e2ce884ca9a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5417318 May 02 10:25:00.818985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:00.826481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'floatingip': {'floating_network_id': '209983d4-43e7-4306-9fff-968ff3e01973'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:00.830756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98972dd7-f6a4-495c-a448-04a84fc88b26 None None] Network 209983d4-43e7-4306-9fff-968ff3e01973 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:00.840157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-3afe89f5-d882-42a9-9316-f1ec2c524b1d service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2535839 May 02 10:25:00.889865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c95fd90-b2d5-46c2-abec-ad615e78dd5b req-883a8451-2184-45cc-af1d-0c39cd7ddcb6 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182413 May 02 10:25:00.913562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a971c27-7466-40d0-bd82-c975ac537efa req-c925d7df-6e33-4395-b838-b25538730366 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:00.916406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a971c27-7466-40d0-bd82-c975ac537efa req-c925d7df-6e33-4395-b838-b25538730366 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.1101441 May 02 10:25:00.921748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:00.940763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'mac_address': 'fa:16:3e:5d:e1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:00.961741 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.021907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:01.022619 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.038271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d29a7b-673a-4a93-bb78-fc2263dbd6fa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:01.067485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:01.127711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:01.148470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a3c881-da1e-4695-a44b-044e415c24b9 req-af0b41b5-6ca6-41cb-a8a0-f1241744e1c6 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:01.150092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67a3c881-da1e-4695-a44b-044e415c24b9 req-af0b41b5-6ca6-41cb-a8a0-f1241744e1c6 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 931 time: 0.1563587 May 02 10:25:01.185626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.251974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Deleting port ab02bbef-fdd1-4e0c-8441-2677e11d93ab {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:01.252580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.287661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:01.299786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:01.320101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67a3c881-da1e-4695-a44b-044e415c24b9 req-96207990-0c0f-4d08-baa3-2842c0202aa9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456649 May 02 10:25:01.387236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:01.390133 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855ac9b8-e725-41c2-821e-856a71f96e49" -d '{"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-unplugged", "status": "completed", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:01.396245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks [] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.431380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['73d29a7b-673a-4a93-bb78-fc2263dbd6fa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:01.463721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] For port ab02bbef-fdd1-4e0c-8441-2677e11d93ab, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:01.464087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.489400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.509654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Calling delete_port for ab02bbef-fdd1-4e0c-8441-2677e11d93ab owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:01.530059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e925f-236c-4e0b-bf7c-642fa3673efc req-a89009dc-b75b-46b6-b9ce-6da054359efc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:01.536883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f0e925f-236c-4e0b-bf7c-642fa3673efc req-a89009dc-b75b-46b6-b9ce-6da054359efc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 944 time: 0.0894065 May 02 10:25:01.549040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49fb278-b6e3-4fcc-b4c2-c5700ed2eaee req-e9d8eb1f-1c5c-4063-a123-ab049e539d1f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:01.555454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.556674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d49fb278-b6e3-4fcc-b4c2-c5700ed2eaee req-e9d8eb1f-1c5c-4063-a123-ab049e539d1f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 945 time: 0.1139872 May 02 10:25:01.651547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ac42057-3004-4fba-8f02-15e8230f8703 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:01.657990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:01.670815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks [] for port (1ac42057-3004-4fba-8f02-15e8230f8703), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.686116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f0e925f-236c-4e0b-bf7c-642fa3673efc req-2ab14a14-f207-47c2-8496-0d3087f6bff2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483979 May 02 10:25:01.700535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Transition to ACTIVE for port object 1ac42057-3004-4fba-8f02-15e8230f8703 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:01.724280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d49fb278-b6e3-4fcc-b4c2-c5700ed2eaee req-2fa8fa8a-ac3a-434c-aea9-28ec92f74d33 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657190 May 02 10:25:01.729561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:01.729884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:01.730262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:01.757664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:01.757975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:01.765841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:01.778819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:01.778819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:01.778819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Bound port: f47c2055-8e82-4311-8559-e8b4a43bf8cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:01.778819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.779384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:01.823723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Allocated IP 172.20.0.3 (209983d4-43e7-4306-9fff-968ff3e01973/f9a5dbef-3869-4ba2-923e-a31d424f3811/ea0aac11-aa19-47d5-a609-3828bed65e02) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:01.830341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:01.870542 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6c359a-de05-4fdd-8d4e-fefe0ad7dd3a x-openstack-request-id: req-de6c359a-de05-4fdd-8d4e-fefe0ad7dd3a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:01.870542 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-unplugged", "status": "completed", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:01.870542 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de6c359a-de05-4fdd-8d4e-fefe0ad7dd3a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:01.870542 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6c359a-de05-4fdd-8d4e-fefe0ad7dd3a'] response: {'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'code': 200} May 02 10:25:01.890022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76568ea3-3ac5-411f-867c-346145ed3e22 req-8fe98008-4361-4ee8-ab59-7a19270e1d41 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 210 time: 0.0928769 May 02 10:25:01.894287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:01.898182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:01.928229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.005636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:02.045556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ab02bbef-fdd1-4e0c-8441-2677e11d93ab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.053746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:02.072069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.105777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch1-master-1 for vnic_type normal with profile {"migrating_to": "nch2-master-1"} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:02.108499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:02.111116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:02.121685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:02.122792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Attempting to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc on network fd4c9584-6756-4ae7-bf4a-058c6f0bf65a {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:02.130236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:02.130902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Checking segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:02.131619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Bound using segment: {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:02.132507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Bound port: f47c2055-8e82-4311-8559-e8b4a43bf8cc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad292066-f4f0-433d-b3c2-71da7d7db03e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fd4c9584-6756-4ae7-bf4a-058c6f0bf65a'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:02.133046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.135050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145e8dad-b6ba-4fae-9481-4c2bf152b2be req-46c570ef-1b1b-43ae-bcac-961c7d16f66e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.143439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-145e8dad-b6ba-4fae-9481-4c2bf152b2be req-46c570ef-1b1b-43ae-bcac-961c7d16f66e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 944 time: 0.1348548 May 02 10:25:02.193009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.197398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5892ac-ab3a-4025-ab58-7b3ba5e75c75 req-3f7e8f44-a3df-41a4-ab49-5a79340d4a4e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.199429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a5892ac-ab3a-4025-ab58-7b3ba5e75c75 req-3f7e8f44-a3df-41a4-ab49-5a79340d4a4e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.2339258 May 02 10:25:02.200524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event deleted for resources: {'Port': ['ID=ab02bbef-fdd1-4e0c-8441-2677e11d93ab,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:02.207275 ncdv-master-1 neutron-server[115664]: WARNING neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Concurrent port binding operations failed on port f47c2055-8e82-4311-8559-e8b4a43bf8cc May 02 10:25:02.211856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:02.213614 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Attempt 2 to bind port f47c2055-8e82-4311-8559-e8b4a43bf8cc May 02 10:25:02.214133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc has no active binding in host nch2-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 10:25:02.224167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Attempting to bind port 1ac42057-3004-4fba-8f02-15e8230f8703 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:02.224514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Attempting to bind port 1ac42057-3004-4fba-8f02-15e8230f8703 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:02.224878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Attempting to bind port 1ac42057-3004-4fba-8f02-15e8230f8703 on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:02.250018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Port 1ac42057-3004-4fba-8f02-15e8230f8703 on network 03f4b595-8956-4697-950c-07141ab6fbeb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:02.250018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Attempting to bind port 1ac42057-3004-4fba-8f02-15e8230f8703 on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:02.261243 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-145e8dad-b6ba-4fae-9481-4c2bf152b2be req-c694a260-cc82-4b03-be18-3281f6921a39 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166925 May 02 10:25:02.277543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:02.282201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:02.282201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:02.282201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Bound port: 1ac42057-3004-4fba-8f02-15e8230f8703, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:02.282201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.339910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.341123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.342504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] 10.222.0.24 "PUT /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 1121 time: 2.0944693 May 02 10:25:02.347086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] No DVR routers for this DVR port ab02bbef-fdd1-4e0c-8441-2677e11d93ab on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:02.348621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d8b87a-5e36-450f-9cfc-21b116e46771 service neutron] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:02.366290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.377670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a971c27-7466-40d0-bd82-c975ac537efa req-7ab341bd-d6e6-4b42-9a23-cbaa5ef82aac tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "DELETE /v2.0/ports/ab02bbef-fdd1-4e0c-8441-2677e11d93ab HTTP/1.1" status: 204 len: 173 time: 1.4541879 May 02 10:25:02.387194 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-6735a9a3-41bf-4c0d-915a-3b1807ee44d1 service neutron] show failed (client error): The resource could not be found. May 02 10:25:02.388864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-6735a9a3-41bf-4c0d-915a-3b1807ee44d1 service neutron] 10.222.0.24 "GET /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1316509 May 02 10:25:02.399409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.412808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f47c2055-8e82-4311-8559-e8b4a43bf8cc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:02.416987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a5892ac-ab3a-4025-ab58-7b3ba5e75c75 req-1f7d3485-c759-429b-93d0-e9844e9c4750 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794338 May 02 10:25:02.445139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:02.447076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f47c2055-8e82-4311-8559-e8b4a43bf8cc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:02.479358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Network 209983d4-43e7-4306-9fff-968ff3e01973 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:02.506112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ac42057-3004-4fba-8f02-15e8230f8703,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:02.513577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:02.520830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:02.525569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0aac11-aa19-47d5-a609-3828bed65e02,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:02.558796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc704d-8bd4-4cf9-8354-deff85ab56f8 req-9acd0e29-d03c-4506-8c8a-5c42cd6590cc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.560824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7efc704d-8bd4-4cf9-8354-deff85ab56f8 req-9acd0e29-d03c-4506-8c8a-5c42cd6590cc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 943 time: 0.1171041 May 02 10:25:02.633711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:02.650311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7efc704d-8bd4-4cf9-8354-deff85ab56f8 req-78086483-aa84-435b-b670-05381ae8dc3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783317 May 02 10:25:02.659281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for floatingip (8e8eeeb5-1245-446d-8650-63f4ce60d37c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.686860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.723028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.723772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.725235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] 10.222.0.24 "PUT /v2.0/ports/1ac42057-3004-4fba-8f02-15e8230f8703 HTTP/1.1" status: 200 len: 1091 time: 2.2429638 May 02 10:25:02.725952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:02.727786 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-730f75af-7ea7-4588-9364-9b8caa9b956d" -d '{"events": [{"name": "network-changed", "server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:02.784283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:02.821524 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecbbb04-6b93-4586-aa99-1c93da2d73ef x-openstack-request-id: req-0ecbbb04-6b93-4586-aa99-1c93da2d73ef {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:02.821827 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:02.822088 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ecbbb04-6b93-4586-aa99-1c93da2d73ef {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:02.829934 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ecbbb04-6b93-4586-aa99-1c93da2d73ef'] response: {'name': 'network-changed', 'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703', 'status': 'completed', 'code': 200} May 02 10:25:02.829934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c345661b-0ba6-4821-8304-b8eeb254a336 service neutron] Pushing event updated for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:02.882531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae6cfe02-eaa7-4d34-929d-37c7b494b4bb req-df598d28-5cfa-4d1c-b8e9-1d8581aa210d tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=a0e652e8-7828-4e7e-bd9c-8ce5b7968e80 HTTP/1.1" status: 200 len: 210 time: 0.0630269 May 02 10:25:02.903393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:02.903765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.931433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34cdc7-4628-47ba-8312-bfaa253a006e req-15688877-cd37-4a05-a388-f2d21ca54999 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:02.945135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:02.947948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea34cdc7-4628-47ba-8312-bfaa253a006e req-15688877-cd37-4a05-a388-f2d21ca54999 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0836442 May 02 10:25:03.016451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea34cdc7-4628-47ba-8312-bfaa253a006e req-35883436-a606-45a5-bbbe-c3a77f93a641 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671310 May 02 10:25:03.021742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-7de16154-a406-46e5-b8cd-9b0aa0a2fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.023641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-7de16154-a406-46e5-b8cd-9b0aa0a2fe53 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 1125 time: 0.1851256 May 02 10:25:03.053080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:03.053741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.088895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:03.092091 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff2a7113-220f-4576-982b-2dc296224bf9" -d '{"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-plugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:03.105916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9815548e-22ee-499e-b6fb-cba2efb7b833 req-2b489714-7934-4eb7-bf24-146c6e30488b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 210 time: 0.0682809 May 02 10:25:03.126045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:03.143495 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a56593-76e6-4f00-b6db-73d2848d5a8a x-openstack-request-id: req-e3a56593-76e6-4f00-b6db-73d2848d5a8a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:03.144482 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-plugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:03.144482 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e3a56593-76e6-4f00-b6db-73d2848d5a8a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:03.144754 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a56593-76e6-4f00-b6db-73d2848d5a8a'] response: {'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'code': 200} May 02 10:25:03.217182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.234122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-ced394bd-cfe8-43e4-bd02-b1aac82c8777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.235555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-ced394bd-cfe8-43e4-bd02-b1aac82c8777 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e3c5102fde294e5fb3dbf22336934db9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1993451 May 02 10:25:03.270539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:03.290788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.382583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.474387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51009fa-b4c8-43b7-8039-a9dad335da25 req-27afd2ee-514b-4617-aecf-061e0df2c1a4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.475845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c51009fa-b4c8-43b7-8039-a9dad335da25 req-27afd2ee-514b-4617-aecf-061e0df2c1a4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1334465 May 02 10:25:03.556760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Port': ['ID=ea0aac11-aa19-47d5-a609-3828bed65e02,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:03.558431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41a92a-eda1-41b0-b362-8c63d7059c59 req-b13b19ce-fa3b-49e0-b1af-9bb4157ff63d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.560579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9b41a92a-eda1-41b0-b362-8c63d7059c59 req-b13b19ce-fa3b-49e0-b1af-9bb4157ff63d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0583920 May 02 10:25:03.599729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-72a4578b-8b13-4c88-b06b-2654a7bd1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.601301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-72a4578b-8b13-4c88-b06b-2654a7bd1607 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1131 time: 0.1005609 May 02 10:25:03.604057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533acc1b-9ced-4ea7-9445-598c52e218f1 req-d958f21d-db38-402d-8758-79d966e86dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.605549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-533acc1b-9ced-4ea7-9445-598c52e218f1 req-d958f21d-db38-402d-8758-79d966e86dcb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 1127 time: 0.0640938 May 02 10:25:03.607581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-b0ab5880-98bd-40ac-9e9a-2765fec8c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.609040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-730f75af-7ea7-4588-9364-9b8caa9b956d req-b0ab5880-98bd-40ac-9e9a-2765fec8c4d1 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2761292 May 02 10:25:03.612027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (8e8eeeb5-1245-446d-8650-63f4ce60d37c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.624032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:03.653781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9b41a92a-eda1-41b0-b362-8c63d7059c59 req-0fec0e3e-4956-476d-8ed3-f736522801b0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738094 May 02 10:25:03.664672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c51009fa-b4c8-43b7-8039-a9dad335da25 req-1eed4f58-ff5d-4604-8d72-0e9ae1a32462 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606512 May 02 10:25:03.689124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-533acc1b-9ced-4ea7-9445-598c52e218f1 req-61bd87fa-995a-4f0c-9c32-29de8afaa195 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658362 May 02 10:25:03.745296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.764683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-24704c71-47fd-4562-b12d-11362524b202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.766210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-24704c71-47fd-4562-b12d-11362524b202 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 1125 time: 0.0569448 May 02 10:25:03.798226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:03.799407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-352600ae-980c-45e3-ab07-4b284a6457f6 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.9794641 May 02 10:25:03.802678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53946) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:03.832933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:03.847350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb5892-b567-4de8-89ae-5549f3b11cf1 req-93359120-8b4b-4997-a2f9-55ea8e407444 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:03.849022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70fb5892-b567-4de8-89ae-5549f3b11cf1 req-93359120-8b4b-4997-a2f9-55ea8e407444 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 943 time: 0.0500717 May 02 10:25:03.856173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: ab02bbef-fdd1-4e0c-8441-2677e11d93ab {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:03.856173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ab02bbef-fdd1-4e0c-8441-2677e11d93ab not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:03.856485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-f2871956-067c-45fe-a64c-4ed8308b3834 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ac42057-3004-4fba-8f02-15e8230f8703 HTTP/1.1" status: 200 len: 217 time: 0.0677843 May 02 10:25:03.869496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'}, {'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-deleted', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:03.872263 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76d04a1-e395-454a-8709-6cb452f8becf" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc"}, {"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-deleted", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:03.913153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70fb5892-b567-4de8-89ae-5549f3b11cf1 req-07709d13-2968-4471-a0c2-d67bb1f0e9a2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580740 May 02 10:25:03.941017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41e766b9-cfc7-43e5-a863-d692c6d68d26 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "GET /v2.0/floatingips?floating_network_id=209983d4-43e7-4306-9fff-968ff3e01973 HTTP/1.1" status: 200 len: 689 time: 0.1119916 May 02 10:25:03.946611 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3eb4f40-061b-4d32-a3db-f73cd2085059 x-openstack-request-id: req-f3eb4f40-061b-4d32-a3db-f73cd2085059 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:03.948559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53952) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:03.950454 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc", "status": "completed", "code": 200}, {"server_uuid": "a0e652e8-7828-4e7e-bd9c-8ce5b7968e80", "name": "network-vif-deleted", "tag": "ab02bbef-fdd1-4e0c-8441-2677e11d93ab", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:03.952096 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3eb4f40-061b-4d32-a3db-f73cd2085059 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:03.952981 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3eb4f40-061b-4d32-a3db-f73cd2085059'] response: {'name': 'network-changed', 'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'status': 'completed', 'code': 200} May 02 10:25:03.953252 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3eb4f40-061b-4d32-a3db-f73cd2085059'] response: {'server_uuid': 'a0e652e8-7828-4e7e-bd9c-8ce5b7968e80', 'name': 'network-vif-deleted', 'tag': 'ab02bbef-fdd1-4e0c-8441-2677e11d93ab', 'status': 'completed', 'code': 200} May 02 10:25:04.026048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d04a1-e395-454a-8709-6cb452f8becf req-6e22f2b4-caba-4e59-a454-27a030f5a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.028577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-6e22f2b4-caba-4e59-a454-27a030f5a0c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1155 time: 0.0466926 May 02 10:25:04.068797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-d72ab88e-0c99-40ca-9b5a-7409d7472661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.070292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-d72ab88e-0c99-40ca-9b5a-7409d7472661 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.1662567 May 02 10:25:04.171853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfa0e54-d59c-460d-87fc-82c3fe39f369 req-6ca67f63-c9c6-42d7-ae4c-92d5495b72dc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.173399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcfa0e54-d59c-460d-87fc-82c3fe39f369 req-6ca67f63-c9c6-42d7-ae4c-92d5495b72dc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0621665 May 02 10:25:04.175640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30a50ae6-ce42-40cf-8e65-6b9afbe2d7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.177168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-30a50ae6-ce42-40cf-8e65-6b9afbe2d7ed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0972099 May 02 10:25:04.205328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d04a1-e395-454a-8709-6cb452f8becf req-a32b4d2a-894a-4d5e-89bf-9696247e28ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.205729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (209983d4-43e7-4306-9fff-968ff3e01973), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:04.206756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-a32b4d2a-894a-4d5e-89bf-9696247e28ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.1611688 May 02 10:25:04.235517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcfa0e54-d59c-460d-87fc-82c3fe39f369 req-f04434c9-7049-4300-b717-cf03804bafc2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534158 May 02 10:25:04.334334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d762c9d9-fad0-4485-a7a0-916e56516b1d req-dcb38c80-bf13-42b1-a825-2ee20594e9db tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 210 time: 0.0341487 May 02 10:25:04.446937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:04.452158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Deleting port ea0aac11-aa19-47d5-a609-3828bed65e02 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:04.452501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:04.473204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-b90d1130-51ae-4c53-ba2c-322a745dd4d3 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704387 May 02 10:25:04.486288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3eba5-de99-4663-835a-239e855382f6 req-5a6bde4b-c0d8-4046-a714-5cc956a4c55e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.487686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2b3eba5-de99-4663-835a-239e855382f6 req-5a6bde4b-c0d8-4046-a714-5cc956a4c55e tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.1050076 May 02 10:25:04.586567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:04.648803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2b3eba5-de99-4663-835a-239e855382f6 req-c97408c4-0a3b-4b1c-95c4-1b674a0918dc tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548412 May 02 10:25:04.651891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:04.652135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for floatingip (ea0aac11-aa19-47d5-a609-3828bed65e02), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:04.700427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Calling delete_port for ea0aac11-aa19-47d5-a609-3828bed65e02 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:04.733608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks [] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:04.788021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b2dad5-b001-4bb0-8489-5bdd6b558ede req-110ae495-185c-4291-ac62-60c9dea7240e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:04.789696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5b2dad5-b001-4bb0-8489-5bdd6b558ede req-110ae495-185c-4291-ac62-60c9dea7240e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0521493 May 02 10:25:04.822435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Transition to ACTIVE for port object abb3c40b-27d1-474a-9f53-52def5613f2c will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:04.823485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:04.826106 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973dca5a-c2b2-4d6e-83b4-5d7f1294ba1d" -d '{"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:04.856776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5b2dad5-b001-4bb0-8489-5bdd6b558ede req-a25d17eb-2528-4bf5-8681-a4a3066366f5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588589 May 02 10:25:04.922869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-c9e6cd91-2885-40bb-b9e9-03d13db3d6f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 217 time: 0.0496356 May 02 10:25:05.061061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427402d3-289b-493b-a84b-5cdc8683b33c req-959e3464-b025-4c57-832d-6edfcd374bdb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.063023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-427402d3-289b-493b-a84b-5cdc8683b33c req-959e3464-b025-4c57-832d-6edfcd374bdb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 943 time: 0.0677674 May 02 10:25:05.155018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76d04a1-e395-454a-8709-6cb452f8becf req-bf394926-4927-4d99-8ccc-bdeffcaeb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.156686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-bf394926-4927-4d99-8ccc-bdeffcaeb8d1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0923097 May 02 10:25:05.168583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-427402d3-289b-493b-a84b-5cdc8683b33c req-f0e24eec-b7c0-4013-8362-3287031f22b8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950415 May 02 10:25:05.174706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48d8a344-3167-41fe-b8fe-554f656c908c req-4faa29e4-d343-4dd4-8af2-311ec58cac33 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6135349 May 02 10:25:05.199387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:05.233682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-71825077-f3e9-49b3-85b2-5d8da583d334 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392034 May 02 10:25:05.307856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-d4ea4ca5-04bf-428d-acc1-8fe5d5a9ab05 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.309624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-d4ea4ca5-04bf-428d-acc1-8fe5d5a9ab05 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.1340544 May 02 10:25:05.311716 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6b4217-3df9-41a6-a67c-146104138789 x-openstack-request-id: req-8a6b4217-3df9-41a6-a67c-146104138789 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:05.312634 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-unplugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:05.313050 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a6b4217-3df9-41a6-a67c-146104138789 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:05.313611 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a6b4217-3df9-41a6-a67c-146104138789'] response: {'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'code': 200} May 02 10:25:05.338407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2055287c-d5c3-4855-8a79-1f1969aba1f0 req-f7fe2fae-cd27-430b-83bf-0a2879e69db4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.340116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2055287c-d5c3-4855-8a79-1f1969aba1f0 req-f7fe2fae-cd27-430b-83bf-0a2879e69db4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.5575385 May 02 10:25:05.415986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e79003-01a9-43f2-834d-192ceaa9a9fe req-4c75a6a3-1cd8-4f2e-a4e5-bd95bad553e8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.423791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63e79003-01a9-43f2-834d-192ceaa9a9fe req-4c75a6a3-1cd8-4f2e-a4e5-bd95bad553e8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.0729671 May 02 10:25:05.478275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-15a5f733-668a-4f9e-bb96-80f06c6a54a4 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310257 May 02 10:25:05.525854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63e79003-01a9-43f2-834d-192ceaa9a9fe req-512a6448-b24f-4fff-8ac4-ff1d72d921f9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001022 May 02 10:25:05.560395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Deleting port e3411e50-dd86-42c9-bca5-1f163ecc24bf {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:05.560985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:05.567491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] No DVR routers for this DVR port abb3c40b-27d1-474a-9f53-52def5613f2c on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:05.584906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:05.645837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-370fb0fd-9bd9-484e-befa-65b3af658f9c req-c9342453-7caa-44a8-914c-59892ed3d521 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 210 time: 0.0316842 May 02 10:25:05.647668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e76d04a1-e395-454a-8709-6cb452f8becf req-640f8dfb-dd12-4128-a826-727dd6a16f67 service neutron] 10.222.0.15 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635022 May 02 10:25:05.730085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-4516e6df-fecc-431f-ba6d-dc4aa11358a8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.732078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-4516e6df-fecc-431f-ba6d-dc4aa11358a8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 821 time: 0.5530057 May 02 10:25:05.735027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2055287c-d5c3-4855-8a79-1f1969aba1f0 req-1cb6832f-85ef-46fa-9106-9f93de13c3e5 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3038595 May 02 10:25:05.771650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'port': {'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'admin_state_up': True, 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:05.777196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:05.777539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:05.778029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:05.783094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9f2ce-9a14-43a9-80c3-abdf40cd2c59 req-e9fd17b1-46d1-4c77-a4aa-81db5a90f27f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:05.784621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12c9f2ce-9a14-43a9-80c3-abdf40cd2c59 req-e9fd17b1-46d1-4c77-a4aa-81db5a90f27f tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 944 time: 0.0523522 May 02 10:25:05.819691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:05.820029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Attempting to bind port abb3c40b-27d1-474a-9f53-52def5613f2c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:05.832838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12c9f2ce-9a14-43a9-80c3-abdf40cd2c59 req-24556bae-e785-412f-9e19-1203a90909ea tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/security-groups?id=379f51ed-5d34-4e27-bd26-44d07004530b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418949 May 02 10:25:05.838555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:05.845213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] For port e3411e50-dd86-42c9-bca5-1f163ecc24bf, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e3411e50-dd86-42c9-bca5-1f163ecc24bf,segment=NetworkSegment(0787bab3-70cc-4ba1-bc22-09f704a0dc89),segment_id=0787bab3-70cc-4ba1-bc22-09f704a0dc89)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:05.848895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:05.881843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port abb3c40b-27d1-474a-9f53-52def5613f2c host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:25:05.882242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:05.886977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:05.887371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:05.887765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:05.888216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Bound port: abb3c40b-27d1-474a-9f53-52def5613f2c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:05.888580 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:05.915351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Calling delete_port for e3411e50-dd86-42c9-bca5-1f163ecc24bf owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:06.009104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ea0aac11-aa19-47d5-a609-3828bed65e02), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.089202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea0aac11-aa19-47d5-a609-3828bed65e02,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:06.146956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1939c068-ce3a-460b-9d72-c886dbdf6c73 req-70992f80-56f9-4733-bd6b-15170e00b791 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.148446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1939c068-ce3a-460b-9d72-c886dbdf6c73 req-70992f80-56f9-4733-bd6b-15170e00b791 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.1919751 May 02 10:25:06.157001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:06.216492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:06.285759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for floatingip (8e8eeeb5-1245-446d-8650-63f4ce60d37c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.298697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4efd74-94f8-4ddf-ab74-70915de7d0a8 req-ae045227-143e-4f44-89f6-feac81487615 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.299082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1939c068-ce3a-460b-9d72-c886dbdf6c73 req-65b1caa3-2b86-4343-a369-15bc131407ce tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433620 May 02 10:25:06.300455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a4efd74-94f8-4ddf-ab74-70915de7d0a8 req-ae045227-143e-4f44-89f6-feac81487615 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 943 time: 0.0585620 May 02 10:25:06.329460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Made reservation on behalf of bb31dc76a4c24164becf90f8b970adc2 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:06.332795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.350058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a4efd74-94f8-4ddf-ab74-70915de7d0a8 req-6ea2c112-a8ca-486a-a539-4e593671ec00 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432191 May 02 10:25:06.361878 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.381295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f9a5dbef-3869-4ba2-923e-a31d424f3811), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.464810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.465979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.467368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] 10.222.0.15 "PUT /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 1095 time: 2.8478405 May 02 10:25:06.471796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e3411e50-dd86-42c9-bca5-1f163ecc24bf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.611764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d0556-59a3-4938-992f-ee5c19369934 service neutron] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:06.693005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-75aae87b-16d2-452a-96ce-d42c30fe6496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.696990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-75aae87b-16d2-452a-96ce-d42c30fe6496 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.1932621 May 02 10:25:06.700463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Pushing event deleted for resources: {'Port': ['ID=e3411e50-dd86-42c9-bca5-1f163ecc24bf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:06.709577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f9a5dbef-3869-4ba2-923e-a31d424f3811), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.711409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] No DVR routers for this DVR port e3411e50-dd86-42c9-bca5-1f163ecc24bf on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:06.730036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.733590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e15a52c-911f-45e4-a2a9-9d306ed4b7ed req-15b92746-91d0-4c4b-9fc5-004d375775b2 tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.24 "DELETE /v2.0/ports/e3411e50-dd86-42c9-bca5-1f163ecc24bf HTTP/1.1" status: 204 len: 173 time: 1.4119253 May 02 10:25:06.757194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-441022ed-f69d-4c2a-ac2c-8bcee44b9a9e req-9100d544-8218-49ad-a619-2adc8d6b5cc0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 210 time: 0.0396862 May 02 10:25:06.784856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Allocated IP 172.20.0.4 (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb/a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e/cdefbc29-0a5b-4adb-8c79-5647c1bd00d3) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:06.792319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d5e86a-6cc5-4656-9d1b-3282e493de4b req-a4a8b953-3a64-43ba-8393-1826a461ab81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.793861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8d5e86a-6cc5-4656-9d1b-3282e493de4b req-a4a8b953-3a64-43ba-8393-1826a461ab81 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.1832204 May 02 10:25:06.799977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f9a5dbef-3869-4ba2-923e-a31d424f3811,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:06.860950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb07d7dd-f901-4830-ac04-a5092973d259 req-3a817279-c208-432f-bf31-ba77a220f698 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:06.863057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb07d7dd-f901-4830-ac04-a5092973d259 req-3a817279-c208-432f-bf31-ba77a220f698 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0491796 May 02 10:25:06.920043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb07d7dd-f901-4830-ac04-a5092973d259 req-6fa9c82e-5f82-446c-bdda-79eeb0fc6d1a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495830 May 02 10:25:06.928303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (209983d4-43e7-4306-9fff-968ff3e01973), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:06.999827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-74cd4119-c539-4c86-99b4-92db4f76d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.001404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-74cd4119-c539-4c86-99b4-92db4f76d2c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2932532 May 02 10:25:07.005791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['209983d4-43e7-4306-9fff-968ff3e01973']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:07.024939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34fa7194-baba-4241-ad4a-500869df900c req-30bd9045-63db-4635-8fe5-a0e02f4d110b tempest-LiveAutoBlockMigrationV225Test-1453012592 tempest-LiveAutoBlockMigrationV225Test-1453012592-project] 10.222.0.16 "GET /v2.0/ports?device_id=8f99215a-4605-45ba-beee-eff484bc8e13 HTTP/1.1" status: 200 len: 210 time: 0.0286236 May 02 10:25:07.044484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e11d9c25-9f82-45b6-b847-dd7a70b15202') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:07.044862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e11d9c25-9f82-45b6-b847-dd7a70b15202') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:07.049093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8d5e86a-6cc5-4656-9d1b-3282e493de4b req-5c3f0fef-296e-4eff-8f85-15c5ffe55eb6 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2471678 May 02 10:25:07.086528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-a2b03cbf-e401-4150-aa14-56952c3f75ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0627387 May 02 10:25:07.088142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e11d9c25-9f82-45b6-b847-dd7a70b15202), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.163791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e11d9c25-9f82-45b6-b847-dd7a70b15202), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.177236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:07.177636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e11d9c25-9f82-45b6-b847-dd7a70b15202), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:07.179387 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:07.248934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-dc63d8a9-d39e-4dc6-b2b2-a15b7198adde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.250388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-dc63d8a9-d39e-4dc6-b2b2-a15b7198adde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1322649 May 02 10:25:07.300443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.317299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-be897edb-d664-4663-b540-c85b43532d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.317299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-be897edb-d664-4663-b540-c85b43532d87 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0563741 May 02 10:25:07.317299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}, {'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-deleted', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:07.318145 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1592e8e-3902-479c-b4f2-7ba532898e6e" -d '{"events": [{"name": "network-changed", "server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}, {"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-deleted", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:07.375236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-7bbe7c15-672f-4961-9ebf-a5d5e2dce41a service neutron] 10.222.0.15 "GET /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0813794 May 02 10:25:07.394725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (209983d4-43e7-4306-9fff-968ff3e01973), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.398493 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:25:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c774bf6-868e-4601-826c-e4385cf60e04 x-openstack-request-id: req-7c774bf6-868e-4601-826c-e4385cf60e04 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:07.399015 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "status": "completed", "code": 200}, {"server_uuid": "8f99215a-4605-45ba-beee-eff484bc8e13", "name": "network-vif-deleted", "tag": "e3411e50-dd86-42c9-bca5-1f163ecc24bf", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:07.399015 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7c774bf6-868e-4601-826c-e4385cf60e04 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:07.399414 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c774bf6-868e-4601-826c-e4385cf60e04'] response: {'name': 'network-changed', 'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'status': 'completed', 'code': 200} May 02 10:25:07.399674 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c774bf6-868e-4601-826c-e4385cf60e04'] response: {'server_uuid': '8f99215a-4605-45ba-beee-eff484bc8e13', 'name': 'network-vif-deleted', 'tag': 'e3411e50-dd86-42c9-bca5-1f163ecc24bf', 'status': 'completed', 'code': 200} May 02 10:25:07.406031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 209983d4-43e7-4306-9fff-968ff3e01973 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:25:07.411870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.415109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/209983d4-43e7-4306-9fff-968ff3e01973 HTTP/1.1" status: 204 len: 168 time: 3.4635499 May 02 10:25:07.422672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54000) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:07.441823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4cc923-221b-4a60-9120-163a75a4d625 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Network': ['ID=209983d4-43e7-4306-9fff-968ff3e01973,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:07.507631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2441463-bc96-46b6-9a25-936bf6158521 req-10247277-3dba-4733-afb9-461576cd1e57 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.508901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2441463-bc96-46b6-9a25-936bf6158521 req-10247277-3dba-4733-afb9-461576cd1e57 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0680566 May 02 10:25:07.558434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:07.573842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['16edff83-a423-4563-a148-1628e6cc87f3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:07.602748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2441463-bc96-46b6-9a25-936bf6158521 req-01693ebe-9af6-4e0b-b68f-eb2c55cab2a1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871265 May 02 10:25:07.672422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:07.673538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-13fecc73-b9f5-44c3-baff-266ad2ab00e3 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510740 May 02 10:25:07.683037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event updated for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:07.709889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:07.805390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16211ae3-9f68-46b6-b3cc-c9a23b5e9f8a req-1fc949d3-ed1b-44d3-b6f3-3ff2b2199c98 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.813362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16211ae3-9f68-46b6-b3cc-c9a23b5e9f8a req-1fc949d3-ed1b-44d3-b6f3-3ff2b2199c98 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.3281806 May 02 10:25:07.817381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47c2055-8e82-4311-8559-e8b4a43bf8cc {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:07.837003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1ac42057-3004-4fba-8f02-15e8230f8703 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:07.847804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ceae45-9ad6-461b-be99-c48c434dd2bd req-051d5ea1-9dcd-4d07-9509-bdfa9e842090 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.851452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:07.857157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87ceae45-9ad6-461b-be99-c48c434dd2bd req-051d5ea1-9dcd-4d07-9509-bdfa9e842090 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 943 time: 0.1170118 May 02 10:25:07.857508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-1056ba5f-ada2-43a8-ad0c-bc7a0618f3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:07.859000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-1056ba5f-ada2-43a8-ad0c-bc7a0618f3e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.3021903 May 02 10:25:07.879962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:07.884444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e99709d5-6d5f-4f54-9650-237f8803898c tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2741 time: 0.4438045 May 02 10:25:07.885551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:07.886151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54004) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:07.888200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:07.999871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ac42057-3004-4fba-8f02-15e8230f8703,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:08.001206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87ceae45-9ad6-461b-be99-c48c434dd2bd req-76e830d5-d04c-4473-a271-e60a18f13c60 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411788 May 02 10:25:08.020992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '1ac42057-3004-4fba-8f02-15e8230f8703', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'port_id': '1ac42057-3004-4fba-8f02-15e8230f8703', 'mac_address': 'fa:16:3e:31:03:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:08.047282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16211ae3-9f68-46b6-b3cc-c9a23b5e9f8a req-8b274520-72bd-403f-86eb-3a2351bb3f80 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328768 May 02 10:25:08.067944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.100312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 1ac42057-3004-4fba-8f02-15e8230f8703 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:08.101122 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.117329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ac42057-3004-4fba-8f02-15e8230f8703 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:08.123018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.124720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.142194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.142655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.143106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.143549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.143993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.144437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.147454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ac42057-3004-4fba-8f02-15e8230f8703,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:08.149038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.149505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.149982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.150412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.151074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.153911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d071c908-13b4-42c1-bc9f-cae9544f80ee tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7238 time: 0.2388134 May 02 10:25:08.156196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54010) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:08.157291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54012) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:08.178700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0677d5f3-1161-4f64-a237-c6127ea9b394 req-f2c66a6e-0637-46e2-afe8-fabcde0c4713 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676521 May 02 10:25:08.211432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-66697a7a-b252-48bf-a68b-2eab5b439196 None None] Provisioning complete for port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:08.212970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66697a7a-b252-48bf-a68b-2eab5b439196 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.221864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748cd18e-8fa6-46cc-b8a6-3f4cdec964f6 req-0da1d693-22c8-49f2-83b3-49d787db40aa tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.226415 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-748cd18e-8fa6-46cc-b8a6-3f4cdec964f6 req-0da1d693-22c8-49f2-83b3-49d787db40aa tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 931 time: 0.1208465 May 02 10:25:08.230178 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-7d5b2049-0254-4784-97ad-a44fb35ed777 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] delete failed (client error): The resource could not be found. May 02 10:25:08.233875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d5b2049-0254-4784-97ad-a44fb35ed777 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/8e8eeeb5-1245-446d-8650-63f4ce60d37c HTTP/1.1" status: 404 len: 345 time: 0.0665641 May 02 10:25:08.235299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:08.261550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.275089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-c0df734a-430a-4a88-989b-75f9cae00db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.276717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-c0df734a-430a-4a88-989b-75f9cae00db2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3825696 May 02 10:25:08.288383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] Transition to ACTIVE for port object f47c2055-8e82-4311-8559-e8b4a43bf8cc will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:08.299626 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5929918-4f67-464d-b328-ef82e5860710 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] DELETE failed (client error): The resource could not be found. May 02 10:25:08.300306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5929918-4f67-464d-b328-ef82e5860710 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:25:08.307861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c5929918-4f67-464d-b328-ef82e5860710 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/209983d4-43e7-4306-9fff-968ff3e01973 HTTP/1.1" status: 404 len: 339 time: 0.0673776 May 02 10:25:08.321454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54018) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:08.328006 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-748cd18e-8fa6-46cc-b8a6-3f4cdec964f6 req-d750bfb2-200b-4c0a-9e60-19db2b0e68f1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918355 May 02 10:25:08.331986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'name': 'tempest-network--1458999308', 'router:external': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:08.340129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:08.355617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-66697a7a-b252-48bf-a68b-2eab5b439196 None None] Port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:25:08.388795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.459493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] No DVR routers for this DVR port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:08.478969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] Pushing event updated for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:08.505018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-262e1af1-27d1-47f8-84c2-6a8d1688beed service neutron] 10.222.0.15 "PUT /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc/bindings/nch2-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1146548 May 02 10:25:08.529939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['1ac42057-3004-4fba-8f02-15e8230f8703'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:08.695038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-787c86bf-c5b7-4801-9202-77fb4bf52070 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.3903096 May 02 10:25:08.698216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b31564ed-5f38-484e-bee9-27eda609c988 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9562013 May 02 10:25:08.729817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85c03b9-ccd6-453c-8514-1f2f8bd5a2d8 req-e5d25fbf-b884-430b-9f40-bde13e3d1933 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.731820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a85c03b9-ccd6-453c-8514-1f2f8bd5a2d8 req-e5d25fbf-b884-430b-9f40-bde13e3d1933 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0528636 May 02 10:25:08.774766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e162bc-326d-4e0d-bb24-9e6470041783 req-dc85b1f4-9852-404a-84b8-59394c325e74 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.779729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86e162bc-326d-4e0d-bb24-9e6470041783 req-dc85b1f4-9852-404a-84b8-59394c325e74 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 943 time: 0.5253477 May 02 10:25:08.785796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a85c03b9-ccd6-453c-8514-1f2f8bd5a2d8 req-7701a7bb-ac5a-4273-9609-fcbcb58e2bcb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475965 May 02 10:25:08.850934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-35578985-0cf9-42fc-a205-3412bb01a95f tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.852406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-35578985-0cf9-42fc-a205-3412bb01a95f tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.1598134 May 02 10:25:08.862657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-720698b6-f23a-4838-a2b8-703247b2d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.864092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-720698b6-f23a-4838-a2b8-703247b2d487 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.1864412 May 02 10:25:08.924087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Deleting subnet b428d290-0945-4d6c-b946-d746481c9d53 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:25:08.926805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-6c5339ab-1975-43ca-ae30-61645f6475ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.928237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-6c5339ab-1975-43ca-ae30-61645f6475ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1776061 May 02 10:25:08.933862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Publish callbacks [] for subnet (b428d290-0945-4d6c-b946-d746481c9d53), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.940973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:08.943154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:08.994907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-2f26ace6-8c4a-4b36-9ecb-0b76482f591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:08.996435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-2f26ace6-8c4a-4b36-9ecb-0b76482f591e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040&tenant_id=1b2130a8035040089eef66d1efbf65df HTTP/1.1" status: 200 len: 1126 time: 0.1283772 May 02 10:25:09.021166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86e162bc-326d-4e0d-bb24-9e6470041783 req-ca634d53-6d4e-4645-bbb5-5236bf283714 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199447 May 02 10:25:09.067352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b428d290-0945-4d6c-b946-d746481c9d53), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.098722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:09.114320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-28ed7b11-7d8e-45bc-8d4f-a492997ddb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.115845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-28ed7b11-7d8e-45bc-8d4f-a492997ddb53 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1759043 May 02 10:25:09.131190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0c98196f-1945-44fa-bc3e-9246028f5c26), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.131607 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Added segment 0c98196f-1945-44fa-bc3e-9246028f5c26 of type vlan for network e55e3485-0088-4a9e-be5c-a0b5df97c434 May 02 10:25:09.139385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff6932-91ab-4618-b194-a72f4a0da6ce req-38d13213-a848-4246-94c2-754a22495281 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.140901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ff6932-91ab-4618-b194-a72f4a0da6ce req-38d13213-a848-4246-94c2-754a22495281 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 944 time: 0.0633702 May 02 10:25:09.162385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-35058000-ad35-4b1a-b30a-e083a4f580b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.163901 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-35058000-ad35-4b1a-b30a-e083a4f580b3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1126 time: 0.1416199 May 02 10:25:09.189312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ff6932-91ab-4618-b194-a72f4a0da6ce req-6703b173-240e-46c2-895f-e3cce4c70efd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423737 May 02 10:25:09.235948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b428d290-0945-4d6c-b946-d746481c9d53), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.327605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbcf2f9-1f6e-4883-afa8-4bd91fa4faa8 req-e8eed82d-31aa-465b-9d02-0d636fcac710 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.329132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdbcf2f9-1f6e-4883-afa8-4bd91fa4faa8 req-e8eed82d-31aa-465b-9d02-0d636fcac710 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.2041576 May 02 10:25:09.364543 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e55e3485-0088-4a9e-be5c-a0b5df97c434), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.430407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164a724-1b2c-4779-9cc3-62ce478d59bd req-c5a5f184-33da-42c1-9a33-6b6089805c8c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.431969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b164a724-1b2c-4779-9cc3-62ce478d59bd req-c5a5f184-33da-42c1-9a33-6b6089805c8c tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 931 time: 0.0478487 May 02 10:25:09.476790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-acc10a35-9f92-4f54-bc69-774e04a38bf4 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434739 May 02 10:25:09.481852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b164a724-1b2c-4779-9cc3-62ce478d59bd req-42ffd75a-1575-4540-85f5-718926b0abf5 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422535 May 02 10:25:09.503323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-085f88d6-3ea9-4cbe-9388-9267c33d325c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.504764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-085f88d6-3ea9-4cbe-9388-9267c33d325c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.3110142 May 02 10:25:09.509010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdbcf2f9-1f6e-4883-afa8-4bd91fa4faa8 req-e3aeaad5-fd85-4330-990a-ad49448d22f9 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511009 May 02 10:25:09.561611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-477200a9-6a9a-4b3e-97d0-174b7457fa4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 200 len: 217 time: 0.0420010 May 02 10:25:09.598618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b428d290-0945-4d6c-b946-d746481c9d53), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.648418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e55e3485-0088-4a9e-be5c-a0b5df97c434), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.649370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.649960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.660041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b428d290-0945-4d6c-b946-d746481c9d53,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:09.664647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.667578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-976b987f-729d-41d9-b6d0-4527b9a1d1dd admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b428d290-0945-4d6c-b946-d746481c9d53 HTTP/1.1" status: 204 len: 168 time: 1.5041945 May 02 10:25:09.670805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:09.742268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (98097bd3-4b95-4af7-9dbb-4e3fefd944fd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.751079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-c85642b9-7136-463d-98d4-1e3827d43706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.752556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-c85642b9-7136-463d-98d4-1e3827d43706 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.1631892 May 02 10:25:09.758283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-9cc7d556-147e-4c98-a43c-f3cede9bb36f service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2649107 May 02 10:25:09.758892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=e55e3485-0088-4a9e-be5c-a0b5df97c434,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:09.782627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e55e3485-0088-4a9e-be5c-a0b5df97c434 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:09.790226 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-c04ed7ef-a69b-41c6-9abc-e2d3ea3fdd72 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289221 May 02 10:25:09.848146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1ac42057-3004-4fba-8f02-15e8230f8703 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:09.856862 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (98097bd3-4b95-4af7-9dbb-4e3fefd944fd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.857869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f57f3c88-115f-40c1-bb4f-388d7c064f4a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5319941 May 02 10:25:09.860317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:09.902117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 1ac42057-3004-4fba-8f02-15e8230f8703 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:09.902379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98097bd3-4b95-4af7-9dbb-4e3fefd944fd']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:09.931678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0787bab3-70cc-4ba1-bc22-09f704a0dc89') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:09.932126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0787bab3-70cc-4ba1-bc22-09f704a0dc89') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:09.946391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (0787bab3-70cc-4ba1-bc22-09f704a0dc89), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.953659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d16379-69f3-40bf-9a95-aec62b62e3c4 req-6495ab20-d46e-4f91-abc6-00d2ca2dc6bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:09.955215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45d16379-69f3-40bf-9a95-aec62b62e3c4 req-6495ab20-d46e-4f91-abc6-00d2ca2dc6bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0904355 May 02 10:25:09.968702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Request body: {'port': {'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:09.979016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0787bab3-70cc-4ba1-bc22-09f704a0dc89), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.991326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:09.991719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (0787bab3-70cc-4ba1-bc22-09f704a0dc89), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:09.993523 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:10.015226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 1ac42057-3004-4fba-8f02-15e8230f8703 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:10.016048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.061297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45d16379-69f3-40bf-9a95-aec62b62e3c4 req-ca3c5c1f-05cb-4f51-b18b-fa68234c82f9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988088 May 02 10:25:10.120666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-1e783914-fa91-4fbd-9ab2-493482bf1b6c service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230028 May 02 10:25:10.126522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 1ac42057-3004-4fba-8f02-15e8230f8703 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:10.126984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.150332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:10.153166 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2877c76-3ccb-4b34-9cea-de6176291f9b" -d '{"events": [{"server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:10.158140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (98097bd3-4b95-4af7-9dbb-4e3fefd944fd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.171397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ac42057-3004-4fba-8f02-15e8230f8703,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:10.177010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.180265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] 10.222.0.16 "DELETE /v2.0/networks/98097bd3-4b95-4af7-9dbb-4e3fefd944fd HTTP/1.1" status: 204 len: 168 time: 0.5084143 May 02 10:25:10.181289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2bb1-60c8-4698-8ece-3038afeddb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=98097bd3-4b95-4af7-9dbb-4e3fefd944fd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:10.187710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54038) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:10.221550 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1358854-0fa4-4ea7-a5e4-9b49cc56e215 x-openstack-request-id: req-e1358854-0fa4-4ea7-a5e4-9b49cc56e215 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:10.221932 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "name": "network-vif-plugged", "status": "completed", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:10.228029 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1358854-0fa4-4ea7-a5e4-9b49cc56e215 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:10.228029 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1358854-0fa4-4ea7-a5e4-9b49cc56e215'] response: {'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703', 'code': 200} May 02 10:25:10.250002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.250741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:10.257015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Deleting subnet 4f628789-dee1-482d-9c1e-2cc8193131de {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:25:10.267161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb678b60-c4b5-45f0-a10c-33c1510bea0d tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.269302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Publish callbacks [] for subnet (4f628789-dee1-482d-9c1e-2cc8193131de), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.272569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb678b60-c4b5-45f0-a10c-33c1510bea0d tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.279329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb678b60-c4b5-45f0-a10c-33c1510bea0d tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.285036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb678b60-c4b5-45f0-a10c-33c1510bea0d tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.286732 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bb678b60-c4b5-45f0-a10c-33c1510bea0d tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4254694 May 02 10:25:10.301361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54042) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:10.353392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.371458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13af44bd-8ffe-4a19-b6c3-bc670a682120 req-4458476a-9065-4a0b-af70-9cb8c714f2f9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.374008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13af44bd-8ffe-4a19-b6c3-bc670a682120 req-4458476a-9065-4a0b-af70-9cb8c714f2f9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0660019 May 02 10:25:10.378847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (4f628789-dee1-482d-9c1e-2cc8193131de), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.385369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75125de-ccd4-47d3-ba9d-a24761732c63 req-7b4762b5-2118-4a54-b471-4decdf860fa1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.389176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a75125de-ccd4-47d3-ba9d-a24761732c63 req-7b4762b5-2118-4a54-b471-4decdf860fa1 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.2582178 May 02 10:25:10.420343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-d4f47774-4ed0-4087-bee0-8e4b2e560682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.422112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-d4f47774-4ed0-4087-bee0-8e4b2e560682 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.4579704 May 02 10:25:10.455710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e3411e50-dd86-42c9-bca5-1f163ecc24bf {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:10.456068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e3411e50-dd86-42c9-bca5-1f163ecc24bf not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:10.462799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13af44bd-8ffe-4a19-b6c3-bc670a682120 req-1c141492-5938-4a23-9337-dcb1cadacfee tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547817 May 02 10:25:10.482909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:10.491127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4f628789-dee1-482d-9c1e-2cc8193131de), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.513387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c7a04-f523-49d0-b42b-867d5175c65c req-0b218394-e68b-4adb-8e33-da2be1b4c180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.514705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf7c7a04-f523-49d0-b42b-867d5175c65c req-0b218394-e68b-4adb-8e33-da2be1b4c180 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 1127 time: 0.2035482 May 02 10:25:10.597731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-7d01eaf1-5289-46fb-a345-e832114c3ce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.1100502 May 02 10:25:10.612323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc206659-e699-41b9-8ff9-030425d7cd42 req-36834e16-7ddd-42dd-b219-ee48a1ebb866 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.613830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc206659-e699-41b9-8ff9-030425d7cd42 req-36834e16-7ddd-42dd-b219-ee48a1ebb866 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 931 time: 0.0477071 May 02 10:25:10.627192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e55e3485-0088-4a9e-be5c-a0b5df97c434), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.634138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (4f628789-dee1-482d-9c1e-2cc8193131de), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.636970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a75125de-ccd4-47d3-ba9d-a24761732c63 req-7835aa24-98ae-42a9-b3f2-4ea431e25bae tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350032 May 02 10:25:10.637772 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-1216cd81-0521-49fb-ab0a-4e68ded12908 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5039203 May 02 10:25:10.660229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:10.708534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc206659-e699-41b9-8ff9-030425d7cd42 req-93a7a2e2-5019-421e-b7dc-29e35ffbc0c8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886009 May 02 10:25:10.712840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.716772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f628789-dee1-482d-9c1e-2cc8193131de HTTP/1.1" status: 204 len: 168 time: 0.5281332 May 02 10:25:10.717954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d18f3f5-da99-4413-9a47-7e59a82c8419 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f628789-dee1-482d-9c1e-2cc8193131de,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:10.720484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:10.741782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port f47c2055-8e82-4311-8559-e8b4a43bf8cc host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:25:10.742194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:10.782219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-813ee582-210f-4212-946a-e322fd3de7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:10.783578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-813ee582-210f-4212-946a-e322fd3de7be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1706984 May 02 10:25:10.808725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (c2fcfd62-b69e-47d5-962f-05e0580c7cfd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.816325 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf7c7a04-f523-49d0-b42b-867d5175c65c req-17f17d7e-1bee-4f27-ad8e-cd1df18c35c0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2582331 May 02 10:25:10.899129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (c2fcfd62-b69e-47d5-962f-05e0580c7cfd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.923336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2fcfd62-b69e-47d5-962f-05e0580c7cfd']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:10.935057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99401eb7-869c-4fb5-b5c1-7d3428da3c46') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:10.935540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99401eb7-869c-4fb5-b5c1-7d3428da3c46') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:10.946121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (99401eb7-869c-4fb5-b5c1-7d3428da3c46), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.960770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (99401eb7-869c-4fb5-b5c1-7d3428da3c46), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.967884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:10.968288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (99401eb7-869c-4fb5-b5c1-7d3428da3c46), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:10.970195 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:11.112628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (c2fcfd62-b69e-47d5-962f-05e0580c7cfd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.119166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.122613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c2fcfd62-b69e-47d5-962f-05e0580c7cfd HTTP/1.1" status: 204 len: 168 time: 0.4009502 May 02 10:25:11.136827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec0e7c7-193b-4496-95cb-47ad186b2fb5 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2fcfd62-b69e-47d5-962f-05e0580c7cfd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:11.219987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fe816f-0c3c-42e9-8ab4-63d19286dd50 req-f1277a33-847a-492e-a46d-752e7c650094 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:11.225313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49fe816f-0c3c-42e9-8ab4-63d19286dd50 req-f1277a33-847a-492e-a46d-752e7c650094 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0561764 May 02 10:25:11.264538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9263c94-0b75-4ae6-bf36-5f4076fab9ef req-e95c8112-0c7e-4801-951f-f2e65d4147ca tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:11.266072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9263c94-0b75-4ae6-bf36-5f4076fab9ef req-e95c8112-0c7e-4801-951f-f2e65d4147ca tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.5041180 May 02 10:25:11.278994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49fe816f-0c3c-42e9-8ab4-63d19286dd50 req-5472a2f7-1546-4e29-b7c3-133c094faa76 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496812 May 02 10:25:11.285236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e55e3485-0088-4a9e-be5c-a0b5df97c434), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.290563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-037e730f-a1f8-47b9-bc67-3a460a887800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:11.292248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-037e730f-a1f8-47b9-bc67-3a460a887800 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.4807820 May 02 10:25:11.398058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e55e3485-0088-4a9e-be5c-a0b5df97c434']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:11.447176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c98196f-1945-44fa-bc3e-9246028f5c26') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:11.447545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c98196f-1945-44fa-bc3e-9246028f5c26') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:11.482475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (0c98196f-1945-44fa-bc3e-9246028f5c26), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.513386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9263c94-0b75-4ae6-bf36-5f4076fab9ef req-f8d818b0-c304-48be-b7c5-dffbca31cd7c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299430 May 02 10:25:11.521064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0c98196f-1945-44fa-bc3e-9246028f5c26), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.546224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:11.546643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (0c98196f-1945-44fa-bc3e-9246028f5c26), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:11.550017 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:11.619293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-023ef2cd-4223-433f-a772-8701ffdea54d service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2885439 May 02 10:25:11.713088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:11.741340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks [] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.782423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87da855a-5399-4f3b-a4bf-88ff7a2fe360 req-c7608dd6-d0fc-4bc1-946f-415566e176dc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:11.783894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87da855a-5399-4f3b-a4bf-88ff7a2fe360 req-c7608dd6-d0fc-4bc1-946f-415566e176dc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.1926785 May 02 10:25:11.784827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-b9ac6f64-bd7a-42a3-a20d-cfb72c2749ad tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:11.786159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-b9ac6f64-bd7a-42a3-a20d-cfb72c2749ad tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040&tenant_id=1b2130a8035040089eef66d1efbf65df&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1126 time: 0.1577029 May 02 10:25:11.836738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54062) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:11.838360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Transition to ACTIVE for port object cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:11.847257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e55e3485-0088-4a9e-be5c-a0b5df97c434), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.866164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e55e3485-0088-4a9e-be5c-a0b5df97c434 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:25:11.886841 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.893800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e55e3485-0088-4a9e-be5c-a0b5df97c434 HTTP/1.1" status: 204 len: 168 time: 1.5877955 May 02 10:25:11.894127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54066) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:11.899134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'name': 'tempest-network--690961189', 'router:external': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:11.915372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc29cc-3090-4dde-9b4c-bbb8292d13c3 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Network': ['ID=e55e3485-0088-4a9e-be5c-a0b5df97c434,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:11.936474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1592e8e-3902-479c-b4f2-7ba532898e6e req-4570bf4f-a9a3-4191-bd5a-b390bcd57a25 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951722 May 02 10:25:11.944259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:11.948027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf5747f6-e43f-404b-9310-f02c3e1ace4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25e3a228719d4cbda0507cba959f1816&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1078222 May 02 10:25:11.949275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:11.958056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87da855a-5399-4f3b-a4bf-88ff7a2fe360 req-5b106891-18eb-46d7-828a-60e0c98ea457 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1668246 May 02 10:25:12.041879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] Publish callbacks [] for security_group (379f51ed-5d34-4e27-bd26-44d07004530b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.060088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:12.060375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Pushing event updated for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:12.063055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.171760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:12.181413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5a3bac95-3725-472c-9d5c-4cb89091422a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.182486 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Added segment 5a3bac95-3725-472c-9d5c-4cb89091422a of type vlan for network 010e303b-39f8-4b55-9d98-9d98b44fd4f5 May 02 10:25:12.236013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca7a7ee-0506-4615-85b6-563317b13e50 req-8c296579-bb84-4e44-b726-230ce1777611 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.237562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cca7a7ee-0506-4615-85b6-563317b13e50 req-8c296579-bb84-4e44-b726-230ce1777611 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 943 time: 0.1323121 May 02 10:25:12.257765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (010e303b-39f8-4b55-9d98-9d98b44fd4f5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.265610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] Publish callbacks [] for security_group (379f51ed-5d34-4e27-bd26-44d07004530b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.274010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-326e73ce-8aba-4ec5-ab7c-3d25f961a933 service neutron] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:12.306442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50c7023-1c83-41a2-9228-27bf58cd4440 req-8a3f781f-9a9f-48e2-8447-1e031a298c32 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.307961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f50c7023-1c83-41a2-9228-27bf58cd4440 req-8a3f781f-9a9f-48e2-8447-1e031a298c32 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.3015685 May 02 10:25:12.316339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-326e73ce-8aba-4ec5-ab7c-3d25f961a933 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.317489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-326e73ce-8aba-4ec5-ab7c-3d25f961a933 service neutron] 10.222.0.24 "DELETE /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc/bindings/nch1-master-1 HTTP/1.1" status: 204 len: 173 time: 0.5206163 May 02 10:25:12.397396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Attempting to bind port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:12.405190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f50c7023-1c83-41a2-9228-27bf58cd4440 req-aab6ccce-59ca-4a44-ad72-a65b9eaa2c9a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858808 May 02 10:25:12.413701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Attempting to bind port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:12.413701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Attempting to bind port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:12.440399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (010e303b-39f8-4b55-9d98-9d98b44fd4f5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.442870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.442870 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.453742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:12.454079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Attempting to bind port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 on network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:12.476852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cca7a7ee-0506-4615-85b6-563317b13e50 req-a8c18013-969a-40bf-8390-290f76de34e8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087405 May 02 10:25:12.492418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a991-c850-42b8-84e4-4b465553cdea req-390ca30d-d20e-4ac4-891c-e698ecfbdf8a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.494278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-390ca30d-d20e-4ac4-891c-e698ecfbdf8a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0&tenant_id=8f3a87b199b24854bb1e0699f7402e8d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 947 time: 0.1880000 May 02 10:25:12.496583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 24, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:12.499874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Checking segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:12.500566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Bound using segment: {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:12.501245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Bound port: cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71d5658e-fd76-488c-a080-f45587d31605', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:12.501806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.534976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=010e303b-39f8-4b55-9d98-9d98b44fd4f5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:12.540284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (379f51ed-5d34-4e27-bd26-44d07004530b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.542863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.547221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/379f51ed-5d34-4e27-bd26-44d07004530b HTTP/1.1" status: 204 len: 168 time: 0.5970178 May 02 10:25:12.548281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 010e303b-39f8-4b55-9d98-9d98b44fd4f5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:12.583805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04239282-fa95-4e18-9bed-fb5456b4495e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379f51ed-5d34-4e27-bd26-44d07004530b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:12.609798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9903851-1052-46a5-a53c-3a9805dbf6a6 req-620c3d11-8f35-4b0e-83a8-08bbc239e647 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.611796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9903851-1052-46a5-a53c-3a9805dbf6a6 req-620c3d11-8f35-4b0e-83a8-08bbc239e647 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 947 time: 0.0793750 May 02 10:25:12.646601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9cb102c8-f3e8-4ccc-89d2-083900b3309e tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7490585 May 02 10:25:12.647804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54078) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:12.708180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:12.722711 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-3406a991-c850-42b8-84e4-4b465553cdea req-309bb35f-d99d-4922-aa5e-ddc610165ed1 service neutron] delete failed (client error): The resource could not be found. May 02 10:25:12.723861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-309bb35f-d99d-4922-aa5e-ddc610165ed1 service neutron] 10.222.0.24 "DELETE /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.2194192 May 02 10:25:12.755229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:12.757831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8a9b7-2286-4a8e-b5ff-7159b69af570 req-a1f1f802-8fcc-4d53-beea-d072a4d9c1d8 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.764053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9903851-1052-46a5-a53c-3a9805dbf6a6 req-0ccf668d-39d3-4773-bcba-d5d23c6c819a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423295 May 02 10:25:12.765973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfb8a9b7-2286-4a8e-b5ff-7159b69af570 req-a1f1f802-8fcc-4d53-beea-d072a4d9c1d8 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 1126 time: 0.0984633 May 02 10:25:12.778254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:12.838762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfb8a9b7-2286-4a8e-b5ff-7159b69af570 req-7479bde8-1339-44cc-85b0-b1ae31033d21 tempest-LiveMigrationTest-186543981 tempest-LiveMigrationTest-186543981-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531802 May 02 10:25:12.898369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-954eefe7-ff64-4808-aa06-66976a4a09e5 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:12.899076 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:12.902468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-954eefe7-ff64-4808-aa06-66976a4a09e5 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "GET /v2.0/networks/010e303b-39f8-4b55-9d98-9d98b44fd4f5 HTTP/1.1" status: 200 len: 756 time: 0.2516716 May 02 10:25:12.909302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:12.969862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:12.985916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'mac_address': 'fa:16:3e:c7:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:13.001635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.002397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.003972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] 10.222.0.15 "PUT /v2.0/ports/cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 1091 time: 3.0407693 May 02 10:25:13.006704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:13.008482 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07e55514-01c2-4678-ae07-b3ca9963ea2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:13.016262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a991-c850-42b8-84e4-4b465553cdea req-2856871a-0674-4212-96de-70f850729cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.017883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-2856871a-0674-4212-96de-70f850729cbf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1129 time: 0.1346462 May 02 10:25:13.048885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port abb3c40b-27d1-474a-9f53-52def5613f2c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:13.049175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.067395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b6eec-ea7c-4ee0-b657-d9a7a822b556 req-8d3e7efe-a7f8-425e-9f69-d72afbbbac6d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.071742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb3c40b-27d1-474a-9f53-52def5613f2c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:13.076850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d69b6eec-ea7c-4ee0-b657-d9a7a822b556 req-8d3e7efe-a7f8-425e-9f69-d72afbbbac6d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1688380 May 02 10:25:13.077112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db731ea8-4503-42e1-a40e-6798e127c73f service neutron] Pushing event updated for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:13.096967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:13.135616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704bfd94-e807-4176-a8d1-6714db8b9f34 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.140378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:13.141474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-704bfd94-e807-4176-a8d1-6714db8b9f34 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "GET /v2.0/networks/afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec HTTP/1.1" status: 200 len: 768 time: 0.2310565 May 02 10:25:13.177808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.186195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d69b6eec-ea7c-4ee0-b657-d9a7a822b556 req-53387b0f-a457-4b03-acfa-0cbca2ac8844 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060207 May 02 10:25:13.251183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (010e303b-39f8-4b55-9d98-9d98b44fd4f5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.253695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a991-c850-42b8-84e4-4b465553cdea req-e3023c84-f5c6-42a3-9787-13547926dc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.255151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-e3023c84-f5c6-42a3-9787-13547926dc9e service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2296591 May 02 10:25:13.297840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:13.338865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-5e2dd4a2-7fd7-48c8-b52a-e0ec10664c6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0774331 May 02 10:25:13.369303 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc91ad2-f360-4d6e-b33f-3fc39361f78c x-openstack-request-id: req-2fc91ad2-f360-4d6e-b33f-3fc39361f78c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:13.369586 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:13.370029 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fc91ad2-f360-4d6e-b33f-3fc39361f78c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:13.370597 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc91ad2-f360-4d6e-b33f-3fc39361f78c'] response: {'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'status': 'completed', 'code': 200} May 02 10:25:13.374904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40d44b1-5d6b-420b-b239-f48f61702255 req-0a83a457-3213-4169-8456-8b255b943c18 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.378074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e40d44b1-5d6b-420b-b239-f48f61702255 req-0a83a457-3213-4169-8456-8b255b943c18 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0741537 May 02 10:25:13.441228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e40d44b1-5d6b-420b-b239-f48f61702255 req-fb5852f6-a279-446d-ad3c-98fced657a90 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569751 May 02 10:25:13.445644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:13.473233 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (010e303b-39f8-4b55-9d98-9d98b44fd4f5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.473514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-0b7ce3e3-bec9-43ab-a4e9-16bcef852932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.475022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-0b7ce3e3-bec9-43ab-a4e9-16bcef852932 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1125 time: 0.1075425 May 02 10:25:13.595446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['010e303b-39f8-4b55-9d98-9d98b44fd4f5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:13.599286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-b1965e4e-863e-486f-a87c-0843f695a3b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 217 time: 0.0890117 May 02 10:25:13.599459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.606698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16011e57-12c9-4644-a1d9-c08c5f8263d0 req-bfd89b2c-2e28-4c46-bfcd-b2041808ad29 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.608853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16011e57-12c9-4644-a1d9-c08c5f8263d0 req-bfd89b2c-2e28-4c46-bfcd-b2041808ad29 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0724165 May 02 10:25:13.617418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc002d8-e51a-49fa-bf8b-4f970db1933b req-e183e19a-2b74-4c02-b8f6-0d8d8b5fcd9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.617418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecc002d8-e51a-49fa-bf8b-4f970db1933b req-e183e19a-2b74-4c02-b8f6-0d8d8b5fcd9c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.1659322 May 02 10:25:13.622425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54098) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:13.627678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a3bac95-3725-472c-9d5c-4cb89091422a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:13.627832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'port_id': '1ac42057-3004-4fba-8f02-15e8230f8703'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:13.627991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a3bac95-3725-472c-9d5c-4cb89091422a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:13.684109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (5a3bac95-3725-472c-9d5c-4cb89091422a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.685756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:13.717380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a991-c850-42b8-84e4-4b465553cdea req-178343d6-e058-41c6-8d7f-6128a2a48bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.718852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-178343d6-e058-41c6-8d7f-6128a2a48bd9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2205994 May 02 10:25:13.733066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5a3bac95-3725-472c-9d5c-4cb89091422a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.751075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-e41f90d1-ca2e-49e6-bbc6-71c5a040e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.752588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-e41f90d1-ca2e-49e6-bbc6-71c5a040e4d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.1376736 May 02 10:25:13.755919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:13.756248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (5a3bac95-3725-472c-9d5c-4cb89091422a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:13.764279 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:13.887402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecc002d8-e51a-49fa-bf8b-4f970db1933b req-23a8d591-2e97-428a-8edb-fe2546a17ab9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549784 May 02 10:25:13.901507 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-853b151c-4982-48f3-a9d4-32d55c38c4b1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20384e7e9a0144bf8bb2b9d57290b02c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2145827 May 02 10:25:13.911875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:13.922998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-894c9162-ef55-4945-8422-c78304dd1cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.922998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-894c9162-ef55-4945-8422-c78304dd1cc1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1447837 May 02 10:25:13.929047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3406a991-c850-42b8-84e4-4b465553cdea req-cbea9b0e-c8b2-43ea-9ed3-709e2ca9ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:13.930578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-cbea9b0e-c8b2-43ea-9ed3-709e2ca9ba22 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1654599 May 02 10:25:13.987846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.071428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7a0bbb-6c7c-4114-99f5-890beae71066 req-d7aedd56-61c8-4132-bc80-bcab4afd2ec4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:14.072926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc7a0bbb-6c7c-4114-99f5-890beae71066 req-d7aedd56-61c8-4132-bc80-bcab4afd2ec4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 943 time: 0.0974967 May 02 10:25:14.087576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (010e303b-39f8-4b55-9d98-9d98b44fd4f5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.100489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 010e303b-39f8-4b55-9d98-9d98b44fd4f5 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:25:14.108460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.111682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/010e303b-39f8-4b55-9d98-9d98b44fd4f5 HTTP/1.1" status: 204 len: 168 time: 0.9699407 May 02 10:25:14.120026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54106) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:14.131421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'name': 'tempest-network--691930154'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:14.147799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f59434-8759-46d6-9676-5c8bbb58d1df tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Network': ['ID=010e303b-39f8-4b55-9d98-9d98b44fd4f5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:14.155512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af0eaf-a8e9-4b60-a4a6-940f15b9cd81 req-3694ef0a-182e-4342-aac9-54b1c0f8ce72 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:14.162830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78af0eaf-a8e9-4b60-a4a6-940f15b9cd81 req-3694ef0a-182e-4342-aac9-54b1c0f8ce72 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 948 time: 0.1877952 May 02 10:25:14.200042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] Publish callbacks [] for security_group (21bf9fe9-690b-4894-bbb0-94ee605b1ba3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.226642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc7a0bbb-6c7c-4114-99f5-890beae71066 req-3cae8f56-a272-4688-84f7-7eea6b831ae5 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455739 May 02 10:25:14.271328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-36ab0747-f898-490b-bfb5-cba97eaadb75 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375177 May 02 10:25:14.283370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Made reservation on behalf of fad8c5ef80c54e60953517fbaaeed299 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:14.286319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.297587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-33840566-f850-40f3-85c2-32c84adb1e6c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:14.299047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-33840566-f850-40f3-85c2-32c84adb1e6c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.1722567 May 02 10:25:14.309143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] Publish callbacks [] for security_group (21bf9fe9-690b-4894-bbb0-94ee605b1ba3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.312314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-137c8cf0-2c50-40e3-9df0-353d954331e9 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616416 May 02 10:25:14.386528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:14.445905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4cab54-91a8-45df-9e51-5bcdb15bcd74 req-361941e6-92c9-4307-a512-9ee2aa745f7f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:14.447395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f4cab54-91a8-45df-9e51-5bcdb15bcd74 req-361941e6-92c9-4307-a512-9ee2aa745f7f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0990481 May 02 10:25:14.448487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fff7340e-b497-4dbf-8b64-77a75bb698d3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.448841 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Added segment fff7340e-b497-4dbf-8b64-77a75bb698d3 of type vlan for network dcaf5734-863a-44a0-ad34-26597fb55360 May 02 10:25:14.465474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78af0eaf-a8e9-4b60-a4a6-940f15b9cd81 req-48ab7491-ea59-4668-bb7e-1e59e7858568 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3018932 May 02 10:25:14.549714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.598231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f42cd165-d0a0-44a5-b1c4-f2522303565a req-6a3a4cc1-dd42-4a38-aea2-5096c4e8c172 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157010 May 02 10:25:14.603614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f4cab54-91a8-45df-9e51-5bcdb15bcd74 req-b0547540-8eea-4580-862f-e249048283e1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385648 May 02 10:25:14.613466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Deleting port f47c2055-8e82-4311-8559-e8b4a43bf8cc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:14.613820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.634529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3406a991-c850-42b8-84e4-4b465553cdea req-135b93e1-20d7-465d-99ec-d61478f1962e service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123603 May 02 10:25:14.674316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:14.703318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.704306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:14.704953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.709421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (21bf9fe9-690b-4894-bbb0-94ee605b1ba3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.712634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.713986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21bf9fe9-690b-4894-bbb0-94ee605b1ba3 HTTP/1.1" status: 204 len: 168 time: 0.8032484 May 02 10:25:14.732227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port abb3c40b-27d1-474a-9f53-52def5613f2c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:14.737773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea751033-b197-4305-9f99-d33565fa6a2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21bf9fe9-690b-4894-bbb0-94ee605b1ba3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:14.754563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] For port f47c2055-8e82-4311-8559-e8b4a43bf8cc, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f47c2055-8e82-4311-8559-e8b4a43bf8cc,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:14.759305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.769594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Calling delete_port for f47c2055-8e82-4311-8559-e8b4a43bf8cc owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:14.785515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=dcaf5734-863a-44a0-ad34-26597fb55360,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:14.796481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.802609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network dcaf5734-863a-44a0-ad34-26597fb55360 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:14.826850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port abb3c40b-27d1-474a-9f53-52def5613f2c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:14.827230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.895413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:14.945376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-727c8c9d-3149-4416-b149-b6ca5fd3a58a tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8220406 May 02 10:25:14.950278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54114) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:14.955065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Request body: {'network': {'router:external': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:15.000569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port abb3c40b-27d1-474a-9f53-52def5613f2c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:15.002427 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.029459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:15.032140 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56404d18-c910-4279-bb7e-0ac72a2d544d" -d '{"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-plugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:15.048375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:15.120653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.150780 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP c1005aa0-be63-4504-8a6f-3ebd2f7e2523 associated. External IP: 172.35.4.134, port: 1ac42057-3004-4fba-8f02-15e8230f8703. May 02 10:25:15.196658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:15.279983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7c4b4d-41a9-4bef-8ad1-81ca21743921 req-cb0a06a2-cc9d-4414-bb8f-f9d2edc34780 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.280392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.288118 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a7c4b4d-41a9-4bef-8ad1-81ca21743921 req-cb0a06a2-cc9d-4414-bb8f-f9d2edc34780 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 944 time: 0.0648348 May 02 10:25:15.352991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a7c4b4d-41a9-4bef-8ad1-81ca21743921 req-c2c641af-dcd1-4f8c-9d94-1afca0211f62 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637360 May 02 10:25:15.375317 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7563c49c-ffb7-4d07-9f1d-b239bfc83c68 x-openstack-request-id: req-7563c49c-ffb7-4d07-9f1d-b239bfc83c68 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:15.375615 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-plugged", "status": "completed", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:15.375873 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7563c49c-ffb7-4d07-9f1d-b239bfc83c68 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:15.376435 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7563c49c-ffb7-4d07-9f1d-b239bfc83c68'] response: {'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'code': 200} May 02 10:25:15.388441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.426934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Network dcaf5734-863a-44a0-ad34-26597fb55360 is not hosted by any dhcp agent {{(pid=115663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 10:25:15.428287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.428927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.430393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "PUT /v2.0/networks/dcaf5734-863a-44a0-ad34-26597fb55360 HTTP/1.1" status: 200 len: 857 time: 0.4800472 May 02 10:25:15.448760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:15.460342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f47c2055-8e82-4311-8559-e8b4a43bf8cc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.472104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:15.512588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf46b77-9348-41f0-9aba-90dad5b5a682 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event updated for resources: {'Network': ['ID=dcaf5734-863a-44a0-ad34-26597fb55360,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:15.519298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event deleted for resources: {'Port': ['ID=f47c2055-8e82-4311-8559-e8b4a43bf8cc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:15.528640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f143b9c0-d1c9-464e-a309-3a7c9df89381 req-628707cb-45ce-4208-ada4-47caa32867d4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.536187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f143b9c0-d1c9-464e-a309-3a7c9df89381 req-628707cb-45ce-4208-ada4-47caa32867d4 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 943 time: 0.1187110 May 02 10:25:15.601226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:15.618363 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:25:15.652908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28010943-8c02-483c-8c70-af96579f1e0b req-921ad739-cb0f-4864-8b40-77e1d9a23260 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.655761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28010943-8c02-483c-8c70-af96579f1e0b req-921ad739-cb0f-4864-8b40-77e1d9a23260 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.0899713 May 02 10:25:15.659924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f143b9c0-d1c9-464e-a309-3a7c9df89381 req-650e076b-c0c6-4ea2-a2be-eff7262785d1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228404 May 02 10:25:15.684723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] No DVR routers for this DVR port f47c2055-8e82-4311-8559-e8b4a43bf8cc on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:15.688431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.691943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efa60288-7c71-4f9d-ba64-033bcf2bb0ad req-65e7d06a-298d-4787-b1ad-b9d498e7f647 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "DELETE /v2.0/ports/f47c2055-8e82-4311-8559-e8b4a43bf8cc HTTP/1.1" status: 204 len: 173 time: 1.3709383 May 02 10:25:15.692470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-deleted', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:15.710305 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1d0f5b-1bd9-4355-8ba3-c96eda040102" -d '{"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-deleted", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:15.723497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.741269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.807736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28010943-8c02-483c-8c70-af96579f1e0b req-0e9b04da-ee25-413f-84ec-f9af131ce8e0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399720 May 02 10:25:15.878296 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196c1265-8234-45e7-a8c0-156398fa3bce x-openstack-request-id: req-196c1265-8234-45e7-a8c0-156398fa3bce {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:15.878594 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9695cc-afb0-47ec-a728-b34689eac040", "name": "network-vif-deleted", "tag": "f47c2055-8e82-4311-8559-e8b4a43bf8cc", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:15.878858 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-196c1265-8234-45e7-a8c0-156398fa3bce {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:15.884400 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-196c1265-8234-45e7-a8c0-156398fa3bce'] response: {'server_uuid': '6f9695cc-afb0-47ec-a728-b34689eac040', 'name': 'network-vif-deleted', 'tag': 'f47c2055-8e82-4311-8559-e8b4a43bf8cc', 'status': 'completed', 'code': 200} May 02 10:25:15.887543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b830ca1-729c-43c1-ada9-a35f1070857d req-71ac2ae4-5a7c-4ef9-8789-58799442ed78 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.898823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:15.902285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b830ca1-729c-43c1-ada9-a35f1070857d req-71ac2ae4-5a7c-4ef9-8789-58799442ed78 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1407304 May 02 10:25:15.909261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.912000 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:15.917868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:15.927772 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:15.928431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:15.933969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-d0e3f9c6-d533-4953-88a0-43201cf211b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:15.935512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-d0e3f9c6-d533-4953-88a0-43201cf211b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1125 time: 0.1729851 May 02 10:25:15.996558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcaf5734-863a-44a0-ad34-26597fb55360']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.060068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-21dc69a8-20f7-4a33-af75-8398e0daf9ad tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "PUT /v2.0/floatingips/c1005aa0-be63-4504-8a6f-3ebd2f7e2523 HTTP/1.1" status: 200 len: 991 time: 2.4411488 May 02 10:25:16.068243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:16.071808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff7340e-b497-4dbf-8b64-77a75bb698d3') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.072387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff7340e-b497-4dbf-8b64-77a75bb698d3') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.072999 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c" -d '{"events": [{"name": "network-changed", "server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:16.081493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b81b8a-7007-46d4-b68d-b218e2863172 req-739d97c0-7ede-4e51-ac86-a569b6dcd2bd tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.086866 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:16.092239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b81b8a-7007-46d4-b68d-b218e2863172 req-739d97c0-7ede-4e51-ac86-a569b6dcd2bd tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.1392040 May 02 10:25:16.096015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (fff7340e-b497-4dbf-8b64-77a75bb698d3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.100557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b830ca1-729c-43c1-ada9-a35f1070857d req-958cc04b-d35c-4dc2-9640-caf9ce1f4e85 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968994 May 02 10:25:16.134489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fff7340e-b497-4dbf-8b64-77a75bb698d3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.144407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b81b8a-7007-46d4-b68d-b218e2863172 req-061b4ce3-34dd-44fa-8142-ada15139d5d3 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491574 May 02 10:25:16.158132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (fff7340e-b497-4dbf-8b64-77a75bb698d3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:16.162524 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:16.189869 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d0882-2add-48b2-9508-530053632a89 x-openstack-request-id: req-9b3d0882-2add-48b2-9508-530053632a89 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:16.190175 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:16.190433 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b3d0882-2add-48b2-9508-530053632a89 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:16.190863 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3d0882-2add-48b2-9508-530053632a89'] response: {'name': 'network-changed', 'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703', 'status': 'completed', 'code': 200} May 02 10:25:16.282517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-9ca885f6-d975-4c3b-bc73-b187c41ea459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.288531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-9ca885f6-d975-4c3b-bc73-b187c41ea459 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.3349242 May 02 10:25:16.305604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-86048f44-1b4a-4c35-b8e2-6a6309b2d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.307177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-86048f44-1b4a-4c35-b8e2-6a6309b2d3f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 1127 time: 0.0668848 May 02 10:25:16.350667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-3f0c14b7-8b85-46c9-8ed9-22d977515cee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 217 time: 0.0573936 May 02 10:25:16.388458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (dcaf5734-863a-44a0-ad34-26597fb55360), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.393468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dcaf5734-863a-44a0-ad34-26597fb55360 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:25:16.409347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.419427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] 10.222.0.16 "DELETE /v2.0/networks/dcaf5734-863a-44a0-ad34-26597fb55360 HTTP/1.1" status: 204 len: 168 time: 0.9690099 May 02 10:25:16.424677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54166) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:16.515974 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b930a7a8-7405-424f-af02-9d45052dc284 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] DELETE failed (client error): The resource could not be found. May 02 10:25:16.517465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b930a7a8-7405-424f-af02-9d45052dc284 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:25:16.526481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b930a7a8-7405-424f-af02-9d45052dc284 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "DELETE /v2.0/subnets/f9a5dbef-3869-4ba2-923e-a31d424f3811 HTTP/1.1" status: 404 len: 337 time: 0.0997939 May 02 10:25:16.529202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54174) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:16.541108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1005aa0-be63-4504-8a6f-3ebd2f7e2523', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '1ac42057-3004-4fba-8f02-15e8230f8703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:31:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:53Z', 'updated_at': '2022-05-02T10:25:14Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}, {'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.546321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d368594-8fdd-402c-b56c-bebc62553e89 tempest-ExternalNetworksTestJSON-2101817495 tempest-ExternalNetworksTestJSON-2101817495-project-admin] Pushing event deleted for resources: {'Network': ['ID=dcaf5734-863a-44a0-ad34-26597fb55360,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:16.579670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-1d76c3ec-237c-45f9-b277-b6faf753e570 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0941155 May 02 10:25:16.615150 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:16.624684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-0d4e5bbe-b3cb-499a-a409-4fd5f8de1621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.626396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-0d4e5bbe-b3cb-499a-a409-4fd5f8de1621 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.2622561 May 02 10:25:16.627418 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:16.632803 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.706203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.710740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b37eae09-9c67-4bdb-936a-e2ac05397035 req-4f843758-8cab-4cb9-bdfa-5fb0e91454e9 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=6f9695cc-afb0-47ec-a728-b34689eac040 HTTP/1.1" status: 200 len: 210 time: 0.2239144 May 02 10:25:16.781644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-9d62b0ff-8bf5-46ac-8ac9-ab7c058c96b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.783476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-9d62b0ff-8bf5-46ac-8ac9-ab7c058c96b4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.4415073 May 02 10:25:16.800116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-4bc78380-ef75-4f07-b2e4-fdc87c23bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.810871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-4bc78380-ef75-4f07-b2e4-fdc87c23bca2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1664598 May 02 10:25:16.891014 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:16.918313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.941178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.952667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.953269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:16.964588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-1684b9e3-00d7-4d6f-b849-60b396963477 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:16.965399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.966166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-1684b9e3-00d7-4d6f-b849-60b396963477 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3851728 May 02 10:25:16.980063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:16.987139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:16.987604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (6675a3e9-e1fe-4e31-81a3-1c6fe0b9330c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:17.020620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-f71ee4fa-b9cd-4d9c-b42b-2f79ebd28c42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1ac42057-3004-4fba-8f02-15e8230f8703 HTTP/1.1" status: 200 len: 999 time: 0.2244329 May 02 10:25:17.024641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-28d012d9-e0a8-41da-bf4a-618497890abd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/quotas/8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 375 time: 0.0217767 May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:17.080877 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:17.109118 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-9b45aa5f-2354-4015-8ceb-3ceb0a6e07d4 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816124 May 02 10:25:17.159796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:17.203141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:17.209721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] 10.222.0.16 "DELETE /v2.0/networks/afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec HTTP/1.1" status: 204 len: 168 time: 0.6338799 May 02 10:25:17.210672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516513ec-9dab-46e8-9530-810790596f95 tempest-ExternalNetworksTestJSON-2100011076 tempest-ExternalNetworksTestJSON-2100011076-project] Pushing event deleted for resources: {'Network': ['ID=afdf9ffa-db13-43fb-8cfa-a0b61a2e26ec,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:17.224361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07726723-4a71-4052-9165-0564f38c8684 req-02cd17c4-8b9e-4b25-b080-d3779fc0ce74 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:17.232274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07726723-4a71-4052-9165-0564f38c8684 req-02cd17c4-8b9e-4b25-b080-d3779fc0ce74 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 943 time: 0.1489358 May 02 10:25:17.258059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-7d2cc719-03ee-4e2d-94bb-15d3e42317f8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1733706 May 02 10:25:17.270121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-c747dd02-ffc9-4ed8-880c-ab0dafcaf108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:17.271608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-c747dd02-ffc9-4ed8-880c-ab0dafcaf108 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.2414985 May 02 10:25:17.316071 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1005aa0-be63-4504-8a6f-3ebd2f7e2523', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '1ac42057-3004-4fba-8f02-15e8230f8703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:31:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:53Z', 'updated_at': '2022-05-02T10:25:14Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}, {'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:17.331245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07726723-4a71-4052-9165-0564f38c8684 req-508a64d1-49e8-4928-b0f9-f78bf41114ed tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974624 May 02 10:25:17.359193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-143bf824-2ae6-4f98-8295-f3d6b5c7d576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:17.360783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-143bf824-2ae6-4f98-8295-f3d6b5c7d576 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0694003 May 02 10:25:17.365091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07e55514-01c2-4678-ae07-b3ca9963ea2d req-789d2817-81e6-45dc-ab89-acaccace81b5 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987836 May 02 10:25:17.412631 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50907c88-eb0f-4682-b2ac-fb58fca81f82 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c1005aa0-be63-4504-8a6f-3ebd2f7e2523', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.134', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '1ac42057-3004-4fba-8f02-15e8230f8703', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 816, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:31:03:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:53Z', 'updated_at': '2022-05-02T10:25:14Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}, {'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:17.491965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb29c837-2fbb-4185-b21c-c816a6627a1f req-c7fb3e47-c49c-4f8f-b46c-3ed38078df31 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:17.493858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb29c837-2fbb-4185-b21c-c816a6627a1f req-c7fb3e47-c49c-4f8f-b46c-3ed38078df31 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0747311 May 02 10:25:17.509366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-7720a047-eaf1-4324-99fe-168b10ed5044 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420286 May 02 10:25:17.561224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb29c837-2fbb-4185-b21c-c816a6627a1f req-2f6ef652-407f-466f-8013-a6aaa99c5d93 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593340 May 02 10:25:17.610214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6ee31c8-f4f8-43f0-8081-50b3ed89422c req-914b5b46-e88f-4bf7-9258-bb404cc51869 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934489 May 02 10:25:17.717277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc104d7c-ce8c-47b6-9493-9782f8f52094 req-2e89c56c-c6f9-4955-ba5c-032f09638f31 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 210 time: 0.0667338 May 02 10:25:17.760427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-024c2b8a-0f18-4106-bbc2-77b223bbdaab None None] New status for floating IP c1005aa0-be63-4504-8a6f-3ebd2f7e2523: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:17.926245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:17.955602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:17.976127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: f47c2055-8e82-4311-8559-e8b4a43bf8cc {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:17.976478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f47c2055-8e82-4311-8559-e8b4a43bf8cc not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:18.123848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0cc43ca6-2de1-4984-8c19-391dc11eb1fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8bc20eb284a14780b832c3c567850937&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961267 May 02 10:25:18.126392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:18.177131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] Publish callbacks [] for security_group (e526f89a-4b5d-4407-b831-14c65f8d66a0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:18.206499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] Publish callbacks [] for security_group (e526f89a-4b5d-4407-b831-14c65f8d66a0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:18.326314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e526f89a-4b5d-4407-b831-14c65f8d66a0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:18.329704 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:18.330380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e526f89a-4b5d-4407-b831-14c65f8d66a0 HTTP/1.1" status: 204 len: 168 time: 0.2030299 May 02 10:25:18.338584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae93ce1-28a6-4df0-ab3d-ed0125fb1539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e526f89a-4b5d-4407-b831-14c65f8d66a0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:18.453199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367460b4-0428-4b05-ae19-f49dbb06e51c req-33922606-2249-401c-af86-108f6472bb37 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:18.454725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-367460b4-0428-4b05-ae19-f49dbb06e51c req-33922606-2249-401c-af86-108f6472bb37 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 943 time: 0.0491650 May 02 10:25:18.502654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-367460b4-0428-4b05-ae19-f49dbb06e51c req-12603d63-dbb4-487d-a9a0-dea88ca84cc3 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422459 May 02 10:25:18.685338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3efd1-2f87-4088-bca2-681eaa184e8d req-9f4c0405-a58e-4937-85c5-f07b876eade2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:18.686771 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25b3efd1-2f87-4088-bca2-681eaa184e8d req-9f4c0405-a58e-4937-85c5-f07b876eade2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0519812 May 02 10:25:18.698242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:18.744016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25b3efd1-2f87-4088-bca2-681eaa184e8d req-b10c5f74-f255-4bf7-8148-97a401237b8a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511055 May 02 10:25:18.818286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:18.833026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:18.845883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-440a7dba-75e7-4b3a-aa51-abce866ae91c req-6e70993b-2bbf-4eef-b55c-e3e17a55913c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 210 time: 0.0440063 May 02 10:25:18.872102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:18.872529 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:18.885883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:18.906034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:19.017448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:19.069177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:19.147298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:19.188652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9addf6c7-74c3-4d8f-b827-e96e51c2c2de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fad8c5ef80c54e60953517fbaaeed299&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0402608 May 02 10:25:19.191318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54262) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:19.241542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] Publish callbacks [] for security_group (de8d026f-d841-4640-89fb-bd3e748e0db9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:19.264882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] Publish callbacks [] for security_group (de8d026f-d841-4640-89fb-bd3e748e0db9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:19.273557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:19.411493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de8d026f-d841-4640-89fb-bd3e748e0db9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:19.414261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:19.415422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de8d026f-d841-4640-89fb-bd3e748e0db9 HTTP/1.1" status: 204 len: 168 time: 0.2230613 May 02 10:25:19.432144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034036a1-3bbf-4116-b22d-6177958503da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8d026f-d841-4640-89fb-bd3e748e0db9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:19.619019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc2190-6268-4eaa-be6d-f45505dca7b4 req-2cc91bb6-e941-46ed-82c2-26acfeba3dbb tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:19.620675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58dc2190-6268-4eaa-be6d-f45505dca7b4 req-2cc91bb6-e941-46ed-82c2-26acfeba3dbb tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 944 time: 0.0489631 May 02 10:25:19.678233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58dc2190-6268-4eaa-be6d-f45505dca7b4 req-0a1971e5-b240-451b-9f16-e1cd7033f1e9 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494304 May 02 10:25:19.871955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4237138-c29d-47ba-9948-cac9e9adbfb9 req-fa9c4822-579b-48df-aa3c-e0cffb40775d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:19.874306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4237138-c29d-47ba-9948-cac9e9adbfb9 req-fa9c4822-579b-48df-aa3c-e0cffb40775d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0529637 May 02 10:25:19.906181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54280) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:19.947705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4237138-c29d-47ba-9948-cac9e9adbfb9 req-e4f8fd96-d4dd-4359-909a-0f12b7995d48 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661247 May 02 10:25:19.972783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbd3df76-e77b-4973-9848-f110c22b694c req-6eb67d7b-3863-4132-b702-c1d3f1740b2a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 210 time: 0.0401733 May 02 10:25:20.046748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-96021be9-62e2-41d4-a722-9dbc9cd5be6c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279622 May 02 10:25:20.052066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b10c90-c4ed-493d-b34a-72b54e2159e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.193546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-e34bb0fb-192a-4901-b235-e864a6418575 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:20.194987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-e34bb0fb-192a-4901-b235-e864a6418575 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408310 May 02 10:25:20.215305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Request body: {'port': {'device_id': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '8f3a87b199b24854bb1e0699f7402e8d'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:20.245902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b10c90-c4ed-493d-b34a-72b54e2159e1 admin admin] Publish callbacks [] for security_group (671aa729-d749-4ef9-b243-b3564f36ec1d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.341447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b10c90-c4ed-493d-b34a-72b54e2159e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (671aa729-d749-4ef9-b243-b3564f36ec1d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.384232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32b10c90-c4ed-493d-b34a-72b54e2159e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5ad1097025fc4bbaae3cc4f8b96f10c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4764323 May 02 10:25:20.386197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b10c90-c4ed-493d-b34a-72b54e2159e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=671aa729-d749-4ef9-b243-b3564f36ec1d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:20.387073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.394187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Made reservation on behalf of 8f3a87b199b24854bb1e0699f7402e8d for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:20.397626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.465866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] Publish callbacks [] for security_group (671aa729-d749-4ef9-b243-b3564f36ec1d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.487706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] Publish callbacks [] for security_group (671aa729-d749-4ef9-b243-b3564f36ec1d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.535348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Allocated IP 192.168.233.241 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/b4378d1e-8496-446b-afe0-7c64a1df0ed8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:20.630609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54302) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.640888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (671aa729-d749-4ef9-b243-b3564f36ec1d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.643454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.647029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/671aa729-d749-4ef9-b243-b3564f36ec1d HTTP/1.1" status: 204 len: 168 time: 0.2546830 May 02 10:25:20.652902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d918a7-0995-4fa8-93c0-d5cdbd176b1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=671aa729-d749-4ef9-b243-b3564f36ec1d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:20.711041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:20.728752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.758002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-55669904-3c56-4c6e-abe6-b8bd8ec3918d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.758977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55669904-3c56-4c6e-abe6-b8bd8ec3918d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.1273360 May 02 10:25:20.769732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54310) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.769732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-099acdf1-30f5-4ac1-a42e-736ba00d1cde tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.770014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-099acdf1-30f5-4ac1-a42e-736ba00d1cde tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0065467 May 02 10:25:20.772032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:20.772460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.779473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-0567613d-5924-49d1-845a-63579b0208e7 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.782928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0567613d-5924-49d1-845a-63579b0208e7 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0071914 May 02 10:25:20.783212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54314) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.789621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-c2f7d58d-2c69-4fde-9803-6643677b0398 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.792904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2f7d58d-2c69-4fde-9803-6643677b0398 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0064030 May 02 10:25:20.795075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.799662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-fe45b5a5-02c3-485e-bf1c-0e9ac2c35b9c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.803237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe45b5a5-02c3-485e-bf1c-0e9ac2c35b9c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047255 May 02 10:25:20.803806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54318) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.809844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-6fa34929-f7c1-4593-84f6-9ba0e153ce09 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.812659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6fa34929-f7c1-4593-84f6-9ba0e153ce09 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0071414 May 02 10:25:20.814583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54320) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.818941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-0080b7d3-e034-46d1-8e1d-35055301cb64 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.819970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0080b7d3-e034-46d1-8e1d-35055301cb64 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0043924 May 02 10:25:20.823021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54322) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.830318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-e9b05a39-968a-497e-ad84-d142cb6d8c6f tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.831245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9b05a39-968a-497e-ad84-d142cb6d8c6f tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0073340 May 02 10:25:20.833738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54324) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.839651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-ece7b545-8b8f-40a9-934e-73da1f673776 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.841241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ece7b545-8b8f-40a9-934e-73da1f673776 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0065489 May 02 10:25:20.844134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.848641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-15723385-6b5d-4022-a8f3-4a0bcb96e563 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.851612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c2954-cf4e-4b01-ac79-0ea65918f430 req-8790b691-62e9-4a3c-b07f-8f281d4cbb2b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:20.851758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-15723385-6b5d-4022-a8f3-4a0bcb96e563 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0045433 May 02 10:25:20.851876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de8c2954-cf4e-4b01-ac79-0ea65918f430 req-8790b691-62e9-4a3c-b07f-8f281d4cbb2b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 944 time: 0.0671175 May 02 10:25:20.851973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54328) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.855790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-d2de0ede-8aae-4ff2-99b7-d94148d61357 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.859619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d2de0ede-8aae-4ff2-99b7-d94148d61357 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0040200 May 02 10:25:20.859619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.862830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-ceeba926-7b38-42e4-8fa9-abc0235c7473 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.862972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:20.867320 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.867431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ceeba926-7b38-42e4-8fa9-abc0235c7473 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038931 May 02 10:25:20.872978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54332) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.878782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-8797c94e-ff2b-44b0-96ae-8b6d3dcb52d8 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.881757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8797c94e-ff2b-44b0-96ae-8b6d3dcb52d8 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0054977 May 02 10:25:20.882216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.887963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-b534fe78-3aa0-4401-bc28-7547ee00e204 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.889867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b534fe78-3aa0-4401-bc28-7547ee00e204 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0060143 May 02 10:25:20.896571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.900669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-176d019e-3af7-4965-8958-6fdc4c33ccfe tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.904411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-176d019e-3af7-4965-8958-6fdc4c33ccfe tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043797 May 02 10:25:20.904660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.908646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-03296e36-d7ac-4551-bb38-c1e317e165e9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.912078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03296e36-d7ac-4551-bb38-c1e317e165e9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0044684 May 02 10:25:20.912224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54340) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.914650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de8c2954-cf4e-4b01-ac79-0ea65918f430 req-30fc2239-e21e-41f1-b90f-0e5deba544d9 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575256 May 02 10:25:20.918031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-488d2bba-4528-4653-a4d1-83c4619b325f tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.918302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-488d2bba-4528-4653-a4d1-83c4619b325f tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0051923 May 02 10:25:20.920118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:20.921550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.926844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-5d493c72-aeb5-405e-8c2e-cc72c86c5d3a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.930117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d493c72-aeb5-405e-8c2e-cc72c86c5d3a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0055549 May 02 10:25:20.930339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54344) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.936187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-c9845e8c-0308-4756-aead-3705093b4078 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.938074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c9845e8c-0308-4756-aead-3705093b4078 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0061235 May 02 10:25:20.953027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:20.955999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.960545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-1c97cb35-eea1-49b9-b0e6-b189cd2242de tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.963493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c97cb35-eea1-49b9-b0e6-b189cd2242de tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0042081 May 02 10:25:20.965557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:20.969775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:20.970886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-809f5784-e355-43e4-a530-8f99019dc4eb tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:20.976221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:20.978736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:20.984686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-809f5784-e355-43e4-a530-8f99019dc4eb tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0068321 May 02 10:25:20.984845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54352) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.008207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:21.008766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.021094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-0431d136-1e41-49b1-98fc-bfc093edbf08 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.022351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0431d136-1e41-49b1-98fc-bfc093edbf08 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0366333 May 02 10:25:21.025164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.031447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-a1249ef2-ec3e-4ff3-8e9b-888337ce7467 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.033149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a1249ef2-ec3e-4ff3-8e9b-888337ce7467 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0070217 May 02 10:25:21.035548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.038807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:21.042270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-bf243a86-b468-4aa0-b847-4830999ad8fe tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.047674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf243a86-b468-4aa0-b847-4830999ad8fe tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0109613 May 02 10:25:21.059240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54360) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.064991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-5ae94310-9a32-4b75-bf9c-c0dd588e1116 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.068980 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ae94310-9a32-4b75-bf9c-c0dd588e1116 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0085180 May 02 10:25:21.069775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.077058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:21.083257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-c2a9197d-8577-491d-9cb4-8976da03d675 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.083426 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56ff036-605d-4a7f-88c9-9678f00eef4b" -d '{"events": [{"server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "name": "network-vif-plugged", "status": "completed", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:21.085099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2a9197d-8577-491d-9cb4-8976da03d675 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0141370 May 02 10:25:21.088009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.099122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-3ec2a055-9a97-473b-973c-0c6741951a1b tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.108304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ec2a055-9a97-473b-973c-0c6741951a1b tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0188866 May 02 10:25:21.108986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.116236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-201df768-2e75-4f28-a2a4-a73c6c8f67b5 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.121627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-201df768-2e75-4f28-a2a4-a73c6c8f67b5 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0106359 May 02 10:25:21.122441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54370) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.125123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:21.132229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-5300313f-e311-4902-80eb-70226357ee43 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.133868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5300313f-e311-4902-80eb-70226357ee43 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0079234 May 02 10:25:21.147944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54374) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.151428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:21.161994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.162613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-4c48df53-e5f7-4910-b8fa-b12211269f9a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.162613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c48df53-e5f7-4910-b8fa-b12211269f9a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0065336 May 02 10:25:21.165785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54376) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.171333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-388073cb-e8da-4dc1-9ae0-7199fe4530ee tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.175133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.175820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-388073cb-e8da-4dc1-9ae0-7199fe4530ee tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0088377 May 02 10:25:21.180380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-7d9e719a-0298-4fd6-a9ab-e922c2d928fd tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.185024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d9e719a-0298-4fd6-a9ab-e922c2d928fd tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0084109 May 02 10:25:21.186077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01d021-fd1b-45cd-9d52-48362991e7b5 req-85cf352a-4d68-4ec5-87c4-3ba9c364629d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:21.189031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.195115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd01d021-fd1b-45cd-9d52-48362991e7b5 req-85cf352a-4d68-4ec5-87c4-3ba9c364629d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1337559 May 02 10:25:21.195772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-d81666b8-fe7b-420c-887a-3d1d4dba021d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.200450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d81666b8-fe7b-420c-887a-3d1d4dba021d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0101087 May 02 10:25:21.206557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54382) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.212841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-da463403-5f28-413c-89e7-b19d7b80d3a2 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.219394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da463403-5f28-413c-89e7-b19d7b80d3a2 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0064433 May 02 10:25:21.223562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.223949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1149fbab-0c0b-4199-ac8f-158b286282f9 req-3f85314d-d02d-4b4f-8da2-ac045fc945e6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:21.231615 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1149fbab-0c0b-4199-ac8f-158b286282f9 req-3f85314d-d02d-4b4f-8da2-ac045fc945e6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 936 time: 0.1079330 May 02 10:25:21.242528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-8bb674f3-3d90-4256-b110-1b4fe474ab52 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.244432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8bb674f3-3d90-4256-b110-1b4fe474ab52 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0192077 May 02 10:25:21.247668 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.251177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.258088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-fa8d8c83-d789-4f0d-8346-a67d9557dbe9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.295276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa8d8c83-d789-4f0d-8346-a67d9557dbe9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0403924 May 02 10:25:21.296275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.315523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-ae9b053c-f04b-4495-bab8-631abe464bb7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0984962 May 02 10:25:21.315642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-08be0c8c-3665-4ce2-818c-90a3d6eeabdf tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.318647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-08be0c8c-3665-4ce2-818c-90a3d6eeabdf tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0043836 May 02 10:25:21.319492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.323496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-11e3d1d6-fe15-4893-9940-fedc078e5b02 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.327448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-11e3d1d6-fe15-4893-9940-fedc078e5b02 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0041101 May 02 10:25:21.329174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54394) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.329537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Request body: {'port': {'device_id': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:21.334022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-c717a78c-358b-46d0-ba03-f632db0bc3be tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-override returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.339006 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c717a78c-358b-46d0-ba03-f632db0bc3be tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-override HTTP/1.1" status: 200 len: 445 time: 0.0041494 May 02 10:25:21.339167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54396) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.341153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1149fbab-0c0b-4199-ac8f-158b286282f9 req-5bdca71d-3462-4530-99b1-d6ee788fade1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083951 May 02 10:25:21.344009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-4b985a76-395a-449c-a005-47801e7b332e tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.347949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b985a76-395a-449c-a005-47801e7b332e tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0058622 May 02 10:25:21.349420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.367190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-6cba8b4c-87c4-4468-8ea2-cd7acf624cd4 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.369091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd01d021-fd1b-45cd-9d52-48362991e7b5 req-84bbbcc9-cbad-4a4a-bce4-4ead8d7e0078 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728532 May 02 10:25:21.371796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.371942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ebb786de-b368-4dc5-9f80-8d8efc0110ab None None] Provisioning complete for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:21.372210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ebb786de-b368-4dc5-9f80-8d8efc0110ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.377173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6cba8b4c-87c4-4468-8ea2-cd7acf624cd4 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0242798 May 02 10:25:21.379227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-856e9e6e-8d63-46d7-8336-88507197bc37 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.380327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-856e9e6e-8d63-46d7-8336-88507197bc37 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0074813 May 02 10:25:21.382969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.388298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-c7911bbb-fe69-41ce-8530-0e891e8a0778 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.389477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7911bbb-fe69-41ce-8530-0e891e8a0778 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0056233 May 02 10:25:21.392107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.398155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-ab76f5aa-c406-46d7-a97a-94b70be936ff tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.399343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ab76f5aa-c406-46d7-a97a-94b70be936ff tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048604 May 02 10:25:21.402255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54406) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.402748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:21.417203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-393df11d-e789-445a-ac24-9b0941b822d4 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.421227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-393df11d-e789-445a-ac24-9b0941b822d4 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0173235 May 02 10:25:21.423337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.425613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ebb786de-b368-4dc5-9f80-8d8efc0110ab None None] Port b4378d1e-8496-446b-afe0-7c64a1df0ed8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:25:21.427744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-57304227-4d1c-45da-b86a-8e3bf8439b2c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.428073 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85453f4e-6cdc-4d43-a524-5bddf1c90518 x-openstack-request-id: req-85453f4e-6cdc-4d43-a524-5bddf1c90518 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:21.428468 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "name": "network-vif-plugged", "status": "completed", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:21.428468 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-85453f4e-6cdc-4d43-a524-5bddf1c90518 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:21.429935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57304227-4d1c-45da-b86a-8e3bf8439b2c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045106 May 02 10:25:21.434392 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85453f4e-6cdc-4d43-a524-5bddf1c90518'] response: {'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'code': 200} May 02 10:25:21.436363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54410) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.441113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [None req-2e10cb61-e74d-481b-9b30-907f923d3581 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.442101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e10cb61-e74d-481b-9b30-907f923d3581 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0047405 May 02 10:25:21.444624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.447039 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.448912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-88058b5b-92e1-423f-83ba-d9957be1a4ae tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.452677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-88058b5b-92e1-423f-83ba-d9957be1a4ae tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0049882 May 02 10:25:21.453188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.457191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-95f1588a-4579-42ce-b0c7-50fb617ea50c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.458810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95f1588a-4579-42ce-b0c7-50fb617ea50c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0040257 May 02 10:25:21.466445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.470792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-67b15cf1-4503-40cd-bb62-91f6a99af1f2 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.472637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-67b15cf1-4503-40cd-bb62-91f6a99af1f2 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0044951 May 02 10:25:21.474161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54418) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.478743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-29a155af-d8e9-43fe-96f0-28dc1e629d09 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.479862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-29a155af-d8e9-43fe-96f0-28dc1e629d09 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0048339 May 02 10:25:21.482999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54420) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.488099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-8aebb771-314f-47cf-a19e-4af026f93a43 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.489082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8aebb771-314f-47cf-a19e-4af026f93a43 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052114 May 02 10:25:21.491712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54422) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.495629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-907ef41e-ac38-4885-aef8-2a2b13a06129 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.499960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-907ef41e-ac38-4885-aef8-2a2b13a06129 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0073390 May 02 10:25:21.500540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54424) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.504649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-11b2413e-f28b-4d65-82d5-7629a117861d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.508114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-11b2413e-f28b-4d65-82d5-7629a117861d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0041580 May 02 10:25:21.508114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54426) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.511901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-522865e5-2f1a-4773-a9a9-6af31f89c7ba tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.512857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-522865e5-2f1a-4773-a9a9-6af31f89c7ba tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0040870 May 02 10:25:21.515183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54428) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.523832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-7720e44a-1791-4be8-a193-f881532f4bc6 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.525908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7720e44a-1791-4be8-a193-f881532f4bc6 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0089962 May 02 10:25:21.528191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54430) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.532689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-804c24fa-4351-4b2c-8769-931a664d6ee9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.533826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-804c24fa-4351-4b2c-8769-931a664d6ee9 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0042574 May 02 10:25:21.536183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54432) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.541007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-ddb29f68-bcad-494d-8c3c-a144c952f8e7 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.545044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ddb29f68-bcad-494d-8c3c-a144c952f8e7 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0078981 May 02 10:25:21.545865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54434) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.549995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-a866dd34-4c03-4b72-9f43-d90fb978cb9c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.554476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a866dd34-4c03-4b72-9f43-d90fb978cb9c tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043054 May 02 10:25:21.556245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54436) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.561492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-26cb76cf-54f9-44e9-a4ac-9b2af8366352 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.562493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-26cb76cf-54f9-44e9-a4ac-9b2af8366352 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0052471 May 02 10:25:21.564733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54438) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.568527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-9124c12e-f658-48ca-90d2-4734d07aa924 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.569467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9124c12e-f658-48ca-90d2-4734d07aa924 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0038860 May 02 10:25:21.571541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54440) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.575533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-cf77dbbf-d7eb-4d5c-9c66-e74bdeee2e5d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.576618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf77dbbf-d7eb-4d5c-9c66-e74bdeee2e5d tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0040958 May 02 10:25:21.578926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54442) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.582805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-c71ad5c3-326a-4066-8141-39d15b488171 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.583846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c71ad5c3-326a-4066-8141-39d15b488171 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0039957 May 02 10:25:21.585971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54444) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.589863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-356bf619-4e09-4e72-9f7c-fb485a826f72 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.590894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-356bf619-4e09-4e72-9f7c-fb485a826f72 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0039887 May 02 10:25:21.593122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54446) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.596833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-2515f1c5-6c1a-4501-8161-37a5a72bf444 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.597843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2515f1c5-6c1a-4501-8161-37a5a72bf444 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038018 May 02 10:25:21.598862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771921f7-03a6-43c2-af70-186108e6535d req-afcee7f9-77c7-4b35-a994-6e4068510e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:21.599835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54448) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.600347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-771921f7-03a6-43c2-af70-186108e6535d req-afcee7f9-77c7-4b35-a994-6e4068510e65 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1127 time: 0.0950325 May 02 10:25:21.603893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-d97b2ce3-5729-4f2d-abd7-a7963cd110a1 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.605987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d97b2ce3-5729-4f2d-abd7-a7963cd110a1 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0041697 May 02 10:25:21.607792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54450) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.612803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-b5fcf648-c12c-4783-a444-1867f196e958 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.615691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5fcf648-c12c-4783-a444-1867f196e958 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0055652 May 02 10:25:21.616286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54452) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.616626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54454) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.628215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-90afcdfc-991a-4280-834e-d8059d16e189 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.632084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90afcdfc-991a-4280-834e-d8059d16e189 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0145595 May 02 10:25:21.632671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.642606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-60413c89-ab58-47ab-8b66-986cfe1c08ee tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.643173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60413c89-ab58-47ab-8b66-986cfe1c08ee tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0044734 May 02 10:25:21.644159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e35a0713-b172-46ee-83ec-08b85b54fdd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.646475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54458) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.651175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-107f2e2d-f19c-4d54-8c0f-2c3e9da23446 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.652091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-107f2e2d-f19c-4d54-8c0f-2c3e9da23446 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0047820 May 02 10:25:21.657738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54460) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.661862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-32824ae5-cb25-4534-bbc8-710a5efc64c5 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.662782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-32824ae5-cb25-4534-bbc8-710a5efc64c5 tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039532 May 02 10:25:21.665227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.672381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [None req-9fc76af2-e85d-4e76-aa99-ec172845454a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] http://10.222.0.16:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:21.673656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9fc76af2-e85d-4e76-aa99-ec172845454a tempest-ExtensionsTestJSON-1568404736 tempest-ExtensionsTestJSON-1568404736-project] 10.222.0.16 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0064325 May 02 10:25:21.703116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-771921f7-03a6-43c2-af70-186108e6535d req-a39eeedd-832a-461c-9894-2b3a46202eda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940480 May 02 10:25:21.765527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e35a0713-b172-46ee-83ec-08b85b54fdd1 admin admin] Publish callbacks [] for security_group (c7278d80-3c9b-4103-9911-0db3a83e5fcd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.778789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-3ff234ef-80f4-418b-9efa-11357ac27c21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0600295 May 02 10:25:21.828859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4378d1e-8496-446b-afe0-7c64a1df0ed8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:21.836285 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks [] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.848921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Transition to ACTIVE for port object b4378d1e-8496-446b-afe0-7c64a1df0ed8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:21.900276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e35a0713-b172-46ee-83ec-08b85b54fdd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c7278d80-3c9b-4103-9911-0db3a83e5fcd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:21.940071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e35a0713-b172-46ee-83ec-08b85b54fdd1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4c9350670df47f595b9439a0fb7bc3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3205185 May 02 10:25:21.942939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54466) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:21.944775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35a0713-b172-46ee-83ec-08b85b54fdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7278d80-3c9b-4103-9911-0db3a83e5fcd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:21.962377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-faf28275-aae5-48fe-bad8-8dd147093c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:21.963847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-faf28275-aae5-48fe-bad8-8dd147093c24 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1b2130a8035040089eef66d1efbf65df&device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 1126 time: 0.1575513 May 02 10:25:21.974650 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.227714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:22.343008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2bbe-2497-4f93-b1d7-5d1bef8efe98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.468347 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2bbe-2497-4f93-b1d7-5d1bef8efe98 admin admin] Publish callbacks [] for security_group (f8b450ce-1cc3-4679-80f5-fa6eb7dc2126), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.471767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:22.489013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c89475-0d53-4bb4-a1c6-ec2f256bc968 req-bc8e8cbc-63ea-47a7-82c5-d20d80f5b0fc tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:22.489013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79c89475-0d53-4bb4-a1c6-ec2f256bc968 req-bc8e8cbc-63ea-47a7-82c5-d20d80f5b0fc tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 945 time: 0.4702616 May 02 10:25:22.489214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e78b3-5d6b-4c4f-9b0c-ddb467dc5ca1 req-1f83fbd9-370f-49ba-8f48-81df5cb00dad tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:22.489334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] Publish callbacks [] for security_group (c7278d80-3c9b-4103-9911-0db3a83e5fcd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.489449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f46e78b3-5d6b-4c4f-9b0c-ddb467dc5ca1 req-1f83fbd9-370f-49ba-8f48-81df5cb00dad tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0556927 May 02 10:25:22.539997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f46e78b3-5d6b-4c4f-9b0c-ddb467dc5ca1 req-0a11f231-daa8-469c-ba94-5999aa29ba1c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429568 May 02 10:25:22.540691 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b2a2bbe-2497-4f93-b1d7-5d1bef8efe98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f8b450ce-1cc3-4679-80f5-fa6eb7dc2126), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.587979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2a2bbe-2497-4f93-b1d7-5d1bef8efe98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8b450ce-1cc3-4679-80f5-fa6eb7dc2126,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:22.588657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-74f63dbd-7fa4-4895-8a40-f48c7c4c47c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:22.591284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-74f63dbd-7fa4-4895-8a40-f48c7c4c47c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 200 len: 909 time: 0.5984557 May 02 10:25:22.597250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b2a2bbe-2497-4f93-b1d7-5d1bef8efe98 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=717af93565ff4289a969c82e2e51787a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3660305 May 02 10:25:22.598981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:22.605433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] Publish callbacks [] for security_group (c7278d80-3c9b-4103-9911-0db3a83e5fcd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.673288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-dcaa2690-7416-44c4-9174-36f4d0f3514c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 200 len: 217 time: 0.0713964 May 02 10:25:22.681311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b581d1e-4f78-4526-9709-b75850d71878 req-ac6adecd-301c-4a0e-8740-37b3d7e54744 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:22.682782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b581d1e-4f78-4526-9709-b75850d71878 req-ac6adecd-301c-4a0e-8740-37b3d7e54744 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0622797 May 02 10:25:22.700554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] Publish callbacks [] for security_group (f8b450ce-1cc3-4679-80f5-fa6eb7dc2126), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.712546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79c89475-0d53-4bb4-a1c6-ec2f256bc968 req-6d59faff-ff19-41c9-bca0-befa6bbd8e83 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142231 May 02 10:25:22.742394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:22.742743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:22.743089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:22.749481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] Publish callbacks [] for security_group (f8b450ce-1cc3-4679-80f5-fa6eb7dc2126), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.757154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:22.757500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:22.765942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-71b1ad02-c1bf-4b82-969e-e8ebb95e78af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:22.767501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-71b1ad02-c1bf-4b82-969e-e8ebb95e78af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 200 len: 848 time: 0.0828891 May 02 10:25:22.769896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:22.773384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:22.773384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:22.773384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Bound port: b4378d1e-8496-446b-afe0-7c64a1df0ed8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:22.773384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.778390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b581d1e-4f78-4526-9709-b75850d71878 req-0c38a71b-b642-4867-805a-e47583b6b7ee tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878534 May 02 10:25:22.833410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-fc7bc45d-ae41-414d-a90b-38c107501c47 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587814 May 02 10:25:22.914360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f8b450ce-1cc3-4679-80f5-fa6eb7dc2126), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.917103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.917579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:22.918287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8b450ce-1cc3-4679-80f5-fa6eb7dc2126 HTTP/1.1" status: 204 len: 168 time: 0.3198500 May 02 10:25:22.919716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c7278d80-3c9b-4103-9911-0db3a83e5fcd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.922337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:22.925875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7278d80-3c9b-4103-9911-0db3a83e5fcd HTTP/1.1" status: 204 len: 168 time: 0.9796910 May 02 10:25:22.938901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbb64e8-ea3e-4bc7-8023-02f48ab6aa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8b450ce-1cc3-4679-80f5-fa6eb7dc2126,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:22.945573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:22.952527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b92d07-b7e9-473a-a228-1e663d1d4133 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7278d80-3c9b-4103-9911-0db3a83e5fcd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:22.985366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-3a3ff6b9-e4df-40e8-bd1f-a75c0f1f2c00 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409824 May 02 10:25:23.053480 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:23.098782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.099406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:23.100834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] 10.222.0.15 "PUT /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 1096 time: 1.7764385 May 02 10:25:23.101273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:23.103552 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8721f949-680c-40e8-8bc0-704ce9512e02" -d '{"events": [{"name": "network-changed", "server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:23.146597 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1976f97f-409e-4bf2-bb83-c46d7d5a321f x-openstack-request-id: req-1976f97f-409e-4bf2-bb83-c46d7d5a321f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:23.147028 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:23.147438 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1976f97f-409e-4bf2-bb83-c46d7d5a321f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:23.148011 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1976f97f-409e-4bf2-bb83-c46d7d5a321f'] response: {'name': 'network-changed', 'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'status': 'completed', 'code': 200} May 02 10:25:23.170277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cc11bbf-a459-4a5a-87f7-47fff64b9337 req-f4f4dd5e-2bd8-4e0e-9636-e2af6287a836 service neutron] 10.222.0.24 "GET /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815450 May 02 10:25:23.171542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bbc524-f6df-4838-b7a7-b8ba3ab3b920 service neutron] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:23.334789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721f949-680c-40e8-8bc0-704ce9512e02 req-6c4d2162-69ba-4996-accb-6d51f42286ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.336320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8721f949-680c-40e8-8bc0-704ce9512e02 req-6c4d2162-69ba-4996-accb-6d51f42286ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1130 time: 0.0510983 May 02 10:25:23.377843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8721f949-680c-40e8-8bc0-704ce9512e02 req-aa5e0a20-af6b-482f-a629-e009ebbc3155 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332317 May 02 10:25:23.516483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8721f949-680c-40e8-8bc0-704ce9512e02 req-aefa7b53-a016-4504-ad06-6bace4b53652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.518480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8721f949-680c-40e8-8bc0-704ce9512e02 req-aefa7b53-a016-4504-ad06-6bace4b53652 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1333110 May 02 10:25:23.655946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db03cb15-c386-41ae-aff6-145e0c992cf7 req-7db153fe-1f32-4e6e-9ad2-d82f5bc20b50 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.657473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db03cb15-c386-41ae-aff6-145e0c992cf7 req-7db153fe-1f32-4e6e-9ad2-d82f5bc20b50 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0465837 May 02 10:25:23.706991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db03cb15-c386-41ae-aff6-145e0c992cf7 req-701ae8ca-3eec-4f2d-bcca-5b6d8eca681c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432286 May 02 10:25:23.851649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a5c52af8-cebe-476f-abca-cd8247f06f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.863471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a5c52af8-cebe-476f-abca-cd8247f06f3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1130 time: 0.0781395 May 02 10:25:23.864759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbd75e-720c-439a-9eb2-741ff08f7652 req-f3dcda25-a4e2-4d88-ab61-e748eb73a010 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.866676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66bbd75e-720c-439a-9eb2-741ff08f7652 req-f3dcda25-a4e2-4d88-ab61-e748eb73a010 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 945 time: 0.0785592 May 02 10:25:23.912150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-7a8f2cdf-7544-46d6-aadb-9a1293f6d8e4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.0438817 May 02 10:25:23.916686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51ae58-65f1-4b84-b203-770cd0938c53 req-37da493d-1062-4515-a56c-39318fe38884 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:23.924108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db51ae58-65f1-4b84-b203-770cd0938c53 req-37da493d-1062-4515-a56c-39318fe38884 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0606904 May 02 10:25:23.978877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db51ae58-65f1-4b84-b203-770cd0938c53 req-97c02b86-e3f7-47ff-9dfc-c6e286743a14 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535955 May 02 10:25:24.005715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66bbd75e-720c-439a-9eb2-741ff08f7652 req-0e135125-17a0-451d-bb79-13f32364ca55 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924439 May 02 10:25:24.009963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-e5b0fc46-07a6-4c91-b5f6-d8aaf66f58ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:24.011350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-e5b0fc46-07a6-4c91-b5f6-d8aaf66f58ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0841067 May 02 10:25:24.069889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a8f5a17b-c57b-4b80-82bc-3acba65d1ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:24.071662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-a8f5a17b-c57b-4b80-82bc-3acba65d1ebe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0527692 May 02 10:25:24.157342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-5d0ceb9a-a189-43ea-a776-3af3ddf96ca2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:24.158863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-5d0ceb9a-a189-43ea-a776-3af3ddf96ca2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0650673 May 02 10:25:24.191341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-4eebcb0b-cddf-4f7d-9fc4-8f52d6154dd2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108222 May 02 10:25:24.214689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-e8d6957c-2c21-4596-b6c8-00f2268b1b11 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 696 time: 0.0498857 May 02 10:25:24.223977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:24.268679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.296289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3310104-23a5-43a1-a86e-62bd3ab0e0ec req-08193c44-b0cc-4dec-8e92-82318cbcf973 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971601 May 02 10:25:24.423310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:24.544022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-762616479'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:24.645821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:24.649331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.659529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.744222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for security_group (1243c603-4e79-424b-8f56-bcebc2e7588f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.843075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1243c603-4e79-424b-8f56-bcebc2e7588f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.867484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0071e82-ffc3-44e3-9d7f-473aa709bc99 req-426c499f-959d-4040-9558-4bd35ae39d77 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:24.871554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e0071e82-ffc3-44e3-9d7f-473aa709bc99 req-426c499f-959d-4040-9558-4bd35ae39d77 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0888147 May 02 10:25:24.925569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:24.948378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1243c603-4e79-424b-8f56-bcebc2e7588f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:24.965741 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a2049316-bf0e-46db-aa12-566181ae1d5a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:24.966097 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment a2049316-bf0e-46db-aa12-566181ae1d5a of type vlan for network b6007200-273a-455b-87db-9b89063b0aa1 May 02 10:25:24.984006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e0071e82-ffc3-44e3-9d7f-473aa709bc99 req-fd09c33d-355e-43c7-95dc-8b35438ddafc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979259 May 02 10:25:25.035153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b6007200-273a-455b-87db-9b89063b0aa1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.084901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.130147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1561084-700e-4a3a-b74d-182bb226a810 req-9e6356f1-0f35-4984-8cf7-1bbb63f4744e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:25.131659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1561084-700e-4a3a-b74d-182bb226a810 req-9e6356f1-0f35-4984-8cf7-1bbb63f4744e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0517209 May 02 10:25:25.155368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b6007200-273a-455b-87db-9b89063b0aa1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.160432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:25.161094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.187656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.247297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1561084-700e-4a3a-b74d-182bb226a810 req-76461448-a919-41e4-bbb5-5dde3143a8de tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096709 May 02 10:25:25.256902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=b6007200-273a-455b-87db-9b89063b0aa1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:25.280021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b6007200-273a-455b-87db-9b89063b0aa1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:25.295860 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a associated. External IP: 172.35.4.195, port: 16edff83-a423-4563-a148-1628e6cc87f3. May 02 10:25:25.318048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-054030ef-c512-4db4-a229-17bcf88af054 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8803504 May 02 10:25:25.439663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:25.444854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:25.520061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:25.547035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-246a2dd6-ae1c-4bca-ad14-a731848fcb4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.630216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:25.634967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:25.635238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.640220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:25.645353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:25.656108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:25.656765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:25.673677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-33348325-15c5-48bf-893e-105a468b66b7 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "PUT /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 996 time: 1.4535496 May 02 10:25:25.674130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:25.676930 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12" -d '{"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:25.720363 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3978a4a4-0083-4722-8769-6d46b5f733a9 x-openstack-request-id: req-3978a4a4-0083-4722-8769-6d46b5f733a9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:25.721802 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:25.722207 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3978a4a4-0083-4722-8769-6d46b5f733a9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:25.722897 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3978a4a4-0083-4722-8769-6d46b5f733a9'] response: {'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:25:25.859064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:25.876045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-a6f14e22-392c-47c1-974b-6c782ff90ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1024532 May 02 10:25:25.882830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-733509b4-49e7-4398-a8ad-7642870d17ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:25.884917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-733509b4-49e7-4398-a8ad-7642870d17ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.1218619 May 02 10:25:25.917071 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:25.939802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-d5840af0-85df-41a0-b558-dfea0c2ac3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:25.948080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-d5840af0-85df-41a0-b558-dfea0c2ac3dd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.2501986 May 02 10:25:25.975548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c07acd3-1f76-4e29-890e-54375d0e22d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.046009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-5fe6d25b-8165-4d68-8e93-428a597df7e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.047566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-5fe6d25b-8165-4d68-8e93-428a597df7e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 1127 time: 0.1407697 May 02 10:25:26.107406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-9117f7ae-7e73-4a1f-b88b-ba6201395b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.109164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-9117f7ae-7e73-4a1f-b88b-ba6201395b30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1600833 May 02 10:25:26.176992 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:24Z', 'revision_number': 1, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:26.188757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c07acd3-1f76-4e29-890e-54375d0e22d2 admin admin] Publish callbacks [] for security_group (dd604483-53e9-4736-8fa0-3a192b4cbc92), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.196147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-247a4f89-c21e-440b-912b-23a275774367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.197659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-247a4f89-c21e-440b-912b-23a275774367 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.3043423 May 02 10:25:26.204863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-cea366e7-ea4f-4175-b3ca-6dd72945c2dc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 999 time: 0.0846143 May 02 10:25:26.210556 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:26.220445 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:26.221486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:26.255461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02699fe1-758e-411b-bf6f-134d71235063 req-b8fdb5c0-072b-4a13-9c71-3e97921c540a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.256973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02699fe1-758e-411b-bf6f-134d71235063 req-b8fdb5c0-072b-4a13-9c71-3e97921c540a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.1091654 May 02 10:25:26.258314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-66f088cf-38f6-428d-b3cd-12f2f13c2f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.259789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-66f088cf-38f6-428d-b3cd-12f2f13c2f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0474770 May 02 10:25:26.264344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d311f165-5ba9-4081-8913-a844f24bf089), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.285341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c07acd3-1f76-4e29-890e-54375d0e22d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd604483-53e9-4736-8fa0-3a192b4cbc92), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.347756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-82fb4ee5-d5cf-43af-a680-75a58b568f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.349282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-82fb4ee5-d5cf-43af-a680-75a58b568f31 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.2743237 May 02 10:25:26.349809 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:26.359226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c07acd3-1f76-4e29-890e-54375d0e22d2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=342aab6d1aa94d48b3cdd73778699fb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4980254 May 02 10:25:26.361972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c07acd3-1f76-4e29-890e-54375d0e22d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd604483-53e9-4736-8fa0-3a192b4cbc92,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:26.366501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-28ed0162-f257-4349-bd06-d8cc19c9666d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 999 time: 0.1590044 May 02 10:25:26.366932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:26.377312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-0c53e0db-56b8-4396-94b8-482ffe673b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.378834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-0c53e0db-56b8-4396-94b8-482ffe673b91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823400 May 02 10:25:26.476810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=d311f165-5ba9-4081-8913-a844f24bf089,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:26.506199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] Publish callbacks [] for security_group (dd604483-53e9-4736-8fa0-3a192b4cbc92), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.510411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-aed74db3-e910-4d4d-81b4-f3d3e6ac6af9 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242783 May 02 10:25:26.524736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'a2049316-bf0e-46db-aa12-566181ae1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:26.524962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: b6007200-273a-455b-87db-9b89063b0aa1, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:26.530709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02699fe1-758e-411b-bf6f-134d71235063 req-4f131549-0ddb-44fb-a73f-345c34733819 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607391 May 02 10:25:26.550405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] Publish callbacks [] for security_group (dd604483-53e9-4736-8fa0-3a192b4cbc92), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.553478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-b14ff3eb-6e0e-4a6c-9923-6e2223721f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.554962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-b14ff3eb-6e0e-4a6c-9923-6e2223721f0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.1677687 May 02 10:25:26.559356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-381e1aec-b7af-49ae-acdc-7d7727891c74 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 200 len: 1001 time: 0.1845150 May 02 10:25:26.614137 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:24Z', 'revision_number': 1, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:26.652505 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f59be13-68b7-4de9-bef4-4907f418dd53 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:24Z', 'revision_number': 1, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:26.670518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab0eda16-3ad9-4a86-8b7f-efaf0b07b764 req-6bfac70b-7c8b-4b7c-b237-1b85fed4a9ad service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507950 May 02 10:25:26.690093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network b6007200-273a-455b-87db-9b89063b0aa1 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:26.712744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-8dd9d9e3-c85d-4dd2-9d5b-6dda09f7929a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.714273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-8dd9d9e3-c85d-4dd2-9d5b-6dda09f7929a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1457269 May 02 10:25:26.724423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b158b667-dfbc-450c-8345-061edab11625 req-9d40a7f6-1687-4706-a23b-946107772c34 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.725871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b158b667-dfbc-450c-8345-061edab11625 req-9d40a7f6-1687-4706-a23b-946107772c34 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0875919 May 02 10:25:26.740682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:26.754945 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd604483-53e9-4736-8fa0-3a192b4cbc92), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.757767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.759142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd604483-53e9-4736-8fa0-3a192b4cbc92 HTTP/1.1" status: 204 len: 168 time: 0.3912520 May 02 10:25:26.772517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce671ff5-0d2a-4b83-83df-16c2c83c09ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd604483-53e9-4736-8fa0-3a192b4cbc92,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:26.800905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-e78b2ac8-bfd4-4c8e-b6d4-d96024b5a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.802312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-e78b2ac8-bfd4-4c8e-b6d4-d96024b5a369 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.2014072 May 02 10:25:26.829501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b6007200-273a-455b-87db-9b89063b0aa1) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:26.845115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3f2d46-903f-447e-a322-0299ed059f2e None None] Network b6007200-273a-455b-87db-9b89063b0aa1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:26.853664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.854133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:26.913913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b158b667-dfbc-450c-8345-061edab11625 req-9936d128-d4dc-4102-a133-7e955b879381 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782937 May 02 10:25:26.934353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-26dc1957-0008-472b-a1ca-b5a2b3849429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.936269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-26dc1957-0008-472b-a1ca-b5a2b3849429 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1002903 May 02 10:25:26.971112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-d5ed4ace-9456-4985-9b2a-55cf7e3e77bf service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442641 May 02 10:25:26.976381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c1cc3ba6-3ccd-4b6e-a8b1-f189cb16f384 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:26.978132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c1cc3ba6-3ccd-4b6e-a8b1-f189cb16f384 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0883875 May 02 10:25:26.991994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-539f8cca-14a4-4f60-b6b5-c1d973c0382c None None] New status for floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:27.048642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1363bac-50f8-4fcc-986d-cb04812ba26e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.6077795 May 02 10:25:27.056879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:27.063364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1514377547'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:27.074000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:27.100034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'mac_address': 'fa:16:3e:44:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:27.143107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-9062b916-98af-406f-b638-a99f22dce103 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970327 May 02 10:25:27.147177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c8dd8b2-2ac2-4c54-b4f0-336520a79d12 req-5be59481-0bbc-4b76-b677-1d5d4def61b7 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677969 May 02 10:25:27.168248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-71cb2583-bc4a-4792-9bf0-31e9c3fa3a9e tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 999 time: 0.1824627 May 02 10:25:27.173221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:27.240792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.262035 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e53fe75-1fbf-4be1-8178-cd199d1a66c3 req-fc1986b1-fcd9-4332-ae18-f6dcc19b53ea service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044264 May 02 10:25:27.295542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:27.299202 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.345466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b6007200-273a-455b-87db-9b89063b0aa1', 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'd311f165-5ba9-4081-8913-a844f24bf089'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:27.346331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.359881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:27.397178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.397523 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment b642dd41-5c73-458f-9ecd-838753a63ea1 of type vlan for network 19e4b94a-ecb2-497b-adc3-05e191c013c5 May 02 10:25:27.409416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b4378d1e-8496-446b-afe0-7c64a1df0ed8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:27.409416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.429923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4378d1e-8496-446b-afe0-7c64a1df0ed8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:27.490193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.501450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:27.568413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Allocated IP 172.20.255.242 (b6007200-273a-455b-87db-9b89063b0aa1/d311f165-5ba9-4081-8913-a844f24bf089/9ab6fe70-894d-47c8-b168-6f819bb21a11) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:27.581667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54598) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:27.600089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419e14df-b33e-4b00-912a-c0ead9134cb2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.600566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.627722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.633053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:27.633954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.696545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440861b-f8d7-4570-ba30-fd5951293651 req-3bf5e11d-3796-41ff-a91e-dc80f41e96c9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:27.698595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5440861b-f8d7-4570-ba30-fd5951293651 req-3bf5e11d-3796-41ff-a91e-dc80f41e96c9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 949 time: 0.0716326 May 02 10:25:27.723548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:27.742557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.743262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.743374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.743654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.743774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:27.744001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.744129 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:27.744343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.744736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=19e4b94a-ecb2-497b-adc3-05e191c013c5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.750331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:27.755933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f9e18974-aba9-46ef-9290-e47df3ad014a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6937752 May 02 10:25:27.755933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54602) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:27.757554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419e14df-b33e-4b00-912a-c0ead9134cb2 admin admin] Publish callbacks [] for security_group (6a361b33-70f1-47cb-9d26-4f40a1bfd995), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.766113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:27.766309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 19e4b94a-ecb2-497b-adc3-05e191c013c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:27.778563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5440861b-f8d7-4570-ba30-fd5951293651 req-74307c51-b3aa-4382-8aee-a434638b8b0e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674148 May 02 10:25:27.837748 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419e14df-b33e-4b00-912a-c0ead9134cb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a361b33-70f1-47cb-9d26-4f40a1bfd995), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.880207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419e14df-b33e-4b00-912a-c0ead9134cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a361b33-70f1-47cb-9d26-4f40a1bfd995,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:27.888949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-419e14df-b33e-4b00-912a-c0ead9134cb2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=647eb7afdf0544959f8081504173606c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028924 May 02 10:25:27.889458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:27.895874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks [] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.901020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:27.925542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:27.929406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.946878 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] Publish callbacks [] for security_group (6a361b33-70f1-47cb-9d26-4f40a1bfd995), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.953166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d64a526e-e0e1-43e7-9f39-2ac6cc19b453 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.981963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] Publish callbacks [] for security_group (6a361b33-70f1-47cb-9d26-4f40a1bfd995), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:27.996150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.068913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db5fa82-d3be-4998-918e-e0b017e82733 req-9673ba77-3657-4851-92b2-d9f6bf4e244a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:28.074973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Pushing event updated for resources: {'Port': ['ID=9ab6fe70-894d-47c8-b168-6f819bb21a11,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:28.076549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9db5fa82-d3be-4998-918e-e0b017e82733 req-9673ba77-3657-4851-92b2-d9f6bf4e244a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0702572 May 02 10:25:28.081302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Network b6007200-273a-455b-87db-9b89063b0aa1 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:28.082815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:28.090656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:28.137331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9db5fa82-d3be-4998-918e-e0b017e82733 req-277795fa-376b-45ed-96df-7651e7707490 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593212 May 02 10:25:28.190487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Attempting to bind port 9ab6fe70-894d-47c8-b168-6f819bb21a11 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:28.190862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Attempting to bind port 9ab6fe70-894d-47c8-b168-6f819bb21a11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a2049316-bf0e-46db-aa12-566181ae1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:28.191232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Attempting to bind port 9ab6fe70-894d-47c8-b168-6f819bb21a11 on network b6007200-273a-455b-87db-9b89063b0aa1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:28.199390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:28.199770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Checking segment: {'id': 'a2049316-bf0e-46db-aa12-566181ae1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:28.200175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.200573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Bound using segment: {'id': 'a2049316-bf0e-46db-aa12-566181ae1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:28.201063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Bound port: 9ab6fe70-894d-47c8-b168-6f819bb21a11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2049316-bf0e-46db-aa12-566181ae1d5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'b6007200-273a-455b-87db-9b89063b0aa1'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:28.201471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.214956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a361b33-70f1-47cb-9d26-4f40a1bfd995), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.217873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.219034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6a361b33-70f1-47cb-9d26-4f40a1bfd995 HTTP/1.1" status: 204 len: 168 time: 0.3289187 May 02 10:25:28.228319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778214ab-ce04-4c33-b6e7-539600757800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a361b33-70f1-47cb-9d26-4f40a1bfd995,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:28.244987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.249968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e206880e-fd04-4e00-9270-964186b5fd8f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.291161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] For port 9ab6fe70-894d-47c8-b168-6f819bb21a11, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:28.295954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] For port 9ab6fe70-894d-47c8-b168-6f819bb21a11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab6fe70-894d-47c8-b168-6f819bb21a11,segment=NetworkSegment(a2049316-bf0e-46db-aa12-566181ae1d5a),segment_id=a2049316-bf0e-46db-aa12-566181ae1d5a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:28.376076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=e206880e-fd04-4e00-9270-964186b5fd8f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:28.388918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:28.422619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'b642dd41-5c73-458f-9ecd-838753a63ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:28.423081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 19e4b94a-ecb2-497b-adc3-05e191c013c5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:28.457851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ec6268-9acb-41a6-8848-bf48bb1893a2 None None] Pushing event updated for resources: {'Port': ['ID=9ab6fe70-894d-47c8-b168-6f819bb21a11,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:28.647097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 19e4b94a-ecb2-497b-adc3-05e191c013c5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:28.908255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:28.911299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bd013-c5f3-4266-8edb-a66ea98c1490 req-ae63805f-63ca-48a3-8e12-14d6d8c0727b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:28.913071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-150bd013-c5f3-4266-8edb-a66ea98c1490 req-ae63805f-63ca-48a3-8e12-14d6d8c0727b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 949 time: 0.0530856 May 02 10:25:28.963480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:28.972497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-150bd013-c5f3-4266-8edb-a66ea98c1490 req-c84ec2e1-f2e7-452b-a9c2-32d22a3b0eeb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527971 May 02 10:25:29.035080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:29.035461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.041388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19e4b94a-ecb2-497b-adc3-05e191c013c5) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:29.048913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:29.049517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.069634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6979b9fa-ea6a-460a-8b48-c668b84ab18f None None] Network 19e4b94a-ecb2-497b-adc3-05e191c013c5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:29.148676 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.172581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.196391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d905a73e-0f10-4e49-aa9d-03d771cd971a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4407003 May 02 10:25:29.204900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:29.237540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b4378d1e-8496-446b-afe0-7c64a1df0ed8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:29.237803 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.250622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19e4b94a-ecb2-497b-adc3-05e191c013c5', 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'e206880e-fd04-4e00-9270-964186b5fd8f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:29.251744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.257888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.287769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:29.290073 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd866428-84ac-4002-a275-b6d339033649" -d '{"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-plugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:29.312892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:29.374814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.390773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.393840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1feba1-f957-499d-9f9e-4f241f3ee9d2 req-78352cb8-5cd5-47b5-81fb-31663536b72b tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:29.395400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e1feba1-f957-499d-9f9e-4f241f3ee9d2 req-78352cb8-5cd5-47b5-81fb-31663536b72b tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0778794 May 02 10:25:29.439200 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a associated. External IP: 172.35.4.195, port: 16edff83-a423-4563-a148-1628e6cc87f3. May 02 10:25:29.461766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:29.520536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e206880e-fd04-4e00-9270-964186b5fd8f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.590135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Allocated IP 172.20.0.2 (19e4b94a-ecb2-497b-adc3-05e191c013c5/e206880e-fd04-4e00-9270-964186b5fd8f/9d5f5642-a8eb-4377-9c2e-757a53e81cd4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:29.641670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e1feba1-f957-499d-9f9e-4f241f3ee9d2 req-cf5be50e-435a-4cd3-992c-dbdfd8e8354d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223633 May 02 10:25:29.728163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:29.737937 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263e57cb-710c-4614-aa3d-506951ccddea x-openstack-request-id: req-263e57cb-710c-4614-aa3d-506951ccddea {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:29.738349 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-plugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:29.738620 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-263e57cb-710c-4614-aa3d-506951ccddea {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:29.739110 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-263e57cb-710c-4614-aa3d-506951ccddea'] response: {'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'code': 200} May 02 10:25:29.759316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3674a358-cfde-486a-bcdf-a02619473c11 None None] Network b6007200-273a-455b-87db-9b89063b0aa1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:29.792031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Provisioning complete for port 9ab6fe70-894d-47c8-b168-6f819bb21a11 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:29.795605 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.838970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1aa4c5-4549-47f8-8b38-3d4bc4c96af1 req-b8336f74-6f58-4464-93a2-34a65d7c6fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:29.841247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1aa4c5-4549-47f8-8b38-3d4bc4c96af1 req-b8336f74-6f58-4464-93a2-34a65d7c6fae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1132 time: 0.0457814 May 02 10:25:29.879659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:29.892725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks [] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:29.893316 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:29.914698 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:29.915613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:29.954509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1aa4c5-4549-47f8-8b38-3d4bc4c96af1 req-1bab95ab-adfd-4bb9-b6ff-29c058cd50fd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992393 May 02 10:25:29.977228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Current status of the port 9ab6fe70-894d-47c8-b168-6f819bb21a11 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:29.980587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.005405 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.055409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] For port 9ab6fe70-894d-47c8-b168-6f819bb21a11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab6fe70-894d-47c8-b168-6f819bb21a11,segment=NetworkSegment(a2049316-bf0e-46db-aa12-566181ae1d5a),segment_id=a2049316-bf0e-46db-aa12-566181ae1d5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:30.062074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Network 19e4b94a-ecb2-497b-adc3-05e191c013c5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:30.069341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:30.073642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:30.075632 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:30.080240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Pushing event updated for resources: {'Port': ['ID=9d5f5642-a8eb-4377-9c2e-757a53e81cd4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:30.103680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e206880e-fd04-4e00-9270-964186b5fd8f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.151200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=e206880e-fd04-4e00-9270-964186b5fd8f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:30.155047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.216074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Attempting to bind port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:30.216447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Attempting to bind port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b642dd41-5c73-458f-9ecd-838753a63ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:30.217010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Attempting to bind port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 on network 19e4b94a-ecb2-497b-adc3-05e191c013c5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:30.229526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:30.229934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Checking segment: {'id': 'b642dd41-5c73-458f-9ecd-838753a63ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:30.230346 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.230739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Bound using segment: {'id': 'b642dd41-5c73-458f-9ecd-838753a63ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:30.231269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Bound port: 9d5f5642-a8eb-4377-9c2e-757a53e81cd4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b642dd41-5c73-458f-9ecd-838753a63ea1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:30.231657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.246242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:30.292490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5f55b9-6034-4fd3-906c-cbff5f33ec5e req-353aa086-6d9a-4fc8-afe0-42a7e871bbc8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:30.299137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b5f55b9-6034-4fd3-906c-cbff5f33ec5e req-353aa086-6d9a-4fc8-afe0-42a7e871bbc8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1626766 May 02 10:25:30.304907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924a9890-e997-40d3-b47c-9c98a5f974f9 None None] Pushing event updated for resources: {'Port': ['ID=9ab6fe70-894d-47c8-b168-6f819bb21a11,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:30.359751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] For port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:30.365633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] For port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5f5642-a8eb-4377-9c2e-757a53e81cd4,segment=NetworkSegment(b642dd41-5c73-458f-9ecd-838753a63ea1),segment_id=b642dd41-5c73-458f-9ecd-838753a63ea1)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:30.379606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.436176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e4b94a-ecb2-497b-adc3-05e191c013c5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:30.447055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:30.458651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.483806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.555385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:30.560676 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af936d4b-4234-4353-9323-e62d7299eec5" -d '{"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:30.586364 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:30.593901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.602461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ab6fe70-894d-47c8-b168-6f819bb21a11 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:30.616229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c9516d42-04ab-4949-8236-efdc85bfd23a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "PUT /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 998 time: 3.4469485 May 02 10:25:30.638898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:30.647431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64214d75-cd52-4f71-8195-8a30ec8811c3 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:30.661202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72168166-af15-4028-b7f4-5304957e5f05 None None] Provisioning complete for port 9ab6fe70-894d-47c8-b168-6f819bb21a11 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:30.661202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72168166-af15-4028-b7f4-5304957e5f05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.661437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:30.661974 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:30.712562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-225a9ac7-7599-43eb-a23a-b34a25857c68 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:30.731387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-225a9ac7-7599-43eb-a23a-b34a25857c68 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports/16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 942 time: 0.1139781 May 02 10:25:30.798268 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:30.812142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9ab6fe70-894d-47c8-b168-6f819bb21a11 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:30.812685 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.846112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7372a020-a29b-4ad0-9536-87af2d1d53b6 None None] Pushing event updated for resources: {'Port': ['ID=9d5f5642-a8eb-4377-9c2e-757a53e81cd4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:30.909699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b642dd41-5c73-458f-9ecd-838753a63ea1') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:30.910262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b642dd41-5c73-458f-9ecd-838753a63ea1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:30.927471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b5f55b9-6034-4fd3-906c-cbff5f33ec5e req-6c5c98d5-be5f-4fc6-96f1-6783353faafd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5742829 May 02 10:25:30.930645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-3bb65abc-165a-4d19-8644-1e35dc2afbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:30.940260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-3bb65abc-165a-4d19-8644-1e35dc2afbd3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.0925870 May 02 10:25:30.948445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.967089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:30.974059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:30.974466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:31.002240 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:31.086648 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8afc91b9-585c-4b7c-9dff-4c813bcf6805 x-openstack-request-id: req-8afc91b9-585c-4b7c-9dff-4c813bcf6805 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:31.086951 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:31.087480 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8afc91b9-585c-4b7c-9dff-4c813bcf6805 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:31.087898 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8afc91b9-585c-4b7c-9dff-4c813bcf6805'] response: {'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:25:31.088210 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:25:31.088210 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:25:31.088210 ncdv-master-1 neutron-server[115662]: [parameters: {'id': '19e4b94a-ecb2-497b-adc3-05e191c013c5'}] May 02 10:25:31.088210 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:31.088580 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:31.151594 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:31.153265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-f069cc92-85f2-4a0e-a473-a69b56851fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.163526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-f069cc92-85f2-4a0e-a473-a69b56851fb5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.2232959 May 02 10:25:31.164443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03215d17-35d8-4f97-ae34-d9211d62ff1b req-8eaa8102-882d-4911-9447-2000cf16a0bd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.173279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03215d17-35d8-4f97-ae34-d9211d62ff1b req-8eaa8102-882d-4911-9447-2000cf16a0bd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0658779 May 02 10:25:31.217218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-50132609-6f93-4eae-a3ee-4b120a684785 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0526025 May 02 10:25:31.266201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03215d17-35d8-4f97-ae34-d9211d62ff1b req-b8bb44ac-a2c1-4daf-9497-f63b6832dc39 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919323 May 02 10:25:31.270161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-fcec8371-9583-4e5a-8a1a-c7bbb32efbed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.274791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64214d75-cd52-4f71-8195-8a30ec8811c3 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:31.287867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-fcec8371-9583-4e5a-8a1a-c7bbb32efbed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0693314 May 02 10:25:31.302885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72168166-af15-4028-b7f4-5304957e5f05 None None] Current status of the port 9ab6fe70-894d-47c8-b168-6f819bb21a11 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:31.336360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a6f751d6-b029-4a3d-92ad-9f60cff4ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.338243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a6f751d6-b029-4a3d-92ad-9f60cff4ba60 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0492580 May 02 10:25:31.357773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936d4b-4234-4353-9323-e62d7299eec5 req-2913e529-b8a4-4aed-a916-61031fded4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.359353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-2913e529-b8a4-4aed-a916-61031fded4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.0566938 May 02 10:25:31.368356 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191ec2a9-4c90-4276-9bab-09db3f94ee7b None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:29Z', 'revision_number': 3, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:31.459790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9ab6fe70-894d-47c8-b168-6f819bb21a11 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:31.530094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-e5800ce4-fd51-4b5f-93e5-a96489147e14 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822803 May 02 10:25:31.594180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:31.609384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-10284b56-77a0-465f-b079-cd93cd84380c tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=a071591c8b744124be2c1ccf30bf8602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0560236 May 02 10:25:31.658549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-c26b2dbc-f7f2-4d07-9194-a852c6021416 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155944 May 02 10:25:31.690059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5b980d-1a48-4d79-ae4a-a83321f793ed None None] New status for floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:31.734692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e6731a-6139-4736-a158-9124a4f24435 None None] Network 19e4b94a-ecb2-497b-adc3-05e191c013c5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:31.736539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936d4b-4234-4353-9323-e62d7299eec5 req-a1c53a5b-00a0-452f-8bdb-7865035e7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.738110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-a1c53a5b-00a0-452f-8bdb-7865035e7a59 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.3711159 May 02 10:25:31.800700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:31.800984 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:31.803424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-852a8c06-7aaa-4bb7-9016-63a782d4e64d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0489998 May 02 10:25:31.865469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-dd55ae83-94bb-4ec7-aec2-d377d1d79543 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.866996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-dd55ae83-94bb-4ec7-aec2-d377d1d79543 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2565229 May 02 10:25:31.931277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9d5f5642-a8eb-4377-9c2e-757a53e81cd4,segment=NetworkSegment(b642dd41-5c73-458f-9ecd-838753a63ea1),segment_id=b642dd41-5c73-458f-9ecd-838753a63ea1)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:31.931664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:31.932097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a0e2e173-091d-4d5a-b8fc-e9aec379721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.942140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-0eee803a-ed11-47f7-aca4-85f2e586b1d6 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/quotas/a071591c8b744124be2c1ccf30bf8602 HTTP/1.1" status: 200 len: 375 time: 0.0406039 May 02 10:25:31.944762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a0e2e173-091d-4d5a-b8fc-e9aec379721e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1127 time: 0.0664647 May 02 10:25:31.961894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:31.970650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:31.992695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936d4b-4234-4353-9323-e62d7299eec5 req-cbc58e96-7e0f-4ce6-8c03-8f452367b2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:31.997849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-cbc58e96-7e0f-4ce6-8c03-8f452367b2a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.1773059 May 02 10:25:32.008944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-03eab3fc-3c21-4612-b132-b9c082fae5c6 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a071591c8b744124be2c1ccf30bf8602&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658667 May 02 10:25:32.056292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-d3c6295d-b94c-4f61-8085-66f9a7dfef10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.057828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-d3c6295d-b94c-4f61-8085-66f9a7dfef10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1138291 May 02 10:25:32.134235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af936d4b-4234-4353-9323-e62d7299eec5 req-b328e079-9260-4308-9cdd-333f4b5027d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.135872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-b328e079-9260-4308-9cdd-333f4b5027d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1253541 May 02 10:25:32.144348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-e835aa1d-d35f-43ea-8659-37e249029a9e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 1001 time: 0.0779092 May 02 10:25:32.199224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a6aa58af-3193-4fc2-b727-96216b9918d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.202217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-a6aa58af-3193-4fc2-b727-96216b9918d8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0510747 May 02 10:25:32.259823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:32.260918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-7b29803a-930f-41ea-a232-c52b011fabc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.262697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-7b29803a-930f-41ea-a232-c52b011fabc5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546496 May 02 10:25:32.262870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-fc64cad2-0394-4395-a132-473c8e2a0108 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147416 May 02 10:25:32.266511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9d5f5642-a8eb-4377-9c2e-757a53e81cd4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.270248 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:32.275478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.356633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 9d5f5642-a8eb-4377-9c2e-757a53e81cd4 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:32.431683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-0b37c633-a23e-45d6-ae85-7f8c05fc1658 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601150 May 02 10:25:32.443377 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:32.479590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d100b3a9-a1e2-40b8-9231-75082436244c req-daa3a909-0d64-41cd-9081-8e8764a82bff tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.481709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d100b3a9-a1e2-40b8-9231-75082436244c req-daa3a909-0d64-41cd-9081-8e8764a82bff tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1181064 May 02 10:25:32.487040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=9d5f5642-a8eb-4377-9c2e-757a53e81cd4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:32.580331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b97c2e-3ea6-4536-930a-6bbaa9b77821 req-6460f2a9-90e3-420f-8c1f-c6b8aa995dea service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413264 May 02 10:25:32.617517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.622625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af936d4b-4234-4353-9323-e62d7299eec5 req-bc31ac1b-0acb-4850-9541-ed77925d0d50 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392010 May 02 10:25:32.654484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d100b3a9-a1e2-40b8-9231-75082436244c req-e973e854-4f35-4368-a0ba-66826fa8ef59 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609986 May 02 10:25:32.657928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19e4b94a-ecb2-497b-adc3-05e191c013c5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.667863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b642dd41-5c73-458f-9ecd-838753a63ea1') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.668159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b642dd41-5c73-458f-9ecd-838753a63ea1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.683698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.701859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.710338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:32.710750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b642dd41-5c73-458f-9ecd-838753a63ea1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:32.714816 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:32.739747 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:31Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.771889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:32.782142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:32.783102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:32.784789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f12676f5-6a48-4ff8-91c6-d58a71537d0a req-2f24a1fe-8a68-41f2-8354-88dcfcb363df tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 210 time: 0.0758960 May 02 10:25:32.804736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb914610-93a2-46a3-ad55-5388cbf96604 req-e3b9b23f-77e4-4f57-9a8f-5ef299ed3088 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:32.807685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb914610-93a2-46a3-ad55-5388cbf96604 req-e3b9b23f-77e4-4f57-9a8f-5ef299ed3088 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.0670257 May 02 10:25:32.866875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb914610-93a2-46a3-ad55-5388cbf96604 req-692dd063-cc51-43d3-bcd5-9a40aba49b50 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486219 May 02 10:25:32.904967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (19e4b94a-ecb2-497b-adc3-05e191c013c5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.915499 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:32.926575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:32.939858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/19e4b94a-ecb2-497b-adc3-05e191c013c5 HTTP/1.1" status: 204 len: 168 time: 3.7298889 May 02 10:25:32.942273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:32.942381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013f7ca8-7fe3-43e7-a966-10bd87642b88 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=19e4b94a-ecb2-497b-adc3-05e191c013c5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:32.943819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1508863168'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:32.999691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-1d12cff7-6526-4760-9eae-79a0110d7104 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1830564 May 02 10:25:33.018380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-9808980c-64ea-4b19-8251-20d4ec7010e2 req-24f58c43-2381-4971-8bc3-6ecf0dc5b147 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:33.020029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9808980c-64ea-4b19-8251-20d4ec7010e2 req-24f58c43-2381-4971-8bc3-6ecf0dc5b147 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080643 May 02 10:25:33.057358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-0d3c9c5c-409f-4748-b911-f0cb392e00e2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.063409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-0d3c9c5c-409f-4748-b911-f0cb392e00e2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports/cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 942 time: 0.0607786 May 02 10:25:33.075797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:33.084971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.092766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:33.095354 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf61ae79-810e-48b9-8856-6809bbac25e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:33.127213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:33.141161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.141532 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment 0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb of type vlan for network de2abfcb-428d-481d-a361-46288c921fdc May 02 10:25:33.171173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-dcf450cb-c6b6-4930-a200-6d95a1648eb1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0692687 May 02 10:25:33.192381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (de2abfcb-428d-481d-a361-46288c921fdc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.218095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:31Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:33.249486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d544deb-b46f-4b62-83cd-f70966ca022b None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:0a:31:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:31Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:33.296325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-912db4e8-15af-407c-872a-471702bc2e7d tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.297309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1142859b-8d99-4d6e-a501-d4293f10a457 req-912db4e8-15af-407c-872a-471702bc2e7d tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1188352 May 02 10:25:33.318304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (de2abfcb-428d-481d-a361-46288c921fdc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.323754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.324343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.421803 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4562fdee-df64-43ef-8c23-afed80d8707e x-openstack-request-id: req-4562fdee-df64-43ef-8c23-afed80d8707e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:33.422097 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:33.422347 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4562fdee-df64-43ef-8c23-afed80d8707e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:33.422738 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4562fdee-df64-43ef-8c23-afed80d8707e'] response: {'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'status': 'completed', 'code': 200} May 02 10:25:33.470941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=de2abfcb-428d-481d-a361-46288c921fdc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:33.482272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-76958640-74ef-4ede-99f5-9aefc212f19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.483177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network de2abfcb-428d-481d-a361-46288c921fdc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:33.483849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-76958640-74ef-4ede-99f5-9aefc212f19b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1127 time: 0.0423751 May 02 10:25:33.487970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c3488224-1f60-432d-9314-b8bbfe425f69 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5501273 May 02 10:25:33.488131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54740) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:33.493792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:33.514020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-6fadbf3e-5a4e-41f9-b4fd-eb97ead2c17a tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0941179 May 02 10:25:33.574336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-10ad6ffb-06a2-4366-bf73-d8feb177775f tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.582599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-10ad6ffb-06a2-4366-bf73-d8feb177775f tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports/cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 942 time: 0.0580742 May 02 10:25:33.657523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-2f8aff3f-10f9-4759-a8c3-24002babe059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.658983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-2f8aff3f-10f9-4759-a8c3-24002babe059 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1606915 May 02 10:25:33.718888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-cf2cd236-c3a7-4dd7-8c9d-1046ebf1aca9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0550137 May 02 10:25:33.721777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-e03a837d-b9ec-41ff-96eb-8e42c424807f tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.1046348 May 02 10:25:33.738283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-30165c87-a964-4f14-9e77-8eb194b02d73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 1001 time: 0.0718639 May 02 10:25:33.795655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-a213ad30-2575-4936-b6cb-652399e619fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.797330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-a213ad30-2575-4936-b6cb-652399e619fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0526969 May 02 10:25:33.815981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:33.824660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:33.840115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-ca84037a-dab1-4d9e-9d7c-279d8000cecb tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.841515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-ca84037a-dab1-4d9e-9d7c-279d8000cecb tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1139452 May 02 10:25:33.911979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-18410d26-ae88-4b55-85ad-fa9716c612a0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0626154 May 02 10:25:33.924203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:33.940319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing IP validity checks on allocation pools {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:25:33.940874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:25:33.943440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-ef2d7398-ba57-4894-9f37-3e98b3185690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.944796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-ef2d7398-ba57-4894-9f37-3e98b3185690 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1390100 May 02 10:25:33.957202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2b570-b735-4823-b596-a66663b9096f req-3f8dc9fc-8e7d-42d7-9267-dc25d9de3254 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:33.958748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4a2b570-b735-4823-b596-a66663b9096f req-3f8dc9fc-8e7d-42d7-9267-dc25d9de3254 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1182899 May 02 10:25:33.996013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:34.111036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4a2b570-b735-4823-b596-a66663b9096f req-805380fd-0ad6-4c7e-b468-e856ea35ad7b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380267 May 02 10:25:34.167385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-d8900516-8242-4df6-9c09-c80367615b2a service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033100 May 02 10:25:34.210008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:34.268559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:34.269022 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a disassociated. External IP: 172.35.4.195, port: cdefbc29-0a5b-4adb-8c79-5647c1bd00d3. May 02 10:25:34.329462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9626aa7-bb44-48c3-8cec-cfffa6914f62 req-3560f2e3-8122-4b34-9a0a-046c91554372 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:34.331021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9626aa7-bb44-48c3-8cec-cfffa6914f62 req-3560f2e3-8122-4b34-9a0a-046c91554372 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.1144097 May 02 10:25:34.519318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:34.533177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:34.634497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf61ae79-810e-48b9-8856-6809bbac25e0 req-5c949c40-938a-41d5-9271-79f605809cb5 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616413 May 02 10:25:34.640550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-b6ad1461-e604-4e85-a31a-502e6dd98101 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:34.641983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-b6ad1461-e604-4e85-a31a-502e6dd98101 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.0866628 May 02 10:25:34.645444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f0ea3b26-1ff7-4d99-bc55-afa005a5578a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:34.649525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:34.661209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:34.662067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:34.676257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:34.677333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:34.692511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9626aa7-bb44-48c3-8cec-cfffa6914f62 req-e58469d1-366a-47b2-bb83-996ebac62e23 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360033 May 02 10:25:34.729031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=f0ea3b26-1ff7-4d99-bc55-afa005a5578a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:34.739831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:34.740283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: de2abfcb-428d-481d-a361-46288c921fdc, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:34.749890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-4386ef47-8300-4199-8b29-f385bb228ee0 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "PUT /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 695 time: 0.8290164 May 02 10:25:34.808077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:34.817085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-947f840c-371b-4b84-9271-b32528030b7b req-a85ef78d-9ce1-4cdb-934f-e332778270b6 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 210 time: 0.0396976 May 02 10:25:34.825875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-32752ee5-c6d7-4ea0-af45-01565eaf1874 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:34.826838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-32752ee5-c6d7-4ea0-af45-01565eaf1874 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 947 time: 0.2926800 May 02 10:25:34.827764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-172a974b-2c55-4553-8fb7-c30564fa5f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:34.829397 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-172a974b-2c55-4553-8fb7-c30564fa5f31 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1127 time: 0.0750997 May 02 10:25:34.890872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network de2abfcb-428d-481d-a361-46288c921fdc is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:34.973130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-eb966846-f9d5-4366-9653-2bf3011f6491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:34.976169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-eb966846-f9d5-4366-9653-2bf3011f6491 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1358919 May 02 10:25:35.003287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, de2abfcb-428d-481d-a361-46288c921fdc) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:35.013383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cef78559-7909-4292-af66-adec92ec05f3 None None] Network de2abfcb-428d-481d-a361-46288c921fdc requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:35.036710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.037382 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.042780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-8280a7c9-f8e1-4e45-8f57-7673843a1073 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 217 time: 0.0602696 May 02 10:25:35.054476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Deleting port f1c5a712-7116-42d9-9f09-6fc89cc3142e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:35.054851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.068024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566105f3-1a55-4608-8347-f543f6456a17 req-011c7ea6-22a5-489e-8e3a-2119b819d718 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.069095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-566105f3-1a55-4608-8347-f543f6456a17 req-011c7ea6-22a5-489e-8e3a-2119b819d718 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1015732 May 02 10:25:35.113624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-a19d9bd6-1c58-4986-a5d0-6bb4ca47e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.115249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-a19d9bd6-1c58-4986-a5d0-6bb4ca47e029 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0665874 May 02 10:25:35.168753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05428bf9-3497-4a71-a00d-752653f7760a req-27d9ed66-6a6c-4dd0-b97d-cffad8ffb092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.170347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-27d9ed66-6a6c-4dd0-b97d-cffad8ffb092 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0454955 May 02 10:25:35.174882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-de2abfcb-428d-481d-a361-46288c921fdc', 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'f0ea3b26-1ff7-4d99-bc55-afa005a5578a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:35.175817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.192871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:35.199614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-1dc1165a-4af4-4467-8211-f19d9dfc843e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=a071591c8b744124be2c1ccf30bf8602&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624754 May 02 10:25:35.205396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0606e73b-b242-40ee-8ee6-71fc6f47b5a5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.7136858 May 02 10:25:35.207226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54782) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:35.233421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:35.285028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:35.285672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:35.364852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-b5499e87-aa4a-45ff-b88e-96145f900209 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.367062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-b5499e87-aa4a-45ff-b88e-96145f900209 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1595497 May 02 10:25:35.367940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-895bd557-794d-4577-836c-52fa72b7c53a service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899869 May 02 10:25:35.387054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-566105f3-1a55-4608-8347-f543f6456a17 req-ac9d7f07-974d-4ff7-bc1e-10fb2d81a9af tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025475 May 02 10:25:35.411497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Request body: {'port': {'device_id': '96bd0266-604f-460a-a037-92d5beb31ba6', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': 'a071591c8b744124be2c1ccf30bf8602'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:35.425614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:35.428319 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be" -d '{"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:35.473325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (de2abfcb-428d-481d-a361-46288c921fdc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.566373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05428bf9-3497-4a71-a00d-752653f7760a req-07d70c5e-33e7-43af-b94a-2a4d0c4b7e24 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877592 May 02 10:25:35.584752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] For port f1c5a712-7116-42d9-9f09-6fc89cc3142e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1c5a712-7116-42d9-9f09-6fc89cc3142e,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:35.585300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.593665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f0ea3b26-1ff7-4d99-bc55-afa005a5578a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.651140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Calling delete_port for f1c5a712-7116-42d9-9f09-6fc89cc3142e owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:35.668998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Allocated IP 172.20.0.3 (de2abfcb-428d-481d-a361-46288c921fdc/f0ea3b26-1ff7-4d99-bc55-afa005a5578a/096dcd33-39eb-460d-87d0-93493c11695b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:35.670967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af9bff-1592-4eb7-bcc2-9ec9c97e8759 req-811eed95-b01f-41a9-bb96-b78fdf025d8c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.679393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:35.679990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76af9bff-1592-4eb7-bcc2-9ec9c97e8759 req-811eed95-b01f-41a9-bb96-b78fdf025d8c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1543925 May 02 10:25:35.866912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76af9bff-1592-4eb7-bcc2-9ec9c97e8759 req-caff3fc6-f8d1-40e6-94d0-5cca3779d1a1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1859393 May 02 10:25:35.872263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Made reservation on behalf of a071591c8b744124be2c1ccf30bf8602 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:35.880536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:35.925175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-49fb03cb-2cfb-4c30-819b-64453b48918d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:35.927198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-49fb03cb-2cfb-4c30-819b-64453b48918d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 1127 time: 0.0746500 May 02 10:25:36.004191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.010481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks [] for port (096dcd33-39eb-460d-87d0-93493c11695b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.020525 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a636c8f-5758-4e1c-be92-4652d960210a x-openstack-request-id: req-5a636c8f-5758-4e1c-be92-4652d960210a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:36.021195 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:36.021195 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a636c8f-5758-4e1c-be92-4652d960210a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:36.021761 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a636c8f-5758-4e1c-be92-4652d960210a'] response: {'name': 'network-changed', 'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'status': 'completed', 'code': 200} May 02 10:25:36.072922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:36.100017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556a2cde-d3e5-467e-bf85-b118a3bab202 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:36.144033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59171dfb-9f9e-4ce4-b932-ebe86859a2de req-a74a7211-0a46-4c55-9012-81ea4b7b488f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:36.145794 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59171dfb-9f9e-4ce4-b932-ebe86859a2de req-a74a7211-0a46-4c55-9012-81ea4b7b488f tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 944 time: 0.1783216 May 02 10:25:36.195521 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (096dcd33-39eb-460d-87d0-93493c11695b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.242801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-dcb91e8a-5abc-49f3-86ba-884b59868fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:36.244379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-dcb91e8a-5abc-49f3-86ba-884b59868fa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.2783411 May 02 10:25:36.260726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Network de2abfcb-428d-481d-a361-46288c921fdc is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:36.262947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59171dfb-9f9e-4ce4-b932-ebe86859a2de req-e9214ec8-8d8b-4f7d-84dc-baec93c8609b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065433 May 02 10:25:36.265857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:36.269646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:36.303884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (f0ea3b26-1ff7-4d99-bc55-afa005a5578a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.319975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f1c5a712-7116-42d9-9f09-6fc89cc3142e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.319975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-3a7d19b9-caef-4fa1-b5f9-fbb41c903f73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 200 len: 217 time: 0.0658288 May 02 10:25:36.351967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Pushing event updated for resources: {'Port': ['ID=096dcd33-39eb-460d-87d0-93493c11695b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:36.366301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event deleted for resources: {'Port': ['ID=f1c5a712-7116-42d9-9f09-6fc89cc3142e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:36.398221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Attempting to bind port 096dcd33-39eb-460d-87d0-93493c11695b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:36.399358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Attempting to bind port 096dcd33-39eb-460d-87d0-93493c11695b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:36.399844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Attempting to bind port 096dcd33-39eb-460d-87d0-93493c11695b on network de2abfcb-428d-481d-a361-46288c921fdc {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:36.409519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:36.410377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Checking segment: {'id': '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:36.410768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.412148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Bound using segment: {'id': '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:36.412787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Bound port: 096dcd33-39eb-460d-87d0-93493c11695b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'de2abfcb-428d-481d-a361-46288c921fdc'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:36.413421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (096dcd33-39eb-460d-87d0-93493c11695b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.451286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=f0ea3b26-1ff7-4d99-bc55-afa005a5578a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:36.452447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] No DVR routers for this DVR port f1c5a712-7116-42d9-9f09-6fc89cc3142e on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:36.465117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.469623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fa2609c-9d09-4775-95ab-aa173c2b8577 req-7002d333-6572-487a-b45a-a90c0545b02a tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "DELETE /v2.0/ports/f1c5a712-7116-42d9-9f09-6fc89cc3142e HTTP/1.1" status: 204 len: 173 time: 1.6513932 May 02 10:25:36.480977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-deleted', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:36.483571 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54a3f22-6d06-446d-874f-1be21c1813bf" -d '{"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-deleted", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:36.498186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] For port 096dcd33-39eb-460d-87d0-93493c11695b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:36.508112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] For port 096dcd33-39eb-460d-87d0-93493c11695b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=096dcd33-39eb-460d-87d0-93493c11695b,segment=NetworkSegment(0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb),segment_id=0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:36.518150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks [] for security_group (d14f88b9-2fae-4147-9d4f-7d6c0423db21), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.521595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8fca8dc-83bb-4142-82de-f6db74b184d5 req-9c1e8f1c-729a-4b76-946d-cf25fbb494e9 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 210 time: 0.0748146 May 02 10:25:36.528427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (de2abfcb-428d-481d-a361-46288c921fdc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.566523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2abfcb-428d-481d-a361-46288c921fdc']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:36.566653 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebf22b6c-3c21-4d64-8110-0478d5618120 None None] New status for floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:36.568063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-bbbc4b9f-d730-4dea-ad3f-92f8d4138e92 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:36.573271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-bbbc4b9f-d730-4dea-ad3f-92f8d4138e92 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1196642 May 02 10:25:36.583626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (096dcd33-39eb-460d-87d0-93493c11695b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.594477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:36.594477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:36.599111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d14f88b9-2fae-4147-9d4f-7d6c0423db21), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.647319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-548b4e3e-6234-4135-b464-39e5700ade6b tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 698 time: 0.0663936 May 02 10:25:36.650762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.657347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:36.694159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa474d-21a9-41e9-8af7-d52fcc0fef62 None None] Pushing event updated for resources: {'Port': ['ID=096dcd33-39eb-460d-87d0-93493c11695b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:36.714181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.717701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.753318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5a0ffd-a610-4ad1-afd6-7b209ed4b68a req-6a22bd8f-cb82-4d9e-952a-85bf7aeed3f0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:36.758049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b5a0ffd-a610-4ad1-afd6-7b209ed4b68a req-6a22bd8f-cb82-4d9e-952a-85bf7aeed3f0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1737416 May 02 10:25:36.780475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e69851-d961-48b1-8dbc-b621aa1948f4 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:36.793545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d14f88b9-2fae-4147-9d4f-7d6c0423db21,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:36.826923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:36.827149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:36.830638 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:36.860698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b5a0ffd-a610-4ad1-afd6-7b209ed4b68a req-6a166f82-3b5c-4eab-96a6-c502f1bd99b4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927467 May 02 10:25:36.913113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Allocated IP 192.168.233.168 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/abb24975-b028-4960-b721-69c45dbc719f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:36.945434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e69851-d961-48b1-8dbc-b621aa1948f4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:37.022925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:25:37.022925 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:25:37.022925 ncdv-master-1 neutron-server[115663]: [parameters: {'id': 'de2abfcb-428d-481d-a361-46288c921fdc'}] May 02 10:25:37.022925 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:37.023796 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:37.032490 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aec771e-3c86-47aa-92b6-6e67ee0691c8 x-openstack-request-id: req-9aec771e-3c86-47aa-92b6-6e67ee0691c8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:37.043487 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2428787-c142-4df3-8960-62b0f5d5b668", "name": "network-vif-deleted", "tag": "f1c5a712-7116-42d9-9f09-6fc89cc3142e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:37.043487 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9aec771e-3c86-47aa-92b6-6e67ee0691c8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:37.043487 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9aec771e-3c86-47aa-92b6-6e67ee0691c8'] response: {'server_uuid': 'd2428787-c142-4df3-8960-62b0f5d5b668', 'name': 'network-vif-deleted', 'tag': 'f1c5a712-7116-42d9-9f09-6fc89cc3142e', 'status': 'completed', 'code': 200} May 02 10:25:37.134981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb4579b-c40f-41c3-a1ee-cda419c85df7 req-55ea7af3-0ea7-4994-93ca-1eaf9ac8c468 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:37.135639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:37.136043 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:37.137698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bb4579b-c40f-41c3-a1ee-cda419c85df7 req-55ea7af3-0ea7-4994-93ca-1eaf9ac8c468 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1166646 May 02 10:25:37.175721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks [] for port (abb24975-b028-4960-b721-69c45dbc719f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.193018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-813b0ce6-4e55-4da8-8159-8ec9f7cbe416 None None] Network de2abfcb-428d-481d-a361-46288c921fdc requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:37.212846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bb4579b-c40f-41c3-a1ee-cda419c85df7 req-ec389dc4-4108-443e-9c33-43fd0e0216b6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654459 May 02 10:25:37.314189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.357354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:37.362687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:37.366748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:37.396641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Pushing event updated for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:37.433776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8856392a-1afd-475c-acda-35256f5a53ee req-af54748b-ccc2-406d-ad3d-cede8dd8122b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=d2428787-c142-4df3-8960-62b0f5d5b668 HTTP/1.1" status: 200 len: 210 time: 0.0587442 May 02 10:25:37.453014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:37.453630 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.524764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (de2abfcb-428d-481d-a361-46288c921fdc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.594918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-4fa5c152-7a6a-44f0-95b9-dd8d02053b94 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2067573 May 02 10:25:37.616994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 096dcd33-39eb-460d-87d0-93493c11695b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:37.616994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (096dcd33-39eb-460d-87d0-93493c11695b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.622173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Request body: {'port': {'device_id': '96bd0266-604f-460a-a037-92d5beb31ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:37.639624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.647271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-f7312fed-e09d-49f2-8bd6-fb26d9dd96a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:37.649438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-f7312fed-e09d-49f2-8bd6-fb26d9dd96a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.1094255 May 02 10:25:37.722187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb24975-b028-4960-b721-69c45dbc719f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.749257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-677a23c6-9e58-4943-b580-d086daa97db9 None None] Provisioning complete for port abb24975-b028-4960-b721-69c45dbc719f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:37.749862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-677a23c6-9e58-4943-b580-d086daa97db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb24975-b028-4960-b721-69c45dbc719f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.769983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 096dcd33-39eb-460d-87d0-93493c11695b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=096dcd33-39eb-460d-87d0-93493c11695b,segment=NetworkSegment(0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb),segment_id=0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:37.770355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (096dcd33-39eb-460d-87d0-93493c11695b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:37.797927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-677a23c6-9e58-4943-b580-d086daa97db9 None None] Port abb24975-b028-4960-b721-69c45dbc719f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:25:37.806820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 096dcd33-39eb-460d-87d0-93493c11695b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:37.811597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76610fa-112c-496c-a096-7fdcdc6ad986 req-db5a137c-fdd6-4a5f-9c21-55b15a02c272 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:37.814832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a76610fa-112c-496c-a096-7fdcdc6ad986 req-db5a137c-fdd6-4a5f-9c21-55b15a02c272 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 936 time: 0.1310711 May 02 10:25:37.972888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-eba44826-4006-4d09-afee-b61eb676c4d2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:37.974284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-eba44826-4006-4d09-afee-b61eb676c4d2 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "GET /v2.0/ports?device_id=4dfd59c8-4460-4558-9b59-b976af4ff641 HTTP/1.1" status: 200 len: 945 time: 0.0736048 May 02 10:25:37.995182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:38.001704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-f0200e5b-9961-40ca-89bf-0a51c0364fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.007297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-f0200e5b-9961-40ca-89bf-0a51c0364fac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1597567 May 02 10:25:38.021704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: f1c5a712-7116-42d9-9f09-6fc89cc3142e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:38.022097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1c5a712-7116-42d9-9f09-6fc89cc3142e not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:38.033687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-2de9d2af-7021-43d3-8a1b-7f539e0a9818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.037178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-2de9d2af-7021-43d3-8a1b-7f539e0a9818 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1132 time: 0.1421075 May 02 10:25:38.098602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a76610fa-112c-496c-a096-7fdcdc6ad986 req-12d47c64-3a87-4a08-9e8f-1d249a66582f tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2727680 May 02 10:25:38.156322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Deleting port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:38.156938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.181608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (096dcd33-39eb-460d-87d0-93493c11695b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.280881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=096dcd33-39eb-460d-87d0-93493c11695b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:38.288361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 096dcd33-39eb-460d-87d0-93493c11695b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:38.310460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-6cd14e83-33c2-410f-b962-03957083a31a service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952633 May 02 10:25:38.316358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fba3444-1fde-41e8-8f52-3f4987b58805 req-6fff2392-a782-4027-b7c4-588ba25ce23f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.317726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fba3444-1fde-41e8-8f52-3f4987b58805 req-6fff2392-a782-4027-b7c4-588ba25ce23f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 945 time: 0.1169171 May 02 10:25:38.348284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-69cbb643-8ee6-4c5a-a8b9-6781d0b9e22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.349741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-69cbb643-8ee6-4c5a-a8b9-6781d0b9e22a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2948022 May 02 10:25:38.447237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (de2abfcb-428d-481d-a361-46288c921fdc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.452982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] For port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:38.453357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.480222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Calling delete_port for cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:38.519428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de2abfcb-428d-481d-a361-46288c921fdc']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:38.536002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:38.536251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:38.578634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.598624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.resource_extend [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:25:38.633920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.650854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:38.651249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (0bd63d7d-bf5e-4cbe-81e9-da1b5c6881bb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:38.655651 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:38.675172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-299180d2-fe62-4b54-b2fe-3ef0c9c5b30b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.3017831 May 02 10:25:38.719048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.765863 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fba3444-1fde-41e8-8f52-3f4987b58805 req-69b0b41f-886c-4872-90e1-04c2c03d9e52 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366980 May 02 10:25:38.771114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb24975-b028-4960-b721-69c45dbc719f {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:38.791026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks [] for port (abb24975-b028-4960-b721-69c45dbc719f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.810922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.811252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-cf1cd5cc-c4e3-4c36-8cdb-6c09a4444ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.812749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-cf1cd5cc-c4e3-4c36-8cdb-6c09a4444ca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1077008 May 02 10:25:38.816857 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25648a0b-f2ff-41f8-b76e-5f2215b3e7be req-7e28b2f3-0ca2-4be3-8830-c8e82f4f32b2 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4878566 May 02 10:25:38.867980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (de2abfcb-428d-481d-a361-46288c921fdc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.899582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.902698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/de2abfcb-428d-481d-a361-46288c921fdc HTTP/1.1" status: 204 len: 168 time: 3.6960573 May 02 10:25:38.904037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-5efeb47a-1055-44b8-97d9-15f8d34ff8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.905819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-5efeb47a-1055-44b8-97d9-15f8d34ff8b2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0798810 May 02 10:25:38.907803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54814) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:38.913137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-414611154'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:38.919413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e3df0-6f58-4416-83e6-6b5287d4215c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=de2abfcb-428d-481d-a361-46288c921fdc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:38.923024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aa165-b3c8-4dd5-9f54-05a5f891cd9a req-72be17ea-a2a5-453f-9386-0ea154bbcf10 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:38.924572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b89aa165-b3c8-4dd5-9f54-05a5f891cd9a req-72be17ea-a2a5-453f-9386-0ea154bbcf10 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0879140 May 02 10:25:38.931757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Transition to ACTIVE for port object abb24975-b028-4960-b721-69c45dbc719f will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:25:38.931923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (cdefbc29-0a5b-4adb-8c79-5647c1bd00d3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:38.941334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['16edff83-a423-4563-a148-1628e6cc87f3', 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:38.971902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event deleted for resources: {'Port': ['ID=cdefbc29-0a5b-4adb-8c79-5647c1bd00d3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:38.989140 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a associated. External IP: 172.35.4.195, port: 16edff83-a423-4563-a148-1628e6cc87f3. May 02 10:25:39.044000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.071306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] No DVR routers for this DVR port cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:39.081336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.081336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0f32176-dfe3-49f1-aa0e-f42708f362c2 req-9deee447-105e-4042-af86-bc672399cc65 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "DELETE /v2.0/ports/cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 HTTP/1.1" status: 204 len: 173 time: 1.0740883 May 02 10:25:39.081336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'name': 'network-vif-deleted', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:39.082623 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c21504-8f31-4bf5-ad2f-b3b47d795d07" -d '{"events": [{"server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "name": "network-vif-deleted", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:39.088923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b89aa165-b3c8-4dd5-9f54-05a5f891cd9a req-9f859331-7f91-4431-aeba-c829488eb762 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475019 May 02 10:25:39.098294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:39.104038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.185262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Pushing event updated for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:39.193624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-546abf39-31bb-4978-a01c-b5754996442b service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680893 May 02 10:25:39.199725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:39.318837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.319306 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment 4bddafe4-e381-4a05-b5db-32b6c505702d of type vlan for network 193db316-c87f-43b5-b680-ce9cdb7ff551 May 02 10:25:39.363427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:39.431431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.468350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Attempting to bind port abb24975-b028-4960-b721-69c45dbc719f on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:39.468835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Attempting to bind port abb24975-b028-4960-b721-69c45dbc719f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:39.469190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Attempting to bind port abb24975-b028-4960-b721-69c45dbc719f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:39.494955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Port abb24975-b028-4960-b721-69c45dbc719f on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:25:39.495764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Attempting to bind port abb24975-b028-4960-b721-69c45dbc719f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:39.502902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:39.507613 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.513849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-626c25fe-ef49-4406-99ba-d4f7cdb8f8bd service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3025122 May 02 10:25:39.515714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:39.517306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:39.518464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:39.518818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:39.519344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Bound port: abb24975-b028-4960-b721-69c45dbc719f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:39.520259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb24975-b028-4960-b721-69c45dbc719f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.537986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:39.538757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:39.546540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-915c2ed9-226d-4a10-92bb-4005632b2348 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "PUT /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 996 time: 2.8979723 May 02 10:25:39.595237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:39.598521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb24975-b028-4960-b721-69c45dbc719f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:39.611114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-cdee52c0-eaab-4135-bab6-5f4db887ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:39.616106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.623317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:39.624345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.629612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-cdee52c0-eaab-4135-bab6-5f4db887ffeb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.0702629 May 02 10:25:39.658046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:39.673042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.736346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-2b981ab2-1ea0-44bc-9d45-5511278a8d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:39.743676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-2b981ab2-1ea0-44bc-9d45-5511278a8d56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1130502 May 02 10:25:39.750663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=193db316-c87f-43b5-b680-ce9cdb7ff551,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:39.761321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:39.762208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 193db316-c87f-43b5-b680-ce9cdb7ff551 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:39.762593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:39.764231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] 10.222.0.24 "PUT /v2.0/ports/abb24975-b028-4960-b721-69c45dbc719f HTTP/1.1" status: 200 len: 1096 time: 2.1561034 May 02 10:25:39.770136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:39.772403 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437" -d '{"events": [{"name": "network-changed", "server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "tag": "abb24975-b028-4960-b721-69c45dbc719f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:39.785705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e9063bc-2f7f-4180-923f-f66e7c9774f7 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8765604 May 02 10:25:39.788456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54832) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:39.793924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:39.798131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae8e6d-789a-4354-b4cc-806718a31a05 service neutron] Pushing event updated for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:39.973631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-794f6915-6e94-4d3a-9056-c6540630868f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:39.976931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-794f6915-6e94-4d3a-9056-c6540630868f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a071591c8b744124be2c1ccf30bf8602&device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 1130 time: 0.0715120 May 02 10:25:40.050650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:38Z', 'revision_number': 8, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:40.051319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-41d2881c-80cb-4eb9-8be7-f8e1b4efd542 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=abb24975-b028-4960-b721-69c45dbc719f HTTP/1.1" status: 200 len: 217 time: 0.0658400 May 02 10:25:40.104750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:40.118005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:40.118643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:40.228363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-b3d96285-669f-4b2c-a93d-754d960c0e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:40.236390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-b3d96285-669f-4b2c-a93d-754d960c0e0d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1769719 May 02 10:25:40.250852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64658e6b-bc42-4ca8-aa88-1806ccc5196f req-e99ae040-da86-40f0-b88a-c750482f1bba tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:40.257175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64658e6b-bc42-4ca8-aa88-1806ccc5196f req-e99ae040-da86-40f0-b88a-c750482f1bba tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 948 time: 0.1245151 May 02 10:25:40.275519 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34e3a4c-5eea-4cd1-961e-089456a54f31 x-openstack-request-id: req-f34e3a4c-5eea-4cd1-961e-089456a54f31 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:40.278452 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4dfd59c8-4460-4558-9b59-b976af4ff641", "name": "network-vif-deleted", "tag": "cdefbc29-0a5b-4adb-8c79-5647c1bd00d3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:40.278452 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f34e3a4c-5eea-4cd1-961e-089456a54f31 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:40.278452 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f34e3a4c-5eea-4cd1-961e-089456a54f31'] response: {'server_uuid': '4dfd59c8-4460-4558-9b59-b976af4ff641', 'name': 'network-vif-deleted', 'tag': 'cdefbc29-0a5b-4adb-8c79-5647c1bd00d3', 'status': 'completed', 'code': 200} May 02 10:25:40.278767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:40.289133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-7dc452df-b897-4d56-b607-779d0aa3da45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 999 time: 0.5445917 May 02 10:25:40.333270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-787ae072-9cf6-48bb-b27f-5c41ff4ccc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:40.334787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-787ae072-9cf6-48bb-b27f-5c41ff4ccc0a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0765121 May 02 10:25:40.361663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-0cde70fc-74f7-44f9-8e8b-6f3e7f83b184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:40.363168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-0cde70fc-74f7-44f9-8e8b-6f3e7f83b184 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0651600 May 02 10:25:40.415782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-f470207a-1432-482a-b640-83153d74a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:40.418891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-f470207a-1432-482a-b640-83153d74a08b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0471439 May 02 10:25:40.431962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64658e6b-bc42-4ca8-aa88-1806ccc5196f req-8faa3e42-1204-44ed-8522-c544f62e6f0e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290076 May 02 10:25:40.485284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-7874c218-d572-47ae-9b67-e9ef4feb2da5 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427751 May 02 10:25:40.499954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:40.503407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:40.607229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfeac555-2a80-4088-b9eb-ccb9712bf26f req-e5e21b17-346f-436b-a116-04964915b32a service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155217 May 02 10:25:40.619508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-6a40ec55-cea2-4cc3-952c-cf630cf28806 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934729 May 02 10:25:40.741674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:38Z', 'revision_number': 8, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:40.770364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8d56c53-64b3-4c96-8040-b16ef5122278 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4b459d31-13d5-4fcc-afb9-4669e7abe39a', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'floating_ip_address': '172.35.4.195', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'port_id': '16edff83-a423-4563-a148-1628e6cc87f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 834, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'mac_address': 'fa:16:3e:57:84:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:24:58Z', 'updated_at': '2022-05-02T10:25:38Z', 'revision_number': 8, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:40.803205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e371fac-3553-4719-b72b-5389dbfa6dba req-1f1702e8-72cc-47e6-8249-83a41b4d9575 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740956 May 02 10:25:40.874339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (cd91161d-69ea-496d-b30f-95328fcd98b0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:40.887128 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f03a30d3-1482-44e2-9a4b-7ac409b4de19 x-openstack-request-id: req-f03a30d3-1482-44e2-9a4b-7ac409b4de19 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:40.887427 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "tag": "abb24975-b028-4960-b721-69c45dbc719f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:40.887689 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f03a30d3-1482-44e2-9a4b-7ac409b4de19 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:40.888125 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f03a30d3-1482-44e2-9a4b-7ac409b4de19'] response: {'name': 'network-changed', 'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f', 'status': 'completed', 'code': 200} May 02 10:25:40.956332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=cd91161d-69ea-496d-b30f-95328fcd98b0,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:40.969046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': '4bddafe4-e381-4a05-b5db-32b6c505702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:40.969046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 193db316-c87f-43b5-b680-ce9cdb7ff551, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:41.021875 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2265f9d9-c4d8-450f-9aab-c49ad1216b21 None None] New status for floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:41.035174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25a701f-9d6d-41a2-8f2c-ef5f3bdaf228 req-eaaecc20-fd30-45c6-9d55-eea3668aa0e8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.042859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f25a701f-9d6d-41a2-8f2c-ef5f3bdaf228 req-eaaecc20-fd30-45c6-9d55-eea3668aa0e8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0657761 May 02 10:25:41.080036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d90d4b-2a0b-4eb8-85a6-c2d2b931b792 req-2a69d849-b0e4-4088-93fa-08335e73f65c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.081699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82d90d4b-2a0b-4eb8-85a6-c2d2b931b792 req-2a69d849-b0e4-4088-93fa-08335e73f65c tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0615897 May 02 10:25:41.090960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f25a701f-9d6d-41a2-8f2c-ef5f3bdaf228 req-617ce265-5366-4019-a786-77c3138b47cf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472088 May 02 10:25:41.125015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 193db316-c87f-43b5-b680-ce9cdb7ff551 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:41.146649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82d90d4b-2a0b-4eb8-85a6-c2d2b931b792 req-2683e764-09b5-45e9-ab61-1fee620a96d7 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590363 May 02 10:25:41.185810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adc8ccac-c633-4141-8b98-1efeced1821f req-d2e4981e-faa1-4436-8dbb-55e2c60b7ebe tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 996 time: 0.0694938 May 02 10:25:41.260515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 193db316-c87f-43b5-b680-ce9cdb7ff551) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:41.268038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.268556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.269126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d86f86-8d05-4584-bc97-cf7ac960976d None None] Network 193db316-c87f-43b5-b680-ce9cdb7ff551 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:41.300193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8ccac-c633-4141-8b98-1efeced1821f req-0a398657-9f5e-424d-ba4b-e018d1eaf8df tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.302665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adc8ccac-c633-4141-8b98-1efeced1821f req-0a398657-9f5e-424d-ba4b-e018d1eaf8df tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1114752 May 02 10:25:41.315099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-adc8ccac-c633-4141-8b98-1efeced1821f req-162a3f0c-3976-4489-b2ee-3f1ebd29102f tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:25:41.316116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adc8ccac-c633-4141-8b98-1efeced1821f req-162a3f0c-3976-4489-b2ee-3f1ebd29102f tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061572 May 02 10:25:41.371873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fbf2ed0d-f635-43db-a76c-5521c69590b8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5821822 May 02 10:25:41.374717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:41.390511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-193db316-c87f-43b5-b680-ce9cdb7ff551', 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'cd91161d-69ea-496d-b30f-95328fcd98b0'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:41.391438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.412338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-2d072e50-1ba1-481e-b69e-171696cd54fb tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0761676 May 02 10:25:41.467824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-93a3ecff-4681-406c-8465-731421b8111d tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.481742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-93a3ecff-4681-406c-8465-731421b8111d tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports/16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 942 time: 0.0551639 May 02 10:25:41.519711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.539616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Allocated IP 172.20.0.1 (193db316-c87f-43b5-b680-ce9cdb7ff551/cd91161d-69ea-496d-b30f-95328fcd98b0/770d05e1-3b5c-4f32-97ee-329f80eb123f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:41.563219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8cd1e-8c7f-4e76-a6da-ac45bbd5b9f0 req-e185c06c-65af-4754-bb0a-30b669a8f969 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.565381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63b8cd1e-8c7f-4e76-a6da-ac45bbd5b9f0 req-e185c06c-65af-4754-bb0a-30b669a8f969 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 948 time: 0.0634704 May 02 10:25:41.588690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-344b959e-4b1f-4c68-acd9-156df1b627e5 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0742128 May 02 10:25:41.634718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (cd91161d-69ea-496d-b30f-95328fcd98b0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.677491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63b8cd1e-8c7f-4e76-a6da-ac45bbd5b9f0 req-5beffbc8-b4b7-4cd6-b9dc-200e3fd34127 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905268 May 02 10:25:41.709841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks [] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.756326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-c3f6e7cf-75f9-4249-8929-ffa30f9f4832 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.757700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-c3f6e7cf-75f9-4249-8929-ffa30f9f4832 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1617556 May 02 10:25:41.760756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-e6cfacc0-3818-45bf-bb1b-03ca1b40606c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:41.762131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-e6cfacc0-3818-45bf-bb1b-03ca1b40606c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a071591c8b744124be2c1ccf30bf8602&device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 1130 time: 0.0636899 May 02 10:25:41.807314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.824852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-6ff560d2-29ee-4469-bbab-83a9d5f13ba8 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 1001 time: 0.0605292 May 02 10:25:41.834400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:41.843815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Network 193db316-c87f-43b5-b680-ce9cdb7ff551 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:41.846664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:41.852336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:41.862380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Pushing event updated for resources: {'Port': ['ID=770d05e1-3b5c-4f32-97ee-329f80eb123f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:41.885950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (cd91161d-69ea-496d-b30f-95328fcd98b0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.915224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=cd91161d-69ea-496d-b30f-95328fcd98b0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:41.919679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Attempting to bind port 770d05e1-3b5c-4f32-97ee-329f80eb123f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:41.919986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Attempting to bind port 770d05e1-3b5c-4f32-97ee-329f80eb123f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4bddafe4-e381-4a05-b5db-32b6c505702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:41.920416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Attempting to bind port 770d05e1-3b5c-4f32-97ee-329f80eb123f on network 193db316-c87f-43b5-b680-ce9cdb7ff551 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:41.926805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:41.927192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Checking segment: {'id': '4bddafe4-e381-4a05-b5db-32b6c505702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:41.927633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:41.928670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Bound using segment: {'id': '4bddafe4-e381-4a05-b5db-32b6c505702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:41.928670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Bound port: 770d05e1-3b5c-4f32-97ee-329f80eb123f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bddafe4-e381-4a05-b5db-32b6c505702d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '193db316-c87f-43b5-b680-ce9cdb7ff551'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:41.928929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.002306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] For port 770d05e1-3b5c-4f32-97ee-329f80eb123f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:42.003443 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.009032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] For port 770d05e1-3b5c-4f32-97ee-329f80eb123f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770d05e1-3b5c-4f32-97ee-329f80eb123f,segment=NetworkSegment(4bddafe4-e381-4a05-b5db-32b6c505702d),segment_id=4bddafe4-e381-4a05-b5db-32b6c505702d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:42.009218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.037391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193db316-c87f-43b5-b680-ce9cdb7ff551']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:42.047940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bddafe4-e381-4a05-b5db-32b6c505702d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:42.048240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bddafe4-e381-4a05-b5db-32b6c505702d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:42.060779 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.079745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.082785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.092077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:42.099493 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:42.115499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-2df350fa-7b18-4250-b538-9a7170c66248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.117697 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-2df350fa-7b18-4250-b538-9a7170c66248 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2120252 May 02 10:25:42.166187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-b8e6b762-236a-4f5d-8f47-4ac7367d5fb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=abb24975-b028-4960-b721-69c45dbc719f HTTP/1.1" status: 200 len: 217 time: 0.0384936 May 02 10:25:42.190938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d5e48-3bc7-4c6c-8faa-3f5741741e53 None None] Pushing event updated for resources: {'Port': ['ID=770d05e1-3b5c-4f32-97ee-329f80eb123f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:42.206255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f33e73a-b11f-4cf7-9544-bea7fba29354 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:42.239904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2112f71-6ae7-49c0-b775-648a7e083144 req-ec4b647c-ddc3-445b-9536-36750c01d787 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.241679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.241816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2112f71-6ae7-49c0-b775-648a7e083144 req-ec4b647c-ddc3-445b-9536-36750c01d787 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0622947 May 02 10:25:42.243415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:25:42.243415 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:25:42.243415 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '193db316-c87f-43b5-b680-ce9cdb7ff551'}] May 02 10:25:42.243415 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:42.244045 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:42.279180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:42.281534 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e807175-e254-4a10-a1ca-6f22a93e30a4" -d '{"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:42.297920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.298299 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a disassociated. External IP: 172.35.4.195, port: 16edff83-a423-4563-a148-1628e6cc87f3. May 02 10:25:42.302178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2112f71-6ae7-49c0-b775-648a7e083144 req-5d8f59b6-ae0f-473c-99e0-c3d699ae7e1e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545635 May 02 10:25:42.319024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f33e73a-b11f-4cf7-9544-bea7fba29354 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:42.340457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-4022f8b8-8fe8-4eaf-9dc1-d07a7b153766 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.342103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-4022f8b8-8fe8-4eaf-9dc1-d07a7b153766 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.1136036 May 02 10:25:42.442680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646fbded-eab7-48b2-b42f-e072ea269d74 req-9a9bf953-e1d4-4a06-99f6-872195df0975 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.444630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-646fbded-eab7-48b2-b42f-e072ea269d74 req-9a9bf953-e1d4-4a06-99f6-872195df0975 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0667381 May 02 10:25:42.499351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-646fbded-eab7-48b2-b42f-e072ea269d74 req-fb410891-3aff-4ecf-a91b-db66d6309b2b tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463521 May 02 10:25:42.544143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34bacbc-61b4-40a2-a62d-b44d43db9449 None None] Network 193db316-c87f-43b5-b680-ce9cdb7ff551 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:42.556335 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233d5398-bdbc-4c2b-8d68-0c2d5c410a11 x-openstack-request-id: req-233d5398-bdbc-4c2b-8d68-0c2d5c410a11 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:42.556880 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:42.557079 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-233d5398-bdbc-4c2b-8d68-0c2d5c410a11 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:42.558215 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-233d5398-bdbc-4c2b-8d68-0c2d5c410a11'] response: {'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:25:42.694140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-8666d001-1261-45e5-84a7-69036f625f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.695580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-8666d001-1261-45e5-84a7-69036f625f75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.4687753 May 02 10:25:42.745873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.828153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd17175-d993-4540-8292-9041ef7186ee req-b8ad283d-95b7-4dca-95c5-6189489f2159 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.828642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acd17175-d993-4540-8292-9041ef7186ee req-b8ad283d-95b7-4dca-95c5-6189489f2159 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 948 time: 0.0777977 May 02 10:25:42.833758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 770d05e1-3b5c-4f32-97ee-329f80eb123f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:42.837830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.838014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-63b0c89f-5d6f-4e6f-a364-024f0dd11518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.838014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-63b0c89f-5d6f-4e6f-a364-024f0dd11518 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.2023115 May 02 10:25:42.913029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-4d02dffe-b3de-45a0-9900-d732cc3019c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:42.914542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-4d02dffe-b3de-45a0-9900-d732cc3019c1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2088461 May 02 10:25:42.928343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 770d05e1-3b5c-4f32-97ee-329f80eb123f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=770d05e1-3b5c-4f32-97ee-329f80eb123f,segment=NetworkSegment(4bddafe4-e381-4a05-b5db-32b6c505702d),segment_id=4bddafe4-e381-4a05-b5db-32b6c505702d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:42.929340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:42.940118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acd17175-d993-4540-8292-9041ef7186ee req-dbdaddf0-cdb2-4fc6-89fc-6a09571e6c2e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038849 May 02 10:25:42.941127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:42.946353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 770d05e1-3b5c-4f32-97ee-329f80eb123f owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:42.947114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:42.973371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:42.973713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device cdefbc29-0a5b-4adb-8c79-5647c1bd00d3 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:43.008861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Deleting port b2feb7e7-1d25-457d-b80a-fca061f41fa7 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:43.009287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.078240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:43.103591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (770d05e1-3b5c-4f32-97ee-329f80eb123f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.103720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'mac_address': 'fa:16:3e:5d:e1:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:43.137665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=770d05e1-3b5c-4f32-97ee-329f80eb123f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:43.139671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 770d05e1-3b5c-4f32-97ee-329f80eb123f on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:43.163028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:43.164240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.184614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 73d29a7b-673a-4a93-bb78-fc2263dbd6fa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:43.199365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-8c54643e-08f3-4042-be62-e2aebe9ae83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.202154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-8c54643e-08f3-4042-be62-e2aebe9ae83a service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.3279023 May 02 10:25:43.206015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:43.228527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.249560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-d7f46d68-9df5-4c53-843b-510c8c395ae4 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3210478 May 02 10:25:43.254866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193db316-c87f-43b5-b680-ce9cdb7ff551']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:43.264692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bddafe4-e381-4a05-b5db-32b6c505702d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:43.265002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bddafe4-e381-4a05-b5db-32b6c505702d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:43.274377 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.274646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.288839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.296324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-e292808d-a504-4861-a3af-19492fcdef3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0550258 May 02 10:25:43.297182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:43.297600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4bddafe4-e381-4a05-b5db-32b6c505702d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:43.300782 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:43.333403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:43.405459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] For port b2feb7e7-1d25-457d-b80a-fca061f41fa7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b2feb7e7-1d25-457d-b80a-fca061f41fa7,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:43.405834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.427107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (193db316-c87f-43b5-b680-ce9cdb7ff551), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.429086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['73d29a7b-673a-4a93-bb78-fc2263dbd6fa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:43.437366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Calling delete_port for b2feb7e7-1d25-457d-b80a-fca061f41fa7 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:43.449025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.457152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/193db316-c87f-43b5-b680-ce9cdb7ff551 HTTP/1.1" status: 204 len: 168 time: 2.0765183 May 02 10:25:43.457152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54888) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:43.460859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2000089838'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:43.463184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:43.467547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90053bb-c8f2-45df-a254-f403027ce66c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=193db316-c87f-43b5-b680-ce9cdb7ff551,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:43.468377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-f3d91933-f4ee-40d2-a9a3-9a9d68e8efc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.471614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-f3d91933-f4ee-40d2-a9a3-9a9d68e8efc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.1579127 May 02 10:25:43.477901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d783ec2-633d-4392-9057-021b25c9747b req-a864b708-5243-43c7-9dae-e3efa418a9df tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.479922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d783ec2-633d-4392-9057-021b25c9747b req-a864b708-5243-43c7-9dae-e3efa418a9df tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0881076 May 02 10:25:43.542909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d783ec2-633d-4392-9057-021b25c9747b req-97ede3dc-8737-4594-b0b4-30a1a35e1109 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540204 May 02 10:25:43.574400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a1ab1cd-e5f0-4e70-ac44-7fd9c2992437 req-7f5528f7-5120-4190-a3d7-0a8fc31aaa53 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917340 May 02 10:25:43.586522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.589719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:43.592984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.625090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-8bef1a21-7f32-4d50-b770-8358f32d48b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.626598 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-8bef1a21-7f32-4d50-b770-8358f32d48b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1346445 May 02 10:25:43.660916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:43.682361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec9ed5-0c71-4f31-b980-f21590b71d5d req-0753c3c2-c1f2-4d8e-9a92-33b66cc58092 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.684380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26ec9ed5-0c71-4f31-b980-f21590b71d5d req-0753c3c2-c1f2-4d8e-9a92-33b66cc58092 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 944 time: 0.0570590 May 02 10:25:43.685599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1932134d-da67-46a4-afca-00bd5d52abd9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.686014 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment 1932134d-da67-46a4-afca-00bd5d52abd9 of type vlan for network 9fc10033-1afc-443f-b949-7fd4e721e122 May 02 10:25:43.751874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9fc10033-1afc-443f-b949-7fd4e721e122), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.778507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26ec9ed5-0c71-4f31-b980-f21590b71d5d req-b58d3195-e6c3-48e8-9d00-1bbf472c10d4 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843558 May 02 10:25:43.808323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:43.813198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.818337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:43.829725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:43.832721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:43.851209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9fc10033-1afc-443f-b949-7fd4e721e122), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.851977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-ee2c8041-6505-475e-bad2-782ab61e1b22 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159588 May 02 10:25:43.856798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:43.862422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.863638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-b5a9ebd9-5874-4010-9bb8-52c2c62e8320 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "PUT /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 696 time: 2.0328338 May 02 10:25:43.867134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:43.869497 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae8c37-b4b4-459c-9a74-694b7d52391e" -d '{"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:43.939270 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-670d3841-b0bb-43df-8689-e61ab623967a x-openstack-request-id: req-670d3841-b0bb-43df-8689-e61ab623967a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:43.939511 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:43.939713 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-670d3841-b0bb-43df-8689-e61ab623967a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:43.940103 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-670d3841-b0bb-43df-8689-e61ab623967a'] response: {'name': 'network-changed', 'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:25:43.958677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b2feb7e7-1d25-457d-b80a-fca061f41fa7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:43.965722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=9fc10033-1afc-443f-b949-7fd4e721e122,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:43.980151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9fc10033-1afc-443f-b949-7fd4e721e122 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:43.998224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-59e3b2b9-f3bc-42e4-9088-6a8bf0197107 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5382032 May 02 10:25:44.001683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54898) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:44.011774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb24975-b028-4960-b721-69c45dbc719f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:25:44.018453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '9fc10033-1afc-443f-b949-7fd4e721e122', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:44.092330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:44.143946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65aac53-a891-4e17-90d2-a7904d4f57e5 req-1420196a-3f0e-4f3c-9c8e-10381e2956db tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.145628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e65aac53-a891-4e17-90d2-a7904d4f57e5 req-1420196a-3f0e-4f3c-9c8e-10381e2956db tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 948 time: 0.0991020 May 02 10:25:44.212235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e65aac53-a891-4e17-90d2-a7904d4f57e5 req-e0fff21c-252e-494e-bd6c-0fb1c2c16a17 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569057 May 02 10:25:44.246014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:44.250247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:44.371890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event deleted for resources: {'Port': ['ID=b2feb7e7-1d25-457d-b80a-fca061f41fa7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:44.393485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb24975-b028-4960-b721-69c45dbc719f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:44.420624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'abb24975-b028-4960-b721-69c45dbc719f', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'abb24975-b028-4960-b721-69c45dbc719f', 'mac_address': 'fa:16:3e:c2:91:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:25:44.421813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e807175-e254-4a10-a1ca-6f22a93e30a4 req-8bb5dafd-6b8c-44e7-91b1-ac2ca4e4ca86 service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5465984 May 02 10:25:44.449638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] No DVR routers for this DVR port b2feb7e7-1d25-457d-b80a-fca061f41fa7 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:44.452466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:44.456591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f09db45c-0dd6-42a0-81d9-c7c91f8dca42 req-6f14c92d-e25a-4cf9-a84e-259c92f26292 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "DELETE /v2.0/ports/b2feb7e7-1d25-457d-b80a-fca061f41fa7 HTTP/1.1" status: 204 len: 173 time: 1.8248913 May 02 10:25:44.458083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-060e6d26-e2ca-40af-b1dc-d946b7652bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.459631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-060e6d26-e2ca-40af-b1dc-d946b7652bbd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.5224712 May 02 10:25:44.490140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:44.525267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:44.528496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port abb24975-b028-4960-b721-69c45dbc719f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:44.528927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb24975-b028-4960-b721-69c45dbc719f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:44.548346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb24975-b028-4960-b721-69c45dbc719f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:25:44.564906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:44.565542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:44.607249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-f0f49de7-2697-422a-bfe3-0c274a9ecf71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.608865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-f0f49de7-2697-422a-bfe3-0c274a9ecf71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1425183 May 02 10:25:44.609784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-7c842f3b-ef31-43b0-a4d8-f90f14ee0706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.611128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-7c842f3b-ef31-43b0-a4d8-f90f14ee0706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bb31dc76a4c24164becf90f8b970adc2&device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 1127 time: 0.0501740 May 02 10:25:44.651867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (362f3f3c-a332-4949-a743-e0fcaadc3490), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:44.657159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb24975-b028-4960-b721-69c45dbc719f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:44.657349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-2749dfe5-c567-40b1-9bbf-f929270c8ee7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0413837 May 02 10:25:44.763148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-0cf42136-14ec-4626-85ca-676a84f3400d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.764207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-0cf42136-14ec-4626-85ca-676a84f3400d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0981562 May 02 10:25:44.781109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:44.787900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-594cca75-ce57-4b63-9984-9c61f09b991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.789364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-594cca75-ce57-4b63-9984-9c61f09b991f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 200 len: 922 time: 0.1313088 May 02 10:25:44.807191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa08e7-af28-4e7f-aa4d-9f3207d26512 req-8769ae5c-69fd-47c0-9eb8-30d1ea4587bc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.812130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aa08e7-af28-4e7f-aa4d-9f3207d26512 req-8769ae5c-69fd-47c0-9eb8-30d1ea4587bc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1731384 May 02 10:25:44.814000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=362f3f3c-a332-4949-a743-e0fcaadc3490,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:44.849084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-66623cb6-7258-4fc3-afe6-113062d62e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:44.850617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-66623cb6-7258-4fc3-afe6-113062d62e49 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0600464 May 02 10:25:44.866693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:44.894610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-b7fce3d0-a770-42ad-b81b-ed263cf2b574 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 200 len: 217 time: 0.0429325 May 02 10:25:44.899558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:44.931751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aa08e7-af28-4e7f-aa4d-9f3207d26512 req-a04a4ca7-616a-4d91-9223-89938dbab93b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152105 May 02 10:25:44.931751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': '1932134d-da67-46a4-afca-00bd5d52abd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9fc10033-1afc-443f-b949-7fd4e721e122'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:44.931751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 9fc10033-1afc-443f-b949-7fd4e721e122, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:45.000161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-f9e4bda6-bbd4-4eb7-a9b1-23f49b4c77a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:45.002107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-f9e4bda6-bbd4-4eb7-a9b1-23f49b4c77a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 200 len: 860 time: 0.0969698 May 02 10:25:45.008751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:45.059753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-163e8fca-e272-400f-bfc4-5067f7805649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:45.061386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-163e8fca-e272-400f-bfc4-5067f7805649 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493128 May 02 10:25:45.063486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5569cfc6-4fdf-4f92-bea9-e4aa541d2dc0 req-4c51db70-6e2f-4cc2-b1c6-910f2409acbc tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a1326b2-a321-45e5-967a-3dc016a66368 HTTP/1.1" status: 200 len: 210 time: 0.0427144 May 02 10:25:45.078754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-4e27d4dc-60a6-47b5-8d1f-9e210fd0e7d4 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159026 May 02 10:25:45.119700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['abb24975-b028-4960-b721-69c45dbc719f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:45.125222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 9fc10033-1afc-443f-b949-7fd4e721e122 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:45.228755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9fc10033-1afc-443f-b949-7fd4e721e122) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:45.251943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:45.255866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.294541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74dd3ba3-2c20-4913-afca-2f324166ce0c req-fd35972a-82fc-40af-ab17-4c8d587ad620 service neutron] 10.222.0.16 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028434 May 02 10:25:45.296528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-429f15ff-0828-449a-b09f-ad1311398c1e service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272079 May 02 10:25:45.411987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5d746da-590f-46ba-b086-cbbf4111c248 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4026480 May 02 10:25:45.421397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54952) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:45.454378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa255a4-a919-405e-b9ca-66da992b844e None None] Network 9fc10033-1afc-443f-b949-7fd4e721e122 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:45.456230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:45.456621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.505762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de00aa-2371-444f-97ae-e913ec61a6c0 req-45f1090f-5524-4f4b-a6d4-e0d52663623d tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:45.523386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6de00aa-2371-444f-97ae-e913ec61a6c0 req-45f1090f-5524-4f4b-a6d4-e0d52663623d tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 949 time: 0.1375072 May 02 10:25:45.611253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:45.620149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2dae8c37-b4b4-459c-9a74-694b7d52391e req-922fa51e-50a8-4ebf-9126-bb0ace56aaed service neutron] 10.222.0.15 "GET /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3126915 May 02 10:25:45.641150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-f2946da8-99cf-452a-83f7-b06dc451d9ac tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 200 len: 696 time: 0.0847106 May 02 10:25:45.676280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6de00aa-2371-444f-97ae-e913ec61a6c0 req-622d03f5-e0df-4b89-83de-421fcb23fa17 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443617 May 02 10:25:45.707371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9fc10033-1afc-443f-b949-7fd4e721e122), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.719514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b302a953-e616-4809-a8a7-755c38d9d289 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:24:34Z', 'revision_number': 4, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0508b7a4-8a62-48a8-8dfe-ca1b508da80f', 'name': '', 'network_id': 'fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'mac_address': 'fa:16:3e:38:e0:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:32Z', 'updated_at': '2022-05-02T10:24:40Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'subnets': [{'id': 'a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:45.803106 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.844247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-c342caf5-bb58-4379-a5b7-c62c7426fd67 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:45.846376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-c342caf5-bb58-4379-a5b7-c62c7426fd67 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1980374 May 02 10:25:45.847447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (362f3f3c-a332-4949-a743-e0fcaadc3490), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.880149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e2c84c-7e4d-4dce-bb76-10c6802dd774 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9fc10033-1afc-443f-b949-7fd4e721e122', 'network_id': '9fc10033-1afc-443f-b949-7fd4e721e122', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': '362f3f3c-a332-4949-a743-e0fcaadc3490'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:45.881125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d7e2c84c-7e4d-4dce-bb76-10c6802dd774 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:45.941397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-deleted', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:45.943786 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cd489c-0077-49a7-b598-efbe9a24402b" -d '{"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-deleted", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:45.952105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-333a2d4a-4e9e-45b1-b0f0-9f575e9dc9bf tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 699 time: 0.0764687 May 02 10:25:46.019113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-1ab33655-5ef7-4d5f-9766-410c343c86c6 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.195 HTTP/1.1" status: 200 len: 699 time: 0.0586488 May 02 10:25:46.100394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:46.100809 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.117211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:46.123161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (362f3f3c-a332-4949-a743-e0fcaadc3490), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.162887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc725cb-2e4d-4ad4-9101-0b8cf101c4f6 req-e79cd961-3043-42d6-8cdb-52eda2a90e4d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:46.170185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbc725cb-2e4d-4ad4-9101-0b8cf101c4f6 req-e79cd961-3043-42d6-8cdb-52eda2a90e4d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1132815 May 02 10:25:46.200815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=362f3f3c-a332-4949-a743-e0fcaadc3490,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:46.249326 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbfba70-061b-4b11-8ccf-3d6e955e43f7 None None] New status for floating IP 4b459d31-13d5-4fcc-afb9-4669e7abe39a: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server [None req-d7e2c84c-7e4d-4dce-bb76-10c6802dd774 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 362f3f3c-a332-4949-a743-e0fcaadc3490: This subnet is being modified by another concurrent operation. May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 278, in create_dhcp_port May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:25:46.254741 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.force_reraise() May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise self.value May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1544, in create_port May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1509, in _create_port_db May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1468, in create_port_db May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 686, in _ipam_get_subnets May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server subnet.lock_register( May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server raise exception May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 362f3f3c-a332-4949-a743-e0fcaadc3490: This subnet is being modified by another concurrent operation. May 02 10:25:46.259669 ncdv-master-1 neutron-server[115664]: ERROR oslo_messaging.rpc.server May 02 10:25:46.288571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: b2feb7e7-1d25-457d-b80a-fca061f41fa7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:46.288571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b2feb7e7-1d25-457d-b80a-fca061f41fa7 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:46.289640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:46.292125 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c15885eb-0904-4138-9839-a9d199155f20" -d '{"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-plugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:46.308294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:46.331152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbc725cb-2e4d-4ad4-9101-0b8cf101c4f6 req-b8822683-9e0d-4ab1-82e0-abfb5e5bea25 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414258 May 02 10:25:46.339994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af676dc2-98dc-4a16-beac-a0ddb55ec8c4 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:46.380775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Deleting port 6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:46.381170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.384480 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9fc10033-1afc-443f-b949-7fd4e721e122), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.416017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.461240 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32439d87-56dc-499c-b974-78394140bb30 x-openstack-request-id: req-32439d87-56dc-499c-b974-78394140bb30 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:46.461750 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a1326b2-a321-45e5-967a-3dc016a66368", "name": "network-vif-deleted", "tag": "b2feb7e7-1d25-457d-b80a-fca061f41fa7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:46.461841 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32439d87-56dc-499c-b974-78394140bb30 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:46.462208 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32439d87-56dc-499c-b974-78394140bb30'] response: {'server_uuid': '5a1326b2-a321-45e5-967a-3dc016a66368', 'name': 'network-vif-deleted', 'tag': 'b2feb7e7-1d25-457d-b80a-fca061f41fa7', 'status': 'completed', 'code': 200} May 02 10:25:46.516887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:46.532125 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae11bcb-78b0-4e7c-95dd-9a4f8dbe05e6 x-openstack-request-id: req-0ae11bcb-78b0-4e7c-95dd-9a4f8dbe05e6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:46.532707 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-plugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:46.544311 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ae11bcb-78b0-4e7c-95dd-9a4f8dbe05e6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:46.546580 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ae11bcb-78b0-4e7c-95dd-9a4f8dbe05e6'] response: {'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'code': 200} May 02 10:25:46.566877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fc10033-1afc-443f-b949-7fd4e721e122']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:46.609965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1932134d-da67-46a4-afca-00bd5d52abd9') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:46.610271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1932134d-da67-46a4-afca-00bd5d52abd9') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:46.652946 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (1932134d-da67-46a4-afca-00bd5d52abd9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.663965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af676dc2-98dc-4a16-beac-a0ddb55ec8c4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:46.695776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.695776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.697812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1932134d-da67-46a4-afca-00bd5d52abd9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.718137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:46.718543 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (1932134d-da67-46a4-afca-00bd5d52abd9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:46.721764 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:46.723980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Calling delete_port for 6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:46.951673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9fc10033-1afc-443f-b949-7fd4e721e122), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.957223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:46.960522 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/9fc10033-1afc-443f-b949-7fd4e721e122 HTTP/1.1" status: 204 len: 168 time: 1.5348780 May 02 10:25:46.964099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:46.969327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1885390883'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:46.983412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960778d-4e7d-48f6-bf8d-1850a0e49281 None None] Network 9fc10033-1afc-443f-b949-7fd4e721e122 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:47.003283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c960778d-4e7d-48f6-bf8d-1850a0e49281 None None] Network 9fc10033-1afc-443f-b949-7fd4e721e122 could not be found, it might have been deleted concurrently. {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 02 10:25:47.004403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ec9682-51fd-4193-83a3-4b2e6b63c05d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=9fc10033-1afc-443f-b949-7fd4e721e122,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:47.115251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:47.122141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.186914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:47.199478 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.210076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7609ae21-2de3-4656-9e6c-f55a294da4a6 req-8c378ce6-e9c9-4a92-987c-04632a17737a tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:47.210282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7609ae21-2de3-4656-9e6c-f55a294da4a6 req-8c378ce6-e9c9-4a92-987c-04632a17737a tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 949 time: 0.0633423 May 02 10:25:47.211539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.212140 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment 664a5ac6-3e68-4cba-985e-5e18084ccaa0 of type vlan for network ca451e3d-abaf-450d-b5e0-48d07fb72a90 May 02 10:25:47.240659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event deleted for resources: {'Port': ['ID=6dfdb8f6-b8cf-461f-bb3c-6da05ec0f713,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:47.284399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.315767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks [] for floatingip (4b459d31-13d5-4fcc-afb9-4669e7abe39a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.319866 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.321531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7609ae21-2de3-4656-9e6c-f55a294da4a6 req-b16c91cd-3ec9-4701-9926-2ed2ef6ba601 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002188 May 02 10:25:47.336668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ad95e60-ab59-4d4a-aeaa-ada32e361f96 req-eab62b5c-b5f1-4141-89b0-0065b5e08da1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "DELETE /v2.0/floatingips/4b459d31-13d5-4fcc-afb9-4669e7abe39a HTTP/1.1" status: 204 len: 173 time: 1.3042684 May 02 10:25:47.387924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.392943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:47.394040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.445114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92e1d4-2c35-4008-b881-d9357b0fe32b req-fde4b34d-5890-44b5-b2fd-49069304ecd8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:47.453232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce92e1d4-2c35-4008-b881-d9357b0fe32b req-fde4b34d-5890-44b5-b2fd-49069304ecd8 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 944 time: 0.0683405 May 02 10:25:47.478361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=ca451e3d-abaf-450d-b5e0-48d07fb72a90,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:47.489026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.489901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.490323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.490847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.491254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.491658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.492079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.492475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.492905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.493301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.493704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.494148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.495533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.495773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.496124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:47.503311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3bf53cf-8a5e-4841-878a-5193d5622e99 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5381114 May 02 10:25:47.506070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54988) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:47.512175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:47.514853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ca451e3d-abaf-450d-b5e0-48d07fb72a90 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:47.543236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce92e1d4-2c35-4008-b881-d9357b0fe32b req-97762ac8-7c7a-4186-8eae-9852b0edfefd tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/security-groups?id=091f9107-bd2f-4849-8424-4854d2ab5fcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870786 May 02 10:25:47.670298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0951e458-361f-4c41-b358-4a37388866a8 req-9586c527-0591-4512-b6e1-803098423479 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:47.672099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0951e458-361f-4c41-b358-4a37388866a8 req-9586c527-0591-4512-b6e1-803098423479 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 944 time: 0.1269040 May 02 10:25:47.695306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f115f68-e838-472e-9693-f448f368b10b req-33505dd7-8da9-4561-95f7-74c080273426 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:47.696805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f115f68-e838-472e-9693-f448f368b10b req-33505dd7-8da9-4561-95f7-74c080273426 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0692222 May 02 10:25:47.809741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:47.819693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Deleting port 9d04c3a6-9448-454a-aff6-594564722087 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:47.820051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9d04c3a6-9448-454a-aff6-594564722087), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.822019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:47.826004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f115f68-e838-472e-9693-f448f368b10b req-73bb0158-57aa-4e21-8a0e-1f8e667668c1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093664 May 02 10:25:47.933027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing IP validity checks on allocation pools {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:25:47.933550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:25:47.997956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] For port 9d04c3a6-9448-454a-aff6-594564722087, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9d04c3a6-9448-454a-aff6-594564722087,segment=NetworkSegment(ad292066-f4f0-433d-b3c2-71da7d7db03e),segment_id=ad292066-f4f0-433d-b3c2-71da7d7db03e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:47.997956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9d04c3a6-9448-454a-aff6-594564722087), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.025662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57db789-8b90-4cc4-aec5-efdab287fdf7 req-183a5c29-fda7-44de-8edb-c7ef17274378 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:48.029176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b57db789-8b90-4cc4-aec5-efdab287fdf7 req-183a5c29-fda7-44de-8edb-c7ef17274378 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0861514 May 02 10:25:48.034001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Calling delete_port for 9d04c3a6-9448-454a-aff6-594564722087 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:48.034623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb24975-b028-4960-b721-69c45dbc719f up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:25:48.109794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port abb24975-b028-4960-b721-69c45dbc719f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:25:48.130715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b57db789-8b90-4cc4-aec5-efdab287fdf7 req-a259ca76-9cce-47d5-9f63-44371d836129 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945067 May 02 10:25:48.151710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (c83e9716-f078-4281-9506-c905f0a0ac35), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.197402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port abb24975-b028-4960-b721-69c45dbc719f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:25:48.198292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb24975-b028-4960-b721-69c45dbc719f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.211044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=c83e9716-f078-4281-9506-c905f0a0ac35,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:48.230592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': '664a5ac6-3e68-4cba-985e-5e18084ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:48.230959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: ca451e3d-abaf-450d-b5e0-48d07fb72a90, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:48.300211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network ca451e3d-abaf-450d-b5e0-48d07fb72a90 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:48.319802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port abb24975-b028-4960-b721-69c45dbc719f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:25:48.320189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb24975-b028-4960-b721-69c45dbc719f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.323751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9d04c3a6-9448-454a-aff6-594564722087), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.367378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb24975-b028-4960-b721-69c45dbc719f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:48.370964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Pushing event deleted for resources: {'Port': ['ID=9d04c3a6-9448-454a-aff6-594564722087,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:48.377103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ca451e3d-abaf-450d-b5e0-48d07fb72a90) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:48.381785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:48.384050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.387510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b1fa56-13e3-40ef-9362-e365dd1ceece None None] Network ca451e3d-abaf-450d-b5e0-48d07fb72a90 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:48.444658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.468956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] No DVR routers for this DVR port 9d04c3a6-9448-454a-aff6-594564722087 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:48.472172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.479716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0951e458-361f-4c41-b358-4a37388866a8 req-8b0b7db5-9bce-4be1-8056-4606009bbaa2 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.24 "DELETE /v2.0/ports/9d04c3a6-9448-454a-aff6-594564722087 HTTP/1.1" status: 204 len: 173 time: 0.8014643 May 02 10:25:48.480522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-deleted', 'tag': '9d04c3a6-9448-454a-aff6-594564722087'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:48.489783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63086678-f06d-4bb0-8e7c-9c72ef6fbea8 req-b7cc86f7-ce94-4206-a603-20feb4bd6ee6 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:48.490917 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fccd6558-b1a6-4dc5-9d20-b2846fca0455" -d '{"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-deleted", "tag": "9d04c3a6-9448-454a-aff6-594564722087"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:48.491423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63086678-f06d-4bb0-8e7c-9c72ef6fbea8 req-b7cc86f7-ce94-4206-a603-20feb4bd6ee6 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.0827932 May 02 10:25:48.496819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8940ba16-51ff-4c2d-bca0-24b47b4a0e5e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9897439 May 02 10:25:48.504549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:48.550002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:48.552351 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d477b18-17d5-4263-a599-b439d0e19508" -d '{"events": [{"server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "name": "network-vif-plugged", "status": "completed", "tag": "abb24975-b028-4960-b721-69c45dbc719f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:48.564631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:48.591480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63086678-f06d-4bb0-8e7c-9c72ef6fbea8 req-3fdb2cad-d411-4e2e-a171-502026ec8879 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931935 May 02 10:25:48.594380 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ef99605-9261-4bcc-8c56-9e23579e667d x-openstack-request-id: req-5ef99605-9261-4bcc-8c56-9e23579e667d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:48.594880 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e7ec51-a393-4693-a488-7ddc2c1f1454", "name": "network-vif-deleted", "tag": "9d04c3a6-9448-454a-aff6-594564722087", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:48.594991 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ef99605-9261-4bcc-8c56-9e23579e667d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:48.595321 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ef99605-9261-4bcc-8c56-9e23579e667d'] response: {'server_uuid': 'a7e7ec51-a393-4693-a488-7ddc2c1f1454', 'name': 'network-vif-deleted', 'tag': '9d04c3a6-9448-454a-aff6-594564722087', 'status': 'completed', 'code': 200} May 02 10:25:48.622610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ca451e3d-abaf-450d-b5e0-48d07fb72a90', 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'c83e9716-f078-4281-9506-c905f0a0ac35'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:48.623489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.664683 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4596a8-7f98-41ce-9e55-73de83c57a21 x-openstack-request-id: req-5d4596a8-7f98-41ce-9e55-73de83c57a21 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:48.665012 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "name": "network-vif-plugged", "status": "completed", "tag": "abb24975-b028-4960-b721-69c45dbc719f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:48.667536 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d4596a8-7f98-41ce-9e55-73de83c57a21 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:48.667871 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d4596a8-7f98-41ce-9e55-73de83c57a21'] response: {'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f', 'code': 200} May 02 10:25:48.740877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b7ebb07-5993-4b37-96fa-2adac16cb064 req-a5a9b06f-e1c9-405c-98e2-e563a6816763 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0481787 May 02 10:25:48.748630 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.819979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c83e9716-f078-4281-9506-c905f0a0ac35), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:48.872320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Allocated IP 172.20.0.3 (ca451e3d-abaf-450d-b5e0-48d07fb72a90/c83e9716-f078-4281-9506-c905f0a0ac35/28f3dfcc-02b0-42d5-a3a4-a681bace2874) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:48.961534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0734ee-f939-41f9-bbc6-0c4697611517 req-544e6118-a4ca-43a8-91d3-11177b983e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:48.963051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a0734ee-f939-41f9-bbc6-0c4697611517 req-544e6118-a4ca-43a8-91d3-11177b983e60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 1132 time: 0.1115911 May 02 10:25:49.013349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e825386-23eb-418e-8d7c-e74995256afd req-d242da94-f8a8-4d23-87ea-a08f53ec95ae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:49.020755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e825386-23eb-418e-8d7c-e74995256afd req-d242da94-f8a8-4d23-87ea-a08f53ec95ae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0851557 May 02 10:25:49.087982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e825386-23eb-418e-8d7c-e74995256afd req-4fb73041-5d27-4dac-93e3-1a55a2236808 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 May 02 10:25:49.095659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a0734ee-f939-41f9-bbc6-0c4697611517 req-b013f409-13d7-4945-b2ca-49d82cec7a2d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203647 May 02 10:25:49.163708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks [] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.263549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbc341-8473-495a-a07e-9dd5968ec335 req-b8a47da9-b92f-4160-865c-e1270fdfcf80 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:49.265244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7cbc341-8473-495a-a07e-9dd5968ec335 req-b8a47da9-b92f-4160-865c-e1270fdfcf80 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0504923 May 02 10:25:49.275219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.344857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Pushing event updated for resources: {'Port': ['ID=28f3dfcc-02b0-42d5-a3a4-a681bace2874,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:49.348165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Network ca451e3d-abaf-450d-b5e0-48d07fb72a90 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:49.353886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:49.356715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:49.365965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f776c0-50a2-465e-891c-731cca902ef2 req-6e7e3894-def4-490f-a859-cc608fe1e937 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:49.367619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79f776c0-50a2-465e-891c-731cca902ef2 req-6e7e3894-def4-490f-a859-cc608fe1e937 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 945 time: 0.0737607 May 02 10:25:49.396455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7cbc341-8473-495a-a07e-9dd5968ec335 req-577d3b56-51f7-421a-8ef8-1b37407d1cb1 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/security-groups?id=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221812 May 02 10:25:49.439226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Attempting to bind port 28f3dfcc-02b0-42d5-a3a4-a681bace2874 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:49.439612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Attempting to bind port 28f3dfcc-02b0-42d5-a3a4-a681bace2874 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '664a5ac6-3e68-4cba-985e-5e18084ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:49.439983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Attempting to bind port 28f3dfcc-02b0-42d5-a3a4-a681bace2874 on network ca451e3d-abaf-450d-b5e0-48d07fb72a90 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:49.450236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:49.450665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Checking segment: {'id': '664a5ac6-3e68-4cba-985e-5e18084ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:49.451126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.451477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Bound using segment: {'id': '664a5ac6-3e68-4cba-985e-5e18084ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:49.452016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Bound port: 28f3dfcc-02b0-42d5-a3a4-a681bace2874, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664a5ac6-3e68-4cba-985e-5e18084ccaa0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:49.452555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.455101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (c83e9716-f078-4281-9506-c905f0a0ac35), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.511074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=c83e9716-f078-4281-9506-c905f0a0ac35,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:49.538884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] For port 28f3dfcc-02b0-42d5-a3a4-a681bace2874, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:49.543680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] For port 28f3dfcc-02b0-42d5-a3a4-a681bace2874, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28f3dfcc-02b0-42d5-a3a4-a681bace2874,segment=NetworkSegment(664a5ac6-3e68-4cba-985e-5e18084ccaa0),segment_id=664a5ac6-3e68-4cba-985e-5e18084ccaa0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:49.588502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Deleting port 16edff83-a423-4563-a148-1628e6cc87f3 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (16edff83-a423-4563-a148-1628e6cc87f3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca451e3d-abaf-450d-b5e0-48d07fb72a90']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a5ac6-3e68-4cba-985e-5e18084ccaa0') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a5ac6-3e68-4cba-985e-5e18084ccaa0') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:49.726019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.728378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af53ec4-6b51-4079-8bbd-88eb34eb30bf req-0444eee5-43dc-4c53-bdc8-99759f1482a3 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:49.728378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5af53ec4-6b51-4079-8bbd-88eb34eb30bf req-0444eee5-43dc-4c53-bdc8-99759f1482a3 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.0469561 May 02 10:25:49.728953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] For port 16edff83-a423-4563-a148-1628e6cc87f3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=16edff83-a423-4563-a148-1628e6cc87f3,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:49.728953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (16edff83-a423-4563-a148-1628e6cc87f3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.735799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Calling delete_port for 16edff83-a423-4563-a148-1628e6cc87f3 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:49.758511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5af53ec4-6b51-4079-8bbd-88eb34eb30bf req-dc0ecc4e-0b37-469b-aaee-61e8cb913a4a tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458577 May 02 10:25:49.863966 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.873221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.901776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:49.902186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:49.920863 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:49.959287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab7ff6-a62f-4d6b-8db5-1ed55432e8fb None None] Pushing event updated for resources: {'Port': ['ID=28f3dfcc-02b0-42d5-a3a4-a681bace2874,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:49.967953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4cd201cf-d0a8-4895-9970-45bfca213085 req-e066c065-275a-4571-8e7e-cd5fc067a453 tempest-LiveMigrationTest-1883862344 tempest-LiveMigrationTest-1883862344-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e7ec51-a393-4693-a488-7ddc2c1f1454 HTTP/1.1" status: 200 len: 210 time: 0.0982299 May 02 10:25:49.985348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da3691be-3f58-415f-a77f-bfdc8ad61860 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:50.087837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (16edff83-a423-4563-a148-1628e6cc87f3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:50.112140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['16edff83-a423-4563-a148-1628e6cc87f3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:25:50.128566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3691be-3f58-415f-a77f-bfdc8ad61860 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:50.128809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:25:50.128809 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:25:50.128809 ncdv-master-1 neutron-server[115662]: [parameters: {'id': 'ca451e3d-abaf-450d-b5e0-48d07fb72a90'}] May 02 10:25:50.128809 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:50.129207 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:50.130237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Pushing event deleted for resources: {'Port': ['ID=16edff83-a423-4563-a148-1628e6cc87f3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:50.183327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] No DVR routers for this DVR port 16edff83-a423-4563-a148-1628e6cc87f3 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:50.186065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:50.189745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79f776c0-50a2-465e-891c-731cca902ef2 req-ed333f92-a482-4acf-b219-76902a975f29 tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.15 "DELETE /v2.0/ports/16edff83-a423-4563-a148-1628e6cc87f3 HTTP/1.1" status: 204 len: 173 time: 0.7939501 May 02 10:25:50.313234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38416b01-95e0-4875-9319-e249a101b02c req-ba300ccb-eff1-45dc-b20b-19e40f35fd8a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:50.315341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38416b01-95e0-4875-9319-e249a101b02c req-ba300ccb-eff1-45dc-b20b-19e40f35fd8a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0955317 May 02 10:25:50.562737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c35fd23-e269-4f13-95ac-5993616fb863 req-ebc665e6-21cc-4c57-af3d-9b0582cbb703 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:50.571521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c35fd23-e269-4f13-95ac-5993616fb863 req-ebc665e6-21cc-4c57-af3d-9b0582cbb703 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0781484 May 02 10:25:50.637788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c13026-66d0-4b4f-9d31-d1453a100525 None None] Network ca451e3d-abaf-450d-b5e0-48d07fb72a90 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:50.700026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c35fd23-e269-4f13-95ac-5993616fb863 req-3cd1147b-ac8f-47b7-8953-5dfb4cdc3a1a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1272764 May 02 10:25:50.744198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'name': 'network-vif-deleted', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:50.748273 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e1d7794-f177-4a03-b7ab-4804dc19d66e" -d '{"events": [{"server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "name": "network-vif-deleted", "tag": "16edff83-a423-4563-a148-1628e6cc87f3"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:50.751194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:50.821878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38416b01-95e0-4875-9319-e249a101b02c req-d02db505-f64a-4845-8d4e-a8af6a6e0150 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906735 May 02 10:25:50.855004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 28f3dfcc-02b0-42d5-a3a4-a681bace2874 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:50.855355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:50.882321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64809446-0fb8-4a52-9696-651ad8e53617 req-85d7876c-f635-47a2-a1c8-d73e833ab55d tempest-FloatingIPsAssociationTestJSON-648505248 tempest-FloatingIPsAssociationTestJSON-648505248-project] 10.222.0.16 "GET /v2.0/ports?device_id=75e916ee-08ea-4f81-8e57-0e6bf51ad5d3 HTTP/1.1" status: 200 len: 210 time: 0.0310609 May 02 10:25:50.941911 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3364583a-8434-4be3-a22d-1fcb37d01087 x-openstack-request-id: req-3364583a-8434-4be3-a22d-1fcb37d01087 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:50.942247 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75e916ee-08ea-4f81-8e57-0e6bf51ad5d3", "name": "network-vif-deleted", "tag": "16edff83-a423-4563-a148-1628e6cc87f3", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:50.942509 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3364583a-8434-4be3-a22d-1fcb37d01087 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:50.943126 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3364583a-8434-4be3-a22d-1fcb37d01087'] response: {'server_uuid': '75e916ee-08ea-4f81-8e57-0e6bf51ad5d3', 'name': 'network-vif-deleted', 'tag': '16edff83-a423-4563-a148-1628e6cc87f3', 'status': 'completed', 'code': 200} May 02 10:25:50.968708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 28f3dfcc-02b0-42d5-a3a4-a681bace2874, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28f3dfcc-02b0-42d5-a3a4-a681bace2874,segment=NetworkSegment(664a5ac6-3e68-4cba-985e-5e18084ccaa0),segment_id=664a5ac6-3e68-4cba-985e-5e18084ccaa0)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:50.971019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:50.992913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 28f3dfcc-02b0-42d5-a3a4-a681bace2874 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:51.020031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d98fe3-4925-4078-a012-23c0e78cad5e req-fdc80c08-0533-4534-96d3-1c2348e467a2 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:51.029871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2d98fe3-4925-4078-a012-23c0e78cad5e req-fdc80c08-0533-4534-96d3-1c2348e467a2 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.0694776 May 02 10:25:51.109044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55068) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:51.111530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2d98fe3-4925-4078-a012-23c0e78cad5e req-02324ad9-4818-4300-b4b7-c773b3ffdf36 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804036 May 02 10:25:51.210448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Deleting subnet 6c30019a-24c3-4d64-b103-998fcc29492b {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:25:51.214297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Publish callbacks [] for subnet (6c30019a-24c3-4d64-b103-998fcc29492b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.318128 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (6c30019a-24c3-4d64-b103-998fcc29492b), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.340342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (28f3dfcc-02b0-42d5-a3a4-a681bace2874), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.375317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 28f3dfcc-02b0-42d5-a3a4-a681bace2874 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:51.383217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=28f3dfcc-02b0-42d5-a3a4-a681bace2874,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:51.445462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6c30019a-24c3-4d64-b103-998fcc29492b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.504348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.536171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca451e3d-abaf-450d-b5e0-48d07fb72a90']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:51.548095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664a5ac6-3e68-4cba-985e-5e18084ccaa0') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:51.548460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664a5ac6-3e68-4cba-985e-5e18084ccaa0') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:51.565130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.585116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.593048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:51.593358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (664a5ac6-3e68-4cba-985e-5e18084ccaa0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: timer() May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:51.596573 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:51.664820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (6c30019a-24c3-4d64-b103-998fcc29492b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.680796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.686481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6c30019a-24c3-4d64-b103-998fcc29492b HTTP/1.1" status: 204 len: 168 time: 0.5748754 May 02 10:25:51.689092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:51.709698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b27268-ebaf-4200-ad67-ca914239fa12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c30019a-24c3-4d64-b103-998fcc29492b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:51.776268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ca451e3d-abaf-450d-b5e0-48d07fb72a90), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.783561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.791361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/ca451e3d-abaf-450d-b5e0-48d07fb72a90 HTTP/1.1" status: 204 len: 168 time: 3.2835729 May 02 10:25:51.808324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:51.813186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1509131445'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:51.852450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c2491-5f4b-4fcd-8e38-f31d0b2d8f1c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=ca451e3d-abaf-450d-b5e0-48d07fb72a90,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:51.879417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c128c3d4-6be0-44a8-b3cf-3baf42805f61 req-edf07865-e9b1-4091-98b5-246becefef9a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:51.881026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87f528-460c-4c15-a04f-7d6e17ba5cf4 req-49505e05-77bb-46b0-b1f3-fdf9bb171eed tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:51.882866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed87f528-460c-4c15-a04f-7d6e17ba5cf4 req-49505e05-77bb-46b0-b1f3-fdf9bb171eed tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.0697861 May 02 10:25:51.886493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c128c3d4-6be0-44a8-b3cf-3baf42805f61 req-edf07865-e9b1-4091-98b5-246becefef9a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0923202 May 02 10:25:51.919593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:51.953200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c128c3d4-6be0-44a8-b3cf-3baf42805f61 req-837fe054-7735-49fe-9e44-72118970a6a8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657663 May 02 10:25:52.005209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed87f528-460c-4c15-a04f-7d6e17ba5cf4 req-7a117854-a9da-42d9-ba91-4bd181338cfb tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061771 May 02 10:25:52.011191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:52.018131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.034983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:52.080435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.082606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 9d04c3a6-9448-454a-aff6-594564722087 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:52.083035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9d04c3a6-9448-454a-aff6-594564722087 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:52.099873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:25:52.101805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55096) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:52.107793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4c9584-6756-4ae7-bf4a-058c6f0bf65a']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:52.122046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad292066-f4f0-433d-b3c2-71da7d7db03e') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:52.122789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad292066-f4f0-433d-b3c2-71da7d7db03e') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:52.134452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ad292066-f4f0-433d-b3c2-71da7d7db03e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.153714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ad292066-f4f0-433d-b3c2-71da7d7db03e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.160913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:52.161622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ad292066-f4f0-433d-b3c2-71da7d7db03e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.166680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.166680 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment f690aa56-1e90-4ddb-8990-6c19612b46ce of type vlan for network f82a44c6-29d7-417b-9750-99439730d1f0 May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:52.167001 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:52.178242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f1a476-5edb-4f3e-8475-3b91a842b2d8 req-40d0f295-bce4-4050-90c8-457d5a742c2c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:52.179892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24f1a476-5edb-4f3e-8475-3b91a842b2d8 req-40d0f295-bce4-4050-90c8-457d5a742c2c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1234243 May 02 10:25:52.284811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.302372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fd4c9584-6756-4ae7-bf4a-058c6f0bf65a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.313178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.316630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fd4c9584-6756-4ae7-bf4a-058c6f0bf65a HTTP/1.1" status: 204 len: 168 time: 0.6262314 May 02 10:25:52.320255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:52.336373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a332cde8-ef58-429f-8c43-91a7ff439349 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4c9584-6756-4ae7-bf4a-058c6f0bf65a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:52.350422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24f1a476-5edb-4f3e-8475-3b91a842b2d8 req-fdf74e7a-14a9-4573-aa72-168309f933ba tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607165 May 02 10:25:52.387741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Deleting subnet d17233c0-c6b3-474e-8829-8a86e21cb876 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:25:52.393067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Publish callbacks [] for subnet (d17233c0-c6b3-474e-8829-8a86e21cb876), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.437512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.442571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:52.443366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.455656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d17233c0-c6b3-474e-8829-8a86e21cb876), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.521933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d17233c0-c6b3-474e-8829-8a86e21cb876), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.564580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=f82a44c6-29d7-417b-9750-99439730d1f0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:52.572041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7602415 May 02 10:25:52.574559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55110) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:52.590050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:25:52.597988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.600255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.601075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.601075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.601249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.601437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.601762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.602093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.602618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.602957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-653abfa4-5c44-44af-818e-dcad1018e06a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:25:52.615126 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:25:52.616016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f82a44c6-29d7-417b-9750-99439730d1f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:25:52.686710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d17233c0-c6b3-474e-8829-8a86e21cb876), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.718413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d17233c0-c6b3-474e-8829-8a86e21cb876,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:52.723076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.726412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ed3aeae7-c60a-45f8-9766-e2d42b0c55a3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d17233c0-c6b3-474e-8829-8a86e21cb876 HTTP/1.1" status: 204 len: 168 time: 0.4053693 May 02 10:25:52.729183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55112) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:52.791930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-b63d23db-3317-4de6-984f-77dbcaf6b6f0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:52.793562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-b63d23db-3317-4de6-984f-77dbcaf6b6f0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0877073 May 02 10:25:52.834119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (846db5b8-ff11-41fe-9b1f-2757895430ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.961749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (846db5b8-ff11-41fe-9b1f-2757895430ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:52.987546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846db5b8-ff11-41fe-9b1f-2757895430ec']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:52.988861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 16edff83-a423-4563-a148-1628e6cc87f3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:52.998126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5763fc4f-daab-4459-b74b-df5731605fe1') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:52.998566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5763fc4f-daab-4459-b74b-df5731605fe1') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:53.011045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (5763fc4f-daab-4459-b74b-df5731605fe1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.031098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:25:53.034737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.045764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5763fc4f-daab-4459-b74b-df5731605fe1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.058734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:53.059154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (5763fc4f-daab-4459-b74b-df5731605fe1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.066868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 16edff83-a423-4563-a148-1628e6cc87f3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:53.070754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 16edff83-a423-4563-a148-1628e6cc87f3 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:53.130907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-7b2877a4-dcbf-4be6-bb44-47ea375525e7 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:53.132812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-7b2877a4-dcbf-4be6-bb44-47ea375525e7 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.24 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.1965461 May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:53.144473 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:53.162848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port 1ac42057-3004-4fba-8f02-15e8230f8703 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:53.163260 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.166109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.194849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a457f5b-9819-49f0-92d7-d49c0a286ab2 req-9701c883-9953-49c6-9fad-8dfaa45b1a7e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:53.197194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a457f5b-9819-49f0-92d7-d49c0a286ab2 req-9701c883-9953-49c6-9fad-8dfaa45b1a7e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0512972 May 02 10:25:53.237612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (846db5b8-ff11-41fe-9b1f-2757895430ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.247809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.254190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] 10.222.0.16 "DELETE /v2.0/networks/846db5b8-ff11-41fe-9b1f-2757895430ec HTTP/1.1" status: 204 len: 168 time: 0.5241079 May 02 10:25:53.272490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4002b7d1-10ce-47e7-9732-8aed381e8715 admin admin] Pushing event deleted for resources: {'Network': ['ID=846db5b8-ff11-41fe-9b1f-2757895430ec,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:53.291959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a457f5b-9819-49f0-92d7-d49c0a286ab2 req-caa9a007-d3a0-470f-98b8-adba54b531e8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847392 May 02 10:25:53.575011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7080ab25-b43f-4f7e-b8b6-f783fa6ab709 req-6bdfd285-c77c-4d42-adf5-1833a32be764 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:53.576875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7080ab25-b43f-4f7e-b8b6-f783fa6ab709 req-6bdfd285-c77c-4d42-adf5-1833a32be764 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0702324 May 02 10:25:53.657226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7080ab25-b43f-4f7e-b8b6-f783fa6ab709 req-1e0eb8e2-ceed-4709-a4f0-eac44cb0a2a0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746872 May 02 10:25:53.713416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5512a382-8d19-4494-90f5-4575ff62dbf2 req-399a903a-353e-445a-ba07-e6f97f9ff5d3 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:53.715456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5512a382-8d19-4494-90f5-4575ff62dbf2 req-399a903a-353e-445a-ba07-e6f97f9ff5d3 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 950 time: 0.5917313 May 02 10:25:53.827604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55132) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:53.852861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Deleting port abb24975-b028-4960-b721-69c45dbc719f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:53.853304 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (abb24975-b028-4960-b721-69c45dbc719f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:53.988120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] For port 1ac42057-3004-4fba-8f02-15e8230f8703, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1ac42057-3004-4fba-8f02-15e8230f8703,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:53.988511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.045974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5512a382-8d19-4494-90f5-4575ff62dbf2 req-89658572-818a-4075-bbff-259a1c6f9f02 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/security-groups?id=d14f88b9-2fae-4147-9d4f-7d6c0423db21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000708 May 02 10:25:54.279673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c92b76ca-9bfb-4dcf-95be-a9e68d5dafbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b2130a8035040089eef66d1efbf65df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4343085 May 02 10:25:54.282396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:54.334575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] Publish callbacks [] for security_group (091f9107-bd2f-4849-8424-4854d2ab5fcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.361842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] Publish callbacks [] for security_group (091f9107-bd2f-4849-8424-4854d2ab5fcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.407640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] For port abb24975-b028-4960-b721-69c45dbc719f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=abb24975-b028-4960-b721-69c45dbc719f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:54.408012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (abb24975-b028-4960-b721-69c45dbc719f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.447056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60625f44-07fa-49df-941a-5dcf51950dc2 req-678bc9f9-a8ed-41ce-8bb2-780ef0835b99 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:54.449257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60625f44-07fa-49df-941a-5dcf51950dc2 req-678bc9f9-a8ed-41ce-8bb2-780ef0835b99 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 945 time: 0.0800228 May 02 10:25:54.456437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Calling delete_port for abb24975-b028-4960-b721-69c45dbc719f owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:54.501609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a81fe379-9466-49e5-a729-02910f293054), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.511146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60625f44-07fa-49df-941a-5dcf51950dc2 req-429c8fe4-59c6-49af-be41-dfd01f8944e2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=113baac0-6754-4f9c-8750-11c1e47dcb13&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451062 May 02 10:25:54.576251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (091f9107-bd2f-4849-8424-4854d2ab5fcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.579216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.580352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/091f9107-bd2f-4849-8424-4854d2ab5fcc HTTP/1.1" status: 204 len: 168 time: 0.2969365 May 02 10:25:54.589142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369429a1-f284-42a7-be73-f40640784423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091f9107-bd2f-4849-8424-4854d2ab5fcc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:54.636895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.637400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.637634 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP c1005aa0-be63-4504-8a6f-3ebd2f7e2523 disassociated. External IP: 172.35.4.134, port: 1ac42057-3004-4fba-8f02-15e8230f8703. May 02 10:25:54.637939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for 1ac42057-3004-4fba-8f02-15e8230f8703 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:54.664994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Deleting port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:54.665346 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:54.681901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=a81fe379-9466-49e5-a729-02910f293054,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:54.834646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'f690aa56-1e90-4ddb-8990-6c19612b46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:54.835358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: f82a44c6-29d7-417b-9750-99439730d1f0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:25:54.887880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7916848-4981-40ae-b11e-976814fc7859 req-5499c270-5a41-41cc-af1a-9b4f41212a98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:54.889434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7916848-4981-40ae-b11e-976814fc7859 req-5499c270-5a41-41cc-af1a-9b4f41212a98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1077752 May 02 10:25:54.967427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] For port 0508b7a4-8a62-48a8-8dfe-ca1b508da80f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:54.967802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.027132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Calling delete_port for 0508b7a4-8a62-48a8-8dfe-ca1b508da80f owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:55.048043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network f82a44c6-29d7-417b-9750-99439730d1f0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:25:55.076645 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7916848-4981-40ae-b11e-976814fc7859 req-4ac1bcf3-79d3-4a4a-84a9-63666909098f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540163 May 02 10:25:55.135017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (abb24975-b028-4960-b721-69c45dbc719f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.174210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Pushing event deleted for resources: {'Port': ['ID=abb24975-b028-4960-b721-69c45dbc719f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:55.186495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f82a44c6-29d7-417b-9750-99439730d1f0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:55.196947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:55.201074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.226114 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1ac42057-3004-4fba-8f02-15e8230f8703), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.239379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a3b56c-c0c2-4226-a9a9-fb6f1ef4afdb None None] Network f82a44c6-29d7-417b-9750-99439730d1f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:55.299338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51f84928-28d3-4d3f-a725-5cbdd1801a33 req-cf91eb89-cdfd-4638-87c4-5dbf84dd7b7b tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 210 time: 0.0643055 May 02 10:25:55.406956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f82a44c6-29d7-417b-9750-99439730d1f0', 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': 'a81fe379-9466-49e5-a729-02910f293054'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:25:55.412969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.497287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=1ac42057-3004-4fba-8f02-15e8230f8703,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:55.520803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-61c5b4e9-b4cf-4838-9fa1-9ad28fd17edc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.9389672 May 02 10:25:55.523543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55166) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:55.524897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] No DVR routers for this DVR port abb24975-b028-4960-b721-69c45dbc719f on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:55.528082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.531969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30163353-bc96-4e93-bf71-7d4ef71a65a2 req-9f06d46c-bb93-4a2a-ae75-8fab6847018e tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.24 "DELETE /v2.0/ports/abb24975-b028-4960-b721-69c45dbc719f HTTP/1.1" status: 204 len: 173 time: 2.3565648 May 02 10:25:55.532421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'name': 'network-vif-deleted', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:55.535263 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b5bbb4-84a8-42ef-9701-340a95d6a09f" -d '{"events": [{"server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "name": "network-vif-deleted", "tag": "abb24975-b028-4960-b721-69c45dbc719f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:55.668888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55176) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:55.670784 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc162b7f-9cbd-4ad7-a217-ec37cd02ff53 x-openstack-request-id: req-fc162b7f-9cbd-4ad7-a217-ec37cd02ff53 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:55.671076 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96bd0266-604f-460a-a037-92d5beb31ba6", "name": "network-vif-deleted", "tag": "abb24975-b028-4960-b721-69c45dbc719f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:55.671332 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc162b7f-9cbd-4ad7-a217-ec37cd02ff53 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:55.671731 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc162b7f-9cbd-4ad7-a217-ec37cd02ff53'] response: {'server_uuid': '96bd0266-604f-460a-a037-92d5beb31ba6', 'name': 'network-vif-deleted', 'tag': 'abb24975-b028-4960-b721-69c45dbc719f', 'status': 'completed', 'code': 200} May 02 10:25:55.715856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0508b7a4-8a62-48a8-8dfe-ca1b508da80f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.722692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.780654 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96fc4c0f-5c96-42ca-b171-d22f4a4f1f61 req-affd8d10-e024-4e88-809a-5f7ec59ab4b0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.0543439 May 02 10:25:55.802549 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26a35e0c-20fe-4b5f-bf27-2369c6b13440 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.818707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Allocated IP 172.20.0.1 (f82a44c6-29d7-417b-9750-99439730d1f0/a81fe379-9466-49e5-a729-02910f293054/3685c669-1374-40b6-9150-1e51dc727b51) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:25:55.824694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Pushing event deleted for resources: {'Port': ['ID=0508b7a4-8a62-48a8-8dfe-ca1b508da80f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:55.852625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8650cc1c-ce41-442b-8e5d-f271094ae327 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=11d4f336c09944c68796029ff93dcf1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1799071 May 02 10:25:55.859029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55178) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:55.914838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a81fe379-9466-49e5-a729-02910f293054), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:55.919434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:56.071080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1ac42057-3004-4fba-8f02-15e8230f8703 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:56.106730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] Publish callbacks [] for security_group (d061e3a4-54a6-4310-ba9a-1303203884b2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.160771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] Publish callbacks [] for security_group (d061e3a4-54a6-4310-ba9a-1303203884b2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.179308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 1ac42057-3004-4fba-8f02-15e8230f8703 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:56.179739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1ac42057-3004-4fba-8f02-15e8230f8703 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:56.180212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb24975-b028-4960-b721-69c45dbc719f no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:25:56.210393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: abb24975-b028-4960-b721-69c45dbc719f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:25:56.210393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device abb24975-b028-4960-b721-69c45dbc719f not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:25:56.250744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks [] for port (3685c669-1374-40b6-9150-1e51dc727b51), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.393272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (3685c669-1374-40b6-9150-1e51dc727b51), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.424335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d061e3a4-54a6-4310-ba9a-1303203884b2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.427502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.429176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d061e3a4-54a6-4310-ba9a-1303203884b2 HTTP/1.1" status: 204 len: 168 time: 0.5686882 May 02 10:25:56.452519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3c2da53-1008-4329-9cb3-25c0e4fc6ce9 req-f2709d5f-614c-4d99-b75d-bfeae8d18c62 tempest-ServerDiagnosticsNegativeTest-666488505 tempest-ServerDiagnosticsNegativeTest-666488505-project] 10.222.0.16 "GET /v2.0/ports?device_id=96bd0266-604f-460a-a037-92d5beb31ba6 HTTP/1.1" status: 200 len: 210 time: 0.0455906 May 02 10:25:56.460414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadeb971-b3bc-4795-8ff2-6874418c3575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d061e3a4-54a6-4310-ba9a-1303203884b2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:56.491536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (a81fe379-9466-49e5-a729-02910f293054), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.528309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Pushing event updated for resources: {'Port': ['ID=3685c669-1374-40b6-9150-1e51dc727b51,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:56.582894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Network f82a44c6-29d7-417b-9750-99439730d1f0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:25:56.592617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:25:56.603380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:25:56.684177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc852b-29d5-4852-b522-424be69c6f18 req-c4d2cc46-96bc-4292-8aa0-17a56027ab6d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:56.691499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4fc852b-29d5-4852-b522-424be69c6f18 req-c4d2cc46-96bc-4292-8aa0-17a56027ab6d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1215501 May 02 10:25:56.704706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.710411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Attempting to bind port 3685c669-1374-40b6-9150-1e51dc727b51 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:25:56.710859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Attempting to bind port 3685c669-1374-40b6-9150-1e51dc727b51 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f690aa56-1e90-4ddb-8990-6c19612b46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:25:56.711300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Attempting to bind port 3685c669-1374-40b6-9150-1e51dc727b51 on network f82a44c6-29d7-417b-9750-99439730d1f0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:25:56.720577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:25:56.721229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Checking segment: {'id': 'f690aa56-1e90-4ddb-8990-6c19612b46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:25:56.721730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.722090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:56.722240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Bound using segment: {'id': 'f690aa56-1e90-4ddb-8990-6c19612b46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:25:56.722787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Bound port: 3685c669-1374-40b6-9150-1e51dc727b51, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f690aa56-1e90-4ddb-8990-6c19612b46ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f82a44c6-29d7-417b-9750-99439730d1f0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:25:56.724150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3685c669-1374-40b6-9150-1e51dc727b51), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.779775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:56.835144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] No DVR routers for this DVR port 1ac42057-3004-4fba-8f02-15e8230f8703 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:56.838062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=a81fe379-9466-49e5-a729-02910f293054,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:56.844319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.847735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d6c270c-1067-4c76-9ba3-dce1a955a22a req-42aa959d-9fc6-4399-8373-15f67f3b1455 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "DELETE /v2.0/ports/1ac42057-3004-4fba-8f02-15e8230f8703 HTTP/1.1" status: 204 len: 173 time: 4.0331669 May 02 10:25:56.866355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4fc852b-29d5-4852-b522-424be69c6f18 req-8812669b-f63c-4bd8-90ba-96e77ca397d2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739066 May 02 10:25:56.877444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:56.895723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:56.896398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:56.953634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82a44c6-29d7-417b-9750-99439730d1f0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:56.997926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59d0751c-f346-4603-951f-ec8a999ca7ea req-9cd3dc34-79da-44dd-835e-b0631710253e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.0497837 May 02 10:25:57.004443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f690aa56-1e90-4ddb-8990-6c19612b46ce') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:57.004778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f690aa56-1e90-4ddb-8990-6c19612b46ce') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:57.032029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:57.068015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:57.081092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:25:57.084137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: timer() May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:25:57.097887 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:25:57.130247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] For port 3685c669-1374-40b6-9150-1e51dc727b51, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:25:57.187006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Router b31de7d9-76d4-4347-82d0-20ec6fbccae7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:25:57.198498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:57.250928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:25:57.250928 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:25:57.250928 ncdv-master-1 neutron-server[115663]: [parameters: {'id': 'f82a44c6-29d7-417b-9750-99439730d1f0'}] May 02 10:25:57.250928 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:25:57.251405 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:25:57.263531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] For port 3685c669-1374-40b6-9150-1e51dc727b51, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3685c669-1374-40b6-9150-1e51dc727b51,segment=NetworkSegment(f690aa56-1e90-4ddb-8990-6c19612b46ce),segment_id=f690aa56-1e90-4ddb-8990-6c19612b46ce)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:25:57.355852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:25:57.357688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3685c669-1374-40b6-9150-1e51dc727b51), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:57.364269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:57.368419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eccf0f36-5225-4b44-a430-3c1ad608dddb admin admin] 10.222.0.16 "PUT /v2.0/routers/b31de7d9-76d4-4347-82d0-20ec6fbccae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2654507 May 02 10:25:57.379916 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Sync routers for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:25:57.408050 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:57.409557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:57.513936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e22e3-f27d-48ec-9c56-a3d3b900469c None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:25:57.562542 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:57.673100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'name': 'network-vif-deleted', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:25:57.677608 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71268c0a-3a95-4ca7-8047-643cec2dda21" -d '{"events": [{"server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "name": "network-vif-deleted", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:25:57.680853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dfab5c-d393-4e56-846a-be7fd5109384 None None] Pushing event updated for resources: {'Port': ['ID=3685c669-1374-40b6-9150-1e51dc727b51,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:57.765819 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:25:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11054da9-a4fa-4ac0-9636-72eb51820efb x-openstack-request-id: req-11054da9-a4fa-4ac0-9636-72eb51820efb {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:25:57.769506 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1059131-d9e7-42dc-ad7c-741bc9000f8e", "name": "network-vif-deleted", "tag": "1ac42057-3004-4fba-8f02-15e8230f8703", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:25:57.769506 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11054da9-a4fa-4ac0-9636-72eb51820efb {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:25:57.769506 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11054da9-a4fa-4ac0-9636-72eb51820efb'] response: {'server_uuid': 'b1059131-d9e7-42dc-ad7c-741bc9000f8e', 'name': 'network-vif-deleted', 'tag': '1ac42057-3004-4fba-8f02-15e8230f8703', 'status': 'completed', 'code': 200} May 02 10:25:57.871441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e22e3-f27d-48ec-9c56-a3d3b900469c None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:25:57.901549 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:25:55Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:57.946367 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Checking router: b31de7d9-76d4-4347-82d0-20ec6fbccae7 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:57.957769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Routers {'b31de7d9-76d4-4347-82d0-20ec6fbccae7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:57.958966 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:57.990421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-502f3b11-4474-4639-864c-7435d2ee169d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:58.008327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:58.257625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:25:58.276892 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] Set router b31de7d9-76d4-4347-82d0-20ec6fbccae7 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:58.296996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:25:58.297685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:58.371691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fbd0403-0b9f-409b-b76c-bdee755837c5 req-12f8b54b-5362-4c07-b4ee-00d0a42a5c05 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=b1059131-d9e7-42dc-ad7c-741bc9000f8e HTTP/1.1" status: 200 len: 210 time: 0.1190984 May 02 10:25:58.497031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:25:55Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:58.507854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55238) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:58.516820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:25:58.542848 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5154e987-0087-4128-a57c-01e1254b7187 None None] The sync data for ids ['b31de7d9-76d4-4347-82d0-20ec6fbccae7'] in ncdv-master-1 is: [{'id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'name': 'tempest-FloatingIPsAssociationTestJSON-2025109243-router', 'tenant_id': 'bb31dc76a4c24164becf90f8b970adc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174'}], 'enable_snat': True}, 'gw_port_id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:24:25Z', 'updated_at': '2022-05-02T10:25:55Z', 'revision_number': 5, 'project_id': 'bb31dc76a4c24164becf90f8b970adc2', 'gw_port': {'id': 'e5c71990-3a5c-423f-8623-4c2fbcf1877e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:43:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b31de7d9-76d4-4347-82d0-20ec6fbccae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 770, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:24:26Z', 'updated_at': '2022-05-02T10:24:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:58.566675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:58.570402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks [] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:58.791003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:58.791937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3b19b7e0-150b-42d7-abfa-5616d1ad1d7c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a071591c8b744124be2c1ccf30bf8602&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828457 May 02 10:25:58.819194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks [] for router_gateway (b31de7d9-76d4-4347-82d0-20ec6fbccae7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:58.913006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 3685c669-1374-40b6-9150-1e51dc727b51 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:58.913006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3685c669-1374-40b6-9150-1e51dc727b51), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:58.965062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6908b3d8-20b7-4ce1-95f3-444203aa3717 None None] Network f82a44c6-29d7-417b-9750-99439730d1f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:25:58.976251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee86581-bf87-4673-b113-47d32af1fb25 req-7ce5c3e1-24a8-4aaa-9e2e-4fd07380b8da tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:25:58.991071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ee86581-bf87-4673-b113-47d32af1fb25 req-7ce5c3e1-24a8-4aaa-9e2e-4fd07380b8da tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.2114012 May 02 10:25:59.101038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:59.146794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dcce54c-aaeb-4cc7-859d-38828d4b2d15 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd9f739d8-65b1-4536-aaa1-36395e7656ed', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.212', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 670, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:dd:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8677a844-d792-44ca-a2e6-54d731eeebee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:23:41Z', 'updated_at': '2022-05-02T10:24:03Z', 'revision_number': 2, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:25:59.147147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] Publish callbacks [] for security_group (d14f88b9-2fae-4147-9d4f-7d6c0423db21), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.174557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.195313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] Publish callbacks [] for security_group (d14f88b9-2fae-4147-9d4f-7d6c0423db21), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.282519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ee86581-bf87-4673-b113-47d32af1fb25 req-8c684c04-9271-483e-bd65-3d9aed6410bc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902219 May 02 10:25:59.301129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Deleting port e5c71990-3a5c-423f-8623-4c2fbcf1877e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:25:59.301129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.303665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 3685c669-1374-40b6-9150-1e51dc727b51, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3685c669-1374-40b6-9150-1e51dc727b51,segment=NetworkSegment(f690aa56-1e90-4ddb-8990-6c19612b46ce),segment_id=f690aa56-1e90-4ddb-8990-6c19612b46ce)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:59.304215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3685c669-1374-40b6-9150-1e51dc727b51), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.345316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 3685c669-1374-40b6-9150-1e51dc727b51 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:59.446353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d14f88b9-2fae-4147-9d4f-7d6c0423db21), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.446843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.447813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d14f88b9-2fae-4147-9d4f-7d6c0423db21 HTTP/1.1" status: 204 len: 168 time: 0.6523473 May 02 10:25:59.512417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb688ce-7a84-4515-8b74-97b62fa9201e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d14f88b9-2fae-4147-9d4f-7d6c0423db21,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:59.517142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] For port e5c71990-3a5c-423f-8623-4c2fbcf1877e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5c71990-3a5c-423f-8623-4c2fbcf1877e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:25:59.522818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.543421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Calling delete_port for e5c71990-3a5c-423f-8623-4c2fbcf1877e owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:25:59.580533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55270) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:59.640811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3685c669-1374-40b6-9150-1e51dc727b51), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.670707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 3685c669-1374-40b6-9150-1e51dc727b51 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:25:59.699710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (113baac0-6754-4f9c-8750-11c1e47dcb13), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.722941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=3685c669-1374-40b6-9150-1e51dc727b51,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:25:59.748172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (113baac0-6754-4f9c-8750-11c1e47dcb13), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.845590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9663f32c-3206-4f2b-a7e1-6f01048a9769 None None] New status for floating IP c1005aa0-be63-4504-8a6f-3ebd2f7e2523: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:25:59.866905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.926354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (113baac0-6754-4f9c-8750-11c1e47dcb13), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.929353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f82a44c6-29d7-417b-9750-99439730d1f0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:25:59.931501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:25:59.933948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/security-groups/113baac0-6754-4f9c-8750-11c1e47dcb13 HTTP/1.1" status: 204 len: 168 time: 0.3551507 May 02 10:25:59.938904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55274) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:25:59.954717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd368f4-b857-4de3-984a-a0c3047e340a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113baac0-6754-4f9c-8750-11c1e47dcb13,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:00.065157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f690aa56-1e90-4ddb-8990-6c19612b46ce') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:00.065744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f690aa56-1e90-4ddb-8990-6c19612b46ce') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:00.077626 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-7a612604-3bf3-46f1-9a52-dc9de69b81ec tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] show failed (client error): The resource could not be found. May 02 10:26:00.081540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a612604-3bf3-46f1-9a52-dc9de69b81ec tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups/113baac0-6754-4f9c-8750-11c1e47dcb13 HTTP/1.1" status: 404 len: 347 time: 0.1124938 May 02 10:26:00.082547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55288) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:00.137569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.166183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.182816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:00.183265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f690aa56-1e90-4ddb-8990-6c19612b46ce), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:00.220620 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:00.287472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e5c71990-3a5c-423f-8623-4c2fbcf1877e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.315025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port f14718c2-e67b-4a0d-9c70-e9ae324b4f84 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:00.316633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.370690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5c71990-3a5c-423f-8623-4c2fbcf1877e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:00.456158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.456959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.478888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for f14718c2-e67b-4a0d-9c70-e9ae324b4f84 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:00.497830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdb34-6dd7-452d-a73d-704751f37968 req-bd4c80c6-3d8c-4209-9240-4a9b8eb18873 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:00.500085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee0bdb34-6dd7-452d-a73d-704751f37968 req-bd4c80c6-3d8c-4209-9240-4a9b8eb18873 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0794129 May 02 10:26:00.555316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.559635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee0bdb34-6dd7-452d-a73d-704751f37968 req-fbf52640-7b92-4e34-82e4-1c3b58d3dbe3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 May 02 10:26:00.588806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0508b7a4-8a62-48a8-8dfe-ca1b508da80f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:00.594674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0508b7a4-8a62-48a8-8dfe-ca1b508da80f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:00.594945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0508b7a4-8a62-48a8-8dfe-ca1b508da80f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:00.665116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f82a44c6-29d7-417b-9750-99439730d1f0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.675678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.678770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/f82a44c6-29d7-417b-9750-99439730d1f0 HTTP/1.1" status: 204 len: 168 time: 5.1542044 May 02 10:26:00.683879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:00.692835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1789590947'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:00.695744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63142c88-792d-4e0c-a76d-516417f69809 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=f82a44c6-29d7-417b-9750-99439730d1f0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:00.698993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.701619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks [] for router_controller (b31de7d9-76d4-4347-82d0-20ec6fbccae7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.711639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.790159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f14718c2-e67b-4a0d-9c70-e9ae324b4f84), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.872373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=f14718c2-e67b-4a0d-9c70-e9ae324b4f84,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:00.902400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55306) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:00.916320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50bf1d5c-9ae2-46f8-ba89-9028c5b12a0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.926867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (b31de7d9-76d4-4347-82d0-20ec6fbccae7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.927369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b31de7d9-76d4-4347-82d0-20ec6fbccae7 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:26:00.934865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:00.935978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-77539d88-191f-494b-bc57-ebd9fc4a1438 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b31de7d9-76d4-4347-82d0-20ec6fbccae7 HTTP/1.1" status: 204 len: 168 time: 3.5702670 May 02 10:26:00.939089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55308) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:00.947025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:00.950926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.039810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:01.051096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Deleting subnet a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:26:01.059985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (c1005aa0-be63-4504-8a6f-3ebd2f7e2523), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.060860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Publish callbacks [] for subnet (a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.081392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.087171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8e87cac-b15a-4ecf-bfe9-ff700f9cab2d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/floatingips/c1005aa0-be63-4504-8a6f-3ebd2f7e2523 HTTP/1.1" status: 204 len: 168 time: 1.0032640 May 02 10:26:01.104647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.105487 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment f3596799-6b0b-49dd-a1c7-6a880af32762 of type vlan for network 7c2c80ec-2718-4489-992a-1c0301204ed2 May 02 10:26:01.109283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.162104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.162607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.163077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.163542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.164142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.164713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.165426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.166598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.173103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-53de50c1-1745-4a42-83aa-eaf5e3bb1782 req-10777acb-d782-4560-835b-972bc3ff6d35 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5710 time: 0.4556055 May 02 10:26:01.177920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.208945 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.290631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.296984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.297787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.301166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50bf1d5c-9ae2-46f8-ba89-9028c5b12a0a admin admin] Publish callbacks [] for security_group (8c848853-c2f4-4988-84e6-9a4b2cf80d96), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.350548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b8d440-678c-4d14-875e-e3de78feef4b req-9d44e6c3-07b9-4bca-b68c-4720ffdf7c9c tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.351952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38b8d440-678c-4d14-875e-e3de78feef4b req-9d44e6c3-07b9-4bca-b68c-4720ffdf7c9c tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 886 time: 0.1407356 May 02 10:26:01.371841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50bf1d5c-9ae2-46f8-ba89-9028c5b12a0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8c848853-c2f4-4988-84e6-9a4b2cf80d96), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.408551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=7c2c80ec-2718-4489-992a-1c0301204ed2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:01.422984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7c2c80ec-2718-4489-992a-1c0301204ed2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:01.467934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0804c445-5918-4baa-9793-a9fbfad177ec tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7787540 May 02 10:26:01.468365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55332) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:01.473552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:01.498720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-50bf1d5c-9ae2-46f8-ba89-9028c5b12a0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00028c43b25d4e399eff5cd1744297d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952291 May 02 10:26:01.502937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf1d5c-9ae2-46f8-ba89-9028c5b12a0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c848853-c2f4-4988-84e6-9a4b2cf80d96,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:01.506121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:01.508370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.568518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:01.569711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e707654-6811-4d83-bd92-e93fc022a271 None None] Network fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:01.571857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.577620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80bf0fbf-dba5-42a5-ab66-0ccbee36470c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a20d45b8-0acb-47f4-9a3e-9d7a60c64b6e HTTP/1.1" status: 204 len: 168 time: 0.6355810 May 02 10:26:01.593596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:01.653859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.654373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.654896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.655420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.655905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.656399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.657204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.657531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.658081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.662915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e354429f-c7b4-47d7-9967-8a3a2eed009a req-5d855443-6649-4a7c-aa79-9b81363b0594 tempest-NetworksTest-418898300 tempest-NetworksTest-418898300-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6362 time: 0.2732608 May 02 10:26:01.700451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] Publish callbacks [] for security_group (8c848853-c2f4-4988-84e6-9a4b2cf80d96), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.736164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.752525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] Publish callbacks [] for security_group (8c848853-c2f4-4988-84e6-9a4b2cf80d96), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.796051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] DHCP port deletion for fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:26:01.844059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:01.848925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.867204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.869574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69370cf-4031-4192-bdf4-db1f53b5f2a1 req-a8add095-eba9-42f1-918c-3d88605cd255 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:01.870830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a69370cf-4031-4192-bdf4-db1f53b5f2a1 req-a8add095-eba9-42f1-918c-3d88605cd255 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1433759 May 02 10:26:01.878831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Deleting port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:01.879356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.904622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Deleting port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:01.905288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:01.940888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a69370cf-4031-4192-bdf4-db1f53b5f2a1 req-7e1580d3-f4b1-4a3a-bb78-625dc6d75f9a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629458 May 02 10:26:02.015883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] For port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:02.016373 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.030987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Calling delete_port for ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:02.053660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] For port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,segment=NetworkSegment(71d5658e-fd76-488c-a080-f45587d31605),segment_id=71d5658e-fd76-488c-a080-f45587d31605)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:02.054022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.056417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8c848853-c2f4-4988-84e6-9a4b2cf80d96), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.058984 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.060104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8c848853-c2f4-4988-84e6-9a4b2cf80d96 HTTP/1.1" status: 204 len: 168 time: 0.5532999 May 02 10:26:02.091435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Calling delete_port for ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:02.094658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ce246-df52-416a-b17b-f8b5200c0f62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c848853-c2f4-4988-84e6-9a4b2cf80d96,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.210669 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.240211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] Pushing event deleted for resources: {'Port': ['ID=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.242376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe265a-8902-4218-9e2c-e52968ceb9de None None] No DVR routers for this DVR port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:02.261508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ab0c18fd-91a0-42c8-bbdd-7e8f2d749526), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.289706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab0c18fd-91a0-42c8-bbdd-7e8f2d749526,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.298159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] No DVR routers for this DVR port ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:02.351716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (1570d1e6-e816-4b49-95af-35daf025e14f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.390532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.397598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:02.436093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:02.460620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d5658e-fd76-488c-a080-f45587d31605') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:02.460620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d5658e-fd76-488c-a080-f45587d31605') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:02.483284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (71d5658e-fd76-488c-a080-f45587d31605), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.486385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=1570d1e6-e816-4b49-95af-35daf025e14f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.502673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:02.504344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'f3596799-6b0b-49dd-a1c7-6a880af32762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:02.504763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 7c2c80ec-2718-4489-992a-1c0301204ed2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:02.507406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (71d5658e-fd76-488c-a080-f45587d31605), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.517950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:02.518357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (71d5658e-fd76-488c-a080-f45587d31605), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:02.520083 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:02.558520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:02.558898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ab0c18fd-91a0-42c8-bbdd-7e8f2d749526 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:02.562402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5c71990-3a5c-423f-8623-4c2fbcf1877e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:02.581488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e5c71990-3a5c-423f-8623-4c2fbcf1877e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:02.582010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5c71990-3a5c-423f-8623-4c2fbcf1877e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:02.629060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1dc-5bf3-4d22-9162-9d876201d8e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.656697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 7c2c80ec-2718-4489-992a-1c0301204ed2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:02.732888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1dc-5bf3-4d22-9162-9d876201d8e8 admin admin] Publish callbacks [] for security_group (27581cfe-3f6c-4ad5-84b5-9572340f948b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.734321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.739659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.743086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb HTTP/1.1" status: 204 len: 168 time: 1.1489792 May 02 10:26:02.756801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b3d0ff-bf9c-4f8d-ad2b-4cba41935621 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1e179f-1986-4dc7-9a4f-7cac8bcdbffb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.816158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7c2c80ec-2718-4489-992a-1c0301204ed2) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:02.820350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:02.821097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.825028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2920663a-31ec-4ee9-a00a-ddb589b43b85 None None] Network 7c2c80ec-2718-4489-992a-1c0301204ed2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:02.856371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d66fa1dc-5bf3-4d22-9162-9d876201d8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (27581cfe-3f6c-4ad5-84b5-9572340f948b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:02.944044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:02.944274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d66fa1dc-5bf3-4d22-9162-9d876201d8e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=596a8fcbb2ce4a07a29bedbf32cd4dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5452466 May 02 10:26:02.949533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66fa1dc-5bf3-4d22-9162-9d876201d8e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27581cfe-3f6c-4ad5-84b5-9572340f948b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:02.988033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7c2c80ec-2718-4489-992a-1c0301204ed2', 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': '1570d1e6-e816-4b49-95af-35daf025e14f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:26:02.990014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.003461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-35f4944f-17c2-42d4-b575-4b8368b67df0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5334868 May 02 10:26:03.005924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55420) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:03.050962 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] Publish callbacks [] for security_group (27581cfe-3f6c-4ad5-84b5-9572340f948b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.077163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] Publish callbacks [] for security_group (27581cfe-3f6c-4ad5-84b5-9572340f948b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.134554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e61c7f1-e9e5-4f56-ba9c-f295ff44c1ce req-512d94d0-97c2-49be-974c-41e939fc2ead tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:03.141705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e61c7f1-e9e5-4f56-ba9c-f295ff44c1ce req-512d94d0-97c2-49be-974c-41e939fc2ead tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1247177 May 02 10:26:03.192442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Allocated IP 172.20.0.1 (7c2c80ec-2718-4489-992a-1c0301204ed2/1570d1e6-e816-4b49-95af-35daf025e14f/9f05604d-1dc3-4242-8845-2397c2a109c5) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:03.211006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.227102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55434) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:03.230420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e61c7f1-e9e5-4f56-ba9c-f295ff44c1ce req-aaf9ed7b-3291-4245-9415-f7109f7ce22a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873308 May 02 10:26:03.289845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0bc9be73-a20f-4e5f-889c-63cd31236bf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb31dc76a4c24164becf90f8b970adc2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0593302 May 02 10:26:03.289845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (27581cfe-3f6c-4ad5-84b5-9572340f948b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.290781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55438) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:03.292281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.294179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/27581cfe-3f6c-4ad5-84b5-9572340f948b HTTP/1.1" status: 204 len: 168 time: 0.3480637 May 02 10:26:03.303881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91f1e1c-0de3-4486-9699-d5c3d0cb9f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27581cfe-3f6c-4ad5-84b5-9572340f948b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:03.308755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1570d1e6-e816-4b49-95af-35daf025e14f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.395265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] Publish callbacks [] for security_group (f2cda3a0-8f7c-4ad2-a6c3-f00361522f21), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.426273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] Publish callbacks [] for security_group (f2cda3a0-8f7c-4ad2-a6c3-f00361522f21), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.453426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks [] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.534838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.563765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f2cda3a0-8f7c-4ad2-a6c3-f00361522f21), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.567017 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.568712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f2cda3a0-8f7c-4ad2-a6c3-f00361522f21 HTTP/1.1" status: 204 len: 168 time: 0.2703581 May 02 10:26:03.580526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bb22b-5772-47ce-8960-63594e445252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2cda3a0-8f7c-4ad2-a6c3-f00361522f21,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:03.584091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Network 7c2c80ec-2718-4489-992a-1c0301204ed2 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:03.596616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:03.603067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:03.605798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Pushing event updated for resources: {'Port': ['ID=9f05604d-1dc3-4242-8845-2397c2a109c5,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:03.622629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (1570d1e6-e816-4b49-95af-35daf025e14f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.653465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=1570d1e6-e816-4b49-95af-35daf025e14f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:03.681089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Attempting to bind port 9f05604d-1dc3-4242-8845-2397c2a109c5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:03.681465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Attempting to bind port 9f05604d-1dc3-4242-8845-2397c2a109c5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f3596799-6b0b-49dd-a1c7-6a880af32762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:03.681866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Attempting to bind port 9f05604d-1dc3-4242-8845-2397c2a109c5 on network 7c2c80ec-2718-4489-992a-1c0301204ed2 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:03.688460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:03.688889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Checking segment: {'id': 'f3596799-6b0b-49dd-a1c7-6a880af32762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:03.694238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.694238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Bound using segment: {'id': 'f3596799-6b0b-49dd-a1c7-6a880af32762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:03.694238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Bound port: 9f05604d-1dc3-4242-8845-2397c2a109c5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3596799-6b0b-49dd-a1c7-6a880af32762', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c2c80ec-2718-4489-992a-1c0301204ed2'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:03.694238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.725491 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.747317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2c80ec-2718-4489-992a-1c0301204ed2']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:03.759335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3596799-6b0b-49dd-a1c7-6a880af32762') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:03.759636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3596799-6b0b-49dd-a1c7-6a880af32762') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:03.776226 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.784131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] For port 9f05604d-1dc3-4242-8845-2397c2a109c5, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:03.790885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.801254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:03.802208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:03.807077 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:03.868030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] For port 9f05604d-1dc3-4242-8845-2397c2a109c5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f05604d-1dc3-4242-8845-2397c2a109c5,segment=NetworkSegment(f3596799-6b0b-49dd-a1c7-6a880af32762),segment_id=f3596799-6b0b-49dd-a1c7-6a880af32762)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:03.929371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:26:03.929371 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:26:03.929371 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '7c2c80ec-2718-4489-992a-1c0301204ed2'}] May 02 10:26:03.929371 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:26:03.929782 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:26:03.992134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.084672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67e7600-11a4-413c-b96c-9953617fc4de None None] Pushing event updated for resources: {'Port': ['ID=9f05604d-1dc3-4242-8845-2397c2a109c5,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:04.111772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b9b44f-95f8-4a06-949c-847474794c7e None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:26:04.208123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9b44f-95f8-4a06-949c-847474794c7e None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:26:04.401340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb10842-02c2-48e1-af1f-4e843025703d None None] Network 7c2c80ec-2718-4489-992a-1c0301204ed2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:04.431441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.461708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:04.484177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c76aac-7ed3-4c32-842e-a0bd1fabd4d4 req-2802452a-0028-4215-af30-70f67ede6efc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:04.486058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42c76aac-7ed3-4c32-842e-a0bd1fabd4d4 req-2802452a-0028-4215-af30-70f67ede6efc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0792665 May 02 10:26:04.511367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cd98e07-bab8-446d-a7d3-32f1d4723a28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.549592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 9f05604d-1dc3-4242-8845-2397c2a109c5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:04.550217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.626244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42c76aac-7ed3-4c32-842e-a0bd1fabd4d4 req-f8c0d5d6-13fb-48db-8bc6-75054dbe7473 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128316 May 02 10:26:04.638765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 9f05604d-1dc3-4242-8845-2397c2a109c5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f05604d-1dc3-4242-8845-2397c2a109c5,segment=NetworkSegment(f3596799-6b0b-49dd-a1c7-6a880af32762),segment_id=f3596799-6b0b-49dd-a1c7-6a880af32762)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:04.639139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.654056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 9f05604d-1dc3-4242-8845-2397c2a109c5 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:04.672192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fde20b-eb67-4de9-aada-abe4d8d42cc8 req-6fcfe1ae-e869-40d3-a025-043f78046d34 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:04.674151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1fde20b-eb67-4de9-aada-abe4d8d42cc8 req-6fcfe1ae-e869-40d3-a025-043f78046d34 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0711899 May 02 10:26:04.751546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cd98e07-bab8-446d-a7d3-32f1d4723a28 admin admin] Publish callbacks [] for security_group (4c43601e-f62e-4025-9add-c48dbe09c12a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.773585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1fde20b-eb67-4de9-aada-abe4d8d42cc8 req-7fe9022d-95cc-479d-b1e1-b82cd2d47b3c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902083 May 02 10:26:04.828634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cd98e07-bab8-446d-a7d3-32f1d4723a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4c43601e-f62e-4025-9add-c48dbe09c12a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.853057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-bef60b9d-53e5-49a2-a711-84001efda414 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:04.855192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-bef60b9d-53e5-49a2-a711-84001efda414 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.1421113 May 02 10:26:04.877169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-ed95aeba-c375-42b2-b295-a7b31909d840 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/quotas/a1ea8413418742c49c7aadca80d951ed HTTP/1.1" status: 200 len: 375 time: 0.0140450 May 02 10:26:04.879080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0cd98e07-bab8-446d-a7d3-32f1d4723a28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d3cc19b3fced44ec8a4bbceefe623f6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4162095 May 02 10:26:04.882720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:04.891036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd98e07-bab8-446d-a7d3-32f1d4723a28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c43601e-f62e-4025-9add-c48dbe09c12a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:04.943473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] Publish callbacks [] for security_group (4c43601e-f62e-4025-9add-c48dbe09c12a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.946231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-4620a85b-d4cc-4be8-af72-190ad629777d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0639107 May 02 10:26:04.948129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9f05604d-1dc3-4242-8845-2397c2a109c5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:04.969331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] Publish callbacks [] for security_group (4c43601e-f62e-4025-9add-c48dbe09c12a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.003539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 9f05604d-1dc3-4242-8845-2397c2a109c5 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:05.005686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=9f05604d-1dc3-4242-8845-2397c2a109c5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:05.125218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4c43601e-f62e-4025-9add-c48dbe09c12a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.128481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.131269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4c43601e-f62e-4025-9add-c48dbe09c12a HTTP/1.1" status: 204 len: 168 time: 0.2471180 May 02 10:26:05.147667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.147898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a64ca-9455-4a27-9af4-12bfc322b3b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c43601e-f62e-4025-9add-c48dbe09c12a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:05.174782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-dd627722-8839-48af-b24e-93ad01686e19 service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238076 May 02 10:26:05.179102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c2c80ec-2718-4489-992a-1c0301204ed2']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:05.200543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3596799-6b0b-49dd-a1c7-6a880af32762') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:05.200968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3596799-6b0b-49dd-a1c7-6a880af32762') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:05.225128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.270073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.281846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:05.282316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f3596799-6b0b-49dd-a1c7-6a880af32762), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:05.285246 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:05.347932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-4da49d38-551d-4df5-ac40-19f4cf5e58d4 service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654980 May 02 10:26:05.476852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7c2c80ec-2718-4489-992a-1c0301204ed2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.482302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.485605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/7c2c80ec-2718-4489-992a-1c0301204ed2 HTTP/1.1" status: 204 len: 168 time: 2.4786751 May 02 10:26:05.490015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55526) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:05.496288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892589827'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:05.505510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd2ff1d-022b-4a57-a7ed-4e04f90b0f94 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=7c2c80ec-2718-4489-992a-1c0301204ed2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:05.622662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:05.628089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.660589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:05.683004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.683694 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment 54f23be1-0f74-453b-ae2f-c49815512d0b of type vlan for network a0c49ac1-fac5-405d-a457-c83a2e35afcc May 02 10:26:05.774810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-9e4361ef-f9b1-455b-bfc7-1ea5952e02aa tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0555019 May 02 10:26:05.808159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39291e-e99b-4ff5-97fe-33a9ea1104fc req-1b82844f-3a47-4d4e-85dc-4c6e22415866 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:05.815755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d39291e-e99b-4ff5-97fe-33a9ea1104fc req-1b82844f-3a47-4d4e-85dc-4c6e22415866 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0681970 May 02 10:26:05.858146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:05.880538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d39291e-e99b-4ff5-97fe-33a9ea1104fc req-52366772-dbeb-4921-9818-8eaeee9f05bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629358 May 02 10:26:05.963601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4b97af16-2ab9-47fa-89bb-f29ae4ff80c4 req-e3a1e035-b94b-4e31-96a3-d2668f0d8043 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 210 time: 0.0389314 May 02 10:26:05.979209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-743a199a-5425-4064-809f-b1a2f003a637 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:05.985691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-743a199a-5425-4064-809f-b1a2f003a637 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2080774 May 02 10:26:05.998529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-bce68ae8-da9c-40bf-9f1a-f52333be30aa tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/quotas/e9bce7a6faeb4a9693c73a4fd0b12d9c HTTP/1.1" status: 200 len: 375 time: 0.0118945 May 02 10:26:06.041893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-8c5c7d57-df3a-4cac-81ca-feccfa9d3871 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369136 May 02 10:26:06.042796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:06.048309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:06.049002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-556891'] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:06.079124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18297700-2df5-4dad-9024-50d30f1c97f4 req-59f3553b-0fb0-4bcd-805f-ee53ae12fdbb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:06.080774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18297700-2df5-4dad-9024-50d30f1c97f4 req-59f3553b-0fb0-4bcd-805f-ee53ae12fdbb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0557625 May 02 10:26:06.146029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=a0c49ac1-fac5-405d-a457-c83a2e35afcc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:06.157527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:06.163369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18297700-2df5-4dad-9024-50d30f1c97f4 req-7b4ef961-8407-404b-8065-522020d52148 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700636 May 02 10:26:06.236098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51026456-961d-4b7a-950b-a26720481e70 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7448034 May 02 10:26:06.238635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:06.243665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:06.388198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58d3f590-a83e-4995-8499-3e384a4fb175 req-0f91cf27-00f0-41b6-8efc-4017302a10f5 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0434759 May 02 10:26:06.449877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:06.579865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:06.599935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc is not hosted by any dhcp agent {{(pid=115662) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 10:26:06.609897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:06.609897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:06.609897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "PUT /v2.0/networks/a0c49ac1-fac5-405d-a457-c83a2e35afcc HTTP/1.1" status: 200 len: 723 time: 0.3672447 May 02 10:26:06.610526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55586) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:06.615098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:06.654128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89e376-0c08-43aa-8063-2f2421ecaf58 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=a0c49ac1-fac5-405d-a457-c83a2e35afcc,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:06.666849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:06.751777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:06.756171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.007589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de616edb-0fdf-42cb-b164-a14f86a06ac9 req-89265809-b55c-47fd-9a93-9f077f9a92b1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:07.010567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de616edb-0fdf-42cb-b164-a14f86a06ac9 req-89265809-b55c-47fd-9a93-9f077f9a92b1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0561121 May 02 10:26:07.032468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:07.065542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c49d417-f922-4835-b41c-f890630bf03b req-6920c1e3-1387-4a07-baaa-b6991b8f2a55 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 210 time: 0.0326719 May 02 10:26:07.074247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (537c918c-b4ee-474a-8465-8c8b81968a24), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.090396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de616edb-0fdf-42cb-b164-a14f86a06ac9 req-ecdb7a01-4c73-4bf8-8d26-45a3ad39392c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674720 May 02 10:26:07.135761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:07.136443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.154263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=537c918c-b4ee-474a-8465-8c8b81968a24,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:07.171380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': '54f23be1-0f74-453b-ae2f-c49815512d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:07.171756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: a0c49ac1-fac5-405d-a457-c83a2e35afcc, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:07.188216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:07.192288 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d39d8b00-5904-4052-87ca-b5a3d6b3c6cc" -d '{"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-unplugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:07.200567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:07.238860 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a3781b7-b9e1-4deb-8d48-7858a311616a x-openstack-request-id: req-9a3781b7-b9e1-4deb-8d48-7858a311616a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:07.239180 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-unplugged", "status": "completed", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:07.239574 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a3781b7-b9e1-4deb-8d48-7858a311616a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:07.239921 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a3781b7-b9e1-4deb-8d48-7858a311616a'] response: {'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'code': 200} May 02 10:26:07.296891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbff767-cb85-4544-8573-adfd7d61a476 req-1052b429-c93a-4aa5-b28b-65cbd596463c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:07.298512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bbff767-cb85-4544-8573-adfd7d61a476 req-1052b429-c93a-4aa5-b28b-65cbd596463c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0480659 May 02 10:26:07.317061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.326501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:07.370856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bbff767-cb85-4544-8573-adfd7d61a476 req-d76aa11e-33c5-4282-b569-3bfbd5f0d61a tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665262 May 02 10:26:07.406331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:07.461786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0c49ac1-fac5-405d-a457-c83a2e35afcc) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:07.472795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf0c6f-0126-406f-a885-159910853773 None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:07.475368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:07.479695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.509399 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9654598-2570-41eb-8d5b-e274f6f865de req-3a07107c-6dc7-41f8-910a-aad7bce57720 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0550718 May 02 10:26:07.600744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-1b67f97b-8ce1-4082-b294-07597cec0a77 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:07.604990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-1b67f97b-8ce1-4082-b294-07597cec0a77 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b1aa3ed-e305-40a6-a6b2-71f18da06973 HTTP/1.1" status: 200 len: 943 time: 0.0776236 May 02 10:26:07.613406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43e66fb4-3814-455f-a35f-c5fb8b84b3ac tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0025830 May 02 10:26:07.621163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55624) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:07.626955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:07.640896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0c49ac1-fac5-405d-a457-c83a2e35afcc', 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': '537c918c-b4ee-474a-8465-8c8b81968a24'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:26:07.641983 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.744533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8575926'] for subnet (537c918c-b4ee-474a-8465-8c8b81968a24), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:07.985429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777839137271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8560650'] for subnet (537c918c-b4ee-474a-8465-8c8b81968a24), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.044444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Allocated IP 172.20.0.2 (a0c49ac1-fac5-405d-a457-c83a2e35afcc/537c918c-b4ee-474a-8465-8c8b81968a24/9cd71ead-f84e-479c-a886-ab50b7bd8bcc) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:08.048249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=537c918c-b4ee-474a-8465-8c8b81968a24,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:08.050866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:08.051660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.052962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42bf2a1b-6c41-4f64-84b8-f0e077e1411d tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "PUT /v2.0/subnets/537c918c-b4ee-474a-8465-8c8b81968a24 HTTP/1.1" status: 200 len: 806 time: 0.4307780 May 02 10:26:08.055825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55642) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:08.201799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25f5dd7b-9097-467a-8ef7-cad12cc753a3 req-a3e7e9eb-2b67-4257-807b-d4daf9040230 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 210 time: 0.0583782 May 02 10:26:08.232158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.253121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks [] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.286241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (537c918c-b4ee-474a-8465-8c8b81968a24), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.323187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bf8ae2-809b-4e53-bd9c-f5563ab76ccd req-8229b70f-cdeb-437c-9e2f-c5626cc5d8b0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:08.324729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12bf8ae2-809b-4e53-bd9c-f5563ab76ccd req-8229b70f-cdeb-437c-9e2f-c5626cc5d8b0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0499830 May 02 10:26:08.398292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12bf8ae2-809b-4e53-bd9c-f5563ab76ccd req-1eb52a06-a23b-467a-9bc0-8c7bba01782f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634611 May 02 10:26:08.416591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.486420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:08.510820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:08.527369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:08.539633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Pushing event updated for resources: {'Port': ['ID=9cd71ead-f84e-479c-a886-ab50b7bd8bcc,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:08.546555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-4ea8628c-d1a5-47dd-b071-e4d62691ca1f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:08.548341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-4ea8628c-d1a5-47dd-b071-e4d62691ca1f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.1760225 May 02 10:26:08.561772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Request body: {'port': {'device_id': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'admin_state_up': True, 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:08.573131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd637d0e-8948-40a6-993a-d6a38bbcfb47 req-2f942021-c2d7-4999-b7eb-f8bbaabbf834 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:08.574606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fd637d0e-8948-40a6-993a-d6a38bbcfb47 req-2f942021-c2d7-4999-b7eb-f8bbaabbf834 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.0829210 May 02 10:26:08.624518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Attempting to bind port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:08.625054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Attempting to bind port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '54f23be1-0f74-453b-ae2f-c49815512d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:08.625599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Attempting to bind port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc on network a0c49ac1-fac5-405d-a457-c83a2e35afcc {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:08.632558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:08.633201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Checking segment: {'id': '54f23be1-0f74-453b-ae2f-c49815512d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:08.633701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.634189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Bound using segment: {'id': '54f23be1-0f74-453b-ae2f-c49815512d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:08.635438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Bound port: 9cd71ead-f84e-479c-a886-ab50b7bd8bcc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54f23be1-0f74-453b-ae2f-c49815512d0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:08.635937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.655314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (537c918c-b4ee-474a-8465-8c8b81968a24), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.688698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6ad1d01-a248-409e-a1b0-c2a9f88f8c4a req-03227c59-8bdf-4a1d-8348-ea6fd7e05255 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0307286 May 02 10:26:08.700817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=537c918c-b4ee-474a-8465-8c8b81968a24,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:08.704817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] For port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:08.708943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] For port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cd71ead-f84e-479c-a886-ab50b7bd8bcc,segment=NetworkSegment(54f23be1-0f74-453b-ae2f-c49815512d0b),segment_id=54f23be1-0f74-453b-ae2f-c49815512d0b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:08.771901 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fd637d0e-8948-40a6-993a-d6a38bbcfb47 req-8410497d-c95c-4509-9fe4-b300e5c59323 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764603 May 02 10:26:08.809706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.826158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.838751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c49ac1-fac5-405d-a457-c83a2e35afcc']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:08.850315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f23be1-0f74-453b-ae2f-c49815512d0b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:08.850642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f23be1-0f74-453b-ae2f-c49815512d0b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:08.861801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.866807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-247a9296-c851-49ca-923b-0b5c5eecdc46 req-8a7ee091-5076-4076-b4b4-b1f886a7cb93 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=40020fab911e41af89452a40ec1dd049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0270822 May 02 10:26:08.903684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.916684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:08.917195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:08.917356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4fd0ab-b70e-490f-b8bf-04ae47d4438e None None] Pushing event updated for resources: {'Port': ['ID=9cd71ead-f84e-479c-a886-ab50b7bd8bcc,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:08.921391 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:08.956440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f50c458-8272-4abc-b90e-a42b149befae None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:26:08.975135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:08.979453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:09.083501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Deleting port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:09.083732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:09.089793 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-1ecc32a4-869d-443e-8d14-06088ef00412 service neutron] show failed (client error): The resource could not be found. May 02 10:26:09.090999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-1ecc32a4-869d-443e-8d14-06088ef00412 service neutron] 10.222.0.15 "GET /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1561050 May 02 10:26:09.093240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f50c458-8272-4abc-b90e-a42b149befae None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:26:09.095526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-d185d2f9-81d1-4e7e-b44d-508c61151014 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:09.106363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a9296-c851-49ca-923b-0b5c5eecdc46 req-08cdacea-d8aa-4863-abb0-47943b966186 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:09.113594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-d185d2f9-81d1-4e7e-b44d-508c61151014 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.1084564 May 02 10:26:09.114305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-247a9296-c851-49ca-923b-0b5c5eecdc46 req-08cdacea-d8aa-4863-abb0-47943b966186 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2398107 May 02 10:26:09.128843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-247a9296-c851-49ca-923b-0b5c5eecdc46 req-df58f960-0808-4da4-99f6-9fbe91e41e69 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/quotas/40020fab911e41af89452a40ec1dd049 HTTP/1.1" status: 200 len: 375 time: 0.0128264 May 02 10:26:09.317577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b95bf4dc-d558-4d1e-913f-acd876706007 None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:09.433091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c948452-1ddf-4122-90e3-66337b5a8a12 None None] Network a0c49ac1-fac5-405d-a457-c83a2e35afcc requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:09.436911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:26:09.436911 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:26:09.436911 ncdv-master-1 neutron-server[115662]: [parameters: {'id': 'a0c49ac1-fac5-405d-a457-c83a2e35afcc'}] May 02 10:26:09.436911 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:26:09.437536 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:26:09.547906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-247a9296-c851-49ca-923b-0b5c5eecdc46 req-5697db54-4a75-44bf-af02-a7a8a0b67c17 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40020fab911e41af89452a40ec1dd049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4130776 May 02 10:26:09.560394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-0d5feacb-fac7-4651-a8aa-32fd235739ce tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1271265 May 02 10:26:09.600936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b20ba6a-3672-4be7-b3bc-08d4687a91bd req-43008bf4-fb78-4d79-b725-acc15dc621ae tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 210 time: 0.1652851 May 02 10:26:09.727495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfba6a-c0b8-48b1-b266-50e981d62601 req-3c742289-3f20-402a-aa2b-a720ab4a00a1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:09.729112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53bfba6a-c0b8-48b1-b266-50e981d62601 req-3c742289-3f20-402a-aa2b-a720ab4a00a1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0512850 May 02 10:26:09.780271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] For port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:09.786872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:09.800893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53bfba6a-c0b8-48b1-b266-50e981d62601 req-116fa19f-9ea2-4887-a2da-ac86578832d5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649493 May 02 10:26:09.805792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:09.806144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:09.845673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Calling delete_port for 73d29a7b-673a-4a93-bb78-fc2263dbd6fa owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:09.870007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Allocated IP 172.20.0.3 (7326cf19-c100-4433-b49e-2eebe1fefed2/cc765138-2c53-4275-91e3-7ae1885c4f57/4cb1c9a4-3211-4d7a-9355-b6045cc3732d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:09.890959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-d52cf08e-4035-4d73-8cd5-1571d57a29b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:09.892638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-d52cf08e-4035-4d73-8cd5-1571d57a29b6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1132 time: 0.0602689 May 02 10:26:09.912266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:09.923549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6c831a-0bfc-4e25-83f8-76d2b59fe0c0 req-c33183fe-067f-4cf7-ac31-aa401f47cf2b tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0545182 May 02 10:26:09.925424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-ef11ba73-040c-46d5-bf22-f27bde918f26 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:09.927148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-ef11ba73-040c-46d5-bf22-f27bde918f26 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3431644 May 02 10:26:09.944761 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:09.999084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Request body: {'port': {'device_id': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': 'e9bce7a6faeb4a9693c73a4fd0b12d9c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:10.076111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.210116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9a99bc-be54-4621-ae6d-1875699a61e9 req-c464f421-0666-4423-b806-e40f97c18308 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:10.216992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d9a99bc-be54-4621-ae6d-1875699a61e9 req-c464f421-0666-4423-b806-e40f97c18308 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 945 time: 0.2253180 May 02 10:26:10.289479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:10.289862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.314486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:10.348756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:10.349102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.358256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:10.414036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69a6b823-fde8-48ec-8ac1-53ac92d48120 req-32e575c4-7baa-4a3c-8d24-c2cee4f27a16 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=40020fab911e41af89452a40ec1dd049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244217 May 02 10:26:10.450239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:10.452699 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07c662ac-d128-4f56-8872-539c9abf5152" -d '{"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-unplugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:10.456992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks [] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.555414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a6b823-fde8-48ec-8ac1-53ac92d48120 req-caab88ec-c24e-44d3-a3d3-f30a40a6ea06 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:10.558505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69a6b823-fde8-48ec-8ac1-53ac92d48120 req-caab88ec-c24e-44d3-a3d3-f30a40a6ea06 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1369321 May 02 10:26:10.572845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69a6b823-fde8-48ec-8ac1-53ac92d48120 req-0071ecba-ee21-4bb5-be45-a0ddec34b95c tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/quotas/40020fab911e41af89452a40ec1dd049 HTTP/1.1" status: 200 len: 375 time: 0.0099819 May 02 10:26:10.596820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9cd71ead-f84e-479c-a886-ab50b7bd8bcc,segment=NetworkSegment(54f23be1-0f74-453b-ae2f-c49815512d0b),segment_id=54f23be1-0f74-453b-ae2f-c49815512d0b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:10.597188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.606817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d9a99bc-be54-4621-ae6d-1875699a61e9 req-0d8e2bc5-325e-4750-87f0-725cef9ef1e2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=25e1cc13-3541-4011-9aea-e8e91b5098bb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890235 May 02 10:26:10.607316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69a6b823-fde8-48ec-8ac1-53ac92d48120 req-be9b1b89-7697-44ff-9fef-0bbb6b5c24cd tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40020fab911e41af89452a40ec1dd049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289035 May 02 10:26:10.667688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 9cd71ead-f84e-479c-a886-ab50b7bd8bcc owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:10.674896 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df04db39-a7af-4c0b-b12c-f2458c2c1e2a x-openstack-request-id: req-df04db39-a7af-4c0b-b12c-f2458c2c1e2a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:10.676117 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-unplugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:10.676384 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df04db39-a7af-4c0b-b12c-f2458c2c1e2a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:10.677263 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df04db39-a7af-4c0b-b12c-f2458c2c1e2a'] response: {'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'code': 200} May 02 10:26:10.691846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks [] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.701792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (73d29a7b-673a-4a93-bb78-fc2263dbd6fa), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.705443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Transition to ACTIVE for port object b4378d1e-8496-446b-afe0-7c64a1df0ed8 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:10.768980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.811868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Made reservation on behalf of e9bce7a6faeb4a9693c73a4fd0b12d9c for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:10.815835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.816426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09545628-2232-437a-9d99-2e0f32053c15 req-5e7c40e1-50bc-40a6-8e37-2799c1681ab2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 210 time: 0.0605304 May 02 10:26:10.823155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event deleted for resources: {'Port': ['ID=73d29a7b-673a-4a93-bb78-fc2263dbd6fa,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:10.873274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] No DVR routers for this DVR port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:10.881484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:10.891838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.926855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:10.927286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:10.927671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:10.934632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:10.939607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Attempting to bind port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:10.951495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:10.952016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:10.952478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:10.953030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Bound port: b4378d1e-8496-446b-afe0-7c64a1df0ed8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:10.953472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.961479 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.961849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.962167 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP d9f739d8-65b1-4536-aaa1-36395e7656ed disassociated. External IP: 172.35.4.212, port: 2e49d0ed-e448-4b06-b99d-5e0796edc9ce. May 02 10:26:10.962511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for 2e49d0ed-e448-4b06-b99d-5e0796edc9ce owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:10.966876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] No DVR routers for this DVR port 73d29a7b-673a-4a93-bb78-fc2263dbd6fa on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:10.975171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:10.978749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c223802a-e2bd-43e1-8ab4-2ac224b3aa93 req-faf483b1-23fd-492d-86b5-f12ec0ce3998 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "DELETE /v2.0/ports/73d29a7b-673a-4a93-bb78-fc2263dbd6fa HTTP/1.1" status: 204 len: 173 time: 2.1147556 May 02 10:26:10.980888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-deleted', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:10.983184 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10715274-9bde-4c60-8a49-56e52871b784" -d '{"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-deleted", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:11.050111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:11.065161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.065715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:11.093697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:11.130265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:11.137068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:11.139804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 73d29a7b-673a-4a93-bb78-fc2263dbd6fa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:11.140374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73d29a7b-673a-4a93-bb78-fc2263dbd6fa not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:11.140982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2e49d0ed-e448-4b06-b99d-5e0796edc9ce no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:11.156592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:11.170485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f46583-37f0-443b-baa8-d8d8aac6e879 req-99064c00-2b67-4c7c-bcf0-e8eb748fb3b2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.172090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21f46583-37f0-443b-baa8-d8d8aac6e879 req-99064c00-2b67-4c7c-bcf0-e8eb748fb3b2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0992463 May 02 10:26:11.214827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.215410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.223782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.233617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:11.234013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.235860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21f46583-37f0-443b-baa8-d8d8aac6e879 req-ef494830-dab2-4020-be5a-98041ae74d84 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566978 May 02 10:26:11.242099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9cd71ead-f84e-479c-a886-ab50b7bd8bcc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.267877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73cdcb40-01ab-4d48-8d9a-816ea2ee0a98 req-3ea4790a-4802-4476-ab15-a40acb830f1c tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.1227124 May 02 10:26:11.280227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:11.293675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:11.293813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 9cd71ead-f84e-479c-a886-ab50b7bd8bcc on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:11.295289 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f01d2d13-360e-46ef-b227-043b8ba6f431" -d '{"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-unplugged", "status": "completed", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:11.311664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:11.328242 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2bbc9df-701d-47cd-ac81-8c9c901e2745 x-openstack-request-id: req-c2bbc9df-701d-47cd-ac81-8c9c901e2745 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:11.328540 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b1aa3ed-e305-40a6-a6b2-71f18da06973", "name": "network-vif-deleted", "tag": "73d29a7b-673a-4a93-bb78-fc2263dbd6fa", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:11.328894 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2bbc9df-701d-47cd-ac81-8c9c901e2745 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:11.329364 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2bbc9df-701d-47cd-ac81-8c9c901e2745'] response: {'server_uuid': '2b1aa3ed-e305-40a6-a6b2-71f18da06973', 'name': 'network-vif-deleted', 'tag': '73d29a7b-673a-4a93-bb78-fc2263dbd6fa', 'status': 'completed', 'code': 200} May 02 10:26:11.349073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=9cd71ead-f84e-479c-a886-ab50b7bd8bcc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:11.377043 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f429c05-2cb4-4223-9d8b-016226edaed5 x-openstack-request-id: req-3f429c05-2cb4-4223-9d8b-016226edaed5 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:11.377506 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-unplugged", "status": "completed", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:11.377793 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f429c05-2cb4-4223-9d8b-016226edaed5 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:11.378168 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f429c05-2cb4-4223-9d8b-016226edaed5'] response: {'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'code': 200} May 02 10:26:11.386608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.387245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.393875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] 10.222.0.24 "PUT /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 1096 time: 1.4863346 May 02 10:26:11.394665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e117c6a9-201c-4aaf-8eea-bb4640d211ab service neutron] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:11.405017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.408234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks [] for security_group (3bd3b13e-1bb5-4de3-97ba-95c723c80234), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.409040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:11.436747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-4330b554-c880-4b76-904e-0d6dde5a6841 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8798404 May 02 10:26:11.457673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Request body: {'port': {'device_id': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:11.493767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-77f3b358-a3b7-434c-8e27-b774989f1108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.501734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-77f3b358-a3b7-434c-8e27-b774989f1108 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1130 time: 0.0714297 May 02 10:26:11.514444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.538334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:26:11.539009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:11.541220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:11.564917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3bd3b13e-1bb5-4de3-97ba-95c723c80234), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.627188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0c49ac1-fac5-405d-a457-c83a2e35afcc']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:11.669612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-0a072555-b699-4445-8e5d-f0414332f65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.671597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-0a072555-b699-4445-8e5d-f0414332f65c service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1681075 May 02 10:26:11.672681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.687609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54f23be1-0f74-453b-ae2f-c49815512d0b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:11.687609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54f23be1-0f74-453b-ae2f-c49815512d0b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:11.711000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd3b13e-1bb5-4de3-97ba-95c723c80234,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:11.714023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.742626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-51966d70-85f8-4a7e-87b5-b37ddf45a767 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.0578914 May 02 10:26:11.780113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2e49d0ed-e448-4b06-b99d-5e0796edc9ce), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.785377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:11.813951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-4fbeab0d-b73d-478d-9f18-7a6c5112fc36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.815588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-4fbeab0d-b73d-478d-9f18-7a6c5112fc36 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0687826 May 02 10:26:11.898571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-58bc960a-222b-451c-896a-d16597f04e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:11.900449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-58bc960a-222b-451c-896a-d16597f04e9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0786901 May 02 10:26:11.907999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8daa3e-6669-4639-8f88-e56ff6ec473c req-e5df723d-f33c-4a9b-8b90-38c2e481b8a2 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=40020fab911e41af89452a40ec1dd049&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387003 May 02 10:26:12.083819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-924aaa0f-e105-48bf-be37-c2bf76537c84 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734166 May 02 10:26:12.091572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8daa3e-6669-4639-8f88-e56ff6ec473c req-ffa32797-ce67-4a99-90d0-db3b04e0295c tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:12.094795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8daa3e-6669-4639-8f88-e56ff6ec473c req-ffa32797-ce67-4a99-90d0-db3b04e0295c tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1843133 May 02 10:26:12.131528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:12.132124 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (54f23be1-0f74-453b-ae2f-c49815512d0b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:12.136020 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:12.148818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8daa3e-6669-4639-8f88-e56ff6ec473c req-9e99c9e8-bde6-435e-93e4-1176e891d244 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/quotas/40020fab911e41af89452a40ec1dd049 HTTP/1.1" status: 200 len: 375 time: 0.0434067 May 02 10:26:12.198994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=2e49d0ed-e448-4b06-b99d-5e0796edc9ce,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:12.214676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8daa3e-6669-4639-8f88-e56ff6ec473c req-c844b6a2-32d9-4615-b673-3d4f567f56b8 tempest-QuotasAdminNegativeTest-1127928799 tempest-QuotasAdminNegativeTest-1127928799-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=40020fab911e41af89452a40ec1dd049&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0649211 May 02 10:26:12.263494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10fc4ad-2dee-4a83-91e7-38db17f7f842 req-fbbf926e-50a8-4aa8-9877-85a7ca483e96 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693871 May 02 10:26:12.287257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f55394e-bdb6-48bd-a2b6-411280edbf3f req-91b64aaf-c04c-4335-bdc3-cc85f2fc210c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.1257935 May 02 10:26:12.409706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Allocated IP 192.168.233.7 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/b7fbea01-203e-4823-afcf-4c98ff51c501) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:12.445444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f75b9-d7a1-4591-afc7-df7432727ab3 req-3d8a22e5-8138-46e4-8542-2619faaf5384 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:12.447575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef2f75b9-d7a1-4591-afc7-df7432727ab3 req-3d8a22e5-8138-46e4-8542-2619faaf5384 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0671999 May 02 10:26:12.471714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a0c49ac1-fac5-405d-a457-c83a2e35afcc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.506493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef2f75b9-d7a1-4591-afc7-df7432727ab3 req-03da4ad2-6b89-4291-93db-67a27414e735 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516722 May 02 10:26:12.534516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.540651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/a0c49ac1-fac5-405d-a457-c83a2e35afcc HTTP/1.1" status: 204 len: 168 time: 4.4833059 May 02 10:26:12.541743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:12.566509 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e78a78-f6b9-461e-ae73-949346a6df39 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:12.568223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e78a78-f6b9-461e-ae73-949346a6df39 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:12.571172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cf400a-ad35-4815-b48e-00fef35b6a33 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=a0c49ac1-fac5-405d-a457-c83a2e35afcc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:12.571715 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a8e78a78-f6b9-461e-ae73-949346a6df39 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/a0c49ac1-fac5-405d-a457-c83a2e35afcc HTTP/1.1" status: 404 len: 339 time: 0.0287237 May 02 10:26:12.576728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:12.582950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac4e91-643d-42d6-94cc-fa1f5f33cdda req-ad1d340e-9280-4ed4-8bd4-e475de061bc0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:12.585049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ac4e91-643d-42d6-94cc-fa1f5f33cdda req-ad1d340e-9280-4ed4-8bd4-e475de061bc0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 931 time: 0.1821678 May 02 10:26:12.615170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-902048700', 'description': 'd1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:12.620843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ccf8a5f-1ea7-44bf-852b-cd865d3e04d7 req-d52d9296-fa7a-4d29-99aa-eb0dde922e2e tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0454109 May 02 10:26:12.682359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:12.690429 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23c98322-ab68-4613-a4eb-7f49675f8923" -d '{"events": [{"name": "network-changed", "server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:12.738128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:12.742427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.845593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:12.853069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e1794ad2-9795-4185-ad32-392c873115a6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.853459 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment e1794ad2-9795-4185-ad32-392c873115a6 of type vlan for network 0d35d112-508b-4993-8f6c-346b6b14336b May 02 10:26:12.870737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ac4e91-643d-42d6-94cc-fa1f5f33cdda req-b390866e-b741-4f68-bf62-8171831df383 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067869 May 02 10:26:12.875830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:26:12.901841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4cb1c9a4-3211-4d7a-9355-b6045cc3732d {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:12.912679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.920085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks [] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.965506 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c837efe8-ea35-4459-b0cb-56140111a87c x-openstack-request-id: req-c837efe8-ea35-4459-b0cb-56140111a87c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:12.970221 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:12.970221 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c837efe8-ea35-4459-b0cb-56140111a87c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:12.970221 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c837efe8-ea35-4459-b0cb-56140111a87c'] response: {'name': 'network-changed', 'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'status': 'completed', 'code': 200} May 02 10:26:12.995501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks [] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:12.998442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Transition to ACTIVE for port object 4cb1c9a4-3211-4d7a-9355-b6045cc3732d will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:13.031189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.043356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.045359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.080628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.103983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-33f6e7ed-1b9b-4cdb-b066-d83a841c413f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.105587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-33f6e7ed-1b9b-4cdb-b066-d83a841c413f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1130 time: 0.1083190 May 02 10:26:13.159390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=0d35d112-508b-4993-8f6c-346b6b14336b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:13.178171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 0d35d112-508b-4993-8f6c-346b6b14336b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:13.179736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2443fea7-b87d-4b64-a2f1-aa62585f9a01 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6019566 May 02 10:26:13.183248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55880) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:13.243427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:13.246827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:26:13.266218 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:26:13.286410 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:26:13.287387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:13.328646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3d69a953-e64b-4ee9-9f42-de2cc9a90ca9 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f82450170e949c3b8bbfa5f5789e871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0613148 May 02 10:26:13.456483 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:26:13.459918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] No DVR routers for this DVR port 2e49d0ed-e448-4b06-b99d-5e0796edc9ce on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:13.482017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-9efcb901-2dc7-449a-982a-87f04fe5510e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.485782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-9efcb901-2dc7-449a-982a-87f04fe5510e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1563177 May 02 10:26:13.486295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc5b592-5d71-49d7-afda-1b1cb287fc71 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.490255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4fc5b592-5d71-49d7-afda-1b1cb287fc71 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks?id=0d35d112-508b-4993-8f6c-346b6b14336b HTTP/1.1" status: 200 len: 760 time: 0.2975953 May 02 10:26:13.491842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.492841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55894) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:13.495851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a200b7a6-4d88-47dd-a702-e32c5cefe8c2 req-5ab3e0dd-59c2-4b2e-a2b8-efc9b43d4dc4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "DELETE /v2.0/ports/2e49d0ed-e448-4b06-b99d-5e0796edc9ce HTTP/1.1" status: 204 len: 173 time: 4.0638173 May 02 10:26:13.498450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-deleted', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:13.507759 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3bb2fdf-b7e8-478a-8e57-ca36ce724509" -d '{"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-deleted", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:13.509520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'description': 'd2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:13.519791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c09c5f72-4d56-4a91-99ac-41436dbff235 req-6448fe86-b62e-4c64-9188-7caa75fc7888 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.1072979 May 02 10:26:13.520867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.582647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-57497f52-04f4-4004-a3aa-872e208812ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.583277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-37d3c879-e54b-4ae5-897a-51ed3c492c4a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/quotas/4f82450170e949c3b8bbfa5f5789e871 HTTP/1.1" status: 200 len: 375 time: 0.0891697 May 02 10:26:13.584322 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-57497f52-04f4-4004-a3aa-872e208812ac service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.4488757 May 02 10:26:13.606036 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11a44d33-f62e-4031-b898-872363bd4fbf x-openstack-request-id: req-11a44d33-f62e-4031-b898-872363bd4fbf {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:13.606161 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8677a844-d792-44ca-a2e6-54d731eeebee", "name": "network-vif-deleted", "tag": "2e49d0ed-e448-4b06-b99d-5e0796edc9ce", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:13.606413 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-11a44d33-f62e-4031-b898-872363bd4fbf {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:13.606753 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11a44d33-f62e-4031-b898-872363bd4fbf'] response: {'server_uuid': '8677a844-d792-44ca-a2e6-54d731eeebee', 'name': 'network-vif-deleted', 'tag': '2e49d0ed-e448-4b06-b99d-5e0796edc9ce', 'status': 'completed', 'code': 200} May 02 10:26:13.627768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:13.633696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Attempting to bind port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:13.633696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Attempting to bind port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:13.634029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Attempting to bind port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:13.671632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:13.673463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.678537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Pushing event updated for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:13.689185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:13.694349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-113ad35a-283f-4e83-b4a4-c7895c0f3965 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.0770650 May 02 10:26:13.705239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d on network 7326cf19-c100-4433-b49e-2eebe1fefed2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:13.705575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Attempting to bind port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:13.733516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:13.734264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-7a4b0606-bb2e-4a35-aaa8-bd6882ca8fa7 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1494112 May 02 10:26:13.789386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55904) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:13.807969 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:26:13.819744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:13.820100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Checking segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:13.820551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Bound using segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:13.821067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Bound port: 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:13.822087 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.831770 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:26:13.833211 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:25:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:13.932919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-b70cb3e2-104a-4a52-84f2-bb9e4725c0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.934712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-b70cb3e2-104a-4a52-84f2-bb9e4725c0a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1130 time: 0.0861545 May 02 10:26:13.942335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:13.942672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42b0e4-3595-46e9-bf3e-a5d68ac2df76 req-0dde7b62-85e8-4112-8358-c30618815a97 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.956084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd42b0e4-3595-46e9-bf3e-a5d68ac2df76 req-0dde7b62-85e8-4112-8358-c30618815a97 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.2750351 May 02 10:26:13.991059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:13.991772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.004442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-09e89755-fb89-46d9-b849-e868dc6e41ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.006004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-09e89755-fb89-46d9-b849-e868dc6e41ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2980707 May 02 10:26:14.025807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3848726e-d7e0-4ea9-8065-2d36ccfd87c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.038973 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:26:14.095894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.138814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3fb39288-c408-4830-8668-16f985c86368 None None] Provisioning complete for port b7fbea01-203e-4823-afcf-4c98ff51c501 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:14.139296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3fb39288-c408-4830-8668-16f985c86368 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.179007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 0d35d112-508b-4993-8f6c-346b6b14336b is not hosted by any dhcp agent {{(pid=115663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 10:26:14.193017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.194246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.200954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "PUT /v2.0/networks/0d35d112-508b-4993-8f6c-346b6b14336b HTTP/1.1" status: 200 len: 757 time: 0.6959484 May 02 10:26:14.215863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:14.218460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3fb39288-c408-4830-8668-16f985c86368 None None] Port b7fbea01-203e-4823-afcf-4c98ff51c501 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:14.304315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-bd54b78f-2053-4dd6-a779-7fd01bc646c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.305878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-bd54b78f-2053-4dd6-a779-7fd01bc646c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2783978 May 02 10:26:14.319039 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd42b0e4-3595-46e9-bf3e-a5d68ac2df76 req-6df6f3bb-a01f-4b80-9b1f-95b275dd96bc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562360 May 02 10:26:14.340691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:14.340691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:14.367854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-d956b796-1bbb-4af7-9a6d-0a075616eacd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.3727674 May 02 10:26:14.379377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Request body: {'port': {'device_id': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:14.401878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e21292-f1d5-4dc5-b3b4-1974edff368f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=0d35d112-508b-4993-8f6c-346b6b14336b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:14.405433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-9fc554f3-ed07-4528-a7a3-77911262bce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.406302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-9fc554f3-ed07-4528-a7a3-77911262bce9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.4559231 May 02 10:26:14.415325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 0d35d112-508b-4993-8f6c-346b6b14336b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:14.489499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e873f53-293e-4090-910d-636aec70faaa tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.496492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.504062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e873f53-293e-4090-910d-636aec70faaa tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks?id=0d35d112-508b-4993-8f6c-346b6b14336b HTTP/1.1" status: 200 len: 760 time: 0.2702053 May 02 10:26:14.513046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55922) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:14.513915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7ac5a-56e3-41b7-b98b-5d47e0420678 req-3e12f1c5-58de-4532-9d99-cdf1590a09a2 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.516251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aaa7ac5a-56e3-41b7-b98b-5d47e0420678 req-3e12f1c5-58de-4532-9d99-cdf1590a09a2 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 934 time: 0.2350371 May 02 10:26:14.517238 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:14.536581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1852587747'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:14.546292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5b64ea-6529-4808-995b-db91e4e60a22 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:26:14.586876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-9b401c3b-5de1-484b-9ac5-7060919275f4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.1588609 May 02 10:26:14.660459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.661043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.662468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/4cb1c9a4-3211-4d7a-9355-b6045cc3732d HTTP/1.1" status: 200 len: 1091 time: 3.2176812 May 02 10:26:14.680450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3848726e-d7e0-4ea9-8065-2d36ccfd87c4 admin admin] Publish callbacks [] for security_group (d0bb7550-ae73-4b7f-8129-bf06502befeb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.684754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aaa7ac5a-56e3-41b7-b98b-5d47e0420678 req-7d255883-ff6f-4bf2-9bea-4e92c1823583 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573079 May 02 10:26:14.693271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5c4352-d517-4a1f-a168-21a2cd4948aa req-0b4f3264-4f4c-4145-b73c-1bc9ad97a4e7 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.705592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f5c4352-d517-4a1f-a168-21a2cd4948aa req-0b4f3264-4f4c-4145-b73c-1bc9ad97a4e7 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 943 time: 0.2063806 May 02 10:26:14.708244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-c3dea5be-806d-4e0f-9c7e-43ab5ec5b6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:14.710268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-c3dea5be-806d-4e0f-9c7e-43ab5ec5b6b6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1142337 May 02 10:26:14.750047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.758620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77791a87-fc7e-4a08-9375-d11b6ce200b3 service neutron] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:14.792980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-ea12e878-8cf3-42b3-8840-5e8245877362 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3276958 May 02 10:26:14.816748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3848726e-d7e0-4ea9-8065-2d36ccfd87c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d0bb7550-ae73-4b7f-8129-bf06502befeb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.831347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:14.834841 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:14.881223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-2f5c2684-959a-4a29-9d10-d97e11792411 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=4f82450170e949c3b8bbfa5f5789e871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775833 May 02 10:26:14.888804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f5c4352-d517-4a1f-a168-21a2cd4948aa req-8c476257-487b-4d99-bbb4-fecc8ded4930 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864929 May 02 10:26:14.941992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3848726e-d7e0-4ea9-8065-2d36ccfd87c4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40020fab911e41af89452a40ec1dd049&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1489942 May 02 10:26:14.941992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3848726e-d7e0-4ea9-8065-2d36ccfd87c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bb7550-ae73-4b7f-8129-bf06502befeb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:14.942998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:14.947721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312ddfe4-5b49-414f-bffb-d23fa31b8c97 None None] New status for floating IP d9f739d8-65b1-4536-aaa1-36395e7656ed: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:26:15.048993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-bd8b29d9-b974-4108-8559-cbd9df91b9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.050604 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-bd8b29d9-b974-4108-8559-cbd9df91b9b3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3335500 May 02 10:26:15.150904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-0c4eda4b-e041-4952-87d0-7c433253dd71 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.152592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-0c4eda4b-e041-4952-87d0-7c433253dd71 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2619617 May 02 10:26:15.184640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-897d619c-916f-4a6b-9c84-72d332ccbdb8 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/quotas/4f82450170e949c3b8bbfa5f5789e871 HTTP/1.1" status: 200 len: 375 time: 0.0229082 May 02 10:26:15.237172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-b865f7d7-92f0-4c4a-8a05-9e72aaf07c28 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457003 May 02 10:26:15.237884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] Publish callbacks [] for security_group (d0bb7550-ae73-4b7f-8129-bf06502befeb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.281245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-8552fd7b-f683-48cd-acfa-daa406a30032 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211397 May 02 10:26:15.286301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:15.312230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] Publish callbacks [] for security_group (d0bb7550-ae73-4b7f-8129-bf06502befeb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.371836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c8ec15d2-75b5-43a3-b657-d5c6ba4ebcf4 req-db157193-c57b-4109-8e3f-31cd1aa5f2fa tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=8677a844-d792-44ca-a2e6-54d731eeebee HTTP/1.1" status: 200 len: 210 time: 0.1052163 May 02 10:26:15.378276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-a6ed9a19-e5a6-4b5b-bc2f-e9c40b459a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.379753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-a6ed9a19-e5a6-4b5b-bc2f-e9c40b459a3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 1125 time: 0.5013297 May 02 10:26:15.383328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.384726 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment e9983d2e-792f-46b5-bab0-eed84be7ffcc of type vlan for network 42e34809-5301-41a6-8cb1-8f26aafcf135 May 02 10:26:15.434609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-f4ead580-e8c5-4eff-acfc-b2238a2f0eef service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417415 May 02 10:26:15.489941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-77547a1c-70a1-473a-92e5-767056f55f7b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d HTTP/1.1" status: 200 len: 217 time: 0.1025991 May 02 10:26:15.533612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44bd9b40-9fa5-4a13-9801-2b593d430b65 req-b7b21df7-87ef-495f-a92b-ab4eb1e11990 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 210 time: 0.0351734 May 02 10:26:15.535534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.576421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23c98322-ab68-4613-a4eb-7f49675f8923 req-87817970-c3af-4a57-873f-f2c501b367bb service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491193 May 02 10:26:15.611036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:15.613389 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931c4288-5765-47c5-b9a0-abd2941022e9" -d '{"events": [{"name": "network-changed", "server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:15.619725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d0bb7550-ae73-4b7f-8129-bf06502befeb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.637631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.657141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0bb7550-ae73-4b7f-8129-bf06502befeb HTTP/1.1" status: 204 len: 168 time: 0.6098344 May 02 10:26:15.659226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2248516-e989-45c0-ade1-830ba6ec8e3d req-7e5be518-514a-40fb-bec4-b72b0f70b6f4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.660839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2248516-e989-45c0-ade1-830ba6ec8e3d req-7e5be518-514a-40fb-bec4-b72b0f70b6f4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.1893291 May 02 10:26:15.662301 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d6325fa-2936-4934-b89d-42e9ed1fbe57 x-openstack-request-id: req-6d6325fa-2936-4934-b89d-42e9ed1fbe57 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:15.662796 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:15.663215 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d6325fa-2936-4934-b89d-42e9ed1fbe57 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:15.663778 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d6325fa-2936-4934-b89d-42e9ed1fbe57'] response: {'name': 'network-changed', 'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'status': 'completed', 'code': 200} May 02 10:26:15.676982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484dbae-d589-4f88-857f-dd5621bd2c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bb7550-ae73-4b7f-8129-bf06502befeb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:15.679238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f277533b-2a85-463d-835a-122feafe7b05 req-0055dd03-4ce4-4b15-8e65-690cd92a365c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.680793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-0055dd03-4ce4-4b15-8e65-690cd92a365c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.1677132 May 02 10:26:15.739438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-d98fcb3c-701c-4ded-8986-2e1bba06e1ca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508518 May 02 10:26:15.764992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.782288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.787239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.787833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:15.829236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623689fa-bb13-49d8-a111-5f9d821e6349 req-ee75943d-809b-4386-b558-1f10fd55958f tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:15.831287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-623689fa-bb13-49d8-a111-5f9d821e6349 req-ee75943d-809b-4386-b558-1f10fd55958f tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 934 time: 0.0539622 May 02 10:26:15.876271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2248516-e989-45c0-ade1-830ba6ec8e3d req-2c5cebc9-09a3-4354-9c82-ebe84d0ec319 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051268 May 02 10:26:15.893196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-623689fa-bb13-49d8-a111-5f9d821e6349 req-545ce7b2-8d28-4b7a-acbd-6d347839a5f0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557644 May 02 10:26:15.960055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=42e34809-5301-41a6-8cb1-8f26aafcf135,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:15.973022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 42e34809-5301-41a6-8cb1-8f26aafcf135 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:16.002072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fbea01-203e-4823-afcf-4c98ff51c501 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:16.014182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks [] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.018052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-c3a1d88d-ede6-4ff7-86a0-3d08aa1fec9d service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689755 May 02 10:26:16.037039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Transition to ACTIVE for port object b7fbea01-203e-4823-afcf-4c98ff51c501 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:16.053306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379179c5-38eb-4ca0-bb31-108444aa2b70 req-7a453a26-66c7-4f70-beb3-77e8ddc6219a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:16.058662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-379179c5-38eb-4ca0-bb31-108444aa2b70 req-7a453a26-66c7-4f70-beb3-77e8ddc6219a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 943 time: 0.0622137 May 02 10:26:16.136978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-379179c5-38eb-4ca0-bb31-108444aa2b70 req-2d0e3e64-4c6b-4fae-9cf8-2d94f1cb256e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723500 May 02 10:26:16.158275 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-268630ed-38eb-4206-be9f-f80ec4fee403 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6428208 May 02 10:26:16.163891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.166223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55960) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:16.170441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f277533b-2a85-463d-835a-122feafe7b05 req-7d818f8c-b1e6-43ae-ad30-565fa84e395e service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452534 May 02 10:26:16.171426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:16.175633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:16.242290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Pushing event updated for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:16.394429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:16.421101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Attempting to bind port b7fbea01-203e-4823-afcf-4c98ff51c501 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:16.427221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Attempting to bind port b7fbea01-203e-4823-afcf-4c98ff51c501 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:16.427221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Attempting to bind port b7fbea01-203e-4823-afcf-4c98ff51c501 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:16.427895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf175ce-6dc0-4b99-84d3-705e20962a11 req-0fb2a65d-2f59-4226-a2d9-6b5020736a89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:16.428013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Port b7fbea01-203e-4823-afcf-4c98ff51c501 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:16.428013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Attempting to bind port b7fbea01-203e-4823-afcf-4c98ff51c501 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:16.434693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:16.435217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:16.436336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:16.437385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Bound port: b7fbea01-203e-4823-afcf-4c98ff51c501, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:16.438845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.447505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'mac_address': 'fa:16:3e:44:ca:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:16.450944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdf175ce-6dc0-4b99-84d3-705e20962a11 req-0fb2a65d-2f59-4226-a2d9-6b5020736a89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 948 time: 0.0998306 May 02 10:26:16.527906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b4378d1e-8496-446b-afe0-7c64a1df0ed8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:16.528567 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.544085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdf175ce-6dc0-4b99-84d3-705e20962a11 req-e8b90f05-a31b-4213-8094-e4a0a9b58fdc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919666 May 02 10:26:16.571681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b53-ed34-4c4c-af5b-d914df56655f req-9bb1bb5d-c87d-40e0-a610-3cae23cb23a3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:16.574245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:16.577502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.581556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4378d1e-8496-446b-afe0-7c64a1df0ed8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:16.582004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-9bb1bb5d-c87d-40e0-a610-3cae23cb23a3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836&tenant_id=8f3a87b199b24854bb1e0699f7402e8d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 948 time: 0.1220636 May 02 10:26:16.633771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:16.635070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:16.660450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:16.676290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3419c1c-e705-443c-8991-8d61840aa1d0 req-ce46a5ab-b6c4-4513-bed7-6343919d6fc2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 210 time: 0.0633330 May 02 10:26:16.697699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7fbea01-203e-4823-afcf-4c98ff51c501,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:16.709434 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.719905 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-08518b53-ed34-4c4c-af5b-d914df56655f req-0036cef5-72d5-494a-a07f-2109bae347dd service neutron] delete failed (client error): The resource could not be found. May 02 10:26:16.720960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-0036cef5-72d5-494a-a07f-2109bae347dd service neutron] 10.222.0.15 "DELETE /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1267974 May 02 10:26:16.727084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55974) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:16.739731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (25e1cc13-3541-4011-9aea-e8e91b5098bb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.762044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ba41afa-128c-4946-91c0-dfe96ee2f3b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.766817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:16.768394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (25e1cc13-3541-4011-9aea-e8e91b5098bb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.803758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.844702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:16.845234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:16.846654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] 10.222.0.24 "PUT /v2.0/ports/b7fbea01-203e-4823-afcf-4c98ff51c501 HTTP/1.1" status: 200 len: 1094 time: 2.4717124 May 02 10:26:16.868264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf13ef-e335-4f5f-8fc3-2958965038df service neutron] Pushing event updated for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:16.934573 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (99394f70-a1c7-4fb9-92fc-ff9721da74af), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.004501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:17.012552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ba41afa-128c-4946-91c0-dfe96ee2f3b2 admin admin] Publish callbacks [] for security_group (5208e6be-9fd1-4ef6-800e-81310a45e837), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.021970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=99394f70-a1c7-4fb9-92fc-ff9721da74af,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:17.051212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'e9983d2e-792f-46b5-bab0-eed84be7ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:17.051867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 42e34809-5301-41a6-8cb1-8f26aafcf135, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:17.053639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25e1cc13-3541-4011-9aea-e8e91b5098bb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.055920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.057048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/security-groups/25e1cc13-3541-4011-9aea-e8e91b5098bb HTTP/1.1" status: 204 len: 168 time: 0.4180446 May 02 10:26:17.067597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:17.076589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c8b90-298d-4de8-9b40-7520159e11dc req-e5fc3461-a660-4e4c-8555-772ff63b5f70 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.078201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-076c8b90-298d-4de8-9b40-7520159e11dc req-e5fc3461-a660-4e4c-8555-772ff63b5f70 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0958505 May 02 10:26:17.080277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bff3cf-8dda-4a51-98ed-36ed349fce4f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e1cc13-3541-4011-9aea-e8e91b5098bb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:17.089156 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-1c8e14ad-7c6a-448a-99c5-309038215b34 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] show failed (client error): The resource could not be found. May 02 10:26:17.106808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c8e14ad-7c6a-448a-99c5-309038215b34 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups/25e1cc13-3541-4011-9aea-e8e91b5098bb HTTP/1.1" status: 404 len: 347 time: 0.0301163 May 02 10:26:17.106808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:17.106808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ba41afa-128c-4946-91c0-dfe96ee2f3b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5208e6be-9fd1-4ef6-800e-81310a45e837), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.206228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ba41afa-128c-4946-91c0-dfe96ee2f3b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c58e55f2d96a41bbb23c78b83427bca4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4756513 May 02 10:26:17.222181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55984) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:17.231195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 42e34809-5301-41a6-8cb1-8f26aafcf135 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:17.237491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba41afa-128c-4946-91c0-dfe96ee2f3b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5208e6be-9fd1-4ef6-800e-81310a45e837,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:17.285172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-076c8b90-298d-4de8-9b40-7520159e11dc req-1562280d-b0aa-40c2-b694-abc4bdce4544 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943684 May 02 10:26:17.289496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b53-ed34-4c4c-af5b-d914df56655f req-1c77c47f-1ace-4dc2-9c58-b27c33b215d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.289496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-1c77c47f-1ace-4dc2-9c58-b27c33b215d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1131 time: 0.2087111 May 02 10:26:17.305810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-5aff09aa-3982-406b-8141-bba8fcf2a3ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.311790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-5aff09aa-3982-406b-8141-bba8fcf2a3ed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 1125 time: 0.1026382 May 02 10:26:17.316271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port 46711084-f721-49a2-978a-dfb271a0ffe0 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:17.316735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.324639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e14f98-dfde-4ddf-a891-2e8b4b2cf893 req-650df6fe-82cf-4fd9-8420-d190f4ebfec4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.326120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30e14f98-dfde-4ddf-a891-2e8b4b2cf893 req-650df6fe-82cf-4fd9-8420-d190f4ebfec4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 943 time: 0.0859175 May 02 10:26:17.384121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 42e34809-5301-41a6-8cb1-8f26aafcf135) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:17.393841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.394433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.397320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a67093-8c0b-4bb6-ac0b-878c1baf751e None None] Network 42e34809-5301-41a6-8cb1-8f26aafcf135 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:17.440064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30e14f98-dfde-4ddf-a891-2e8b4b2cf893 req-be0c3949-a077-4cb5-baa5-f04fc914c800 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030464 May 02 10:26:17.455857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.456451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (46711084-f721-49a2-978a-dfb271a0ffe0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.480019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for 46711084-f721-49a2-978a-dfb271a0ffe0 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:17.481928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-9fa64d44-4783-4bc3-b3d3-2c70f520db34 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f82450170e949c3b8bbfa5f5789e871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1567404 May 02 10:26:17.541005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] Publish callbacks [] for security_group (5208e6be-9fd1-4ef6-800e-81310a45e837), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.541241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ed94e8bd-5491-44f7-bd6e-0c558facb0bf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3711100 May 02 10:26:17.542398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:17.569714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-42e34809-5301-41a6-8cb1-8f26aafcf135', 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': '99394f70-a1c7-4fb9-92fc-ff9721da74af'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:26:17.570266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.589937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-fa9ae89a-4cd9-47ae-8083-127f15f93f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.591942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-fa9ae89a-4cd9-47ae-8083-127f15f93f89 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 1128 time: 0.2160637 May 02 10:26:17.662158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] Publish callbacks [] for security_group (5208e6be-9fd1-4ef6-800e-81310a45e837), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.697622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:17.699886 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0" -d '{"events": [{"name": "network-changed", "server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:17.706125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.773268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d62b52-e3db-460c-a644-15fac0abd78a req-b86ec988-7702-411d-b480-c7db77defa89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.774895 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51d62b52-e3db-460c-a644-15fac0abd78a req-b86ec988-7702-411d-b480-c7db77defa89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 949 time: 0.0843089 May 02 10:26:17.776081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-e5dcc066-867e-473a-a8a2-c1596db0625c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b7fbea01-203e-4823-afcf-4c98ff51c501 HTTP/1.1" status: 200 len: 217 time: 0.1668742 May 02 10:26:17.778067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Allocated IP 172.20.0.2 (42e34809-5301-41a6-8cb1-8f26aafcf135/99394f70-a1c7-4fb9-92fc-ff9721da74af/ed726213-f086-44af-971a-3a8d2b52f07b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:17.822235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2b973ce-0368-49a7-81f2-aa719beb6d47 req-53cf322b-07d3-4707-a20b-3581e38a1592 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 210 time: 0.0393651 May 02 10:26:17.831766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (99394f70-a1c7-4fb9-92fc-ff9721da74af), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.835027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b53-ed34-4c4c-af5b-d914df56655f req-a51349a3-eb99-46b5-aa7d-1fa69a1d286f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.836622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-a51349a3-eb99-46b5-aa7d-1fa69a1d286f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5281107 May 02 10:26:17.837728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-d0529c0a-fe6e-47da-8c23-1bb7a5c2c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.839042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-d0529c0a-fe6e-47da-8c23-1bb7a5c2c8ae service neutron] 10.222.0.24 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 906 time: 0.5157158 May 02 10:26:17.890348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (46711084-f721-49a2-978a-dfb271a0ffe0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.891009 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-295d5659-f5fc-4ef5-9dbc-8627fb71f838 x-openstack-request-id: req-295d5659-f5fc-4ef5-9dbc-8627fb71f838 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:17.891308 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:17.891570 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-295d5659-f5fc-4ef5-9dbc-8627fb71f838 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:17.891968 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-295d5659-f5fc-4ef5-9dbc-8627fb71f838'] response: {'name': 'network-changed', 'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501', 'status': 'completed', 'code': 200} May 02 10:26:17.923262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=46711084-f721-49a2-978a-dfb271a0ffe0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:17.946051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-bc833b26-8c25-4224-9da5-e6402efc2cb5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d HTTP/1.1" status: 200 len: 217 time: 0.0702653 May 02 10:26:17.981968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-0b4a5b7b-5248-48be-a006-3a04c2223bcd tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:17.983436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-0b4a5b7b-5248-48be-a006-3a04c2223bcd tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4515896 May 02 10:26:17.985173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d9f739d8-65b1-4536-aaa1-36395e7656ed), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.987845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:17.989022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4e8bcd7a-da6c-4328-9912-21b88fd3b624 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/floatingips/d9f739d8-65b1-4536-aaa1-36395e7656ed HTTP/1.1" status: 204 len: 168 time: 0.8894050 May 02 10:26:18.014605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-3a9b1bf5-dfdc-4df0-a28c-7efa4f9f4377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.016148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-3a9b1bf5-dfdc-4df0-a28c-7efa4f9f4377 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2287469 May 02 10:26:18.021230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51d62b52-e3db-460c-a644-15fac0abd78a req-78e01fca-2f2c-44af-8d77-dfdc6419d7db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348151 May 02 10:26:18.073678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks [] for port (ed726213-f086-44af-971a-3a8d2b52f07b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.077953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Request body: {'port': {'device_id': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '4f82450170e949c3b8bbfa5f5789e871'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:18.123315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-364dae1f-cecb-4f04-b615-336ece108301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.125052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-364dae1f-cecb-4f04-b615-336ece108301 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.1666439 May 02 10:26:18.144844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-a8b8a128-7388-47b6-bd17-bb4b568d4afa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.0796878 May 02 10:26:18.145417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5208e6be-9fd1-4ef6-800e-81310a45e837), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.147939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.148922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5208e6be-9fd1-4ef6-800e-81310a45e837 HTTP/1.1" status: 204 len: 168 time: 0.9253709 May 02 10:26:18.191037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.208754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:18.210884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-838f949e-670a-4907-8066-13a87727d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.213178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-838f949e-670a-4907-8066-13a87727d84b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1886249 May 02 10:26:18.214146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:18.242405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-896dc980-2762-4866-ae9d-bf6e7c6d96fd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065762 May 02 10:26:18.253946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5544b-7462-4f13-b100-6fdb9369a795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5208e6be-9fd1-4ef6-800e-81310a45e837,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:18.296079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (99394f70-a1c7-4fb9-92fc-ff9721da74af), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.343101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Network 42e34809-5301-41a6-8cb1-8f26aafcf135 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:18.354759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Pushing event updated for resources: {'Port': ['ID=ed726213-f086-44af-971a-3a8d2b52f07b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:18.367572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=99394f70-a1c7-4fb9-92fc-ff9721da74af,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:18.384780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:18.396906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b53-ed34-4c4c-af5b-d914df56655f req-1bb1809f-7480-4ff4-881f-1d07773c9866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.401882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-1bb1809f-7480-4ff4-881f-1d07773c9866 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2394612 May 02 10:26:18.427457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:18.441398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:18.503723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.508759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-5c7a18b5-00e1-49a8-826d-c10c2ee0ae2d tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f82450170e949c3b8bbfa5f5789e871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439887 May 02 10:26:18.527557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08518b53-ed34-4c4c-af5b-d914df56655f req-843b9ad0-8227-40c1-a6ef-3f6f0f9bc56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.529861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-843b9ad0-8227-40c1-a6ef-3f6f0f9bc56b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0704374 May 02 10:26:18.544657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Attempting to bind port ed726213-f086-44af-971a-3a8d2b52f07b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:18.545047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Attempting to bind port ed726213-f086-44af-971a-3a8d2b52f07b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e9983d2e-792f-46b5-bab0-eed84be7ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:18.545418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Attempting to bind port ed726213-f086-44af-971a-3a8d2b52f07b on network 42e34809-5301-41a6-8cb1-8f26aafcf135 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:18.554897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56004) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:18.557957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port b4378d1e-8496-446b-afe0-7c64a1df0ed8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:18.557957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.565174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:18.565670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Checking segment: {'id': 'e9983d2e-792f-46b5-bab0-eed84be7ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:18.565951 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.566345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Bound using segment: {'id': 'e9983d2e-792f-46b5-bab0-eed84be7ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:18.566841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Bound port: ed726213-f086-44af-971a-3a8d2b52f07b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9983d2e-792f-46b5-bab0-eed84be7ffcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '42e34809-5301-41a6-8cb1-8f26aafcf135'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:18.567232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.573868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922630329', 'description': 'tempest-description--81755343'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:18.606941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e34809-5301-41a6-8cb1-8f26aafcf135']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:18.637717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-3069d6f3-8d8d-4231-8476-9a272a6fbb04 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973837 May 02 10:26:18.776141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Made reservation on behalf of 4f82450170e949c3b8bbfa5f5789e871 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:18.778476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:18.784903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.808472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71a6422-f2a7-44d6-bbcc-8010cfce0112 req-da01b0aa-063d-4f25-be6d-24fca06ea115 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:18.810096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c71a6422-f2a7-44d6-bbcc-8010cfce0112 req-da01b0aa-063d-4f25-be6d-24fca06ea115 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 946 time: 0.4043179 May 02 10:26:18.825228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-2acd49e2-57f2-443c-894f-911d3075e8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5651569 May 02 10:26:18.838081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'mac_address': 'fa:16:3e:7d:8a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:18.853766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:18.972977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:18.974065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.008346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] For port ed726213-f086-44af-971a-3a8d2b52f07b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:19.013360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4cb1c9a4-3211-4d7a-9355-b6045cc3732d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:19.026040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b4378d1e-8496-446b-afe0-7c64a1df0ed8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:19.026435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.037242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] For port ed726213-f086-44af-971a-3a8d2b52f07b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed726213-f086-44af-971a-3a8d2b52f07b,segment=NetworkSegment(e9983d2e-792f-46b5-bab0-eed84be7ffcc),segment_id=e9983d2e-792f-46b5-bab0-eed84be7ffcc)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:19.037649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9983d2e-792f-46b5-bab0-eed84be7ffcc') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:19.037855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9983d2e-792f-46b5-bab0-eed84be7ffcc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:19.055650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:19.067816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.073527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:19.075829 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bf4916-b8a1-4aa5-b59f-052993f0aa70" -d '{"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-plugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:19.088855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:19.124229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbdb7e3-53ac-4128-80cf-babf5c281455 req-7921001f-eb6c-4ba2-9c20-e730a9ae9887 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:19.126001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dbdb7e3-53ac-4128-80cf-babf5c281455 req-7921001f-eb6c-4ba2-9c20-e730a9ae9887 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 943 time: 0.0936596 May 02 10:26:19.166262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.167382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-af819ea6-c96a-40a5-8027-1ba303e19ca4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:19.168880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-af819ea6-c96a-40a5-8027-1ba303e19ca4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6385190 May 02 10:26:19.174185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.179251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.179961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:19.180316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:19.239307 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:19.245303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Request body: {'port': {'device_id': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '4f82450170e949c3b8bbfa5f5789e871'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:19.252627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.273220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f492ade-d726-42a5-95d5-63bfb3ad8287 None None] Pushing event updated for resources: {'Port': ['ID=ed726213-f086-44af-971a-3a8d2b52f07b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:19.292916 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:26:19.292916 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:26:19.292916 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '42e34809-5301-41a6-8cb1-8f26aafcf135'}] May 02 10:26:19.292916 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:26:19.293366 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:26:19.308159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks [] for security_group (a13b6dd9-86d8-49ab-8932-3a0d1abd504b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.313645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.345198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dbdb7e3-53ac-4128-80cf-babf5c281455 req-e5ba9baa-2c32-48cc-9e72-86e93bddc503 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119589 May 02 10:26:19.360353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8282ddd6-3135-49f9-adf2-2862ce709b19 req-7cc80829-0768-4ab1-a8d7-3fff754e8c89 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6665332 May 02 10:26:19.369864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-cfb16a68-b484-458f-ba89-6676c6590566 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084793 May 02 10:26:19.373157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c71a6422-f2a7-44d6-bbcc-8010cfce0112 req-7cdf117d-133a-42b7-85f9-f7dda4d4a7c8 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5378149 May 02 10:26:19.401302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931c4288-5765-47c5-b9a0-abd2941022e9 req-4240e1c9-e9b6-453f-8fad-baed77683a8b service neutron] 10.222.0.24 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5687413 May 02 10:26:19.437234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (93183c67-c248-4b34-bd65-f1c8bcd59d17), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.440300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['4cb1c9a4-3211-4d7a-9355-b6045cc3732d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:19.448640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad842cd9-82f2-4bf3-b38b-f70d5d355c56 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:26:19.458187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a13b6dd9-86d8-49ab-8932-3a0d1abd504b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.505392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:19.541561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Made reservation on behalf of 4f82450170e949c3b8bbfa5f5789e871 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:19.546984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.607550 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3e4a02a-61a9-46b8-abde-5d71cf009955 req-77728d00-5bd8-4602-943f-2b25014f97d2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 210 time: 0.1120803 May 02 10:26:19.621252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:19.674310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a13b6dd9-86d8-49ab-8932-3a0d1abd504b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:19.683338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad842cd9-82f2-4bf3-b38b-f70d5d355c56 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:26:19.696851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Allocated IP 192.168.233.81 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:19.710115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08518b53-ed34-4c4c-af5b-d914df56655f req-9ebdfdaa-a7db-4761-95c7-b1939d7cd5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272057 May 02 10:26:19.715500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93183c67-c248-4b34-bd65-f1c8bcd59d17), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.718840 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938e9497-f49b-4d57-8d00-b706f32fbb89 x-openstack-request-id: req-938e9497-f49b-4d57-8d00-b706f32fbb89 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:19.719138 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-plugged", "status": "completed", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:19.719399 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-938e9497-f49b-4d57-8d00-b706f32fbb89 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:19.719794 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-938e9497-f49b-4d57-8d00-b706f32fbb89'] response: {'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'code': 200} May 02 10:26:19.765885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bc2e-f08e-48b2-83ba-157ed55f0bf9 req-36ce13d4-5b15-467f-9ce8-3f04ebaaa15c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:19.767338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80d3bc2e-f08e-48b2-83ba-157ed55f0bf9 req-36ce13d4-5b15-467f-9ce8-3f04ebaaa15c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.2628639 May 02 10:26:19.790112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93183c67-c248-4b34-bd65-f1c8bcd59d17,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:19.799034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.836879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80d3bc2e-f08e-48b2-83ba-157ed55f0bf9 req-66640721-3591-4d73-b9ba-9aaa99a96fa6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561080 May 02 10:26:19.953441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:19.954744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9dc8f1db-ca0d-4ea2-8067-9fa14a4fca1f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3967464 May 02 10:26:19.957696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:19.963356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '93183c67-c248-4b34-bd65-f1c8bcd59d17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:20.075243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a2370-47f5-48b5-b05c-5b8e7eb091a7 None None] Network 42e34809-5301-41a6-8cb1-8f26aafcf135 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:20.081941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port ed726213-f086-44af-971a-3a8d2b52f07b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:20.082295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.113542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (386be9fc-7af8-4fa8-a285-4b12cc750a9e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.170376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (386be9fc-7af8-4fa8-a285-4b12cc750a9e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.189199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port ed726213-f086-44af-971a-3a8d2b52f07b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed726213-f086-44af-971a-3a8d2b52f07b,segment=NetworkSegment(e9983d2e-792f-46b5-bab0-eed84be7ffcc),segment_id=e9983d2e-792f-46b5-bab0-eed84be7ffcc)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:20.189594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.201887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks [] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.210134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for ed726213-f086-44af-971a-3a8d2b52f07b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:20.267349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (386be9fc-7af8-4fa8-a285-4b12cc750a9e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.287638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=386be9fc-7af8-4fa8-a285-4b12cc750a9e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:20.359156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ed726213-f086-44af-971a-3a8d2b52f07b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.364209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.367061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.368396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b11931c-a43d-47eb-a653-4d2dda210d3e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4092934 May 02 10:26:20.387678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:20.391928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': '93183c67-c248-4b34-bd65-f1c8bcd59d17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:20.424673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=ed726213-f086-44af-971a-3a8d2b52f07b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:20.463535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port ed726213-f086-44af-971a-3a8d2b52f07b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:20.474973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:20.502357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Allocated IP 192.168.233.70 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:20.502843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:20.510323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:20.521346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:20.531050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:20.589123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:20.609298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (19cb9784-f5f2-41e8-a655-a7d2687afc88), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.631310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-271fd7b0-2221-4092-9613-bae9ab76e4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:20.633186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-271fd7b0-2221-4092-9613-bae9ab76e4c1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 1128 time: 0.1799018 May 02 10:26:20.661776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:20.662248 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.696288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.706428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b89525-9f43-41d3-acb5-9d01d591ff55 req-7d4a04a7-6b64-414f-8d97-858196e7e523 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:20.708141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18b89525-9f43-41d3-acb5-9d01d591ff55 req-7d4a04a7-6b64-414f-8d97-858196e7e523 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 944 time: 0.1839499 May 02 10:26:20.713774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:20.718405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.758528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-00ceacec-6e79-4021-adef-104788c860dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:20.765326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-00ceacec-6e79-4021-adef-104788c860dc service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1141243 May 02 10:26:20.777542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b19d98a-441e-4434-9cb0-c8f7b8142b2f req-4107516c-4681-4995-940f-a1eaa0c910b7 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:20.784735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9b19d98a-441e-4434-9cb0-c8f7b8142b2f req-4107516c-4681-4995-940f-a1eaa0c910b7 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 946 time: 0.2344670 May 02 10:26:20.794409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42e34809-5301-41a6-8cb1-8f26aafcf135']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:20.824153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9983d2e-792f-46b5-bab0-eed84be7ffcc') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:20.824809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9983d2e-792f-46b5-bab0-eed84be7ffcc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:20.847326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.875864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:20.876799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.881936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18b89525-9f43-41d3-acb5-9d01d591ff55 req-a593be08-3409-47a0-ba6b-8300e937ec8b tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603062 May 02 10:26:20.882207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-eb9ad2ac-0129-4e20-a4fd-0b9900a89ee4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=b7fbea01-203e-4823-afcf-4c98ff51c501 HTTP/1.1" status: 200 len: 217 time: 0.1145806 May 02 10:26:20.901702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.908563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:20.909267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e9983d2e-792f-46b5-bab0-eed84be7ffcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:20.916021 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:20.952529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:20.956028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-868596c6-a2f2-4a26-b708-bc56caddc44e None None] Provisioning complete for port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:20.956410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-868596c6-a2f2-4a26-b708-bc56caddc44e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:20.962915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-61e06425-1fe7-4119-9dc0-0c39e3937ee2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7197728 May 02 10:26:20.968809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9b19d98a-441e-4434-9cb0-c8f7b8142b2f req-20e5599d-4cea-4b17-8154-e47a91565fd6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830432 May 02 10:26:21.003677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-868596c6-a2f2-4a26-b708-bc56caddc44e None None] Port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:21.015952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Request body: {'port': {'device_id': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:21.050781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.122799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (19cb9784-f5f2-41e8-a655-a7d2687afc88), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.128982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:21.153248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f73dad2-b61a-4479-a618-07252a2bf5ca req-01f060bb-1c3f-4807-8b64-c58738c2dd25 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.157535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f73dad2-b61a-4479-a618-07252a2bf5ca req-01f060bb-1c3f-4807-8b64-c58738c2dd25 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 935 time: 0.1445079 May 02 10:26:21.184717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-fa7f56a5-b1d9-4f14-abe7-e486848a7ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.186216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-fa7f56a5-b1d9-4f14-abe7-e486848a7ca7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2556217 May 02 10:26:21.199368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.213227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41e35fa-5958-467c-b278-9fdd9cb53286 req-2f48f239-3b76-4fe7-87be-6cfe4eb2eb09 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.215062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c41e35fa-5958-467c-b278-9fdd9cb53286 req-2f48f239-3b76-4fe7-87be-6cfe4eb2eb09 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1455390 May 02 10:26:21.222194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (19cb9784-f5f2-41e8-a655-a7d2687afc88), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.256135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (42e34809-5301-41a6-8cb1-8f26aafcf135), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.277474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.281121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/42e34809-5301-41a6-8cb1-8f26aafcf135 HTTP/1.1" status: 204 len: 168 time: 3.7384524 May 02 10:26:21.283966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.286049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3211840-2234-4f39-8d3b-71ffea08f37a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=42e34809-5301-41a6-8cb1-8f26aafcf135,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:21.299503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks [] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.300955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19cb9784-f5f2-41e8-a655-a7d2687afc88,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:21.302268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f73dad2-b61a-4479-a618-07252a2bf5ca req-661e0d4b-07a1-4fc3-b068-4444896e3a5e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277065 May 02 10:26:21.316828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-14edb33d-6891-4318-8a25-c3ee5f7e1ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.318468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-14edb33d-6891-4318-8a25-c3ee5f7e1ba3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1244664 May 02 10:26:21.328717 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a184a9d6-0ec4-4371-91a2-a3fa450f0a4f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] GET failed (client error): The resource could not be found. May 02 10:26:21.330277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a184a9d6-0ec4-4371-91a2-a3fa450f0a4f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets/99394f70-a1c7-4fb9-92fc-ff9721da74af HTTP/1.1" status: 404 len: 337 time: 0.0451579 May 02 10:26:21.337131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56064) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.364731 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a9db18e-9f79-4e8f-9d60-0fcc2f5e4d16 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:21.365436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a9db18e-9f79-4e8f-9d60-0fcc2f5e4d16 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:21.372385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6a9db18e-9f79-4e8f-9d60-0fcc2f5e4d16 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/42e34809-5301-41a6-8cb1-8f26aafcf135 HTTP/1.1" status: 404 len: 339 time: 0.0291693 May 02 10:26:21.373580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56066) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.390529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.391658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-995079d7-1803-4ee6-97d8-45c2a36a0c3b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0032022 May 02 10:26:21.394929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c41e35fa-5958-467c-b278-9fdd9cb53286 req-30c074df-ffcf-4a67-bc26-28b1ed7da8b1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644032 May 02 10:26:21.445050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56068) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.451197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:21.543291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-0a4a1ad5-ed98-412f-8a75-07b6bd61bccf tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0221770 May 02 10:26:21.652220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d59a5ab-8ff7-4abf-83cc-d9ac98d074d0 req-25f1d00d-33eb-4b21-85a1-3079f68a34b2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.653727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d59a5ab-8ff7-4abf-83cc-d9ac98d074d0 req-25f1d00d-33eb-4b21-85a1-3079f68a34b2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1537175 May 02 10:26:21.654410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-fda2a129-a4d6-4096-aa5f-7129e41b95d5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.655968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-fda2a129-a4d6-4096-aa5f-7129e41b95d5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1071403 May 02 10:26:21.671142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-9b32d04a-f8b5-4042-9875-956ba8e10b16 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.0092080 May 02 10:26:21.687151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.704643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-15d9fe28-8692-4ddb-9813-3fedc51583fd service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3784359 May 02 10:26:21.715751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-fa254b7e-90b2-426c-a428-354ff8b2ce83 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0391002 May 02 10:26:21.719777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.721173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:21.726134 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c7f8993-5d39-40bf-b61f-bf6c67eb438b" -d '{"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:21.855699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afe19cd5-2f85-404d-9a49-efb0802f6f9b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:21.857222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-afe19cd5-2f85-404d-9a49-efb0802f6f9b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4834483 May 02 10:26:21.859345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:21.864243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.903000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:21.925191 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e60be1-156b-4a20-99fe-4b25b2a4c1ac x-openstack-request-id: req-a8e60be1-156b-4a20-99fe-4b25b2a4c1ac {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:21.925516 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:21.925771 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8e60be1-156b-4a20-99fe-4b25b2a4c1ac {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:21.926170 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8e60be1-156b-4a20-99fe-4b25b2a4c1ac'] response: {'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'code': 200} May 02 10:26:21.929883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:21.940963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:21.945984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d59a5ab-8ff7-4abf-83cc-d9ac98d074d0 req-d6e60647-bac2-4805-8949-fdd1cbf4bb72 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2793698 May 02 10:26:21.953716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f67a9af6-3993-4745-9445-1f1f0d8aa3e9 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 207 time: 0.0880325 May 02 10:26:21.956671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:21.957564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks [] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:21.983829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:21.987327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Transition to ACTIVE for port object 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:22.032677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0484da78-9456-4e00-b97f-f67021d58204 req-45728467-c6b0-4fd6-9534-047141adb903 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 210 time: 0.0379796 May 02 10:26:22.046361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.070943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.148708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:22.256320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2b6ae-76ff-4a26-ba5f-b7a2060c0ebb req-5e2275a3-98f0-48ea-8708-08950315a2a0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.257926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab2b6ae-76ff-4a26-ba5f-b7a2060c0ebb req-5e2275a3-98f0-48ea-8708-08950315a2a0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 946 time: 0.0810132 May 02 10:26:22.270770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e510398c-6f46-47fd-84e4-dd1b3d0d11d0 req-4742d3d4-df27-4f3b-bdaa-b188e3edc9a9 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5489690 May 02 10:26:22.276135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.276789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.294620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Attempting to bind port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:22.295219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Attempting to bind port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:22.295649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Attempting to bind port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:22.308206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:22.308647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Attempting to bind port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:22.324163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:22.324624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:22.325879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:22.327280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Bound port: 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:22.327711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.334117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-19fc565d-7c48-46a4-8982-4828e4f076fa None None] Provisioning complete for port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:22.335203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-19fc565d-7c48-46a4-8982-4828e4f076fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.353542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc3b60-385f-46d7-a9f5-81c73284af4a req-5e1eae48-8109-4f84-928b-afd681df5b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.355348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cffc3b60-385f-46d7-a9f5-81c73284af4a req-5e1eae48-8109-4f84-928b-afd681df5b60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 1127 time: 0.3266640 May 02 10:26:22.367223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.35.4.108 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/c64bbdd1-29a7-44c6-8005-15a2b8844617) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:22.380167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-19fc565d-7c48-46a4-8982-4828e4f076fa None None] Port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:22.395099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab2b6ae-76ff-4a26-ba5f-b7a2060c0ebb req-b120cd92-99c5-4097-8066-fa13dbbcc0d0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264060 May 02 10:26:22.424790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebbf914-9189-4bf5-9378-ee746c7e1da8 req-4573e2c2-9435-452f-a044-bc8266e0d25a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.426347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ebbf914-9189-4bf5-9378-ee746c7e1da8 req-4573e2c2-9435-452f-a044-bc8266e0d25a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 945 time: 0.3384235 May 02 10:26:22.437218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabdb59-9ff6-4cc9-89a7-0eb16433a60f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.441882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:22.442473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabdb59-9ff6-4cc9-89a7-0eb16433a60f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.452784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabdb59-9ff6-4cc9-89a7-0eb16433a60f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.452919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:22.453703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baabdb59-9ff6-4cc9-89a7-0eb16433a60f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.455402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-baabdb59-9ff6-4cc9-89a7-0eb16433a60f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4685054 May 02 10:26:22.462409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56104) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:22.482199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b7fbea01-203e-4823-afcf-4c98ff51c501 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:22.538592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-024ada87-602e-4537-ba9a-2561c1102162 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4705079 May 02 10:26:22.555054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cffc3b60-385f-46d7-a9f5-81c73284af4a req-9d795a2b-b542-4c87-82d5-1c4a2552c98f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796536 May 02 10:26:22.592815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Request body: {'port': {'device_id': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:22.619157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.636723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7fbea01-203e-4823-afcf-4c98ff51c501,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:22.651692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'b7fbea01-203e-4823-afcf-4c98ff51c501', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'b7fbea01-203e-4823-afcf-4c98ff51c501', 'mac_address': 'fa:16:3e:c3:11:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:22.698244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b7fbea01-203e-4823-afcf-4c98ff51c501 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:22.698560 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.709447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.709839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.711752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] 10.222.0.15 "PUT /v2.0/ports/0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a HTTP/1.1" status: 200 len: 1095 time: 1.6997895 May 02 10:26:22.736101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fbea01-203e-4823-afcf-4c98ff51c501 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:22.762036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:22.764700 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fec9dd1a-4ddc-409e-978c-efc028e09710" -d '{"events": [{"name": "network-changed", "server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:22.787958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7fbea01-203e-4823-afcf-4c98ff51c501,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:22.830649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef07bf5-d5b0-46ec-af88-ca1b800d1bbf req-0b7bd471-ff0e-47f0-99b7-d0dc335e9108 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.836435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cef07bf5-d5b0-46ec-af88-ca1b800d1bbf req-0b7bd471-ff0e-47f0-99b7-d0dc335e9108 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.2957315 May 02 10:26:22.897087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:22.913007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fe6d2ec0-af70-4ab5-9694-545c8cc27565 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.4463401 May 02 10:26:22.913007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-40489f4e-ad01-42d0-9a93-8efa16b8eec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:22.913007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-40489f4e-ad01-42d0-9a93-8efa16b8eec8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 1129 time: 0.0709531 May 02 10:26:22.933634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56110) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:22.969385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cef07bf5-d5b0-46ec-af88-ca1b800d1bbf req-27cd3954-be2e-48f8-bffd-0ebf781f6b79 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791643 May 02 10:26:22.988386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ebbf914-9189-4bf5-9378-ee746c7e1da8 req-b8236a2c-3e16-470b-8bd2-f26db119e1f0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5274727 May 02 10:26:23.009482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:23.055122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebeff3f-c8a9-4f39-bb81-63328a071e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:23.058629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.095055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.095263 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc0de1f-f252-4bd2-bf98-4e3de3ba5ade x-openstack-request-id: req-0dc0de1f-f252-4bd2-bf98-4e3de3ba5ade {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:23.105977 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:23.105977 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dc0de1f-f252-4bd2-bf98-4e3de3ba5ade {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:23.105977 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dc0de1f-f252-4bd2-bf98-4e3de3ba5ade'] response: {'name': 'network-changed', 'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'status': 'completed', 'code': 200} May 02 10:26:23.108828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-9b072ceb-e792-456b-8ea3-ae21bd56c2b1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a HTTP/1.1" status: 200 len: 217 time: 0.1432483 May 02 10:26:23.147820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b7fbea01-203e-4823-afcf-4c98ff51c501'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:23.164302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241519b-c110-46b2-a4a2-9a4d0dddc56f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.165709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2241519b-c110-46b2-a4a2-9a4d0dddc56f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.170665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2241519b-c110-46b2-a4a2-9a4d0dddc56f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2059402 May 02 10:26:23.171188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56116) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.202086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00baceae-edc1-49b0-8121-a907166014b9 req-db6c0dfe-d0f7-4367-8b10-67f9fa65d6dc tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 210 time: 0.0588744 May 02 10:26:23.217567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-22fb8ffd-944f-490b-8225-bf45bea8c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.217567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-22fb8ffd-944f-490b-8225-bf45bea8c2cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0924289 May 02 10:26:23.273652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3048f4-1d7a-4112-b512-4d9ce1649ed0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.275507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3048f4-1d7a-4112-b512-4d9ce1649ed0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.280338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf3048f4-1d7a-4112-b512-4d9ce1649ed0 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1049480 May 02 10:26:23.281356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56124) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.293957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-6320f09e-4337-4a45-b4ee-e31ef60c37ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.296063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-6320f09e-4337-4a45-b4ee-e31ef60c37ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0680778 May 02 10:26:23.380541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.437061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-4e39d7a1-cb88-4918-9574-ce108207085e service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310990 May 02 10:26:23.464946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:23.502941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:23.520572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:23.523795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-543e8adb-ab95-47f5-a2f8-fcf860366234 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0721107 May 02 10:26:23.561482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93934b48-5095-445b-9058-373bf70c407d req-8b0bf00f-b1d2-4e8a-870b-ab8a5a9fbad4 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.563117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93934b48-5095-445b-9058-373bf70c407d req-8b0bf00f-b1d2-4e8a-870b-ab8a5a9fbad4 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 947 time: 0.0884826 May 02 10:26:23.565544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=c64bbdd1-29a7-44c6-8005-15a2b8844617,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:23.586671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b7c4ca-cd1a-463c-a2b5-352335a640c8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.589907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2b7c4ca-cd1a-463c-a2b5-352335a640c8 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks/b6007200-273a-455b-87db-9b89063b0aa1 HTTP/1.1" status: 200 len: 799 time: 0.3063755 May 02 10:26:23.598472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.612860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00106a00-2f0a-45db-9618-7da33d3ef20b req-4d046f84-8f12-45da-8d64-392f8e4a0d59 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667705 May 02 10:26:23.711480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93934b48-5095-445b-9058-373bf70c407d req-6547a81e-e0d3-49eb-8433-c5499cabdb69 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388428 May 02 10:26:23.762496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c89f9737-27f2-4c49-a06a-8e252cd174bd tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/networks/b6007200-273a-455b-87db-9b89063b0aa1?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1590180 May 02 10:26:23.762801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56140) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.776413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:23.793892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks [] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.816110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-b54fba95-110b-4c58-89e1-7fb1d6b332cb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.817888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-b54fba95-110b-4c58-89e1-7fb1d6b332cb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642372 May 02 10:26:23.826398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.828085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Transition to ACTIVE for port object 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:23.841681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-e2743f10-8479-4b93-9ffc-950ad698dd12 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/quotas/8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 375 time: 0.0169535 May 02 10:26:23.842878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98aace6-23eb-4a87-81be-82fc0e4966d5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.844684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e98aace6-23eb-4a87-81be-82fc0e4966d5 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets/d311f165-5ba9-4081-8913-a844f24bf089 HTTP/1.1" status: 200 len: 811 time: 0.0806150 May 02 10:26:23.848086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56142) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.894480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-79ea50e2-caf0-4062-bfbe-d581b2050aee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457983 May 02 10:26:23.901129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a780e9-b7d2-4660-a6d7-53088594e4c4 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:23.902599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1a780e9-b7d2-4660-a6d7-53088594e4c4 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "GET /v2.0/subnets/d311f165-5ba9-4081-8913-a844f24bf089?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0533612 May 02 10:26:23.906327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56144) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:23.911548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1950004842'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:23.922953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:23.986121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:24.039007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:24.047666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.103825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.154348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:24.175824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af84203f-8492-43b0-9d50-323f6960eb17), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.176275 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Added segment af84203f-8492-43b0-9d50-323f6960eb17 of type vlan for network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e May 02 10:26:24.180676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Attempting to bind port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:24.181297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Attempting to bind port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:24.182908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Attempting to bind port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:24.194594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:24.197137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Attempting to bind port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:24.198470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44bacb-4b66-42c7-b219-8f008957ed43 req-1daaf65b-74b1-40f0-abb6-45f6bc5d54a4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.200308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc44bacb-4b66-42c7-b219-8f008957ed43 req-1daaf65b-74b1-40f0-abb6-45f6bc5d54a4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.1142087 May 02 10:26:24.207011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:24.207350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:24.209021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:24.209021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Bound port: 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:24.213100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.283396 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (36f4ba28-c153-49ec-8e9b-12dd5c2f259e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.289964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc44bacb-4b66-42c7-b219-8f008957ed43 req-0bf126c2-e5ee-4c0b-aeef-e27564fc4ca7 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665488 May 02 10:26:24.382599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4908ce3-c2db-44b7-bb6f-9af6e568a236 req-c00b9279-6155-4a13-acfe-511fd46bc1bd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.384115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4908ce3-c2db-44b7-bb6f-9af6e568a236 req-c00b9279-6155-4a13-acfe-511fd46bc1bd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 945 time: 0.1012294 May 02 10:26:24.388586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (36f4ba28-c153-49ec-8e9b-12dd5c2f259e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.394115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.394509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.419416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:24.426991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50878051-d415-4e8e-b63d-ac24d4134e14 req-d5b040c7-5c4f-4c04-b5c4-3eccfdcc018f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0710702 May 02 10:26:24.440642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:24.484780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b7fbea01-203e-4823-afcf-4c98ff51c501 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:24.485768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4908ce3-c2db-44b7-bb6f-9af6e568a236 req-42045412-2e80-46ad-8b53-72dc2679718b tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896108 May 02 10:26:24.517165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Network': ['ID=36f4ba28-c153-49ec-8e9b-12dd5c2f259e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:24.530362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.530362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.544026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:24.589958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.591360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.600797 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] 10.222.0.15 "PUT /v2.0/ports/1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd HTTP/1.1" status: 200 len: 1095 time: 2.0389609 May 02 10:26:24.604139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:24.604905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-677d7727-2214-407a-8765-1841b433f92e req-b875d778-671d-424f-92c2-607318f6c053 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 210 time: 0.0512059 May 02 10:26:24.607528 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff34cff-99a8-4818-b1b8-8fe3912cab96" -d '{"events": [{"name": "network-changed", "server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:24.614743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.615475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-751653ca-ebec-4d9b-a3f4-3a90d6a0112c tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7078757 May 02 10:26:24.616629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56164) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:24.623416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:24.674105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port b7fbea01-203e-4823-afcf-4c98ff51c501 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:24.700794 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-873d95c3-1d2b-427f-ae9c-7ce996e2864c x-openstack-request-id: req-873d95c3-1d2b-427f-ae9c-7ce996e2864c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:24.701204 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:24.701556 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-873d95c3-1d2b-427f-ae9c-7ce996e2864c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:24.702061 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-873d95c3-1d2b-427f-ae9c-7ce996e2864c'] response: {'name': 'network-changed', 'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'status': 'completed', 'code': 200} May 02 10:26:24.711354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5f7c6d-68eb-4b2a-8b94-010bda100c5c service neutron] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:24.787096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port b7fbea01-203e-4823-afcf-4c98ff51c501 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:24.787405 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.797186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=c64bbdd1-29a7-44c6-8005-15a2b8844617,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:24.813181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.825032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-14e741c2-8b2c-489b-a1c4-785dc59025af tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541732 May 02 10:26:24.886876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Made reservation on behalf of 95b79dc0085c42dbbd93bedcf2d84079 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:24.890614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.963948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e32c95-82fd-4c0b-ac8e-abe3b4ce18b2 req-c96cc277-8554-489a-af33-da4f0bd82168 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.966127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12e32c95-82fd-4c0b-ac8e-abe3b4ce18b2 req-c96cc277-8554-489a-af33-da4f0bd82168 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 947 time: 0.1339538 May 02 10:26:24.966796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:24.968137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8eeda75c-4046-4801-81b4-87486f3b222f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5218859 May 02 10:26:24.988196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Performing IP validity checks on allocation pools {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:26:24.989056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:26:24.997055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-8457c1ca-3e59-4aed-ac9e-58d752af2731 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:24.998833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-8457c1ca-3e59-4aed-ac9e-58d752af2731 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1575503 May 02 10:26:25.021606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': '80f72092-c00f-4432-b6d6-7a9932885247', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:25.028123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b7fbea01-203e-4823-afcf-4c98ff51c501 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:25.028829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.057004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:25.059735 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372bca4f-b080-4c6f-beee-02927d1f4912" -d '{"events": [{"server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:25.077873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7fbea01-203e-4823-afcf-4c98ff51c501,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:25.132650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12e32c95-82fd-4c0b-ac8e-abe3b4ce18b2 req-7349f617-a7e6-47a2-a29c-f5cf9c8d93d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557457 May 02 10:26:25.169442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff34cff-99a8-4818-b1b8-8fe3912cab96 req-b771bc49-5e0c-412b-b488-97c66ee2fcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.169813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.181550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ff34cff-99a8-4818-b1b8-8fe3912cab96 req-b771bc49-5e0c-412b-b488-97c66ee2fcc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 1129 time: 0.1233792 May 02 10:26:25.223038 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e47606-8612-424f-947d-2b1b92f88c26 x-openstack-request-id: req-d8e47606-8612-424f-947d-2b1b92f88c26 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:25.223333 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "name": "network-vif-plugged", "status": "completed", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:25.223593 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8e47606-8612-424f-947d-2b1b92f88c26 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:25.226003 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e47606-8612-424f-947d-2b1b92f88c26'] response: {'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501', 'code': 200} May 02 10:26:25.242944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80896bef-746a-41dc-bb35-bbcffd984e20 req-e2750189-7798-4005-8a1f-8c0e410f6a08 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.251409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80896bef-746a-41dc-bb35-bbcffd984e20 req-e2750189-7798-4005-8a1f-8c0e410f6a08 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 945 time: 0.2436666 May 02 10:26:25.272868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-8403f3bf-7524-4db6-b4f3-5d4e1955a41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.274362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-8403f3bf-7524-4db6-b4f3-5d4e1955a41c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 1129 time: 0.1275671 May 02 10:26:25.277045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ff34cff-99a8-4818-b1b8-8fe3912cab96 req-7dd2cb71-7ba7-4d22-bde8-5a670320155d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4f82450170e949c3b8bbfa5f5789e871&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0568528 May 02 10:26:25.324707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:25.355712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80896bef-746a-41dc-bb35-bbcffd984e20 req-f8654424-6180-4392-a12f-d7799a8000e1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891681 May 02 10:26:25.431740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:25.435019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.492056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.506642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410092e-fa3f-4233-926b-19f499562790 req-7f10e45b-83fd-46ed-8fef-db637c2a9ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.513210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6410092e-fa3f-4233-926b-19f499562790 req-7f10e45b-83fd-46ed-8fef-db637c2a9ecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 1130 time: 0.1609144 May 02 10:26:25.528112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce82a268-6e67-4acb-9598-c24364685b32 req-9fbfcb4b-6bbe-4503-942c-6c7f2339811e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.530289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce82a268-6e67-4acb-9598-c24364685b32 req-9fbfcb4b-6bbe-4503-942c-6c7f2339811e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.1218576 May 02 10:26:25.541958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3b88e72-d23a-4311-9626-0c8666e4ee1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.566988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-e31ff020-b9b7-472e-9fc4-95c6cc12584e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.568411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-e31ff020-b9b7-472e-9fc4-95c6cc12584e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2764313 May 02 10:26:25.650530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce82a268-6e67-4acb-9598-c24364685b32 req-552d857d-477b-4f17-b01d-2dbb9dbd8711 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124918 May 02 10:26:25.719700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-d42d75cb-5afc-47cf-99e1-f0c1607fe8b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a HTTP/1.1" status: 200 len: 217 time: 0.0659070 May 02 10:26:25.727796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6410092e-fa3f-4233-926b-19f499562790 req-63ffd917-8a70-4c6f-a4e0-ad99440ef2c7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296678 May 02 10:26:25.787781 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for security_group (19e61606-1b4b-4476-957b-31ea18a14653), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.811687 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2f05988-00cd-40e9-a6ff-cd0d4718d087 req-797801df-a255-4ee6-bd6e-06021ded4b1b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0743449 May 02 10:26:25.836421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-ea9c0698-431f-43e3-b638-624ca1a821cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.838230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-ea9c0698-431f-43e3-b638-624ca1a821cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1036811 May 02 10:26:25.890268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-5f91821b-773a-44e5-9136-c7b78460beee tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--922630329&fields=id&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 267 time: 0.1574318 May 02 10:26:25.925544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-120f2c9c-7059-4e87-8d50-e4455f112300 req-122d5a7b-231e-4445-9cf1-ddcbbab32a59 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 210 time: 0.0359130 May 02 10:26:25.930198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff34cff-99a8-4818-b1b8-8fe3912cab96 req-f2c4d39b-9251-4de8-a59a-df5f3310c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.931417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (19e61606-1b4b-4476-957b-31ea18a14653), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.934929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ff34cff-99a8-4818-b1b8-8fe3912cab96 req-f2c4d39b-9251-4de8-a59a-df5f3310c756 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6366920 May 02 10:26:25.935098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7d0204ee-3f3b-4788-af74-0d4d05925007), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:25.950750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-aba5797a-1c7e-452e-bc6d-a8a218c582a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:25.952331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-aba5797a-1c7e-452e-bc6d-a8a218c582a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1030250 May 02 10:26:26.043064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19e61606-1b4b-4476-957b-31ea18a14653,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:26.080956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=7d0204ee-3f3b-4788-af74-0d4d05925007,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:26.083555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-e61c29bc-2b68-41eb-abb3-7ffb3ad923c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.085138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-e61c29bc-2b68-41eb-abb3-7ffb3ad923c9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 1129 time: 0.0939736 May 02 10:26:26.153835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-e825ac02-4179-4db9-89da-70dbefef59a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd HTTP/1.1" status: 200 len: 217 time: 0.0439017 May 02 10:26:26.159785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-07a8bd42-316c-454f-9477-6d2c664add63 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.160500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-fca522ca-bba7-4c50-bf3d-b8a2623a3df0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967020 May 02 10:26:26.171785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-07a8bd42-316c-454f-9477-6d2c664add63 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.2656748 May 02 10:26:26.171785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Checking segment: {'id': 'af84203f-8492-43b0-9d50-323f6960eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:26.171785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network hostable DHCP agents. Network: 36f4ba28-c153-49ec-8e9b-12dd5c2f259e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:26.172066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.31 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/e5efa2a3-a7fc-43fa-9745-3351142e8b9d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:26.231490 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-ced45f61-40bd-4647-9e5e-dca7c9ffa0bf tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/quotas/e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 375 time: 0.0552557 May 02 10:26:26.258126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-7cdd1863-88c2-4f3a-8e3e-5e389c08925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.259277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-7cdd1863-88c2-4f3a-8e3e-5e389c08925a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0852411 May 02 10:26:26.308839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7517fc-e077-4573-9d0a-4a74af64aecf req-ef3f8586-9a2d-4247-9ce6-4e1ba12f0341 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.310990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d7517fc-e077-4573-9d0a-4a74af64aecf req-ef3f8586-9a2d-4247-9ce6-4e1ba12f0341 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.0737522 May 02 10:26:26.312494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:26.334262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-c9375bc3-a4bc-4fc5-a3c9-9c688f7b6fb2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0883560 May 02 10:26:26.334477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-d677d25c-b25b-416f-9185-edf610e398ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.335752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-d677d25c-b25b-416f-9185-edf610e398ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0601344 May 02 10:26:26.376442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec9dd1a-4ddc-409e-978c-efc028e09710 req-2d7ae29b-c8be-4aae-a391-f5a536066d1a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058930 May 02 10:26:26.447683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 36f4ba28-c153-49ec-8e9b-12dd5c2f259e) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:26.455434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.456034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.465749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d7517fc-e077-4573-9d0a-4a74af64aecf req-71ab80cb-3c64-4473-8cbe-a8183c0751d2 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446078 May 02 10:26:26.473986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ba4d44-4d84-4db1-82b4-f1688e77b9b3 None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:26.527885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-05bfc0d5-7a23-490e-b485-3a374d0d0c79 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1819363 May 02 10:26:26.529758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-63b5715e-c665-4434-9e65-0dbf5e7d0465 service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851315 May 02 10:26:26.539183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.552373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d90260b3-7e5c-4cd7-9e54-8cf19871ec2b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9345844 May 02 10:26:26.555666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:26.562547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:26.604290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-36f4ba28-c153-49ec-8e9b-12dd5c2f259e', 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e', 'project_id': '95b79dc0085c42dbbd93bedcf2d84079', 'fixed_ips': [{'subnet_id': '7d0204ee-3f3b-4788-af74-0d4d05925007'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:26:26.606786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.677992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984bbe6b-b968-488d-88aa-f057d98b830b req-be810142-e416-4183-931f-c55eb74eb6a0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.679640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-984bbe6b-b968-488d-88aa-f057d98b830b req-be810142-e416-4183-931f-c55eb74eb6a0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 945 time: 0.0886838 May 02 10:26:26.707511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-0f9e97e3-2595-4a28-b41e-82ef301ac13b service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671853 May 02 10:26:26.715044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32a87c9c-ac21-4319-b709-ef5a421cf759 req-d4a73a80-f094-41ab-bc2f-8bc7e0acc098 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527672 May 02 10:26:26.732776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.788088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9115751'] for subnet (7d0204ee-3f3b-4788-af74-0d4d05925007), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.822562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:26.831307 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-984bbe6b-b968-488d-88aa-f057d98b830b req-d3bbe10c-ef2e-4c3f-998a-551f9c977fe3 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320367 May 02 10:26:26.834658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:26.853700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:26.906826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:26.950062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:26.950653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:26.987741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Allocated IP 172.20.0.3 (36f4ba28-c153-49ec-8e9b-12dd5c2f259e/7d0204ee-3f3b-4788-af74-0d4d05925007/a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:27.029626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76c9bd2-74f8-4e57-9bc8-19c406545095 req-34a95e91-9c63-40d4-af86-adfbf9b0104d tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:27.037234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b76c9bd2-74f8-4e57-9bc8-19c406545095 req-34a95e91-9c63-40d4-af86-adfbf9b0104d tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.0834355 May 02 10:26:27.048365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-0af258bc-91c3-4615-9c30-4f9b565f64ad service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1760209 May 02 10:26:27.106674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cacd7c69-3cd4-43a4-bf0e-098b3e33dca3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0890625 May 02 10:26:27.116728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:27.131816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e07e61b-1c89-4fdf-8a4a-becc91665b3a req-926f5d3c-fefa-498d-9df5-01986bf11e40 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0537949 May 02 10:26:27.132045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Request body: {'port': {'device_id': '80f72092-c00f-4432-b6d6-7a9932885247', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:27.163400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b76c9bd2-74f8-4e57-9bc8-19c406545095 req-3c6256fb-d140-4066-9a35-3894f2d91a8b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251607 May 02 10:26:27.291307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.381816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56eac70-ec0e-4a28-ac58-bddd56583999 req-341b08bd-afbb-4bfa-958e-7faedba3ddbc tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:27.389235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b56eac70-ec0e-4a28-ac58-bddd56583999 req-341b08bd-afbb-4bfa-958e-7faedba3ddbc tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 935 time: 0.0849228 May 02 10:26:27.396251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6afdae1e-6235-4be6-ae60-e04d5d1b4899 None None] Provisioning complete for port e5efa2a3-a7fc-43fa-9745-3351142e8b9d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:27.396952 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6afdae1e-6235-4be6-ae60-e04d5d1b4899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.403501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks [] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.460375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:27.462802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6afdae1e-6235-4be6-ae60-e04d5d1b4899 None None] Port e5efa2a3-a7fc-43fa-9745-3351142e8b9d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:27.473495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'mac_address': 'fa:16:3e:7c:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:27.507147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.523092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b56eac70-ec0e-4a28-ac58-bddd56583999 req-01462471-c04e-448e-b394-7cfd7bfabf45 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330042 May 02 10:26:27.551095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:27.551528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.576470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:27.577338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Pushing event updated for resources: {'Port': ['ID=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:27.582792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:27.586019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:27.589194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:27.636909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:27.666329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Attempting to bind port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:27.666706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Attempting to bind port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af84203f-8492-43b0-9d50-323f6960eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:27.667072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Attempting to bind port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 on network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:27.668560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08504236-7069-4030-85dc-6e9cd90758e9 req-06e71770-9d5f-43d3-be86-b50395449f83 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 210 time: 0.0445242 May 02 10:26:27.672279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:27.672689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Checking segment: {'id': 'af84203f-8492-43b0-9d50-323f6960eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:27.673098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.673807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Bound using segment: {'id': 'af84203f-8492-43b0-9d50-323f6960eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:27.673945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Bound port: a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af84203f-8492-43b0-9d50-323f6960eb17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '36f4ba28-c153-49ec-8e9b-12dd5c2f259e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:27.674334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.755676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] For port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:27.759357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] For port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,segment=NetworkSegment(af84203f-8492-43b0-9d50-323f6960eb17),segment_id=af84203f-8492-43b0-9d50-323f6960eb17)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:27.775973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.838854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:27.847144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.847519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.847850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.848188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.848525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.849134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.849488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.849820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.850154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.850484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.850812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.851142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.851470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.851793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.852123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:27.867775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.958505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1e2adb84-1849-40b0-aedc-d2646da1733e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:27.967381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59211f5f-08ca-4a58-9f74-bb59fd1a5104 None None] Pushing event updated for resources: {'Port': ['ID=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:27.988177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-68d9f0af-94ed-468f-b9cd-d998eb8e15bb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0497923 May 02 10:26:28.045080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:28.183335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-e4ebd233-85e3-4f98-a358-7903b45df242 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:28.187176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-e4ebd233-85e3-4f98-a358-7903b45df242 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925836 May 02 10:26:28.228225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Request body: {'port': {'device_id': '9aa86565-a995-4276-98be-96b872c9b418', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '8f3a87b199b24854bb1e0699f7402e8d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:28.322299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94a694-5bf1-47fe-a1fd-c1a4a518a61a req-5329f795-5c12-4b80-92d1-7523156648b0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:28.330031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea94a694-5bf1-47fe-a1fd-c1a4a518a61a req-5329f795-5c12-4b80-92d1-7523156648b0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.5785506 May 02 10:26:28.359341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-2c2050d2-8b12-41ed-be32-c52760040b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:28.361095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-2c2050d2-8b12-41ed-be32-c52760040b02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.2180057 May 02 10:26:28.369127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5efa2a3-a7fc-43fa-9745-3351142e8b9d {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:28.380501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks [] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.399230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63141b2b-4919-4572-9274-206e3b7035c6 req-6fd5628f-0795-4eb3-bbbc-735f5d2ef7bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0379784 May 02 10:26:28.468000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777839137271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9328880'] for subnet (7d0204ee-3f3b-4788-af74-0d4d05925007), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.482368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Transition to ACTIVE for port object e5efa2a3-a7fc-43fa-9745-3351142e8b9d will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:28.564012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:28.567278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4c423f-32cc-4c04-a44a-fb01624b33df req-83b4c774-e259-4eb4-b2c3-bda744f2c626 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:28.576686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea94a694-5bf1-47fe-a1fd-c1a4a518a61a req-8ab304c8-58ed-4725-bbc0-c2846f6f3647 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457221 May 02 10:26:28.582620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c4c423f-32cc-4c04-a44a-fb01624b33df req-83b4c774-e259-4eb4-b2c3-bda744f2c626 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 948 time: 0.0529008 May 02 10:26:28.586397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Made reservation on behalf of 8f3a87b199b24854bb1e0699f7402e8d for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:28.590555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.642122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:28.643286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.679673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c4c423f-32cc-4c04-a44a-fb01624b33df req-bda57504-b0bb-493d-bbc2-9b978b926a9c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015482 May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: WARNING neutron.objects.base [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] ORM session: SQL execution without transaction in progress, traceback: May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: result = function(*args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: proto.__init__(conn_state, self) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: self.handle() May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: self.handle_one_request() May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: self.handle_one_response() May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: result = self.application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return app(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return request.get_response(self.application) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = req.get_response(self._app) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: response = self.app(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: return self.application(environ, start_response) May 02 10:26:28.716437 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return super(Pecan, self).__call__(environ, start_response) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: self.invoke_controller(controller, args, kwargs, state) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: result = controller(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return {self.resource: self.plugin_updater(*updater_args)} May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return method(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: self._update_subnet_postcommit(context, original_subnet, May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: registry.publish( May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: _get_callback_manager().publish(resource, event, trigger, payload=payload) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return function(*args, **kwargs) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: errors = self._notify_loop(resource, event, trigger, payload) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: callback(resource, event, trigger, payload=payload) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: router_ids = set(port.device_id for port in query) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: return self._iter().__iter__() May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: result = self.session.execute( May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: result = fn(orm_exec_state) May 02 10:26:28.736854 ncdv-master-1 neutron-server[115662]: May 02 10:26:28.756689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:28.757162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.777536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Allocated IP 192.168.233.122 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/58aae962-6e18-4132-82c5-340956decb72) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:28.792295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.803753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,segment=NetworkSegment(af84203f-8492-43b0-9d50-323f6960eb17),segment_id=af84203f-8492-43b0-9d50-323f6960eb17)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:28.844218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event updated for resources: {'Subnet': ['ID=7d0204ee-3f3b-4788-af74-0d4d05925007,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:28.860788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:28.864455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:28.865211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:28.869805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ef093b28-7a65-4708-bcd1-7827f3b3f3c3 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "PUT /v2.0/subnets/7d0204ee-3f3b-4788-af74-0d4d05925007 HTTP/1.1" status: 200 len: 877 time: 2.3083906 May 02 10:26:28.875875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:28.948215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.029939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6ac8fc-1f05-41b1-a641-76dec1c5acc4 req-3d3f515a-899b-406c-bc12-2517b8a76d40 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:29.036922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd6ac8fc-1f05-41b1-a641-76dec1c5acc4 req-3d3f515a-899b-406c-bc12-2517b8a76d40 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 947 time: 0.3169286 May 02 10:26:29.071126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:29.071388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-df848520-82bb-4a62-9113-bd09032635ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:29.072890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-df848520-82bb-4a62-9113-bd09032635ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.6472301 May 02 10:26:29.120956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:29.163133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4ad57ac-9398-4c4b-9aac-7b4c82c7e019 req-95676057-cdb9-4ec8-981a-84b85e1f6ed9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 210 time: 0.0857408 May 02 10:26:29.185126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-075d627d-8a20-4ac1-b307-b56844e89fd4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0618713 May 02 10:26:29.224244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:29.228018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for port (58aae962-6e18-4132-82c5-340956decb72), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.240481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (36f4ba28-c153-49ec-8e9b-12dd5c2f259e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.276327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.298985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:29.304124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd6ac8fc-1f05-41b1-a641-76dec1c5acc4 req-cb396975-e91d-4f2a-b6c7-6104265fd1eb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2660968 May 02 10:26:29.319650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:29.340323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'mac_address': 'fa:16:3e:f7:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:29.356401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Attempting to bind port e5efa2a3-a7fc-43fa-9745-3351142e8b9d on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:29.356843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Attempting to bind port e5efa2a3-a7fc-43fa-9745-3351142e8b9d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:29.357258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Attempting to bind port e5efa2a3-a7fc-43fa-9745-3351142e8b9d on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:29.361311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-c1133025-2ad4-4071-a2ab-5220815e9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:29.363028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-c1133025-2ad4-4071-a2ab-5220815e9893 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1669998 May 02 10:26:29.367894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Port e5efa2a3-a7fc-43fa-9745-3351142e8b9d on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:29.367894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Attempting to bind port e5efa2a3-a7fc-43fa-9745-3351142e8b9d on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:29.371544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:29.372116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:29.372763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:29.373407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Bound port: e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:29.374243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.380293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:29.380683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.393318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:29.393765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.471477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:29.471868 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.492563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-00c4b33d-cfd6-452a-abee-c2bcfd4e8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:29.494348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-00c4b33d-cfd6-452a-abee-c2bcfd4e8ac3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1177237 May 02 10:26:29.495902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:29.508326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (58aae962-6e18-4132-82c5-340956decb72), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.529997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-c3ad6b96-348d-4f97-a63f-185a0db0b2c8 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0596578 May 02 10:26:29.547435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:29.549525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:29.619516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:26:29.654376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75eff8b4-1127-4f78-bb97-f4308a813f9f None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:29.657134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:29.673247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:29.675482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:29.678181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:29.680981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,segment=NetworkSegment(af84203f-8492-43b0-9d50-323f6960eb17),segment_id=af84203f-8492-43b0-9d50-323f6960eb17)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:29.680981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.685598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:29.699037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:29.735804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:29.772695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2a9f2-d041-48bf-bb56-7db7a0319cab req-fce18199-6dab-4f48-83f4-013f5e17fbe6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:29.780425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52c2a9f2-d041-48bf-bb56-7db7a0319cab req-fce18199-6dab-4f48-83f4-013f5e17fbe6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 936 time: 0.2286017 May 02 10:26:29.787993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:29.862610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-26531fc4-43f9-4df3-93d9-b26d5dc55918 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563263 May 02 10:26:29.882117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.969958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9d478758-2f58-40fc-a044-ee2a4970f393 None None] Provisioning complete for port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:29.974243 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9d478758-2f58-40fc-a044-ee2a4970f393 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:29.987320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf600ff-957c-45d3-8644-abccbbb7e3f3 req-05fba092-e512-490d-bee5-e3dda18c6c5c service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074855 May 02 10:26:30.002897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.045093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52c2a9f2-d041-48bf-bb56-7db7a0319cab req-ac92970b-44da-4193-ad51-c4a034d9db2a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604902 May 02 10:26:30.108493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-8d6c5cb1-30ea-4ccf-9eae-af6bfd53545f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.113869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:30.119628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-8d6c5cb1-30ea-4ccf-9eae-af6bfd53545f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.4763267 May 02 10:26:30.137254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-00ba5720-1ff7-4bcc-9bbf-be6e2fe3ace6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.146913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-00ba5720-1ff7-4bcc-9bbf-be6e2fe3ace6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5863640 May 02 10:26:30.177504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.178423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.180048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/e5efa2a3-a7fc-43fa-9745-3351142e8b9d HTTP/1.1" status: 200 len: 1095 time: 3.0617151 May 02 10:26:30.187392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:30.197928 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bfb75b-6f5b-41e4-be04-bc9984021b2b" -d '{"events": [{"name": "network-changed", "server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:30.243633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:30.244171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.267641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9d478758-2f58-40fc-a044-ee2a4970f393 None None] Current status of the port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:30.269039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.270978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.291269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-eaeba969-6c89-400f-9b86-a867b83574f8 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/quotas/e9bce7a6faeb4a9693c73a4fd0b12d9c HTTP/1.1" status: 200 len: 375 time: 0.1433184 May 02 10:26:30.295957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:30.308224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:30.311782 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372f8fdf-4045-4ca5-9847-a39ea9bd3f24" -d '{"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-plugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:30.317873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:30.318185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788fe85f-8045-4213-8678-bef28921a2c9 req-0481540a-5038-4210-9746-14e7c1849537 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.326190 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-788fe85f-8045-4213-8678-bef28921a2c9 req-0481540a-5038-4210-9746-14e7c1849537 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 948 time: 0.1032078 May 02 10:26:30.364513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52275b33-4a94-445b-8c68-3da010fdd4eb None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:30.382033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efebd401-bd8a-4b0c-94d3-9812fd2715b4 service neutron] Pushing event updated for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:30.417997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-f744d5f7-8264-443e-b2c4-104f89ec8e93 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1257672 May 02 10:26:30.426615 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.435641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cb26d044-11fb-4966-8539-acf44d406775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.437572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-cb26d044-11fb-4966-8539-acf44d406775 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 1129 time: 0.1089988 May 02 10:26:30.486139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-220b2fe4-5695-4fab-9f8b-fe7c66208563 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2851813 May 02 10:26:30.506876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-48d31357-c966-45d5-80dd-f93f6b07141c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d HTTP/1.1" status: 200 len: 217 time: 0.0532956 May 02 10:26:30.521822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Request body: {'port': {'device_id': '9aa86565-a995-4276-98be-96b872c9b418', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:30.524680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-788fe85f-8045-4213-8678-bef28921a2c9 req-c92d7acf-7ec1-4fb1-8854-943c8fe0c21b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970327 May 02 10:26:30.532776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-5160138b-73a4-4e93-af6b-c9d1854d254b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 379 time: 0.3878837 May 02 10:26:30.561472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'port': {'device_id': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'admin_state_up': True, 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'security_groups': ['93183c67-c248-4b34-bd65-f1c8bcd59d17']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:30.607705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.616710 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1926300-6573-47a1-b4ab-c6646ba7f72f x-openstack-request-id: req-d1926300-6573-47a1-b4ab-c6646ba7f72f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:30.617514 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:30.617772 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1926300-6573-47a1-b4ab-c6646ba7f72f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:30.618817 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1926300-6573-47a1-b4ab-c6646ba7f72f'] response: {'name': 'network-changed', 'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d', 'status': 'completed', 'code': 200} May 02 10:26:30.623286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:30.625443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:30.638122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.641119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.641278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:30.656262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-62f77cfe-ee72-4b07-bc7c-92f1dfda2237 None None] Provisioning complete for port 58aae962-6e18-4132-82c5-340956decb72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:30.656879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62f77cfe-ee72-4b07-bc7c-92f1dfda2237 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58aae962-6e18-4132-82c5-340956decb72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.710073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-77a4e9e4-30a6-4143-9ddb-d53226df4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.712042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-77a4e9e4-30a6-4143-9ddb-d53226df4b80 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1652586 May 02 10:26:30.732303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:30.732650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 02 10:26:30.745512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8455736-afc8-4703-af06-ba0100e30013 req-f1b96826-1c9b-47bf-87e9-a214c1868a74 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 210 time: 0.0434849 May 02 10:26:30.784896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:30.867487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-3c4a8994-3bc8-4ad5-a5d9-94643a8cd802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:30.882747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Port a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 not found, will not notify nova. {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 02 10:26:30.896465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-3c4a8994-3bc8-4ad5-a5d9-94643a8cd802 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1499493 May 02 10:26:30.896709 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e394904-d235-48e7-8eff-71a7f8bda64d x-openstack-request-id: req-1e394904-d235-48e7-8eff-71a7f8bda64d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:30.897020 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-plugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:30.897540 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e394904-d235-48e7-8eff-71a7f8bda64d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:30.897943 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e394904-d235-48e7-8eff-71a7f8bda64d'] response: {'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'code': 200} May 02 10:26:30.950531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7d0204ee-3f3b-4788-af74-0d4d05925007), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:30.963482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-62f77cfe-ee72-4b07-bc7c-92f1dfda2237 None None] Port 58aae962-6e18-4132-82c5-340956decb72 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:30.965329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-62f77cfe-ee72-4b07-bc7c-92f1dfda2237 None None] Could not find standard attr ID for object a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:26:30.967661 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:26:31.010513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:31.031080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-019e8ba7-0657-4573-a33e-fca88b4513bd req-4e4bfad5-151d-4ac7-9d54-ae47c1c00f66 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.1018693 May 02 10:26:31.112300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d850146-c5af-473f-93cf-8cb4ce7cf8af req-32477dd8-dada-4227-b97b-63ccd343fa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:31.112300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d850146-c5af-473f-93cf-8cb4ce7cf8af req-32477dd8-dada-4227-b97b-63ccd343fa07 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 1131 time: 0.1558943 May 02 10:26:31.139761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4f8d3-2958-46f8-9e67-7d8fc261a73d req-76d98aea-f734-4206-b59c-9072f5ccba15 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:31.144331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ed4f8d3-2958-46f8-9e67-7d8fc261a73d req-76d98aea-f734-4206-b59c-9072f5ccba15 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 947 time: 0.2354610 May 02 10:26:31.183353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:31.208880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'mac_address': 'fa:16:3e:7d:8a:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:31.256546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:31.257018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.274385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4cb1c9a4-3211-4d7a-9355-b6045cc3732d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:31.300437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:31.301755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:31.310759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks [] for port (58aae962-6e18-4132-82c5-340956decb72), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.320264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:31.324388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.356584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Transition to ACTIVE for port object 58aae962-6e18-4132-82c5-340956decb72 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:31.362955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d850146-c5af-473f-93cf-8cb4ce7cf8af req-7c2840f6-2a06-458a-90d4-1b38889010a7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140620 May 02 10:26:31.380721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-331ac273-5821-4b5c-b6a1-2af06e234598 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586027 May 02 10:26:31.385406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23a465-cac7-4c57-9b20-0286d61835d4 req-fd7f95b7-fde5-4585-a0b9-db7e8dcd0089 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:31.388103 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e23a465-cac7-4c57-9b20-0286d61835d4 req-fd7f95b7-fde5-4585-a0b9-db7e8dcd0089 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 936 time: 0.2210379 May 02 10:26:31.401660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ed4f8d3-2958-46f8-9e67-7d8fc261a73d req-693c068d-7738-43f7-9577-b7b07fb24ac2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791368 May 02 10:26:31.426311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.432235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.473306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7d0204ee-3f3b-4788-af74-0d4d05925007), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.502661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:31.528834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['4cb1c9a4-3211-4d7a-9355-b6045cc3732d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:31.567261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=7d0204ee-3f3b-4788-af74-0d4d05925007,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:31.607223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.20.0.3 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:31.610284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bb7a82-30d2-4937-8c79-fa6495b056d6 None None] Network 36f4ba28-c153-49ec-8e9b-12dd5c2f259e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:31.644733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7b9932-43eb-4331-a8d7-2848de89cf95 req-15e8b307-cca7-455c-aa24-0d05d4967833 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576332 May 02 10:26:31.666604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (36f4ba28-c153-49ec-8e9b-12dd5c2f259e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.747751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e23a465-cac7-4c57-9b20-0286d61835d4 req-372d5cbe-1b95-42d1-afb5-c28208eaffaf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3517036 May 02 10:26:31.770653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36f4ba28-c153-49ec-8e9b-12dd5c2f259e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:31.773841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:31.809391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af84203f-8492-43b0-9d50-323f6960eb17') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:31.809697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af84203f-8492-43b0-9d50-323f6960eb17') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:31.816334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895d447e-188e-49ce-9847-1dc30d63e3fa req-f483f55f-2017-41d0-8ec5-619c2499fab2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:31.833214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-895d447e-188e-49ce-9847-1dc30d63e3fa req-f483f55f-2017-41d0-8ec5-619c2499fab2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 949 time: 0.1846526 May 02 10:26:31.849241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (af84203f-8492-43b0-9d50-323f6960eb17), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.940162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af84203f-8492-43b0-9d50-323f6960eb17), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.945226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2251ee4d-69b7-4358-990c-1c2ccf320d41 req-9bfc8c42-69e3-44ef-b0b8-31394430f359 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 210 time: 0.0568690 May 02 10:26:31.951290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce6a626-6ed0-4037-a907-9782f19de8d5 None None] DHCP port deletion for 36f4ba28-c153-49ec-8e9b-12dd5c2f259e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:26:31.953473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:31.954054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (af84203f-8492-43b0-9d50-323f6960eb17), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: timer() May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:31.957417 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:31.986517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.000546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.090135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-895d447e-188e-49ce-9847-1dc30d63e3fa req-e089021c-eb19-42f8-a5ae-8721e7978dba tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544925 May 02 10:26:32.106992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:32.107660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:32.108188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:32.114977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:32.115310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:32.121802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:32.122149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:32.122749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:32.123216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Bound port: 58aae962-6e18-4132-82c5-340956decb72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:32.123586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.151196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.201132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:32.202031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (36f4ba28-c153-49ec-8e9b-12dd5c2f259e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.208350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.211543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:32.211974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/36f4ba28-c153-49ec-8e9b-12dd5c2f259e HTTP/1.1" status: 204 len: 168 time: 3.3405795 May 02 10:26:32.215686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56344) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:32.229976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca095261-84d4-4412-b411-3656d1b9f7ce req-fb33901a-377f-4421-aee5-d595a3ee254f tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0689895 May 02 10:26:32.235392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:32.262257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9382f-156f-4014-b341-dad365cc4692 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=36f4ba28-c153-49ec-8e9b-12dd5c2f259e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:32.275650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:32.278994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:32.294950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:32.303420 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b3f493-790b-4f46-9d01-33d9cdf62efd tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:32.303911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41b3f493-790b-4f46-9d01-33d9cdf62efd tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:32.313658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41b3f493-790b-4f46-9d01-33d9cdf62efd tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/7d0204ee-3f3b-4788-af74-0d4d05925007 HTTP/1.1" status: 404 len: 337 time: 0.0966995 May 02 10:26:32.316285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:32.349409 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0137602b-faea-48df-a34e-68884b320c24 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:32.349928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0137602b-faea-48df-a34e-68884b320c24 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:32.354185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0137602b-faea-48df-a34e-68884b320c24 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/36f4ba28-c153-49ec-8e9b-12dd5c2f259e HTTP/1.1" status: 404 len: 339 time: 0.0368481 May 02 10:26:32.356774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:32.358777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:32.359923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.403016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.418028 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca90920-0b94-4486-b4e2-0c09b4a65066 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:32.418028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ca90920-0b94-4486-b4e2-0c09b4a65066 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:32.418028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ca90920-0b94-4486-b4e2-0c09b4a65066 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/99394f70-a1c7-4fb9-92fc-ff9721da74af HTTP/1.1" status: 404 len: 337 time: 0.0546832 May 02 10:26:32.418354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56352) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:32.453095 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a32c5c3-e503-4f75-8e9d-799b07102b52 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:32.453629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a32c5c3-e503-4f75-8e9d-799b07102b52 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:32.463009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4a32c5c3-e503-4f75-8e9d-799b07102b52 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/42e34809-5301-41a6-8cb1-8f26aafcf135 HTTP/1.1" status: 404 len: 339 time: 0.0456269 May 02 10:26:32.463802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56356) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:32.479268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-904037c0-775f-4913-9590-6b4683e5ddcd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9312460 May 02 10:26:32.481515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:32.482049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.483461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] 10.222.0.15 "PUT /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 1096 time: 1.9667447 May 02 10:26:32.485763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:32.492842 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac9d123-5431-486a-b252-485b89ab012f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:32.519939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b544fe-349d-453e-a6be-4c5e3b5754bd service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:32.533341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:32.557329 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73be4eb-8f90-42a1-901f-cead16655000 x-openstack-request-id: req-a73be4eb-8f90-42a1-901f-cead16655000 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:32.557648 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:32.557886 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a73be4eb-8f90-42a1-901f-cead16655000 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:32.558460 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a73be4eb-8f90-42a1-901f-cead16655000'] response: {'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'status': 'completed', 'code': 200} May 02 10:26:32.581537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:32.651246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:26:32.651978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a80e80d2-0ea5-433c-b0c3-71abfb1c7cb8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:26:32.705832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:32.706218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.722032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a63809-4d61-4bec-b3ad-445c79bbf847 req-be2ba016-c757-4f8a-a447-77340268180a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:32.723883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6a63809-4d61-4bec-b3ad-445c79bbf847 req-be2ba016-c757-4f8a-a447-77340268180a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 947 time: 0.0723536 May 02 10:26:32.775083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Request body: {'port': {'device_id': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:32.806779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d123-5431-486a-b252-485b89ab012f req-2c68c25c-f09c-4fc6-ab79-d5468104a2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:32.812058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ac9d123-5431-486a-b252-485b89ab012f req-2c68c25c-f09c-4fc6-ab79-d5468104a2e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1130 time: 0.1663089 May 02 10:26:32.847216 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.853754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ac9d123-5431-486a-b252-485b89ab012f req-3baaebb0-ea98-4f02-baa3-3681782c6c12 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0331702 May 02 10:26:32.897392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7d69d47a-a30a-4481-b14f-5334e354eddd None None] Provisioning complete for port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:32.897392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d69d47a-a30a-4481-b14f-5334e354eddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:32.929949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6a63809-4d61-4bec-b3ad-445c79bbf847 req-1d68cb72-3793-43a7-b5b6-fb75b74a55e0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974397 May 02 10:26:32.948635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-d2183bbd-9fa3-42dc-8827-9603ef4d9430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:32.950840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-d2183bbd-9fa3-42dc-8827-9603ef4d9430 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 1129 time: 0.1817727 May 02 10:26:32.979598 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.015747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7d69d47a-a30a-4481-b14f-5334e354eddd None None] Port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:33.036504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da52a96-320a-41de-aef1-78e4827e807f req-a19cd233-e7b3-4d99-9f6e-a15c5f8455a0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.038097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2da52a96-320a-41de-aef1-78e4827e807f req-a19cd233-e7b3-4d99-9f6e-a15c5f8455a0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.1175702 May 02 10:26:33.107932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac9d123-5431-486a-b252-485b89ab012f req-4f7b55e7-5def-49a5-bcfc-d75e51909902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.112283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ac9d123-5431-486a-b252-485b89ab012f req-4f7b55e7-5def-49a5-bcfc-d75e51909902 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2506196 May 02 10:26:33.135515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2da52a96-320a-41de-aef1-78e4827e807f req-753ac9b8-ce19-44fa-9b38-2070a5279e6b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857747 May 02 10:26:33.154650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:33.158294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.158294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:33.232967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:33.236409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:33.238924 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69c2d68-78bd-4826-b17c-4a4d6ada5d76" -d '{"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:33.280722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-b9f0be0b-6b61-44c6-99d2-4ec4cadcc397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.284846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-b9f0be0b-6b61-44c6-99d2-4ec4cadcc397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1130 time: 0.0848007 May 02 10:26:33.287722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:33.312038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.387973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:33.388662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.403110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25d0f6-849a-4c32-b5c2-e8cca9a88238 req-c65f1f09-73e4-4965-9992-75de1b0705c5 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.404727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e25d0f6-849a-4c32-b5c2-e8cca9a88238 req-c65f1f09-73e4-4965-9992-75de1b0705c5 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 949 time: 0.0700712 May 02 10:26:33.432919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:33.536695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e25d0f6-849a-4c32-b5c2-e8cca9a88238 req-69cba418-fd40-4686-8f82-e79e3029b91d tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220980 May 02 10:26:33.541046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-71d644f8-7c42-4c85-a8e8-8d626326d3b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0565920 May 02 10:26:33.580185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:33.580185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.607465 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.622542 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2562ba9-29ab-4d04-817f-b0b5c7c704ae x-openstack-request-id: req-c2562ba9-29ab-4d04-817f-b0b5c7c704ae {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:33.622873 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-plugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:33.626065 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2562ba9-29ab-4d04-817f-b0b5c7c704ae {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:33.626065 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2562ba9-29ab-4d04-817f-b0b5c7c704ae'] response: {'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'code': 200} May 02 10:26:33.655306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-9b00d97b-be35-4fba-8714-55585c38ced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.655306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-9b00d97b-be35-4fba-8714-55585c38ced9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1052110 May 02 10:26:33.655533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:33.720980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d35d112-508b-4993-8f6c-346b6b14336b']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:33.724781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.737741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d316559c-1e23-4df2-a071-bc7dc96c7f58 req-4d0637a9-8165-417e-8066-5edffbee3f90 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0353534 May 02 10:26:33.739548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-1fcab970-2284-4d7d-a874-a9457e6c3d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.741071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-1fcab970-2284-4d7d-a874-a9457e6c3d64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0834348 May 02 10:26:33.743867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908cea5-f408-4de9-988e-139184bd1263 req-3df7cb87-16d0-47a1-b30d-bf52108e25c9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.751449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3908cea5-f408-4de9-988e-139184bd1263 req-3df7cb87-16d0-47a1-b30d-bf52108e25c9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 931 time: 0.1663282 May 02 10:26:33.775380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1794ad2-9795-4185-ad32-392c873115a6') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:33.775732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1794ad2-9795-4185-ad32-392c873115a6') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:33.874506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e1794ad2-9795-4185-ad32-392c873115a6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.877879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-083303b5-067b-494b-abad-911c79224747 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267719 May 02 10:26:33.916825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-e6d6f821-2410-4cef-92eb-796a43a7e0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:33.917401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-e6d6f821-2410-4cef-92eb-796a43a7e0ed service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.9220560 May 02 10:26:33.920930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e1794ad2-9795-4185-ad32-392c873115a6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.929984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-72578e34-6bd4-48f6-9be8-65e203a8231d tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1279471 May 02 10:26:33.956227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:33.956670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e1794ad2-9795-4185-ad32-392c873115a6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:33.980987 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:34.097563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-f97d3de6-a2c8-4f76-b6cc-52e45bb4900c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d HTTP/1.1" status: 200 len: 217 time: 0.1664343 May 02 10:26:34.103181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d519a2a-9993-4940-b4fd-500406af5c0f req-de1ffcaf-64a0-49d7-957f-fcd0d7415d02 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159891 May 02 10:26:34.112567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3908cea5-f408-4de9-988e-139184bd1263 req-0831c246-2c1e-42c5-961b-7691b14c5d58 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3564436 May 02 10:26:34.125085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:34.152431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0255513c-2784-4cd3-afc3-6e8acb582ff9 req-6b1df9ed-0a6b-48c2-9bd2-7626d64a35b2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.154055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0255513c-2784-4cd3-afc3-6e8acb582ff9 req-6b1df9ed-0a6b-48c2-9bd2-7626d64a35b2 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.2261658 May 02 10:26:34.233013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0255513c-2784-4cd3-afc3-6e8acb582ff9 req-def7a981-f61b-484f-a2ad-9cef7776961a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698602 May 02 10:26:34.379605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d46c7c-fbcb-48ca-9aeb-93efbd55c7b7 req-6e77198d-94c2-42fc-98b4-57caa0a2c075 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.380978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20d46c7c-fbcb-48ca-9aeb-93efbd55c7b7 req-6e77198d-94c2-42fc-98b4-57caa0a2c075 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 947 time: 0.1576772 May 02 10:26:34.389415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-e033ee46-049e-460c-a9f4-7aecd7c0b3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.390959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-e033ee46-049e-460c-a9f4-7aecd7c0b3b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2442181 May 02 10:26:34.449173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793ce14c-d1cb-4a06-a589-ddd50f276272 req-5fdd6f6f-c7b1-4372-a31e-b7e7454b53e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.451816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-793ce14c-d1cb-4a06-a589-ddd50f276272 req-5fdd6f6f-c7b1-4372-a31e-b7e7454b53e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.1032124 May 02 10:26:34.452093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (0d35d112-508b-4993-8f6c-346b6b14336b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.469787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-ccf32b18-75b0-470e-8517-2abb18f50ac1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.471286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-ccf32b18-75b0-470e-8517-2abb18f50ac1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5166111 May 02 10:26:34.487711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.491084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/0d35d112-508b-4993-8f6c-346b6b14336b HTTP/1.1" status: 204 len: 168 time: 2.0257094 May 02 10:26:34.509383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56388) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.523172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a38e9e0-803b-4a31-a693-82cf22e36b46 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=0d35d112-508b-4993-8f6c-346b6b14336b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:34.527149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-793ce14c-d1cb-4a06-a589-ddd50f276272 req-127f53d7-ed7e-458a-8da7-2b11567e19cf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681925 May 02 10:26:34.541973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-a85a8bf8-68d6-460c-b8a8-a13df72fb774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:34.542080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5efa2a3-a7fc-43fa-9745-3351142e8b9d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:34.542184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-a85a8bf8-68d6-460c-b8a8-a13df72fb774 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1264989 May 02 10:26:34.585644 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-89aa7aa2-ff02-4865-be15-54f9daea5d6f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.585644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89aa7aa2-ff02-4865-be15-54f9daea5d6f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.588872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-89aa7aa2-ff02-4865-be15-54f9daea5d6f tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/537c918c-b4ee-474a-8465-8c8b81968a24 HTTP/1.1" status: 404 len: 337 time: 0.0757210 May 02 10:26:34.591780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.630144 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2399fa1d-a8c7-4bfa-8bd6-8dd22987685b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.630585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2399fa1d-a8c7-4bfa-8bd6-8dd22987685b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.634603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2399fa1d-a8c7-4bfa-8bd6-8dd22987685b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/a0c49ac1-fac5-405d-a457-c83a2e35afcc HTTP/1.1" status: 404 len: 339 time: 0.0414414 May 02 10:26:34.641190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.646760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20d46c7c-fbcb-48ca-9aeb-93efbd55c7b7 req-4b20828c-1533-4c4d-979f-5cd66e57226d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2496178 May 02 10:26:34.679377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:34.684124 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-13636f28-3826-4df0-b638-705f5026db9a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.684593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13636f28-3826-4df0-b638-705f5026db9a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.688788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13636f28-3826-4df0-b638-705f5026db9a tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/1570d1e6-e816-4b49-95af-35daf025e14f HTTP/1.1" status: 404 len: 337 time: 0.0464799 May 02 10:26:34.691243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56402) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.693028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d', 'mac_address': 'fa:16:3e:68:5b:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:34.705753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:34.714704 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-311e630b-589c-4829-991a-37284f94d5e1 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.715221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-311e630b-589c-4829-991a-37284f94d5e1 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.718300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks [] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.725141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-311e630b-589c-4829-991a-37284f94d5e1 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/7c2c80ec-2718-4489-992a-1c0301204ed2 HTTP/1.1" status: 404 len: 339 time: 0.0323758 May 02 10:26:34.727193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.739075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e5efa2a3-a7fc-43fa-9745-3351142e8b9d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:34.739578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.744528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Transition to ACTIVE for port object ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:34.765846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5efa2a3-a7fc-43fa-9745-3351142e8b9d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:34.768139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-de6f00d1-9758-457d-914d-d89aceed260a service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015722 May 02 10:26:34.772199 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6067f0d-d989-4289-b298-3ccc82a29914 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.772945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6067f0d-d989-4289-b298-3ccc82a29914 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.776213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c6067f0d-d989-4289-b298-3ccc82a29914 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/a81fe379-9466-49e5-a729-02910f293054 HTTP/1.1" status: 404 len: 337 time: 0.0479946 May 02 10:26:34.778934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56406) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.793881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:34.815874 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6338a0ff-a2a9-49e3-9cd8-896f248df38e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.816846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6338a0ff-a2a9-49e3-9cd8-896f248df38e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.823546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6338a0ff-a2a9-49e3-9cd8-896f248df38e tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/f82a44c6-29d7-417b-9750-99439730d1f0 HTTP/1.1" status: 404 len: 339 time: 0.0406256 May 02 10:26:34.825783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56410) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.830040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.879926 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ebeb0fa-46c5-4f78-a3ec-705141655147 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.880435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ebeb0fa-46c5-4f78-a3ec-705141655147 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.886353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7ebeb0fa-46c5-4f78-a3ec-705141655147 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/c83e9716-f078-4281-9506-c905f0a0ac35 HTTP/1.1" status: 404 len: 337 time: 0.0565236 May 02 10:26:34.886538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:34.900041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.917554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a472742b-fe71-46f1-81bd-c8dd594f529b req-f7b30d6e-f9e2-46b7-8c7b-16df88afe97f tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0476220 May 02 10:26:34.933026 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c43ac0b1-d471-43fb-81ba-0ad914437fd2 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.933764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c43ac0b1-d471-43fb-81ba-0ad914437fd2 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.937315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c43ac0b1-d471-43fb-81ba-0ad914437fd2 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/ca451e3d-abaf-450d-b5e0-48d07fb72a90 HTTP/1.1" status: 404 len: 339 time: 0.0360157 May 02 10:26:34.939754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.971570 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba9268e4-be7c-429d-8ae6-16885240e647 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:34.975592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba9268e4-be7c-429d-8ae6-16885240e647 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:34.979585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba9268e4-be7c-429d-8ae6-16885240e647 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/362f3f3c-a332-4949-a743-e0fcaadc3490 HTTP/1.1" status: 404 len: 337 time: 0.0386655 May 02 10:26:34.983184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:34.985941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:35.001156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33bfb75b-6f5b-41e4-be04-bc9984021b2b req-253e357c-b711-45b5-b4b1-94f7b6d5f7b4 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245791 May 02 10:26:35.003025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Pushing event updated for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:35.014569 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7236be8f-6940-4d75-a596-aaf356627cef tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.014569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7236be8f-6940-4d75-a596-aaf356627cef tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.020546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7236be8f-6940-4d75-a596-aaf356627cef tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/9fc10033-1afc-443f-b949-7fd4e721e122 HTTP/1.1" status: 404 len: 339 time: 0.0336690 May 02 10:26:35.021218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56418) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.064460 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-48f5441f-80b4-45ca-9bac-3e155aee61ad tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.065087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48f5441f-80b4-45ca-9bac-3e155aee61ad tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.070531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-48f5441f-80b4-45ca-9bac-3e155aee61ad tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/cd91161d-69ea-496d-b30f-95328fcd98b0 HTTP/1.1" status: 404 len: 337 time: 0.0461216 May 02 10:26:35.072758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56420) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.100626 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea97956-aa40-439e-8322-795aada7394b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.101295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea97956-aa40-439e-8322-795aada7394b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.105589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ea97956-aa40-439e-8322-795aada7394b tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/193db316-c87f-43b5-b680-ce9cdb7ff551 HTTP/1.1" status: 404 len: 339 time: 0.0316916 May 02 10:26:35.109253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56422) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.150437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:35.153058 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ca0a1a-1f7a-4360-86d5-08f1b70cb742 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.153058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ca0a1a-1f7a-4360-86d5-08f1b70cb742 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.158371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56426) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.158562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-29ca0a1a-1f7a-4360-86d5-08f1b70cb742 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/f0ea3b26-1ff7-4d99-bc55-afa005a5578a HTTP/1.1" status: 404 len: 337 time: 0.0467658 May 02 10:26:35.159970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Attempting to bind port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:35.160321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Attempting to bind port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:35.160752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Attempting to bind port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:35.166189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a on network 03f4b595-8956-4697-950c-07141ab6fbeb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:35.166526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Attempting to bind port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:35.172464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:35.172882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:35.173279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:35.173721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Bound port: ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:35.174090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.197721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Request body: {'port': {'device_id': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': 'e9bce7a6faeb4a9693c73a4fd0b12d9c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:35.199322 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2694f989-078b-43bf-bb42-1facc472f358 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.200063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2694f989-078b-43bf-bb42-1facc472f358 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.209595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2694f989-078b-43bf-bb42-1facc472f358 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/de2abfcb-428d-481d-a361-46288c921fdc HTTP/1.1" status: 404 len: 339 time: 0.0494707 May 02 10:26:35.213050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56428) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.262580 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ce3ada1-c478-46ba-bb05-d396e1512afc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.263506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ce3ada1-c478-46ba-bb05-d396e1512afc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.267800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9ce3ada1-c478-46ba-bb05-d396e1512afc tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/e206880e-fd04-4e00-9270-964186b5fd8f HTTP/1.1" status: 404 len: 337 time: 0.0535035 May 02 10:26:35.271314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56432) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.307722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fa9066-0122-46a0-994b-14937d1b3a98 req-302f8002-2377-45b6-beeb-77d8c46f21cc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:35.307916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52fa9066-0122-46a0-994b-14937d1b3a98 req-302f8002-2377-45b6-beeb-77d8c46f21cc tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 943 time: 0.0803249 May 02 10:26:35.310755 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc5ca412-d501-4aa5-838f-821edd4e8b67 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] DELETE failed (client error): The resource could not be found. May 02 10:26:35.321985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc5ca412-d501-4aa5-838f-821edd4e8b67 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:35.331923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bc5ca412-d501-4aa5-838f-821edd4e8b67 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/19e4b94a-ecb2-497b-adc3-05e191c013c5 HTTP/1.1" status: 404 len: 339 time: 0.0566063 May 02 10:26:35.331923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56434) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:35.488865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting subnet d311f165-5ba9-4081-8913-a844f24bf089 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:26:35.491402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52fa9066-0122-46a0-994b-14937d1b3a98 req-17275231-591f-435d-9bc9-6c9a7a7cc876 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1827662 May 02 10:26:35.498737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02205c8c-36fa-4920-b86c-e01d00d6276d req-4f7a4a91-7d63-45c9-886d-3324d57e5480 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:35.514559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:35.516634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02205c8c-36fa-4920-b86c-e01d00d6276d req-4f7a4a91-7d63-45c9-886d-3324d57e5480 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.1078534 May 02 10:26:35.518045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:35.524469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (d311f165-5ba9-4081-8913-a844f24bf089), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.595257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d311f165-5ba9-4081-8913-a844f24bf089), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.601303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02205c8c-36fa-4920-b86c-e01d00d6276d req-4cbdf1d5-ec48-4488-bd1c-2f239d7b3e25 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838146 May 02 10:26:35.626272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:35.628834 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd28e45a-5c8c-46ac-8041-2366f324016d" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:35.657944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Made reservation on behalf of e9bce7a6faeb4a9693c73a4fd0b12d9c for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:35.658812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.661511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.748352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d311f165-5ba9-4081-8913-a844f24bf089), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.785386 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a21d773-0529-4f44-b37b-774d2b536096 x-openstack-request-id: req-5a21d773-0529-4f44-b37b-774d2b536096 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:35.785730 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:35.785997 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5a21d773-0529-4f44-b37b-774d2b536096 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:35.786398 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a21d773-0529-4f44-b37b-774d2b536096'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'code': 200} May 02 10:26:35.802631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Pushing event updated for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:35.810078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:35.810078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:35.821760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-d1bf4363-09d2-40e8-b46d-74bc6717109f service neutron] 10.222.0.24 "PUT /v2.0/ports/ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a HTTP/1.1" status: 200 len: 1091 time: 3.0520046 May 02 10:26:35.845061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:35.850034 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3df829-b730-457d-8bd4-57a4af1b78e2" -d '{"events": [{"name": "network-changed", "server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:35.867103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfbeca-84c6-421e-94c2-05141b8ff037 req-a72b9760-bd68-43e4-b6d7-4b7f36db0dae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:35.874779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1bfbeca-84c6-421e-94c2-05141b8ff037 req-a72b9760-bd68-43e4-b6d7-4b7f36db0dae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.2838318 May 02 10:26:35.945917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d311f165-5ba9-4081-8913-a844f24bf089), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.003804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18d634b-ac70-49dd-9803-4557f038f3b2 req-0e34a2db-36ab-421a-a87e-31e3f6fc4693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.006028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f18d634b-ac70-49dd-9803-4557f038f3b2 req-0e34a2db-36ab-421a-a87e-31e3f6fc4693 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 1131 time: 0.1368437 May 02 10:26:36.012268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.018330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/subnets/d311f165-5ba9-4081-8913-a844f24bf089 HTTP/1.1" status: 204 len: 168 time: 0.6827755 May 02 10:26:36.023457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69befaa-0e37-41fd-a959-35d8e4b98dcf tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Subnet': ['ID=d311f165-5ba9-4081-8913-a844f24bf089,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:36.025501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56456) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:36.034188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2ee2530-b6c2-48f7-8b50-43bdb54ba005 None None] Network b6007200-273a-455b-87db-9b89063b0aa1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:36.035821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959de697-445e-4aeb-811f-1d0cf5834cdf req-cc3772c9-a016-44c1-b308-b0cf97270ad3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.037468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959de697-445e-4aeb-811f-1d0cf5834cdf req-cc3772c9-a016-44c1-b308-b0cf97270ad3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 948 time: 0.1475322 May 02 10:26:36.114085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-cb6b3171-5484-4c7d-818d-c756a987a87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.115571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-cb6b3171-5484-4c7d-818d-c756a987a87f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 1125 time: 0.1648390 May 02 10:26:36.129992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1bfbeca-84c6-421e-94c2-05141b8ff037 req-54d20364-1122-47c5-b04f-dc033fe55d4f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541656 May 02 10:26:36.160814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959de697-445e-4aeb-811f-1d0cf5834cdf req-c4e3adb7-3222-4299-b851-1855d03deca6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143780 May 02 10:26:36.165590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f18d634b-ac70-49dd-9803-4557f038f3b2 req-9a74a234-5213-48e5-8c1b-c2911db3e341 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482971 May 02 10:26:36.230833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Allocated IP 192.168.233.199 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:36.251063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db14239a-fc46-400b-af46-34026fe5ba0b req-9badbb9d-7dff-44e2-8155-e22ed9218e05 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0310509 May 02 10:26:36.361700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] DHCP port deletion for b6007200-273a-455b-87db-9b89063b0aa1 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:26:36.363090 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4db46ea-aa66-465d-934b-755abef26808 x-openstack-request-id: req-b4db46ea-aa66-465d-934b-755abef26808 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:36.363737 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:36.363737 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b4db46ea-aa66-465d-934b-755abef26808 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:36.364145 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4db46ea-aa66-465d-934b-755abef26808'] response: {'name': 'network-changed', 'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'status': 'completed', 'code': 200} May 02 10:26:36.411535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Deleting port 9ab6fe70-894d-47c8-b168-6f819bb21a11 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:36.411948 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.422349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-a0774715-8937-4dcc-8c7f-e14563aef22f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a HTTP/1.1" status: 200 len: 217 time: 0.2913465 May 02 10:26:36.448520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b6007200-273a-455b-87db-9b89063b0aa1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.508223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-b3d465fe-91fd-42e3-bfe6-05999423c53f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.509990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-b3d465fe-91fd-42e3-bfe6-05999423c53f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.0798213 May 02 10:26:36.520249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] For port 9ab6fe70-894d-47c8-b168-6f819bb21a11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab6fe70-894d-47c8-b168-6f819bb21a11,segment=NetworkSegment(a2049316-bf0e-46db-aa12-566181ae1d5a),segment_id=a2049316-bf0e-46db-aa12-566181ae1d5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:36.521635 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.553094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Calling delete_port for 9ab6fe70-894d-47c8-b168-6f819bb21a11 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:36.569628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Deleting port 9ab6fe70-894d-47c8-b168-6f819bb21a11 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:36.570262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.632068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks [] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.644388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5efa2a3-a7fc-43fa-9745-3351142e8b9d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:36.647022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ab6fe70-894d-47c8-b168-6f819bb21a11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:36.672233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-807b7e43-1274-42da-8f88-7043fe02c9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.673836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-807b7e43-1274-42da-8f88-7043fe02c9b5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1551421 May 02 10:26:36.775656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e5efa2a3-a7fc-43fa-9745-3351142e8b9d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:36.794302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9ab6fe70-894d-47c8-b168-6f819bb21a11 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:36.794719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.796491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754d0e4-82b8-428f-84a5-0aacab558328 req-9ccc8a7d-4375-4425-8fe4-2132330800e6 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.798198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9754d0e4-82b8-428f-84a5-0aacab558328 req-9ccc8a7d-4375-4425-8fe4-2132330800e6 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.0707374 May 02 10:26:36.819011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] For port 9ab6fe70-894d-47c8-b168-6f819bb21a11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ab6fe70-894d-47c8-b168-6f819bb21a11,segment=NetworkSegment(a2049316-bf0e-46db-aa12-566181ae1d5a),segment_id=a2049316-bf0e-46db-aa12-566181ae1d5a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:36.820037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.826170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.832956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26fd63c-a6fd-4c11-89e3-839ec4e6d9a7 req-e48d0083-821d-483e-9988-94485034cab3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:36.835714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b26fd63c-a6fd-4c11-89e3-839ec4e6d9a7 req-e48d0083-821d-483e-9988-94485034cab3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 943 time: 0.1637983 May 02 10:26:36.857726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Calling delete_port for 9ab6fe70-894d-47c8-b168-6f819bb21a11 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:36.875439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9754d0e4-82b8-428f-84a5-0aacab558328 req-7188cd49-70a6-4519-b137-ecb701242201 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 May 02 10:26:36.902431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e5efa2a3-a7fc-43fa-9745-3351142e8b9d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:36.903477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.912871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] Pushing event deleted for resources: {'Port': ['ID=9ab6fe70-894d-47c8-b168-6f819bb21a11,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:36.924497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b26fd63c-a6fd-4c11-89e3-839ec4e6d9a7 req-6dd1a870-079f-4a05-8b63-70ee11061698 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781338 May 02 10:26:36.942981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9092432d-d556-4d6d-8ce8-1c36e6227cdc None None] No DVR routers for this DVR port 9ab6fe70-894d-47c8-b168-6f819bb21a11 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:36.975633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:36.990446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b7fbea01-203e-4823-afcf-4c98ff51c501'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:37.025033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-51992118-9f0b-4fb9-b1ba-d562b6f4ec25 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363435 May 02 10:26:37.035086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:37.074445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e5efa2a3-a7fc-43fa-9745-3351142e8b9d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:37.074445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.134914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:37.141754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:37.159042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:37.160888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:37.255916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Pushing event updated for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:37.267796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.270738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:37.284587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.389677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e9c29-4054-49a9-bb12-fedefce4c2e3 req-f328a6fe-87bf-4d67-9718-523226010336 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:37.392549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-602e9c29-4054-49a9-bb12-fedefce4c2e3 req-f328a6fe-87bf-4d67-9718-523226010336 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.0971313 May 02 10:26:37.408795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-66395886-760d-4de2-8804-e8cd569934d9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2214835 May 02 10:26:37.425932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee3757-de6c-417f-b5d5-a6736f22ba6b req-ac106167-0051-449f-a731-e5edd6a32556 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:37.427789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3fee3757-de6c-417f-b5d5-a6736f22ba6b req-ac106167-0051-449f-a731-e5edd6a32556 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.1244588 May 02 10:26:37.433017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Request body: {'port': {'device_id': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:37.462410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9ab6fe70-894d-47c8-b168-6f819bb21a11), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.486869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:37.519125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] No DVR routers for this DVR port 9ab6fe70-894d-47c8-b168-6f819bb21a11 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:37.547080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-602e9c29-4054-49a9-bb12-fedefce4c2e3 req-6b178686-583b-4e25-b133-b8469407b58f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433072 May 02 10:26:37.569972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:37.575227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Port': ['ID=9ab6fe70-894d-47c8-b168-6f819bb21a11,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:37.585575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4ecfaa2-0a6f-432d-8c94-2405283b57a1 req-fc9ec1b6-55a0-4f75-96b1-556fccd30ca8 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5460243 May 02 10:26:37.612259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '58aae962-6e18-4132-82c5-340956decb72', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '58aae962-6e18-4132-82c5-340956decb72', 'mac_address': 'fa:16:3e:c9:bd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:37.631200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b5f81c3c-cd50-4b5d-86f4-fe39d5dcea6e None None] Provisioning complete for port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:37.631583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b5f81c3c-cd50-4b5d-86f4-fe39d5dcea6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.643473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3fee3757-de6c-417f-b5d5-a6736f22ba6b req-28c21b5c-f266-4771-b68e-bcd59ed1ccf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954465 May 02 10:26:37.718278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff916-8589-45eb-a1d5-4d07d466fae1 req-212bd7be-4196-4e08-8c9b-781563173427 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:37.720714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bbff916-8589-45eb-a1d5-4d07d466fae1 req-212bd7be-4196-4e08-8c9b-781563173427 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 936 time: 0.0927706 May 02 10:26:37.734151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:37.734702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.747883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b5f81c3c-cd50-4b5d-86f4-fe39d5dcea6e None None] Port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:37.754562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:37.788786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:37.790017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:37.792794 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78938e94-7ad2-453c-b8bf-6b01065097a0" -d '{"events": [{"server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "name": "network-vif-plugged", "status": "completed", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:37.829702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bbff916-8589-45eb-a1d5-4d07d466fae1 req-fc75b8c0-193f-4d71-bde1-65e375defff3 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974472 May 02 10:26:37.842235 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5b7c95b-2af8-4cf9-bf56-2e1900cb7f39 x-openstack-request-id: req-d5b7c95b-2af8-4cf9-bf56-2e1900cb7f39 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:37.843054 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "name": "network-vif-plugged", "status": "completed", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:37.843442 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d5b7c95b-2af8-4cf9-bf56-2e1900cb7f39 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:37.843941 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5b7c95b-2af8-4cf9-bf56-2e1900cb7f39'] response: {'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d', 'code': 200} May 02 10:26:37.872638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:37.981696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:38.150063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b6007200-273a-455b-87db-9b89063b0aa1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.153396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.157195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:38.193878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebe5f64-7c59-41fa-99d3-31e33b87ad8d req-2ae0734b-685b-4bee-808d-25077f78e8b9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:38.201019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ebe5f64-7c59-41fa-99d3-31e33b87ad8d req-2ae0734b-685b-4bee-808d-25077f78e8b9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 943 time: 0.1154418 May 02 10:26:38.249765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf2711e-76d2-4546-b5ea-7d562448354e req-977c4b9d-4f49-4ffc-85b7-323dce36604a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:38.257798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cf2711e-76d2-4546-b5ea-7d562448354e req-977c4b9d-4f49-4ffc-85b7-323dce36604a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.1519363 May 02 10:26:38.267338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6007200-273a-455b-87db-9b89063b0aa1']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:38.270953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ebe5f64-7c59-41fa-99d3-31e33b87ad8d req-dec81074-a3d9-409b-a1b3-1f6d3c375a46 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689046 May 02 10:26:38.307523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2049316-bf0e-46db-aa12-566181ae1d5a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:38.307523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2049316-bf0e-46db-aa12-566181ae1d5a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:38.336115 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (a2049316-bf0e-46db-aa12-566181ae1d5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.411976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a2049316-bf0e-46db-aa12-566181ae1d5a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.434740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:38.435125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (a2049316-bf0e-46db-aa12-566181ae1d5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:38.438110 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:38.452351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cf2711e-76d2-4546-b5ea-7d562448354e req-c7b46590-47f4-4b32-af2d-26f7d109d832 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1937485 May 02 10:26:38.618673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b6007200-273a-455b-87db-9b89063b0aa1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.625647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.629326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] 10.222.0.16 "DELETE /v2.0/networks/b6007200-273a-455b-87db-9b89063b0aa1 HTTP/1.1" status: 204 len: 168 time: 2.6027727 May 02 10:26:38.698961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87001979-082a-4435-b9f0-d429ec97a475 tempest-NetworksTest-1751076482 tempest-NetworksTest-1751076482-project] Pushing event deleted for resources: {'Network': ['ID=b6007200-273a-455b-87db-9b89063b0aa1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:38.720629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:38.740115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856ee5d-1e44-42fc-b75c-b51c2cc5d059 req-6db4988e-0a78-4a75-9ebc-27db3690db57 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:38.741710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c856ee5d-1e44-42fc-b75c-b51c2cc5d059 req-6db4988e-0a78-4a75-9ebc-27db3690db57 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.1043501 May 02 10:26:38.744394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks [] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.776756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Transition to ACTIVE for port object 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:38.875257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:38.881104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-5946c7c7-fbfe-48af-997a-915e9caa7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:38.882649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-5946c7c7-fbfe-48af-997a-915e9caa7438 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 1125 time: 0.1072407 May 02 10:26:38.889862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c856ee5d-1e44-42fc-b75c-b51c2cc5d059 req-35c73b4a-6b79-435b-b9df-acaca635ec08 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400361 May 02 10:26:38.965761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f554e5-7246-4471-a617-2d0a049e8e33 req-8b8df03b-6305-4d26-9470-88bb2e381bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:38.968274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17f554e5-7246-4471-a617-2d0a049e8e33 req-8b8df03b-6305-4d26-9470-88bb2e381bfb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 1131 time: 0.1339333 May 02 10:26:39.028964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:39.156481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:39.158652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192782f2-038f-49cf-b81a-4b9271883e86 req-5d262745-f8dd-40e9-9d68-42afcdb5681e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.160852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-192782f2-038f-49cf-b81a-4b9271883e86 req-5d262745-f8dd-40e9-9d68-42afcdb5681e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 949 time: 0.1859467 May 02 10:26:39.214776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17f554e5-7246-4471-a617-2d0a049e8e33 req-ea414042-7873-438e-ac3d-ea7483661829 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347593 May 02 10:26:39.218025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-dbf76e7f-55b1-40fe-ac92-d400864be7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.219800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-dbf76e7f-55b1-40fe-ac92-d400864be7ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.3028893 May 02 10:26:39.256118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Attempting to bind port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:39.257017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Attempting to bind port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:39.257543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Attempting to bind port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:39.286455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:39.287779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Attempting to bind port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:39.295290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 58aae962-6e18-4132-82c5-340956decb72 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:39.306059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-192782f2-038f-49cf-b81a-4b9271883e86 req-cf211f10-84bf-48f3-9a1a-9c0c25d6e9ae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327703 May 02 10:26:39.310419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:39.311524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:39.316146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:39.316836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Bound port: 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:39.317302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.392695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 58aae962-6e18-4132-82c5-340956decb72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:39.393438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58aae962-6e18-4132-82c5-340956decb72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.427461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56532) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:39.454418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6ad36c-a658-46e5-8d88-328dcbb9abf8 req-2afd16e1-a65e-4807-b146-14309bb8f4cd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.463186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b6ad36c-a658-46e5-8d88-328dcbb9abf8 req-2afd16e1-a65e-4807-b146-14309bb8f4cd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 948 time: 0.1234002 May 02 10:26:39.547165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-bea09623-8870-4419-8517-7092c1b40929 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a HTTP/1.1" status: 200 len: 217 time: 0.1146457 May 02 10:26:39.554367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b6ad36c-a658-46e5-8d88-328dcbb9abf8 req-d29cf117-3002-4abe-bbd3-400b4e8fd732 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899813 May 02 10:26:39.612673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:39.613081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.682943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:39.683312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:39.722137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a7b6c5-1faf-471f-8b9e-9d25183b3c96 req-f7db8457-e373-4e74-9b5c-21b0bfc89500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.723761 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52a7b6c5-1faf-471f-8b9e-9d25183b3c96 req-f7db8457-e373-4e74-9b5c-21b0bfc89500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 943 time: 0.1819880 May 02 10:26:39.737260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:39.749713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-5dbafd39-7e72-4623-9f83-b8934e4ae898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.751127 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-5dbafd39-7e72-4623-9f83-b8934e4ae898 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.1915650 May 02 10:26:39.754718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a13cbe54-ea6d-44ce-ab4f-458c306ea4fb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95b79dc0085c42dbbd93bedcf2d84079&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3210306 May 02 10:26:39.758237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56544) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:39.765816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.794337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52a7b6c5-1faf-471f-8b9e-9d25183b3c96 req-e3bf2aa5-38d1-4103-a869-77204f13bb93 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629690 May 02 10:26:39.831194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.845254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:39.849627 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f098df57-c1a5-470f-a558-a1f43a7ecc4b" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:39.853767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] Publish callbacks [] for security_group (1243c603-4e79-424b-8f56-bcebc2e7588f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.869843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:39.888965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:39.888965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.888965 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d HTTP/1.1" status: 200 len: 1096 time: 2.4560659 May 02 10:26:39.894855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:39.905156 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3237f6e5-69db-4f62-902a-7ba81f770ab8" -d '{"events": [{"name": "network-changed", "server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:39.908371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] Publish callbacks [] for security_group (1243c603-4e79-424b-8f56-bcebc2e7588f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:39.957066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f657de3-05eb-4134-852b-fdf87ed19948 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:39.987180 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7ebee00-1f31-4095-b39e-51210338d04a x-openstack-request-id: req-b7ebee00-1f31-4095-b39e-51210338d04a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:39.987492 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:39.987750 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7ebee00-1f31-4095-b39e-51210338d04a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:39.988170 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7ebee00-1f31-4095-b39e-51210338d04a'] response: {'name': 'network-changed', 'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d', 'status': 'completed', 'code': 200} May 02 10:26:40.007223 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6930d0-d839-44d6-8c0d-3627574667f1 x-openstack-request-id: req-ba6930d0-d839-44d6-8c0d-3627574667f1 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:40.007545 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:40.010747 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ba6930d0-d839-44d6-8c0d-3627574667f1 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:40.011216 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba6930d0-d839-44d6-8c0d-3627574667f1'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'code': 200} May 02 10:26:40.107384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1243c603-4e79-424b-8f56-bcebc2e7588f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:40.112496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:40.113872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-0ce9fa57-6589-4ccc-afe8-d10f520cc062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.114319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1243c603-4e79-424b-8f56-bcebc2e7588f HTTP/1.1" status: 204 len: 168 time: 0.3543675 May 02 10:26:40.115407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-0ce9fa57-6589-4ccc-afe8-d10f520cc062 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1210618 May 02 10:26:40.157605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3431f9-f7af-4605-8218-cd8d133d3ef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1243c603-4e79-424b-8f56-bcebc2e7588f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:40.188288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ff2947-3af3-4f2f-96f6-ee1671884d4c req-17ade097-c032-4217-86a2-b08e6d497cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.190365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94ff2947-3af3-4f2f-96f6-ee1671884d4c req-17ade097-c032-4217-86a2-b08e6d497cdc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1132 time: 0.0738425 May 02 10:26:40.199656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f6e5-69db-4f62-902a-7ba81f770ab8 req-6595612e-798b-45ec-9658-f4f1f9fb4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.201577 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3237f6e5-69db-4f62-902a-7ba81f770ab8 req-6595612e-798b-45ec-9658-f4f1f9fb4753 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 1130 time: 0.1652200 May 02 10:26:40.300334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc871b8-1d78-4b89-8983-9b172ac5ffa6 req-ea82d258-e6a1-4b43-ae09-a84518ba9375 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.302080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddc871b8-1d78-4b89-8983-9b172ac5ffa6 req-ea82d258-e6a1-4b43-ae09-a84518ba9375 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.2254927 May 02 10:26:40.305253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94ff2947-3af3-4f2f-96f6-ee1671884d4c req-20caf039-35da-44d0-807d-c5c119c7885d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719934 May 02 10:26:40.346661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3237f6e5-69db-4f62-902a-7ba81f770ab8 req-b45b16a4-5341-4af0-bd98-599bb109bf45 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0964429 May 02 10:26:40.380909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddc871b8-1d78-4b89-8983-9b172ac5ffa6 req-5b039a68-4bef-45a5-b3fd-9ee7bc214e2f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595469 May 02 10:26:40.408026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-f29fa2de-fa4d-47a1-8f42-2ab166b6b6fc service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307062 May 02 10:26:40.475969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bcba2-b6a4-4ac6-9f5a-82c6888eea7f req-fdca58cc-c7d6-45b8-81e5-06f3654a5c6b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.479602 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-559bcba2-b6a4-4ac6-9f5a-82c6888eea7f req-fdca58cc-c7d6-45b8-81e5-06f3654a5c6b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0798833 May 02 10:26:40.537866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:40.619756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-559bcba2-b6a4-4ac6-9f5a-82c6888eea7f req-3debff69-7c36-4275-8d30-8f3dab3c3cd5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271572 May 02 10:26:40.728528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e3df829-b730-457d-8bd4-57a4af1b78e2 req-0b749c11-cd5b-4e94-9a0d-2473cfd5ce98 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487962 May 02 10:26:40.750189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:40.790530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'port_id': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'mac_address': 'fa:16:3e:32:27:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:40.834965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c9588d-749a-428b-99d8-f4853478345c req-976e3c87-d197-43b1-a56a-eac84d087a08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.837562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79c9588d-749a-428b-99d8-f4853478345c req-976e3c87-d197-43b1-a56a-eac84d087a08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 948 time: 0.1041574 May 02 10:26:40.882409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:40.882973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:40.896318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3237f6e5-69db-4f62-902a-7ba81f770ab8 req-0a1834ef-7020-430d-b48a-916c31056071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:40.900633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3237f6e5-69db-4f62-902a-7ba81f770ab8 req-0a1834ef-7020-430d-b48a-916c31056071 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3314240 May 02 10:26:40.900767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:40.932301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79c9588d-749a-428b-99d8-f4853478345c req-a1cb900b-d199-49c5-8c1f-284beb81434e tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846729 May 02 10:26:40.958086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:41.031622 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:41.138389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:41.167023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-3070dcba-a638-4057-b343-a10176a5c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.171631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-3070dcba-a638-4057-b343-a10176a5c6c0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 1130 time: 0.0841196 May 02 10:26:41.236036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-159d3491-3795-493e-8d09-ee2f9c595a76 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d HTTP/1.1" status: 200 len: 217 time: 0.0539572 May 02 10:26:41.244057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d913db33-109d-4219-ba37-28fd3243a9f5 req-c8b25a78-8b28-4584-a92d-86af45c38d8f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.249433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d913db33-109d-4219-ba37-28fd3243a9f5 req-c8b25a78-8b28-4584-a92d-86af45c38d8f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 943 time: 0.3367910 May 02 10:26:41.300006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-3cf9ba7b-69c6-4e6b-8e1a-65cc8664fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.301626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-3cf9ba7b-69c6-4e6b-8e1a-65cc8664fce0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0588787 May 02 10:26:41.310693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d913db33-109d-4219-ba37-28fd3243a9f5 req-a432af7c-de36-4146-9e8a-a36fc24cbbb8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586197 May 02 10:26:41.328383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:41.399358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-06042a40-b247-433e-9e6b-e35f71cb4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.401153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-06042a40-b247-433e-9e6b-e35f71cb4e69 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0900152 May 02 10:26:41.556897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15257b8d-3ee3-4d07-a44a-b08174706480 req-f4918fc9-ba4c-4109-a05a-cf383d5d254e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.556897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-15257b8d-3ee3-4d07-a44a-b08174706480 req-f4918fc9-ba4c-4109-a05a-cf383d5d254e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.0807483 May 02 10:26:41.727224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-15257b8d-3ee3-4d07-a44a-b08174706480 req-f7a2492a-e769-41f7-9aff-e6415f91f5dd tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637418 May 02 10:26:41.733290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-1f11bcdf-6d00-403b-98f8-72b04026c838 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573634 May 02 10:26:41.734483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56612) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:41.845266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c800bf1d-78b9-4a22-ad4f-537780247885 req-7b7820ca-c349-409c-9671-40750c565958 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:41.858290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac7bbb22-0c7d-453b-81a9-700f164c5d49 req-f103e26d-7a0d-4eee-9b18-70088d18c8aa service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1171887 May 02 10:26:41.863922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c800bf1d-78b9-4a22-ad4f-537780247885 req-7b7820ca-c349-409c-9671-40750c565958 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1371498 May 02 10:26:41.927257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-640402389'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:41.948278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c800bf1d-78b9-4a22-ad4f-537780247885 req-bad85b62-c153-4c3b-a2d7-88583139a54c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808706 May 02 10:26:42.038072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:42.042170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.055182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.108353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b42f7b-a86d-4881-8cc0-1ab6cb2e310c req-3128ff8e-d7d8-4988-851f-19ce89e51502 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:42.117528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b42f7b-a86d-4881-8cc0-1ab6cb2e310c req-3128ff8e-d7d8-4988-851f-19ce89e51502 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 948 time: 0.0933597 May 02 10:26:42.179646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (f59b2087-0765-4754-945e-667b438c1a30), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.203172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0b42f7b-a86d-4881-8cc0-1ab6cb2e310c req-affd4906-2b6a-470e-af64-301a87f40658 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767212 May 02 10:26:42.257569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f59b2087-0765-4754-945e-667b438c1a30), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.279263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-c9996eec-6118-420d-a18b-35b4f7c1307f tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:42.280855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-c9996eec-6118-420d-a18b-35b4f7c1307f tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 1131 time: 0.0614419 May 02 10:26:42.287941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:42.318505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25365f65-7588-458b-9cc0-6109555c89ee), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.318788 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 25365f65-7588-458b-9cc0-6109555c89ee of type vlan for network 4d9447eb-cc9a-4b4e-b169-988f966164e1 May 02 10:26:42.320121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f59b2087-0765-4754-945e-667b438c1a30,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:42.330234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-b897daad-3040-4c86-ae45-a383e187dab6 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.382569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4d9447eb-cc9a-4b4e-b169-988f966164e1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.476000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-b897daad-3040-4c86-ae45-a383e187dab6 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Publish callbacks [] for security_group (db85f942-2763-4164-b472-daed70aa1850), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.480821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585f0490-c73a-4083-a0fb-ba49626e5c46 req-af85cbec-cf5f-42ad-b36b-02171ac14ee9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:42.488076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-585f0490-c73a-4083-a0fb-ba49626e5c46 req-af85cbec-cf5f-42ad-b36b-02171ac14ee9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 944 time: 0.0719070 May 02 10:26:42.495405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4d9447eb-cc9a-4b4e-b169-988f966164e1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.501005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:42.501623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.531082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:42.547503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-585f0490-c73a-4083-a0fb-ba49626e5c46 req-c9dd35b2-f70a-416f-9891-9606c238b8d6 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583782 May 02 10:26:42.574790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-b897daad-3040-4c86-ae45-a383e187dab6 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (db85f942-2763-4164-b472-daed70aa1850), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.605689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=4d9447eb-cc9a-4b4e-b169-988f966164e1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:42.614794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:42.630569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:42.661437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eff08fab-6516-479d-bde2-7d594d499215 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9255562 May 02 10:26:42.666458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0ca2993-f557-4d6c-bf31-a1c419c647d4 req-b897daad-3040-4c86-ae45-a383e187dab6 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3687091 May 02 10:26:42.666979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:42.667794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b897daad-3040-4c86-ae45-a383e187dab6 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db85f942-2763-4164-b472-daed70aa1850,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:42.684615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'name': 'tempest-PortsIpV6TestJSON-1876459707'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:42.717163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:42.717580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.817462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:42.818288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.847062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:42.849702 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33bd27a0-f91e-4de8-8ebb-175df44104e6" -d '{"events": [{"server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "name": "network-vif-plugged", "status": "completed", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:42.888536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:42.892732 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49b87274-6dda-463a-af3a-a597689aba72 x-openstack-request-id: req-49b87274-6dda-463a-af3a-a597689aba72 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:42.892732 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "name": "network-vif-plugged", "status": "completed", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:42.892732 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49b87274-6dda-463a-af3a-a597689aba72 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:42.892732 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49b87274-6dda-463a-af3a-a597689aba72'] response: {'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'code': 200} May 02 10:26:42.929813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:42.934279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:42.994815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port c789ce1c-2077-4364-a054-fe9c9cb594f8 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:26:43.028021 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.059804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5cde85-2610-4915-99a5-35ebc6a31bd5 req-c9e78a92-7dbc-42b4-bd78-03dac11a0a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.060822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c5cde85-2610-4915-99a5-35ebc6a31bd5 req-c9e78a92-7dbc-42b4-bd78-03dac11a0a1a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 1126 time: 0.0878167 May 02 10:26:43.146415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c5cde85-2610-4915-99a5-35ebc6a31bd5 req-9c130213-f745-4ebe-ab48-e700b058bed1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763125 May 02 10:26:43.210501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0977a15c-8861-4458-ada9-7f7fdc10b017 req-95f65003-4082-49cf-91c4-62049b374a3d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.213985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0977a15c-8861-4458-ada9-7f7fdc10b017 req-95f65003-4082-49cf-91c4-62049b374a3d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0913703 May 02 10:26:43.235788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-375f2649-d211-4e68-8740-b7a30b708729 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284822 May 02 10:26:43.248096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:43.290119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:43.331589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.337891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0977a15c-8861-4458-ada9-7f7fdc10b017 req-7a96dd4a-643f-4b53-a006-7a87d8355d48 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044888 May 02 10:26:43.389176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:43.392025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-8e5c11a4-e3dc-442d-a653-1caac0e44152 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.393564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-8e5c11a4-e3dc-442d-a653-1caac0e44152 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475935 May 02 10:26:43.402105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'mac_address': 'fa:16:3e:f7:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:43.410477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-fea24bbf-8b15-423b-b5db-0ba579b22512 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.0115690 May 02 10:26:43.440914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:43.441496 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.457408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:43.471157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-091da7ba-cf1c-4d51-9720-8fe8969f980f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0538206 May 02 10:26:43.483870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:43.485198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.538388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c1331-0c30-4545-89e5-bda37271b750 req-5e379928-5c46-47d2-ac09-b428674f5223 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.539946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-281c1331-0c30-4545-89e5-bda37271b750 req-5e379928-5c46-47d2-ac09-b428674f5223 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 948 time: 0.0929251 May 02 10:26:43.585786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=c789ce1c-2077-4364-a054-fe9c9cb594f8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:43.588586 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.591094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:43.624830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '25365f65-7588-458b-9cc0-6109555c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:43.625314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: 4d9447eb-cc9a-4b4e-b169-988f966164e1, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:43.635829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-281c1331-0c30-4545-89e5-bda37271b750 req-37d90115-21d7-4bf3-bb96-db2b1dc1dad9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865626 May 02 10:26:43.678519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:43.748422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:43.752218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:43.775145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34430eb-92ec-41b6-87d6-40b1363acec1 req-c9759166-8ce3-4e31-9d7b-b5685bd214f8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.777053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f34430eb-92ec-41b6-87d6-40b1363acec1 req-c9759166-8ce3-4e31-9d7b-b5685bd214f8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0699689 May 02 10:26:43.866587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4d9447eb-cc9a-4b4e-b169-988f966164e1) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:43.879873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f34430eb-92ec-41b6-87d6-40b1363acec1 req-72fd61f9-d980-4837-b36c-bbd4a8f7712b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953152 May 02 10:26:43.883783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9842f71-cabe-4604-b0b9-d4cb4482a8d0 None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:43.889778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:43.903255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:43.904990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.055695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cc0b3cfd-e7b8-4527-b9bd-b14710090241 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3822351 May 02 10:26:44.059384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56696) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:44.068190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-559604908'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:44.113337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df615aab-0e65-42ab-85ac-2fd3606dd88a req-24a73a36-b23f-4103-87f2-8297f14a3427 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:44.114996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df615aab-0e65-42ab-85ac-2fd3606dd88a req-24a73a36-b23f-4103-87f2-8297f14a3427 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.1555772 May 02 10:26:44.183040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:44.186518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.218918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df615aab-0e65-42ab-85ac-2fd3606dd88a req-4931aa86-c891-47f6-bf9f-0560ddf0b6ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863078 May 02 10:26:44.232314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:44.242014 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (76ca542f-4c26-4e9b-9446-372b0c70dd59), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.242557 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 76ca542f-4c26-4e9b-9446-372b0c70dd59 of type vlan for network 346a11b4-8a8d-41db-8030-049f84fc8a98 May 02 10:26:44.298972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (346a11b4-8a8d-41db-8030-049f84fc8a98), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.551067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (346a11b4-8a8d-41db-8030-049f84fc8a98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.552193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:44.552892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:44.650422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=346a11b4-8a8d-41db-8030-049f84fc8a98,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:44.661575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 346a11b4-8a8d-41db-8030-049f84fc8a98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:44.713861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9105ddd1-043d-485d-b279-a9e1b12f147e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6534228 May 02 10:26:44.716433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56726) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:44.722248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'ports': [{'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'}, {'network_id': '346a11b4-8a8d-41db-8030-049f84fc8a98'}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:44.722567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:44.723051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '346a11b4-8a8d-41db-8030-049f84fc8a98'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:45.144316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c96b2c-6a62-42f6-9e33-b300c99815d6 req-36d1d04a-0dad-4aef-b0e8-d20e5ca019dd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:45.146047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67c96b2c-6a62-42f6-9e33-b300c99815d6 req-36d1d04a-0dad-4aef-b0e8-d20e5ca019dd tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 948 time: 0.0674403 May 02 10:26:45.159598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 2} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:45.165829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:26:45.170933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:45.172041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.209747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.216085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67c96b2c-6a62-42f6-9e33-b300c99815d6 req-24fb25e4-e9a6-4592-8043-06241d568e87 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635612 May 02 10:26:45.333054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55f72ea9-b243-4b02-ad54-18dd7ac94c21 req-fa4987d8-b6eb-42de-b95e-bbbf4840a60d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 210 time: 0.0484502 May 02 10:26:45.408983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:45.409813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.535480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port ae42bd52-7c63-4f08-9e5e-a9abf572a940 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:26:45.568483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:45.587746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d', 'mac_address': 'fa:16:3e:52:a2:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:26:45.694879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:45.696112 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.759699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:45.769370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:45.772366 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcfd5dc7-1d85-4f51-b9dc-060be9a09a95" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:45.795483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:45.795483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.811797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:45.824773 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (ae42bd52-7c63-4f08-9e5e-a9abf572a940), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.841833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:45.866630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:45.902709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15282cea-56f6-49c8-9668-c3118031e723 req-cefae20c-9d9b-4e9c-8589-5166757e7ea1 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:45.909976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15282cea-56f6-49c8-9668-c3118031e723 req-cefae20c-9d9b-4e9c-8589-5166757e7ea1 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.0615191 May 02 10:26:45.980322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:45.999307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:46.002944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:46.004378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port fa4ec373-a2c2-46b0-b219-9053158a4420 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:26:46.029372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15282cea-56f6-49c8-9668-c3118031e723 req-970bce26-f120-4ddd-889a-54d702d943e2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054926 May 02 10:26:46.122571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:46.135523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-9976a166-55ec-4052-8a41-460eb6886ee8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0706584 May 02 10:26:46.241085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (fa4ec373-a2c2-46b0-b219-9053158a4420), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:46.270789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:46.416639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ae42bd52-7c63-4f08-9e5e-a9abf572a940), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:46.501785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:46.565167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=ae42bd52-7c63-4f08-9e5e-a9abf572a940,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:46.569493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:46.577511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:46.578702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fa4ec373-a2c2-46b0-b219-9053158a4420), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:46.636698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=fa4ec373-a2c2-46b0-b219-9053158a4420,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:46.711557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '76ca542f-4c26-4e9b-9446-372b0c70dd59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '346a11b4-8a8d-41db-8030-049f84fc8a98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:46.712033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: 346a11b4-8a8d-41db-8030-049f84fc8a98, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:46.929289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 346a11b4-8a8d-41db-8030-049f84fc8a98 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:47.043546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 346a11b4-8a8d-41db-8030-049f84fc8a98) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:47.047326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:47.055440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:47.055616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5428475a-50a9-4338-b8fa-db7df1b339ac None None] Network 346a11b4-8a8d-41db-8030-049f84fc8a98 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:47.060781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:47.061452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:47.191233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-e32e6b7f-991a-4b19-b7aa-a0b72b862bc9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:47.201199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-e32e6b7f-991a-4b19-b7aa-a0b72b862bc9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 947 time: 0.0968642 May 02 10:26:47.206356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ebf7e57c-c123-471c-8e28-e80edab1312f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4888241 May 02 10:26:47.209931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56790) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:47.308163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:47.404079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port fa4ec373-a2c2-46b0-b219-9053158a4420 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:47.405810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fa4ec373-a2c2-46b0-b219-9053158a4420), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:47.473111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:26:47.535843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fa4ec373-a2c2-46b0-b219-9053158a4420), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:47.541543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:47.542435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:47.577437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for fa4ec373-a2c2-46b0-b219-9053158a4420 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:47.760940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:47.761730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:47.858963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:48.218771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fa4ec373-a2c2-46b0-b219-9053158a4420), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:48.220018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:48.307643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:48.313177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=fa4ec373-a2c2-46b0-b219-9053158a4420,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:48.315508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:48.319134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-986478fe-fe09-4f5b-b94c-4660b6ad019c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/fa4ec373-a2c2-46b0-b219-9053158a4420 HTTP/1.1" status: 204 len: 168 time: 1.1079674 May 02 10:26:48.322943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56796) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:48.527181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f428f-e4cb-4b64-955d-53370ccab968 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:48.529147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-db19f134-5493-4cad-aa73-7dd1e1bed23e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0683444 May 02 10:26:48.533200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce1f428f-e4cb-4b64-955d-53370ccab968 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:48.534849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce1f428f-e4cb-4b64-955d-53370ccab968 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2109203 May 02 10:26:48.538699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:48.716855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port ae42bd52-7c63-4f08-9e5e-a9abf572a940 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:48.717461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ae42bd52-7c63-4f08-9e5e-a9abf572a940), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:48.742968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-474b8ed4-673f-4001-8c34-6d2e4bab0a5b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:48.744459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-474b8ed4-673f-4001-8c34-6d2e4bab0a5b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2097299 May 02 10:26:48.825582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ae42bd52-7c63-4f08-9e5e-a9abf572a940), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:48.843842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for ae42bd52-7c63-4f08-9e5e-a9abf572a940 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:48.924509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:49.044632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ae42bd52-7c63-4f08-9e5e-a9abf572a940), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:49.082054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=ae42bd52-7c63-4f08-9e5e-a9abf572a940,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:49.105096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.105565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.105914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.106258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.106599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.106929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.107260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.107590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.108447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.108827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.109310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.109652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.109983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.110352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.110800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:49.128497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:49.129513 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af1a401c-88e7-4b37-8053-17ba8cc73157 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/ae42bd52-7c63-4f08-9e5e-a9abf572a940 HTTP/1.1" status: 204 len: 168 time: 0.5889933 May 02 10:26:49.139479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:49.214740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39f04717-37a2-4cfa-9005-d0d22c55add0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:49.216453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39f04717-37a2-4cfa-9005-d0d22c55add0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0755742 May 02 10:26:49.219166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56806) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:49.249286 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-11c72a5b-1ff4-4537-9d80-4a2f59b80ddc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:26:49.251163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-11c72a5b-1ff4-4537-9d80-4a2f59b80ddc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/fa4ec373-a2c2-46b0-b219-9053158a4420 HTTP/1.1" status: 404 len: 333 time: 0.0307457 May 02 10:26:49.257105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:49.295050 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8fdb4af-095a-41ad-a58b-db939564bcab tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:26:49.296538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8fdb4af-095a-41ad-a58b-db939564bcab tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/ae42bd52-7c63-4f08-9e5e-a9abf572a940 HTTP/1.1" status: 404 len: 333 time: 0.0384216 May 02 10:26:49.299143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56810) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:49.361836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:49.364620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:49.399621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (346a11b4-8a8d-41db-8030-049f84fc8a98), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:49.547625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-da622eef-7474-494c-b2ec-259a18614099 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0581508 May 02 10:26:49.951611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (346a11b4-8a8d-41db-8030-049f84fc8a98), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.001710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.214 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:50.027952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['346a11b4-8a8d-41db-8030-049f84fc8a98']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:50.043847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76ca542f-4c26-4e9b-9446-372b0c70dd59') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:50.044152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76ca542f-4c26-4e9b-9446-372b0c70dd59') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:50.082473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (76ca542f-4c26-4e9b-9446-372b0c70dd59), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.133752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (76ca542f-4c26-4e9b-9446-372b0c70dd59), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.156885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-ee714a4f-77d5-4e2c-a72d-084260d67160 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.158633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-ee714a4f-77d5-4e2c-a72d-084260d67160 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5888450 May 02 10:26:50.163155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:26:50.163569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (76ca542f-4c26-4e9b-9446-372b0c70dd59), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: timer() May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:26:50.167365 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:26:50.192650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': '9c83b34f-2518-4675-9910-1c74afbbca87', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:50.396343 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ff5598-6b58-411c-8af2-743322606dc1 x-openstack-request-id: req-41ff5598-6b58-411c-8af2-743322606dc1 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:50.397077 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:50.397077 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ff5598-6b58-411c-8af2-743322606dc1 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:50.397378 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ff5598-6b58-411c-8af2-743322606dc1'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'code': 200} May 02 10:26:50.476305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (346a11b4-8a8d-41db-8030-049f84fc8a98), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.511808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.514989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/346a11b4-8a8d-41db-8030-049f84fc8a98 HTTP/1.1" status: 204 len: 168 time: 1.2148998 May 02 10:26:50.518711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:50.521362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-c9aead0a-f85e-499c-ba4f-c80a7fc89323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.522832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-c9aead0a-f85e-499c-ba4f-c80a7fc89323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1132 time: 0.1597495 May 02 10:26:50.525660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-154822939'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:50.538509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9928b-1c70-4529-8d91-e8ab44025d74 req-18adddd2-db12-4e02-9318-a984db30658e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.540466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ad9928b-1c70-4529-8d91-e8ab44025d74 req-18adddd2-db12-4e02-9318-a984db30658e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.0746436 May 02 10:26:50.550241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56838) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:50.554435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'port_id': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:50.559714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.569947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8b6af-4b37-447a-9b29-81a4fd00d673 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=346a11b4-8a8d-41db-8030-049f84fc8a98,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:50.583859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d8db0-168e-4fd1-b691-3d384364393d req-91e61a4f-38b1-47fd-ab4b-4f74dbeca6df tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.585528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e24d8db0-168e-4fd1-b691-3d384364393d req-91e61a4f-38b1-47fd-ab4b-4f74dbeca6df tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1680627 May 02 10:26:50.665689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:50.669002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.713046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.740583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6eb66-d727-4af8-848f-116c81ffc697 req-6f24d792-c738-484e-8f83-239034de7af1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.745174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44c6eb66-d727-4af8-848f-116c81ffc697 req-6f24d792-c738-484e-8f83-239034de7af1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.1380932 May 02 10:26:50.750374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:26:50.787377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8aa78780-3ff7-41be-9d48-6cda6087141e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.788142 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 8aa78780-3ff7-41be-9d48-6cda6087141e of type vlan for network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 May 02 10:26:50.830602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:50.834031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.883935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (0d7e8c96-9e8f-4690-887f-4abd6bd04db3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:50.907693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e24d8db0-168e-4fd1-b691-3d384364393d req-b7213235-f873-4e44-b532-6d5d241b12cd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611885 May 02 10:26:50.929541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44c6eb66-d727-4af8-848f-116c81ffc697 req-779cb841-f1f0-460d-991d-fc6a20a3268a tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654222 May 02 10:26:50.939924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-d99de533-3293-4ec0-a5e9-ea4e792644d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:50.942924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-d99de533-3293-4ec0-a5e9-ea4e792644d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3963480 May 02 10:26:51.041374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.044239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (0d7e8c96-9e8f-4690-887f-4abd6bd04db3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.055869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:51.056783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.057587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:51.131126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-2649f96a-3747-41b8-9c14-49d0efcdc4cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.1779106 May 02 10:26:51.149712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=0d7e8c96-9e8f-4690-887f-4abd6bd04db3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:51.187645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:26:51.244738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18aba4cd-b02f-4af5-ad50-7ccd08f66dac req-19135a72-a53a-4d3e-b042-8b7da2f44e7d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 210 time: 0.1947687 May 02 10:26:51.252869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6cfe21d-52e6-443b-97b4-22da95120166 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7328732 May 02 10:26:51.255921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:51.263362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:51.286579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:51.379127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:51.392669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:51.462831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:51.509087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-46940849-d08b-485d-84ed-2955f3f6ede7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:51.510504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-46940849-d08b-485d-84ed-2955f3f6ede7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3551214 May 02 10:26:51.523744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.13 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/d75c0ae9-26cf-4381-9868-92614229e486) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:51.563808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:51.568449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.685304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Performing IP validity checks on allocation pools {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:26:51.696292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:51.697038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.702736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:26:51.815302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d379d1e2-b1b3-452d-a4d3-b3829b208fef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8945463 May 02 10:26:51.847549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9708afef-fe8d-414d-b758-9497cf164e77 None None] Provisioning complete for port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:51.852359 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9708afef-fe8d-414d-b758-9497cf164e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:51.856619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Request body: {'port': {'device_id': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:51.869423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-759b4ca5-452b-49d6-b30a-0f5c306b6fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:51.871515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-759b4ca5-452b-49d6-b30a-0f5c306b6fb8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3454235 May 02 10:26:51.934412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9708afef-fe8d-414d-b758-9497cf164e77 None None] Port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:51.975757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (8de1d422-2e62-4b06-9b31-29b52376bf4c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.073152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '8aa78780-3ff7-41be-9d48-6cda6087141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:52.073586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: 0d7e8c96-9e8f-4690-887f-4abd6bd04db3, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:26:52.076875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=8de1d422-2e62-4b06-9b31-29b52376bf4c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:52.157707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:26:52.233038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0d7e8c96-9e8f-4690-887f-4abd6bd04db3) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:52.259882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0cf0f0-770e-46e6-825e-ffbbb2427c5c None None] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:52.261129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:52.263094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.284946 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.358996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71786136-1a68-4d36-a5f1-c438bb9aea20 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1018679 May 02 10:26:52.361541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56896) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:52.366819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3', 'name': 'tempest-PortsIpV6TestJSON-589873849'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:52.412762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:52.415834 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03cdf51-3994-42fd-80a7-e98fbc25424b" -d '{"events": [{"server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "name": "network-vif-plugged", "status": "completed", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:52.434615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-0d7e8c96-9e8f-4690-887f-4abd6bd04db3', 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '8de1d422-2e62-4b06-9b31-29b52376bf4c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:26:52.435502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.625077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:26:52.630716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.667404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port 14fe451f-2157-4d62-bf9e-434ab01d0aa2 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:26:52.668686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Allocated IP 2001:db8::2 (0d7e8c96-9e8f-4690-887f-4abd6bd04db3/8de1d422-2e62-4b06-9b31-29b52376bf4c/bbe7d508-f913-46d0-8ba7-ce14fd8c97a4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:52.706305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-8e9c9c52-5d46-4071-bedc-361716e98505 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8149567 May 02 10:26:52.720329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:26:52.826964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.865019 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks [] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:52.956153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (d75c0ae9-26cf-4381-9868-92614229e486), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.011982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.021343 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.051180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32c03ac-dfc0-4dde-b26e-57fb6b8c67c3 req-48773574-d87d-41b7-b779-8242c4db3a09 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:53.052892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e32c03ac-dfc0-4dde-b26e-57fb6b8c67c3 req-48773574-d87d-41b7-b779-8242c4db3a09 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0612910 May 02 10:26:53.099710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:53.104081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:53.108944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:53.113063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Pushing event updated for resources: {'Port': ['ID=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:53.119891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::17d (0d7e8c96-9e8f-4690-887f-4abd6bd04db3/8de1d422-2e62-4b06-9b31-29b52376bf4c/14fe451f-2157-4d62-bf9e-434ab01d0aa2) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:26:53.187254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Attempting to bind port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:53.187587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Attempting to bind port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8aa78780-3ff7-41be-9d48-6cda6087141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:53.188169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Attempting to bind port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 on network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:53.194014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:53.194529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Checking segment: {'id': '8aa78780-3ff7-41be-9d48-6cda6087141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:53.194958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.195925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Bound using segment: {'id': '8aa78780-3ff7-41be-9d48-6cda6087141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:53.196426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Bound port: bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8aa78780-3ff7-41be-9d48-6cda6087141e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '0d7e8c96-9e8f-4690-887f-4abd6bd04db3'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:53.196865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.231057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a50b29-3263-47fa-be70-5393e86e6946 req-5608f82f-17d8-4ac0-a53d-719f98773402 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:53.233341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3a50b29-3263-47fa-be70-5393e86e6946 req-5608f82f-17d8-4ac0-a53d-719f98773402 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.1180091 May 02 10:26:53.315200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] For port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:53.319784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e32c03ac-dfc0-4dde-b26e-57fb6b8c67c3 req-fdc65efd-062b-4e11-b7eb-a44c29bb6166 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756044 May 02 10:26:53.325713 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (14fe451f-2157-4d62-bf9e-434ab01d0aa2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.326295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] For port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,segment=NetworkSegment(8aa78780-3ff7-41be-9d48-6cda6087141e),segment_id=8aa78780-3ff7-41be-9d48-6cda6087141e)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:53.336555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-4b28ae8d-5d00-42c9-9a56-a5944998ddc6 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166931 May 02 10:26:53.396833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3a50b29-3263-47fa-be70-5393e86e6946 req-47bbbe8c-ec52-474c-8296-2e8af729d303 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468737 May 02 10:26:53.398095 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP 405e713b-18a6-478b-ac29-2bc85c855cae associated. External IP: 172.35.4.108, port: ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a. May 02 10:26:53.449938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.483498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2daeb45-5d14-49b9-82be-ace8f6c4ef9e req-b03cfcbb-80d3-4e65-8efb-c80fc66894df tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 210 time: 0.0330226 May 02 10:26:53.498917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (14fe451f-2157-4d62-bf9e-434ab01d0aa2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.521276 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf601451-4c73-4a31-b425-e604a0ca7e03 x-openstack-request-id: req-bf601451-4c73-4a31-b425-e604a0ca7e03 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:53.521532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.521667 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "name": "network-vif-plugged", "status": "completed", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:53.524870 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bf601451-4c73-4a31-b425-e604a0ca7e03 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:53.527077 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf601451-4c73-4a31-b425-e604a0ca7e03'] response: {'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d', 'code': 200} May 02 10:26:53.572558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:26:53.652055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:53.658132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:53.672740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:53.685462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:53.686141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.693824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf43ed-7f72-432e-88ca-beb05f460965 req-c3fbc4d3-2a34-45cf-aee8-3bbbf4d7f512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:53.695869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=14fe451f-2157-4d62-bf9e-434ab01d0aa2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:53.696814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16cf43ed-7f72-432e-88ca-beb05f460965 req-c3fbc4d3-2a34-45cf-aee8-3bbbf4d7f512 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 1132 time: 0.0816760 May 02 10:26:53.797313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:26:53.808317 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16cf43ed-7f72-432e-88ca-beb05f460965 req-23499267-8770-463d-aa99-610f46fffdfc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661504 May 02 10:26:53.814005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:26:53.814163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2abb010e-a6fb-45a8-b614-52c1a41ffa28 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4511180 May 02 10:26:53.816371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56910) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:53.826674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:26:53.907316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:53.913185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:53.933956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54749e86-6ca9-41d7-8768-bc38d79ac557 None None] Pushing event updated for resources: {'Port': ['ID=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:53.991387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:54.167792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 14fe451f-2157-4d62-bf9e-434ab01d0aa2 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:54.168259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (14fe451f-2157-4d62-bf9e-434ab01d0aa2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.200001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.201133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.201596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.202045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.202510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.202953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.203393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.203830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.205126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.205587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.206031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.206607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.207044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.208062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.208503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:26:54.229596 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-d5c06f27-7c75-41ea-af59-24fbef6d7979 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0584252 May 02 10:26:54.333669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (14fe451f-2157-4d62-bf9e-434ab01d0aa2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.362446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 14fe451f-2157-4d62-bf9e-434ab01d0aa2 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:54.395847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6c59e15f-4eff-483c-b08a-5f51af787493 None None] Provisioning complete for port d75c0ae9-26cf-4381-9868-92614229e486 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:54.397891 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c59e15f-4eff-483c-b08a-5f51af787493 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d75c0ae9-26cf-4381-9868-92614229e486), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.426295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:26:54.445846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:54.456325 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks [] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.467421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6c59e15f-4eff-483c-b08a-5f51af787493 None None] Port d75c0ae9-26cf-4381-9868-92614229e486 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:26:54.578793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Transition to ACTIVE for port object 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:54.602203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:26:54.622710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ddff24-3d6a-46b1-a7a0-f64d2e1b4eed req-42f8fe74-9dcd-4cda-8438-0ff11385e838 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:54.632078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1ddff24-3d6a-46b1-a7a0-f64d2e1b4eed req-42f8fe74-9dcd-4cda-8438-0ff11385e838 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0740023 May 02 10:26:54.684111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:54.731577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.748521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1ddff24-3d6a-46b1-a7a0-f64d2e1b4eed req-5fcfbdea-dea1-4dba-bbb1-29333e067c39 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144958 May 02 10:26:54.759403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:54.759780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.978575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:54.980184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:54.999562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd408a0-67fa-4561-9d2e-fc912589ed02 req-420969df-9748-4aa2-935e-cf9fc7c482e4 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:55.002752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efd408a0-67fa-4561-9d2e-fc912589ed02 req-420969df-9748-4aa2-935e-cf9fc7c482e4 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.1109111 May 02 10:26:55.014644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:55.031796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:26:55.039572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.047448 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:26:55.086966 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:26:55.087585 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:55.102536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:55.112550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-6d5b5503-ee84-4902-9740-3a9417999637 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:55.114729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efd408a0-67fa-4561-9d2e-fc912589ed02 req-f0d858bb-63ca-4afe-be7e-0a0bbda854a5 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059363 May 02 10:26:55.123354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-6d5b5503-ee84-4902-9740-3a9417999637 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.5602276 May 02 10:26:55.124855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:55.125420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.141539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (14fe451f-2157-4d62-bf9e-434ab01d0aa2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.205782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7e9f2536-b9d0-4fd2-aa34-8537e6e25500 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "PUT /v2.0/floatingips/405e713b-18a6-478b-ac29-2bc85c855cae HTTP/1.1" status: 200 len: 991 time: 4.6546974 May 02 10:26:55.219990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=14fe451f-2157-4d62-bf9e-434ab01d0aa2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:55.233173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:55.242875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,segment=NetworkSegment(8aa78780-3ff7-41be-9d48-6cda6087141e),segment_id=8aa78780-3ff7-41be-9d48-6cda6087141e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:55.252053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.252221 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64708234-0959-4d5a-b4cd-97247b010f46" -d '{"events": [{"name": "network-changed", "server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:55.265199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-4314b932-1028-4a29-9f5e-0c306bca3c6d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/quotas/a1ea8413418742c49c7aadca80d951ed HTTP/1.1" status: 200 len: 375 time: 0.1372135 May 02 10:26:55.296070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Attempting to bind port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:55.296410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Attempting to bind port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:55.296772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Attempting to bind port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:55.319890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:26:55.327154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:55.327900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Attempting to bind port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:55.355303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:55.355303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:55.355540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:55.355974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Bound port: 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:55.356432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.371455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-c057ebd6-0c0b-4e76-bdcc-99f1449f3742 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0997651 May 02 10:26:55.371647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.395425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-418c2233-accc-44ec-af16-6ca874806848 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/14fe451f-2157-4d62-bf9e-434ab01d0aa2 HTTP/1.1" status: 204 len: 168 time: 1.5777440 May 02 10:26:55.396087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56950) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:55.400938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:55.413452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.477683 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c558f1-52fa-4e32-9543-76f30118b339 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:26:55.478287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c558f1-52fa-4e32-9543-76f30118b339 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:26:55.496901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-15c558f1-52fa-4e32-9543-76f30118b339 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/14fe451f-2157-4d62-bf9e-434ab01d0aa2 HTTP/1.1" status: 404 len: 333 time: 0.0967751 May 02 10:26:55.497584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:55.530246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:55.532996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a15885d-c0cb-46c6-b48b-ab556618622e req-f3dc7263-1244-4acc-86ef-7383a4d626d6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:55.535616 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d38a6be-1583-4293-a3b6-fb6eab3b472e" -d '{"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:55.538048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a15885d-c0cb-46c6-b48b-ab556618622e req-f3dc7263-1244-4acc-86ef-7383a4d626d6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 935 time: 0.2269166 May 02 10:26:55.558402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebab145-1344-4f4b-bdeb-ddf62ff116fa None None] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:55.590155 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d673bfee-3bc5-4590-a5f7-9ce46bb77a7a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:26:55.599500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d673bfee-3bc5-4590-a5f7-9ce46bb77a7a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/14fe451f-2157-4d62-bf9e-434ab01d0aa2 HTTP/1.1" status: 404 len: 333 time: 0.0986524 May 02 10:26:55.600631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:55.635260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '405e713b-18a6-478b-ac29-2bc85c855cae', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:32:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:26:23Z', 'updated_at': '2022-05-02T10:26:52Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:55.643554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:55.647874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:55.669442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a15885d-c0cb-46c6-b48b-ab556618622e req-31057923-47f8-47f2-ae66-8f40e0c1da79 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021221 May 02 10:26:55.673080 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:26:55.683005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:26:55.683629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:55.696837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-246484a6-f65e-4999-bf24-1d22e9f3c61c service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3068681 May 02 10:26:55.708939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-948f81b9-f1c8-43d2-a1a5-d11a6ae9db9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.718350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:55.722834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e54e5b24-7030-41ef-a888-2b9bac88b926 None None] Provisioning complete for port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:55.723205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e54e5b24-7030-41ef-a888-2b9bac88b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.815285 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:26:55.880355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e54e5b24-7030-41ef-a888-2b9bac88b926 None None] Current status of the port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:55.896464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:55.934151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Request body: {'port': {'device_id': '9c83b34f-2518-4675-9910-1c74afbbca87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:26:55.987400 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad69efe-a716-4509-9c28-28c598fe2d3e x-openstack-request-id: req-1ad69efe-a716-4509-9c28-28c598fe2d3e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:55.988486 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-unplugged", "status": "completed", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:55.988928 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ad69efe-a716-4509-9c28-28c598fe2d3e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:55.989520 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad69efe-a716-4509-9c28-28c598fe2d3e'] response: {'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'code': 200} May 02 10:26:56.018572 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ff08d1-5de3-4afd-a798-183fdf7a8e05 x-openstack-request-id: req-58ff08d1-5de3-4afd-a798-183fdf7a8e05 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:56.019107 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:56.019107 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-58ff08d1-5de3-4afd-a798-183fdf7a8e05 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:56.019510 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ff08d1-5de3-4afd-a798-183fdf7a8e05'] response: {'name': 'network-changed', 'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'status': 'completed', 'code': 200} May 02 10:26:56.130016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.130652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:56.133209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e HTTP/1.1" status: 200 len: 1096 time: 4.2858014 May 02 10:26:56.212823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708234-0959-4d5a-b4cd-97247b010f46 req-5354af4a-955f-4e34-a13b-861469418408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.215832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-5354af4a-955f-4e34-a13b-861469418408 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 1127 time: 0.1889741 May 02 10:26:56.224334 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '405e713b-18a6-478b-ac29-2bc85c855cae', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:32:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:26:23Z', 'updated_at': '2022-05-02T10:26:52Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:26:56.252365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a28a3-a700-4249-a619-77394b1ec993 req-c5e6f9b3-73c9-456f-9fbe-ffb1cfa6d974 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.254551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f15a28a3-a700-4249-a619-77394b1ec993 req-c5e6f9b3-73c9-456f-9fbe-ffb1cfa6d974 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "GET /v2.0/ports?device_id=e8fa5ced-204a-4283-8c5d-cc6d292f73bd HTTP/1.1" status: 200 len: 943 time: 0.0790100 May 02 10:26:56.300354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 8de1d422-2e62-4b06-9b31-29b52376bf4c {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:26:56.305448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-02f325a4-ecc1-447a-919e-73af6a16ce5e service neutron] 10.222.0.16 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5618906 May 02 10:26:56.306133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d75c0ae9-26cf-4381-9868-92614229e486), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:56.307435 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6768f825-2f9e-4d84-8204-5c732770169f None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '405e713b-18a6-478b-ac29-2bc85c855cae', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.108', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 970, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:32:27:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:26:23Z', 'updated_at': '2022-05-02T10:26:52Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:26:56.327114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-456bcbf4-71d6-47fa-9a42-eeed7a8a75d8 None None] Provisioning complete for port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:56.327563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-456bcbf4-71d6-47fa-9a42-eeed7a8a75d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:56.424362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e6feb-cf88-4ee3-883c-05534c54d465 req-ffa81629-57b2-440c-a446-be75d1e0cfc8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.436303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f64e6feb-cf88-4ee3-883c-05534c54d465 req-ffa81629-57b2-440c-a446-be75d1e0cfc8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.3519402 May 02 10:26:56.569471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-456bcbf4-71d6-47fa-9a42-eeed7a8a75d8 None None] Current status of the port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:56.601192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708234-0959-4d5a-b4cd-97247b010f46 req-646c8f1e-168f-4807-91ae-7fe31bb311a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.614686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-646c8f1e-168f-4807-91ae-7fe31bb311a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.3880079 May 02 10:26:56.635297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:26:56.679997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (8de1d422-2e62-4b06-9b31-29b52376bf4c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:56.703452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f64e6feb-cf88-4ee3-883c-05534c54d465 req-0d74c89c-1f9a-4e90-a3d6-7ac38ef92a7e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2653191 May 02 10:26:56.807586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff3851de-7f42-42f2-b68f-495e0ec63ae4 None None] New status for floating IP 405e713b-18a6-478b-ac29-2bc85c855cae: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:26:56.840820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-3ae1efe4-3046-40be-bfc5-28d456b3a3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:56.842982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-3ae1efe4-3046-40be-bfc5-28d456b3a3e5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 1130 time: 0.4736414 May 02 10:26:56.851275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dc68054-7f35-4d62-a831-58f5ede41348 req-f28741d3-e5bd-49f1-be53-08cf4f223ecd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0573132 May 02 10:26:56.858734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1727d195-1350-440b-b310-1b4cde024ef9 service neutron] Pushing event updated for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:57.010594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:26:57.011151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:57.029679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (8de1d422-2e62-4b06-9b31-29b52376bf4c), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:57.034013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-98ac7a74-ad7e-46fd-b567-4ed6976ea441 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e HTTP/1.1" status: 200 len: 217 time: 0.1719763 May 02 10:26:57.134077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-8d3f58c1-ef01-483a-ac98-35c82d1929d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a HTTP/1.1" status: 200 len: 999 time: 0.4458058 May 02 10:26:57.181985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3377c0a4-c986-4078-8a0e-9218ab30cc9a req-08a06db0-e00f-4379-8f44-93d832d50a0b tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.183909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3377c0a4-c986-4078-8a0e-9218ab30cc9a req-08a06db0-e00f-4379-8f44-93d832d50a0b tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.2637005 May 02 10:26:57.202590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8630877-e40e-439a-98a8-2ece3a38c818 None None] Could not find standard attr ID for object 14fe451f-2157-4d62-bf9e-434ab01d0aa2. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:26:57.272499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:26:57.309632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83f9513-5822-45f1-b5c0-0e68f303036b req-8c75a6ae-6dbf-4d93-9c45-351ceaa71657 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.319811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a83f9513-5822-45f1-b5c0-0e68f303036b req-8c75a6ae-6dbf-4d93-9c45-351ceaa71657 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 935 time: 0.1845832 May 02 10:26:57.330527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-6f8e3df3-41c5-442a-a020-4944437d44a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.332161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-6f8e3df3-41c5-442a-a020-4944437d44a0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2885637 May 02 10:26:57.333484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708234-0959-4d5a-b4cd-97247b010f46 req-9abb6c3a-0d88-4799-b3b2-9d344b89e797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.336260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-9abb6c3a-0d88-4799-b3b2-9d344b89e797 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.1944270 May 02 10:26:57.349069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Deleting port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:57.349475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:57.376796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3377c0a4-c986-4078-8a0e-9218ab30cc9a req-c33be905-9bd5-4f57-9f81-c9db74c9735d tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724916 May 02 10:26:57.496542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-b904ff66-c8bb-4b1a-93fd-ebc5b4783b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.498377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-b904ff66-c8bb-4b1a-93fd-ebc5b4783b9e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1545084 May 02 10:26:57.540959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64708234-0959-4d5a-b4cd-97247b010f46 req-43cf0262-42f6-4bb6-882f-07804f3b09a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.548041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-43cf0262-42f6-4bb6-882f-07804f3b09a1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1238446 May 02 10:26:57.572425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a83f9513-5822-45f1-b5c0-0e68f303036b req-daebe0ac-c263-467f-a1bb-1e68f916aef8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510443 May 02 10:26:57.888024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8de1d422-2e62-4b06-9b31-29b52376bf4c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:57.905064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-ab34d690-cd51-486d-8698-6ea726179a52 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3868940 May 02 10:26:57.930600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-bb983ae5-07d3-4df0-a9fd-ef0550053516 service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561506 May 02 10:26:57.941684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c4d12f5-e665-4920-8570-ce8607f0e462 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:57.969657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc164bc-4539-4751-9b30-06c91942ede6 req-9db035d1-e764-41cb-a1c0-2008f3cd8899 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:57.971160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7bc164bc-4539-4751-9b30-06c91942ede6 req-9db035d1-e764-41cb-a1c0-2008f3cd8899 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1189868 May 02 10:26:58.042640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:26:58.046282 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c171d714-9cba-4182-9394-4715676b0ce0" -d '{"events": [{"name": "network-changed", "server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:26:58.055360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] For port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:58.058125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.089572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Calling delete_port for 4cb1c9a4-3211-4d7a-9355-b6045cc3732d owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:58.135072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d75c0ae9-26cf-4381-9868-92614229e486 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:26:58.154080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks [] for port (d75c0ae9-26cf-4381-9868-92614229e486), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.269415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf7a72a7-ebd3-4385-b1df-75b386bd4b9d req-2340a730-3c20-4586-ab55-9fa74bf89dd1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0410638 May 02 10:26:58.346874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Transition to ACTIVE for port object d75c0ae9-26cf-4381-9868-92614229e486 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:26:58.355765 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1f7ebe-5d33-4c17-ab36-f6dd6cbdf7b5 x-openstack-request-id: req-7d1f7ebe-5d33-4c17-ab36-f6dd6cbdf7b5 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:26:58.356067 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:26:58.356377 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d1f7ebe-5d33-4c17-ab36-f6dd6cbdf7b5 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:26:58.356819 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d1f7ebe-5d33-4c17-ab36-f6dd6cbdf7b5'] response: {'name': 'network-changed', 'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'status': 'completed', 'code': 200} May 02 10:26:58.362443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (8de1d422-2e62-4b06-9b31-29b52376bf4c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.410862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-6417d8b6-5f47-467d-9a5b-afac3318f3d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972551 May 02 10:26:58.453214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7bc164bc-4539-4751-9b30-06c91942ede6 req-5ccd7175-c170-4541-a8c7-7a70e4c9a9dd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4634974 May 02 10:26:58.465149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.471146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/8de1d422-2e62-4b06-9b31-29b52376bf4c HTTP/1.1" status: 204 len: 168 time: 2.8620861 May 02 10:26:58.471146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.476757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:26:58.477281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4b4db8-2507-4193-9e74-78cfc18257c1 None None] Network 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:26:58.489302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64708234-0959-4d5a-b4cd-97247b010f46 req-db9dfcc7-4f88-468e-afba-2cfec69cc9ab service neutron] 10.222.0.24 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5405250 May 02 10:26:58.505960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5bbda9-2e10-4b7a-b5a1-7fbdc60c4ae8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=8de1d422-2e62-4b06-9b31-29b52376bf4c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:58.649961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4cb1c9a4-3211-4d7a-9355-b6045cc3732d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.801952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-59153163-3b46-488c-aa72-58df1384fc69 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:58.803537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-59153163-3b46-488c-aa72-58df1384fc69 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 1132 time: 0.3572569 May 02 10:26:58.826442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ece7c-c76d-49a7-be9c-5fa57c5d4622 req-606fc5fb-7e68-496d-b2e0-71e6ab53ec84 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:58.831693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b18ece7c-c76d-49a7-be9c-5fa57c5d4622 req-606fc5fb-7e68-496d-b2e0-71e6ab53ec84 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.1273160 May 02 10:26:58.863462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] DHCP port deletion for 0d7e8c96-9e8f-4690-887f-4abd6bd04db3 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:26:58.891571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Pushing event updated for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:58.932868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Deleting port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:58.933286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:58.949102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b18ece7c-c76d-49a7-be9c-5fa57c5d4622 req-6594c1d0-41be-450b-a532-86645b919edb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035433 May 02 10:26:59.016564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event deleted for resources: {'Port': ['ID=4cb1c9a4-3211-4d7a-9355-b6045cc3732d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:59.027329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] No DVR routers for this DVR port 4cb1c9a4-3211-4d7a-9355-b6045cc3732d on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:59.030355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.034338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f15a28a3-a700-4249-a619-77394b1ec993 req-68c4e8e9-4305-4a2f-8b3b-284e0b2d4a54 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.24 "DELETE /v2.0/ports/4cb1c9a4-3211-4d7a-9355-b6045cc3732d HTTP/1.1" status: 204 len: 173 time: 2.6809478 May 02 10:26:59.037911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (0d7e8c96-9e8f-4690-887f-4abd6bd04db3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.046350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-b25a01ff-6133-412a-9c19-970f04650772 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.076377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Attempting to bind port d75c0ae9-26cf-4381-9868-92614229e486 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:26:59.076377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Attempting to bind port d75c0ae9-26cf-4381-9868-92614229e486 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:26:59.076377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Attempting to bind port d75c0ae9-26cf-4381-9868-92614229e486 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:59.082091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] For port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,segment=NetworkSegment(8aa78780-3ff7-41be-9d48-6cda6087141e),segment_id=8aa78780-3ff7-41be-9d48-6cda6087141e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:59.082579 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.096778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Port d75c0ae9-26cf-4381-9868-92614229e486 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:26:59.099006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Attempting to bind port d75c0ae9-26cf-4381-9868-92614229e486 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:26:59.113975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Calling delete_port for bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:59.120989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:26:59.121944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:26:59.121944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:26:59.122547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Bound port: d75c0ae9-26cf-4381-9868-92614229e486, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:26:59.123012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d75c0ae9-26cf-4381-9868-92614229e486), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.200647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.251360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:26:59.251712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.339220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.353614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:26:59.378577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-b25a01ff-6133-412a-9c19-970f04650772 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Publish callbacks [] for security_group (8b3581a5-efd9-48b8-b064-c069b4610b36), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.392114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75c0ae9-26cf-4381-9868-92614229e486,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:26:59.401122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,segment=NetworkSegment(8aa78780-3ff7-41be-9d48-6cda6087141e),segment_id=8aa78780-3ff7-41be-9d48-6cda6087141e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:26:59.401511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.402264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] No DVR routers for this DVR port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:26:59.413560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66391e97-1732-4273-bb58-006d1aa2d99b req-bd5d9702-ae05-4331-a553-3cb90e6c79d1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0538752 May 02 10:26:59.430324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:26:59.471407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55f4b2-0b8c-47b0-973c-833b2cb0ede4 None None] Pushing event deleted for resources: {'Port': ['ID=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:59.515395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.529658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-b25a01ff-6133-412a-9c19-970f04650772 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8b3581a5-efd9-48b8-b064-c069b4610b36), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.544169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:59.544871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.546461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] 10.222.0.24 "PUT /v2.0/ports/d75c0ae9-26cf-4381-9868-92614229e486 HTTP/1.1" status: 200 len: 1095 time: 3.6474266 May 02 10:26:59.595365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01c0da2-d322-47bf-a41c-158423de50e9 req-5f2a4dd0-34c7-4396-afc2-09c34655e2f6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:59.607547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b01c0da2-d322-47bf-a41c-158423de50e9 req-5f2a4dd0-34c7-4396-afc2-09c34655e2f6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0781314 May 02 10:26:59.686755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b01c0da2-d322-47bf-a41c-158423de50e9 req-5b0a3b68-5679-4598-a034-903b0ced6efa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776064 May 02 10:26:59.758363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b532faf3-d6fa-44da-b02b-4f9c5db2a80f req-b25a01ff-6133-412a-9c19-970f04650772 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9077072 May 02 10:26:59.802730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d714-9cba-4182-9394-4715676b0ce0 req-af10484f-2ae2-48e6-afdc-699d8b151ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:59.805069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-af10484f-2ae2-48e6-afdc-699d8b151ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 1130 time: 0.1503696 May 02 10:26:59.815887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25a01ff-6133-412a-9c19-970f04650772 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b3581a5-efd9-48b8-b064-c069b4610b36,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:59.882165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4b4a6-8318-48b5-91d7-2cc17d25452c service neutron] Pushing event updated for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:59.893369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5856d67d-a855-4cd5-bddd-7845c3ecd126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:26:59.895072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-5856d67d-a855-4cd5-bddd-7845c3ecd126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 1129 time: 0.1279652 May 02 10:26:59.897415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bbe7d508-f913-46d0-8ba7-ce14fd8c97a4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:26:59.960302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-28ad9c28-46a7-452f-ad81-00f46284eb64 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d75c0ae9-26cf-4381-9868-92614229e486 HTTP/1.1" status: 200 len: 217 time: 0.0373728 May 02 10:26:59.961127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=bbe7d508-f913-46d0-8ba7-ce14fd8c97a4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:26:59.974755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:00.239299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-a98c5c4b-baa4-4058-94fd-da07fb8698d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.240846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-a98c5c4b-baa4-4058-94fd-da07fb8698d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2738924 May 02 10:27:00.275795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf30407-392a-49f1-9c5a-adb62eda579c req-d72ad0b6-16cb-4f71-a245-57aa24f0c692 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.277241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf30407-392a-49f1-9c5a-adb62eda579c req-d72ad0b6-16cb-4f71-a245-57aa24f0c692 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.2075071 May 02 10:27:00.281434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (0d7e8c96-9e8f-4690-887f-4abd6bd04db3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.319220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d714-9cba-4182-9394-4715676b0ce0 req-182f81af-e93a-46d4-9681-3083b6878562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.320763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-182f81af-e93a-46d4-9681-3083b6878562 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.4739611 May 02 10:27:00.360116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-deleted', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d'}, {'name': 'network-changed', 'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:00.362460 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026e7346-e667-4277-bb9d-62076d8b3102" -d '{"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-deleted", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d"}, {"name": "network-changed", "server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "tag": "d75c0ae9-26cf-4381-9868-92614229e486"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:00.373545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50972-05f3-4aea-8981-b3061248ea04 req-4a677a25-b4fb-4d4e-9f44-1c997476657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.375562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-4a677a25-b4fb-4d4e-9f44-1c997476657e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1203251 May 02 10:27:00.392445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d7e8c96-9e8f-4690-887f-4abd6bd04db3']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:00.426639 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c978ccfd-0fa5-4a68-8559-7d3ced82fcea x-openstack-request-id: req-c978ccfd-0fa5-4a68-8559-7d3ced82fcea {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:00.429019 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8fa5ced-204a-4283-8c5d-cc6d292f73bd", "name": "network-vif-deleted", "tag": "4cb1c9a4-3211-4d7a-9355-b6045cc3732d", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "tag": "d75c0ae9-26cf-4381-9868-92614229e486", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:00.429479 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c978ccfd-0fa5-4a68-8559-7d3ced82fcea {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:00.429935 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c978ccfd-0fa5-4a68-8559-7d3ced82fcea'] response: {'server_uuid': 'e8fa5ced-204a-4283-8c5d-cc6d292f73bd', 'name': 'network-vif-deleted', 'tag': '4cb1c9a4-3211-4d7a-9355-b6045cc3732d', 'status': 'completed', 'code': 200} May 02 10:27:00.430207 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c978ccfd-0fa5-4a68-8559-7d3ced82fcea'] response: {'name': 'network-changed', 'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486', 'status': 'completed', 'code': 200} May 02 10:27:00.439112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8aa78780-3ff7-41be-9d48-6cda6087141e') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:00.439570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8aa78780-3ff7-41be-9d48-6cda6087141e') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:00.458434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (8aa78780-3ff7-41be-9d48-6cda6087141e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.476988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8aa78780-3ff7-41be-9d48-6cda6087141e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.482635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:27:00.483059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (8aa78780-3ff7-41be-9d48-6cda6087141e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.501057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: timer() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:27:00.505828 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:27:00.509944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-95085ce9-a7a5-4d91-bbb1-d6845ef72fc8 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.511443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-95085ce9-a7a5-4d91-bbb1-d6845ef72fc8 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 805 time: 0.4556339 May 02 10:27:00.526494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf30407-392a-49f1-9c5a-adb62eda579c req-0f978864-afaa-47d9-825a-6478cdfdc25a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228651 May 02 10:27:00.561777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Request body: {'port': {'device_id': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'admin_state_up': True, 'tenant_id': 'a1ea8413418742c49c7aadca80d951ed'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:00.571431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07c8d1c3-8ef4-491c-8762-31b3c7dba3a4 req-44e1a4c8-d496-4dc7-bea2-597c7e2b4cc2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0649183 May 02 10:27:00.599497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:00.632734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:00.633398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbe7d508-f913-46d0-8ba7-ce14fd8c97a4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:00.662221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:00.667434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:00.697400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 4cb1c9a4-3211-4d7a-9355-b6045cc3732d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:00.697814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4cb1c9a4-3211-4d7a-9355-b6045cc3732d not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:00.723575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (0d7e8c96-9e8f-4690-887f-4abd6bd04db3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.732173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-86c784ec-18bd-493b-81de-ae85bd98cf6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e HTTP/1.1" status: 200 len: 217 time: 0.1278613 May 02 10:27:00.739239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.743418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/0d7e8c96-9e8f-4690-887f-4abd6bd04db3 HTTP/1.1" status: 204 len: 168 time: 2.2581286 May 02 10:27:00.755189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57054) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:00.761869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-208350070'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:00.822144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf352794-fe54-4635-9e11-e7fceeb56d7e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=0d7e8c96-9e8f-4690-887f-4abd6bd04db3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:00.885283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:00.893190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65962461-1580-47e8-8e21-9bb0d92b12e7 req-07be65fe-f0a8-49a0-9ac8-08b6477cd559 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.895660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65962461-1580-47e8-8e21-9bb0d92b12e7 req-07be65fe-f0a8-49a0-9ac8-08b6477cd559 tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 1132 time: 0.0428557 May 02 10:27:00.904840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'mac_address': 'fa:16:3e:67:da:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:00.948225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65962461-1580-47e8-8e21-9bb0d92b12e7 req-1bc001e0-20d0-4f67-8fa8-2ac3cdeff0eb tempest-ServersAdminNegativeTestJSON-1869384636 tempest-ServersAdminNegativeTestJSON-1869384636-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449431 May 02 10:27:00.955287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d714-9cba-4182-9394-4715676b0ce0 req-8139f045-c99e-48f3-b523-ddb474d9ad78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.956814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-8139f045-c99e-48f3-b523-ddb474d9ad78 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1747558 May 02 10:27:00.963470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:00.963937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:00.967366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128759a4-3ff4-4f57-9fa9-13f7ccabf499 req-30d22f71-e376-4495-bf16-a712f1d490e0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:00.973011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-128759a4-3ff4-4f57-9fa9-13f7ccabf499 req-30d22f71-e376-4495-bf16-a712f1d490e0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1551652 May 02 10:27:00.974119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-4692d66a-c018-48be-950a-1533b1f18b26 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716953 May 02 10:27:00.990772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:01.011987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:01.107885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c171d714-9cba-4182-9394-4715676b0ce0 req-faa2c3ac-fba3-43a9-b1e4-dd7a4334d82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:01.107885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-faa2c3ac-fba3-43a9-b1e4-dd7a4334d82f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1339452 May 02 10:27:01.156159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-128759a4-3ff4-4f57-9fa9-13f7ccabf499 req-4a77e330-ef35-4882-9aa5-9a09e8ff0688 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712162 May 02 10:27:01.206334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28b50972-05f3-4aea-8981-b3061248ea04 req-640f462e-c993-4f9f-a80b-366e1f927898 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224548 May 02 10:27:01.237314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-f1be6680-15eb-450d-a9d5-900f34f221b5 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254644 May 02 10:27:01.293439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:01.297293 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.323303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:01.332555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a526449e-f84e-4be5-b5f9-cd7738da7f25), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.333043 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment a526449e-f84e-4be5-b5f9-cd7738da7f25 of type vlan for network 136f9c3f-0d35-420e-9786-6b282d524e07 May 02 10:27:01.339584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c171d714-9cba-4182-9394-4715676b0ce0 req-5eaaf711-9e76-42cf-a7e5-54a8336bee91 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956571 May 02 10:27:01.361703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Made reservation on behalf of a1ea8413418742c49c7aadca80d951ed for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:01.365296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.369643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.386210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (136f9c3f-0d35-420e-9786-6b282d524e07), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.446918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:01.530529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Allocated IP 172.20.0.14 (7326cf19-c100-4433-b49e-2eebe1fefed2/cc765138-2c53-4275-91e3-7ae1885c4f57/2296485c-990a-49dd-a63b-b710a15fb691) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:01.534831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (136f9c3f-0d35-420e-9786-6b282d524e07), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.556628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:01.558651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.674592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:01.764177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c0d4f-15cd-4fed-8ef6-b2c590123443 req-2b2ae222-e417-401b-a727-41cdc2d51b84 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:01.765892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-971c0d4f-15cd-4fed-8ef6-b2c590123443 req-2b2ae222-e417-401b-a727-41cdc2d51b84 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.0922372 May 02 10:27:01.795783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks [] for port (2296485c-990a-49dd-a63b-b710a15fb691), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:01.798780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=136f9c3f-0d35-420e-9786-6b282d524e07,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:01.809099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-281c1dbe-8aff-4bd4-b4f5-a4159a9e6a1d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.0511966 May 02 10:27:01.817216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57088) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:01.819450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 136f9c3f-0d35-420e-9786-6b282d524e07 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:01.837447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:01.868280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-609362c7-826d-4e33-81a7-124e74ab62ff req-26cbaad8-61b4-4426-97ba-1a6495b65bdd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0705934 May 02 10:27:01.898846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-971c0d4f-15cd-4fed-8ef6-b2c590123443 req-10b46903-fe0a-4fb3-b145-a900bd0fdd72 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256049 May 02 10:27:01.933274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.040461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.055175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac591e33-78f6-47f6-ba64-145b8e779927 req-88e709be-78e6-47d3-bc4b-173dbc0ec947 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.057696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac591e33-78f6-47f6-ba64-145b8e779927 req-88e709be-78e6-47d3-bc4b-173dbc0ec947 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.0781512 May 02 10:27:02.095406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Network 7326cf19-c100-4433-b49e-2eebe1fefed2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:02.098628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:02.105816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:02.126125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac591e33-78f6-47f6-ba64-145b8e779927 req-7a8578d3-acb2-420f-899c-264a060667d0 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616238 May 02 10:27:02.137689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:02.145977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:02.150704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.163058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.163709 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.264851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-949e657c-c167-4117-959b-15684f58d057 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7081072 May 02 10:27:02.284649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece10b1-bdd1-4adc-9ebb-72a27c09aedd req-ebe244b7-c7f0-48d7-9049-7008a24a8a8c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.286291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ece10b1-bdd1-4adc-9ebb-72a27c09aedd req-ebe244b7-c7f0-48d7-9049-7008a24a8a8c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0540781 May 02 10:27:02.337852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ece10b1-bdd1-4adc-9ebb-72a27c09aedd req-9a5085a5-4d8a-47d2-980c-c280124ab2ec tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431235 May 02 10:27:02.466905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.519856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e7346-e667-4277-bb9d-62076d8b3102 req-25e70c42-fcff-429f-845e-4342e8ae7aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.521390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-25e70c42-fcff-429f-845e-4342e8ae7aee service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 1129 time: 0.0413518 May 02 10:27:02.531371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:02.535829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': 'a526449e-f84e-4be5-b5f9-cd7738da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:02.536195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: 136f9c3f-0d35-420e-9786-6b282d524e07, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:02.613527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 136f9c3f-0d35-420e-9786-6b282d524e07 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:02.623593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e7346-e667-4277-bb9d-62076d8b3102 req-8f8ab3ea-5095-4b1a-b26c-59f8efdf89dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.625621 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-8f8ab3ea-5095-4b1a-b26c-59f8efdf89dd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.0927033 May 02 10:27:02.666843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-7e0075b0-720a-4430-bbdd-08085d7f7814 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=d75c0ae9-26cf-4381-9868-92614229e486 HTTP/1.1" status: 200 len: 217 time: 0.0346277 May 02 10:27:02.704866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 136f9c3f-0d35-420e-9786-6b282d524e07) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:02.709100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.710327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.718581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad40aede-45c0-40a7-979d-9bc1803a050e None None] Network 136f9c3f-0d35-420e-9786-6b282d524e07 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:02.723884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e7346-e667-4277-bb9d-62076d8b3102 req-477fbb3b-9a88-4b5a-bef7-6cbcc9204168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.725390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-477fbb3b-9a88-4b5a-bef7-6cbcc9204168 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0504894 May 02 10:27:02.772440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:02.774285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026e7346-e667-4277-bb9d-62076d8b3102 req-49a9a023-9d4b-422c-bc3f-29ac75853b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:02.776049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-49a9a023-9d4b-422c-bc3f-29ac75853b4f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0426180 May 02 10:27:02.803333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-df725826-d1f4-4da4-9da4-6ebc6cad6a73 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9750748 May 02 10:27:02.803934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57112) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:02.809131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1414996624'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:02.858075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:02.873226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-136f9c3f-0d35-420e-9786-6b282d524e07', 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:02.874386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:02.875723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-bab19721-6b7b-4269-a74a-0e2b2d8a0e62 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901043 May 02 10:27:02.957624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:02.957998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.015272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-026e7346-e667-4277-bb9d-62076d8b3102 req-fae33a77-e7de-4157-bc94-95f297ee767d service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326845 May 02 10:27:03.028152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:03.032244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.042538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f15a-d3d1-498f-8c24-01452701d938 req-c81e9483-5cc3-4ab8-a317-cc3904f2b487 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.044048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92a8f15a-d3d1-498f-8c24-01452701d938 req-c81e9483-5cc3-4ab8-a317-cc3904f2b487 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.0730119 May 02 10:27:03.058313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2afad-be36-4372-b2ea-4ca41a5543a6 req-958e1e97-6517-4e71-ae13-bc643aedca7e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.060623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21c2afad-be36-4372-b2ea-4ca41a5543a6 req-958e1e97-6517-4e71-ae13-bc643aedca7e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 932 time: 0.0817354 May 02 10:27:03.068714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port 014d8296-4539-4311-b489-7c743810efd8 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:03.097312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92a8f15a-d3d1-498f-8c24-01452701d938 req-d6a9da97-7c47-4b75-b44d-032774d3b211 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469949 May 02 10:27:03.108207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Allocated IP 2001:db8::2 (136f9c3f-0d35-420e-9786-6b282d524e07/40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3/8236d3d6-5a08-48b7-a6e9-09d1567689e3) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:03.113501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:03.113874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.126131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Request body: {'port': {'device_id': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:03.225334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21c2afad-be36-4372-b2ea-4ca41a5543a6 req-2e8c812a-08b4-4a8b-9723-3f6768809101 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533017 May 02 10:27:03.230447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:03.233144 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28126647-f516-499d-813c-c236d46ae3c9" -d '{"events": [{"server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:03.247170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.260699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:03.323637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d5420e-a654-4131-b987-3c4ce3d49e33 req-935ff3fa-6914-4246-981e-95f6317aafd9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.327812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36d5420e-a654-4131-b987-3c4ce3d49e33 req-935ff3fa-6914-4246-981e-95f6317aafd9 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.0820336 May 02 10:27:03.341263 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb4d26-962f-4657-98af-cd314baf6a34 x-openstack-request-id: req-5cfb4d26-962f-4657-98af-cd314baf6a34 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:03.341557 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "name": "network-vif-plugged", "status": "completed", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:03.341811 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cfb4d26-962f-4657-98af-cd314baf6a34 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:03.342268 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cfb4d26-962f-4657-98af-cd314baf6a34'] response: {'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'code': 200} May 02 10:27:03.363274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.373727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks [] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.420210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:03.467832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.470006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1573de9-3d5c-41bd-a0cd-7a523fe42bdc req-78bfcba2-85eb-43ec-a382-97a881d1a01c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.471994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1573de9-3d5c-41bd-a0cd-7a523fe42bdc req-78bfcba2-85eb-43ec-a382-97a881d1a01c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.0583365 May 02 10:27:03.529044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Network 136f9c3f-0d35-420e-9786-6b282d524e07 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:03.537233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:03.540723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:03.548725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Pushing event updated for resources: {'Port': ['ID=8236d3d6-5a08-48b7-a6e9-09d1567689e3,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:03.580767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::100 (136f9c3f-0d35-420e-9786-6b282d524e07/40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3/014d8296-4539-4311-b489-7c743810efd8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:03.609953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1573de9-3d5c-41bd-a0cd-7a523fe42bdc req-913ef9dc-d671-45f5-bef2-7131b349dd5b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127062 May 02 10:27:03.622124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Attempting to bind port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:03.622513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Attempting to bind port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a526449e-f84e-4be5-b5f9-cd7738da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:03.622887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Attempting to bind port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 on network 136f9c3f-0d35-420e-9786-6b282d524e07 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:03.638277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775505a2-7b5e-4816-983c-604c4d1b094c req-b82400a8-c7df-4f6b-9822-8960936b6aad tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.640559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-775505a2-7b5e-4816-983c-604c4d1b094c req-b82400a8-c7df-4f6b-9822-8960936b6aad tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.15 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 950 time: 0.0866492 May 02 10:27:03.641077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:03.641553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Checking segment: {'id': 'a526449e-f84e-4be5-b5f9-cd7738da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:03.641972 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.642377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Bound using segment: {'id': 'a526449e-f84e-4be5-b5f9-cd7738da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:03.642859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Bound port: 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a526449e-f84e-4be5-b5f9-cd7738da7f25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '136f9c3f-0d35-420e-9786-6b282d524e07'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:03.643249 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.730270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] For port 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:03.733476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] For port 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8236d3d6-5a08-48b7-a6e9-09d1567689e3,segment=NetworkSegment(a526449e-f84e-4be5-b5f9-cd7738da7f25),segment_id=a526449e-f84e-4be5-b5f9-cd7738da7f25)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:03.814964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9307a2d-d8ee-4b82-949a-7479afb11e7c req-602d2655-7ae4-41c9-a8eb-ad69f16966ee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.816672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9307a2d-d8ee-4b82-949a-7479afb11e7c req-602d2655-7ae4-41c9-a8eb-ad69f16966ee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1218650 May 02 10:27:03.825690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.845357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36d5420e-a654-4131-b987-3c4ce3d49e33 req-b0e3d7e2-dc01-471f-8e82-3dc0a1842cd1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043271 May 02 10:27:03.880275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Deleting port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:03.880275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:03.905493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b1eb8-2ed4-4409-80e1-0b1c191b600d None None] Pushing event updated for resources: {'Port': ['ID=8236d3d6-5a08-48b7-a6e9-09d1567689e3,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:03.926603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9718dbc-86ed-4b86-bcd4-be71c6cc061e req-249bd989-013a-43d8-8303-daf7d2a48116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:03.928345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9718dbc-86ed-4b86-bcd4-be71c6cc061e req-249bd989-013a-43d8-8303-daf7d2a48116 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 1132 time: 0.1683054 May 02 10:27:03.932477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9307a2d-d8ee-4b82-949a-7479afb11e7c req-8e11d85d-edc3-4c59-804b-4474218c874a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035151 May 02 10:27:03.967049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (014d8296-4539-4311-b489-7c743810efd8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.007713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9718dbc-86ed-4b86-bcd4-be71c6cc061e req-e79609fe-4ffb-4e2d-92c1-77068a56db1e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702202 May 02 10:27:04.024454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] For port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:04.024992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.047785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Calling delete_port for 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:04.065153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:04.074253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks [] for port (2296485c-990a-49dd-a63b-b710a15fb691), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.087514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Transition to ACTIVE for port object 2296485c-990a-49dd-a63b-b710a15fb691 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:04.116940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (014d8296-4539-4311-b489-7c743810efd8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.174669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.183922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 136f9c3f-0d35-420e-9786-6b282d524e07 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:04.199109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:04.206705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:04.211982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.212636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.217027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=014d8296-4539-4311-b489-7c743810efd8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:04.285318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e77439-087c-40ca-859e-700979573dad service neutron] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:04.308637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff718b59-33fe-4c73-994f-322c2c9568a0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5029955 May 02 10:27:04.313197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57154) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:04.330007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be864673-30de-4d03-8c7b-2d49fe264117 req-9afebeee-f1c5-428e-b00a-3cd755650e0e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.331517 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be864673-30de-4d03-8c7b-2d49fe264117 req-9afebeee-f1c5-428e-b00a-3cd755650e0e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.0981135 May 02 10:27:04.396939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8656882f-35be-4676-bb24-d3eec03e18d5 req-bac844ec-eff5-4a20-889e-393ca8ffa033 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.398554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8656882f-35be-4676-bb24-d3eec03e18d5 req-bac844ec-eff5-4a20-889e-393ca8ffa033 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0897121 May 02 10:27:04.417274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.418520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Attempting to bind port 2296485c-990a-49dd-a63b-b710a15fb691 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:04.418936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Attempting to bind port 2296485c-990a-49dd-a63b-b710a15fb691 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:04.419332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Attempting to bind port 2296485c-990a-49dd-a63b-b710a15fb691 on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:04.425591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be864673-30de-4d03-8c7b-2d49fe264117 req-d94499ed-be42-4ae7-a089-6db80c34eccd tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734625 May 02 10:27:04.427998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Port 2296485c-990a-49dd-a63b-b710a15fb691 on network 7326cf19-c100-4433-b49e-2eebe1fefed2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:27:04.428399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Attempting to bind port 2296485c-990a-49dd-a63b-b710a15fb691 on network 7326cf19-c100-4433-b49e-2eebe1fefed2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:04.434621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:04.434910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Checking segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:04.435298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Bound using segment: {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:04.435729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Bound port: 2296485c-990a-49dd-a63b-b710a15fb691, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4347c775-37ea-405d-a9fa-4410aacf7b57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:04.436456 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.444496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:04.449834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b7fbea01-203e-4823-afcf-4c98ff51c501'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:04.477272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Pushing event deleted for resources: {'Port': ['ID=7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:04.489362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 014d8296-4539-4311-b489-7c743810efd8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:04.489708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (014d8296-4539-4311-b489-7c743810efd8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.543996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:04.548545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:04.621154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.632126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] No DVR routers for this DVR port 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:04.644974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.648466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-775505a2-7b5e-4816-983c-604c4d1b094c req-2ab5cd05-d377-4ee0-8ce2-d00f2af7d7f6 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.15 "DELETE /v2.0/ports/7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d HTTP/1.1" status: 204 len: 173 time: 1.0004156 May 02 10:27:04.654932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'name': 'network-vif-deleted', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:04.657653 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2affaa-4e21-44f8-a58b-5dfde8727b6e" -d '{"events": [{"server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "name": "network-vif-deleted", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:04.668185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (014d8296-4539-4311-b489-7c743810efd8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.668983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.669758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.671957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-10e77439-087c-40ca-859e-700979573dad service neutron] 10.222.0.15 "PUT /v2.0/ports/2296485c-990a-49dd-a63b-b710a15fb691 HTTP/1.1" status: 200 len: 1092 time: 1.5504930 May 02 10:27:04.672735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:04.675244 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa261fd8-999a-42e1-a74a-034a94721724" -d '{"events": [{"name": "network-changed", "server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "tag": "2296485c-990a-49dd-a63b-b710a15fb691"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:04.689225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8656882f-35be-4676-bb24-d3eec03e18d5 req-243ceb63-56de-4aab-b004-4d72380be5e8 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697411 May 02 10:27:04.701092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e77439-087c-40ca-859e-700979573dad service neutron] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:04.712827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8236d3d6-5a08-48b7-a6e9-09d1567689e3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:04.717677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 014d8296-4539-4311-b489-7c743810efd8 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:04.812032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d75c0ae9-26cf-4381-9868-92614229e486 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:04.818119 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb0ac8b-cfbc-4598-9a35-33ef598bac8e x-openstack-request-id: req-2fb0ac8b-cfbc-4598-9a35-33ef598bac8e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:04.821242 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "815cfcf5-bb9e-4f21-b6b7-cea26fa22567", "name": "network-vif-deleted", "tag": "7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:04.824421 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2fb0ac8b-cfbc-4598-9a35-33ef598bac8e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:04.824421 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fb0ac8b-cfbc-4598-9a35-33ef598bac8e'] response: {'server_uuid': '815cfcf5-bb9e-4f21-b6b7-cea26fa22567', 'name': 'network-vif-deleted', 'tag': '7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d', 'status': 'completed', 'code': 200} May 02 10:27:04.896857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:04.897295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:04.897443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:27:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1cb8b07-9fb0-406d-972b-ab6580506cc8 x-openstack-request-id: req-c1cb8b07-9fb0-406d-972b-ab6580506cc8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:04.897917 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "tag": "2296485c-990a-49dd-a63b-b710a15fb691", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:04.898168 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1cb8b07-9fb0-406d-972b-ab6580506cc8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:04.898671 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1cb8b07-9fb0-406d-972b-ab6580506cc8'] response: {'name': 'network-changed', 'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691', 'status': 'completed', 'code': 200} May 02 10:27:04.949877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506cefe5-5cc5-4130-9aa9-f5d6122fe90d req-036ba72e-ebc8-4a64-ba16-fb3ed2c0146a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.951664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506cefe5-5cc5-4130-9aa9-f5d6122fe90d req-036ba72e-ebc8-4a64-ba16-fb3ed2c0146a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 949 time: 0.1840100 May 02 10:27:04.955352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-769634ea-8022-45c0-a860-7f46266329b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:04.957556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-769634ea-8022-45c0-a860-7f46266329b5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 1126 time: 0.1159956 May 02 10:27:05.014170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-04b5cf58-0a90-483f-8a86-bbc2f5dc5d2e req-b4786e91-f022-4d60-b194-6d8e4287ac74 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0438466 May 02 10:27:05.018786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-0d97600b-bb88-44bf-a274-c198065befe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2296485c-990a-49dd-a63b-b710a15fb691 HTTP/1.1" status: 200 len: 217 time: 0.0520093 May 02 10:27:05.086483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506cefe5-5cc5-4130-9aa9-f5d6122fe90d req-3bde0c75-f9b2-47ee-a74f-e1de0bbb513a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278467 May 02 10:27:05.109259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-dce6c17d-de79-41ff-a3e4-0ccd916df13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:05.118087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-dce6c17d-de79-41ff-a3e4-0ccd916df13e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.0787289 May 02 10:27:05.167784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-6e8b0a4d-6ee3-4881-b1fb-e720aa5cad8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425069 May 02 10:27:05.211700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d357f0-58b8-4db5-b27c-58651116204c req-8358b64f-5a5f-4dc8-82c1-e140b1ed226c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:05.226104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60d357f0-58b8-4db5-b27c-58651116204c req-8358b64f-5a5f-4dc8-82c1-e140b1ed226c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1106441 May 02 10:27:05.227228 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (014d8296-4539-4311-b489-7c743810efd8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.322433 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-911b02da-11f1-4444-9835-ebd332bab5b3 service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436131 May 02 10:27:05.340414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.342229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75c0ae9-26cf-4381-9868-92614229e486,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:05.347009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:05.347393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/014d8296-4539-4311-b489-7c743810efd8 HTTP/1.1" status: 204 len: 168 time: 1.0323298 May 02 10:27:05.348355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c333ddb6-1dae-435c-8cc4-e7e4ebd2d661 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=014d8296-4539-4311-b489-7c743810efd8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:05.361778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'd75c0ae9-26cf-4381-9868-92614229e486', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'd75c0ae9-26cf-4381-9868-92614229e486', 'mac_address': 'fa:16:3e:c0:61:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:05.363672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:05.363672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.388191 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f287ecb-e3fe-4d20-8e4f-0654d2a67af3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:05.388191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f287ecb-e3fe-4d20-8e4f-0654d2a67af3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/014d8296-4539-4311-b489-7c743810efd8 HTTP/1.1" status: 404 len: 333 time: 0.0352712 May 02 10:27:05.390935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57178) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:05.411571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36bae46b-d3e5-4889-9357-8eecbdcef800 None None] Network 136f9c3f-0d35-420e-9786-6b282d524e07 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:05.424632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60d357f0-58b8-4db5-b27c-58651116204c req-6b1f6a37-5ed4-47cf-ac66-a5a92dd4cbe6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710255 May 02 10:27:05.437029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d75c0ae9-26cf-4381-9868-92614229e486 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:05.437418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d75c0ae9-26cf-4381-9868-92614229e486), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.467595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:05.472398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.506430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8236d3d6-5a08-48b7-a6e9-09d1567689e3,segment=NetworkSegment(a526449e-f84e-4be5-b5f9-cd7738da7f25),segment_id=a526449e-f84e-4be5-b5f9-cd7738da7f25)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:05.507378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Provisioning complete for port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:05.507751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.513293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d75c0ae9-26cf-4381-9868-92614229e486 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:05.515971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.569420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75c0ae9-26cf-4381-9868-92614229e486,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:05.627718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214a5bc-9099-49d0-bd18-ad237d510cd7 req-32ef21d8-366b-4d74-9a8c-516d2de2c65c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:05.629951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f214a5bc-9099-49d0-bd18-ad237d510cd7 req-32ef21d8-366b-4d74-9a8c-516d2de2c65c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 947 time: 0.1019907 May 02 10:27:05.639936 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.664509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.690263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Current status of the port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:05.690659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.695698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.712922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f214a5bc-9099-49d0-bd18-ad237d510cd7 req-116855d3-c2f2-487f-9ecd-98bad1e772f8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713601 May 02 10:27:05.732888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=8236d3d6-5a08-48b7-a6e9-09d1567689e3,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:05.788138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5005ea10-7a7c-43b4-b4d1-8da2bfe574e5 req-02daecd4-6f71-4aab-b29b-5d2aee19ed06 service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201509 May 02 10:27:05.811883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:05.838890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bb95f2-5b42-44f3-ab4b-8ab60c0acd53 req-0786cc7c-3d2f-4d39-9c3f-14542caee85d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:05.841583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42bb95f2-5b42-44f3-ab4b-8ab60c0acd53 req-0786cc7c-3d2f-4d39-9c3f-14542caee85d tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0544219 May 02 10:27:05.895197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42bb95f2-5b42-44f3-ab4b-8ab60c0acd53 req-44045b3d-0ed0-4ef4-9e67-e7875c67aa9e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484698 May 02 10:27:05.939319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.982158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:05.986184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:05.991974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6e8a1552-e2c4-4499-94c7-79c5f142c762 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3 HTTP/1.1" status: 204 len: 168 time: 0.5963454 May 02 10:27:05.992267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57190) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:06.014712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:06.058008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:06.058513 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:06.106341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (136f9c3f-0d35-420e-9786-6b282d524e07), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.168065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:06.168962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.169737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e709ff-8d82-45e9-8d32-43ce796783d4 req-7a8bebdf-264c-4ccc-983b-2303f2a944e1 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=815cfcf5-bb9e-4f21-b6b7-cea26fa22567 HTTP/1.1" status: 200 len: 210 time: 0.0378797 May 02 10:27:06.234299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421159a-86ae-4143-9135-19380d7833bb None None] Network 136f9c3f-0d35-420e-9786-6b282d524e07 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:06.239614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8236d3d6-5a08-48b7-a6e9-09d1567689e3,segment=NetworkSegment(a526449e-f84e-4be5-b5f9-cd7738da7f25),segment_id=a526449e-f84e-4be5-b5f9-cd7738da7f25)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:06.239979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.258062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 8236d3d6-5a08-48b7-a6e9-09d1567689e3 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:06.371342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] DHCP port deletion for 136f9c3f-0d35-420e-9786-6b282d524e07 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:27:06.409894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Deleting port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:06.410266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.424850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.455084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=8236d3d6-5a08-48b7-a6e9-09d1567689e3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:06.456953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:06.478311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] For port 8236d3d6-5a08-48b7-a6e9-09d1567689e3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8236d3d6-5a08-48b7-a6e9-09d1567689e3,segment=NetworkSegment(a526449e-f84e-4be5-b5f9-cd7738da7f25),segment_id=a526449e-f84e-4be5-b5f9-cd7738da7f25)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:06.478714 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.492581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Calling delete_port for 8236d3d6-5a08-48b7-a6e9-09d1567689e3 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:06.582139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (136f9c3f-0d35-420e-9786-6b282d524e07), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.589104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8236d3d6-5a08-48b7-a6e9-09d1567689e3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:06.592794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4682242d-11ea-4bcb-84d5-b955a5ae0b70 None None] Port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 update to ACTIVE by agent not found {{(pid=115664) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 02 10:27:06.608289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['136f9c3f-0d35-420e-9786-6b282d524e07']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:06.611339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8236d3d6-5a08-48b7-a6e9-09d1567689e3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:06.611691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8236d3d6-5a08-48b7-a6e9-09d1567689e3 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:06.613946 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:27:06.614814 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (8236d3d6-5a08-48b7-a6e9-09d1567689e3), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.618885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086eaeb4-87d0-4b58-a13b-f23f69c5bcfb req-5081facd-31cb-4a71-b0b1-42c52fdc8189 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:06.629865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-086eaeb4-87d0-4b58-a13b-f23f69c5bcfb req-5081facd-31cb-4a71-b0b1-42c52fdc8189 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1177657 May 02 10:27:06.643785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] Pushing event deleted for resources: {'Port': ['ID=8236d3d6-5a08-48b7-a6e9-09d1567689e3,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:06.645852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a526449e-f84e-4be5-b5f9-cd7738da7f25') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:06.646892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a526449e-f84e-4be5-b5f9-cd7738da7f25') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:06.647337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4219a725-1a0f-4c0d-a38b-3fc2ba5bd2e7 None None] No DVR routers for this DVR port 8236d3d6-5a08-48b7-a6e9-09d1567689e3 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:06.666885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (a526449e-f84e-4be5-b5f9-cd7738da7f25), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.689895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a526449e-f84e-4be5-b5f9-cd7738da7f25), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.703882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:27:06.704219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (a526449e-f84e-4be5-b5f9-cd7738da7f25), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.705192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-973342c7-7b40-469d-aafd-50a0e97b5322 None None] Could not find standard attr ID for object 8236d3d6-5a08-48b7-a6e9-09d1567689e3. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: timer() May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:27:06.707402 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:27:06.710067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-973342c7-7b40-469d-aafd-50a0e97b5322 None None] Could not find standard attr ID for object 014d8296-4539-4311-b489-7c743810efd8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:27:06.711281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-086eaeb4-87d0-4b58-a13b-f23f69c5bcfb req-dcb109a5-f341-429a-80d3-b5b1047ba85f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820436 May 02 10:27:06.830558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef315e-22f4-429e-a9a2-3be666386934 req-d3ec60d0-6432-4f7e-b382-2a5f7b928447 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:06.832067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ef315e-22f4-429e-a9a2-3be666386934 req-d3ec60d0-6432-4f7e-b382-2a5f7b928447 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 948 time: 0.0493202 May 02 10:27:06.866423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (136f9c3f-0d35-420e-9786-6b282d524e07), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.875937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:06.881381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/136f9c3f-0d35-420e-9786-6b282d524e07 HTTP/1.1" status: 204 len: 168 time: 0.8844805 May 02 10:27:06.884958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ef315e-22f4-429e-a9a2-3be666386934 req-d1ef9f2f-a087-4097-8af0-94d69fa67fc7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462420 May 02 10:27:06.885648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:06.890943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'name': 'tempest-PortsIpV6TestJSON-1929086392'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:06.891277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05008f6b-c1ab-4b3a-ab48-57ddae2d7232 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=136f9c3f-0d35-420e-9786-6b282d524e07,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:06.944155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d75c0ae9-26cf-4381-9868-92614229e486 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:07.016625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port d75c0ae9-26cf-4381-9868-92614229e486 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:07.024144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3124d6c-5a4b-4652-984d-6cb96bdb98e4 req-f8b54e6c-fd0b-460e-b1a3-804838154352 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.025973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3124d6c-5a4b-4652-984d-6cb96bdb98e4 req-f8b54e6c-fd0b-460e-b1a3-804838154352 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0592089 May 02 10:27:07.040745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa261fd8-999a-42e1-a74a-034a94721724 req-a417281e-86d8-4514-b983-793599d6ecc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.042316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-a417281e-86d8-4514-b983-793599d6ecc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a1ea8413418742c49c7aadca80d951ed&device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 1126 time: 0.0410702 May 02 10:27:07.089117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3124d6c-5a4b-4652-984d-6cb96bdb98e4 req-e00d07e9-3d9f-475a-a421-7c592d2e1b36 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568328 May 02 10:27:07.158615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:07.162080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.195503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:07.211185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port d75c0ae9-26cf-4381-9868-92614229e486 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:07.211501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d75c0ae9-26cf-4381-9868-92614229e486), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.261171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa261fd8-999a-42e1-a74a-034a94721724 req-7c65968f-04dc-499a-8006-41d9e80530ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.262866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-7c65968f-04dc-499a-8006-41d9e80530ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 200 len: 906 time: 0.2133589 May 02 10:27:07.296918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d75c0ae9-26cf-4381-9868-92614229e486 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:07.297392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d75c0ae9-26cf-4381-9868-92614229e486), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.321351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-700aa701-97c6-4c1b-bcdb-66493e672db5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2296485c-990a-49dd-a63b-b710a15fb691 HTTP/1.1" status: 200 len: 217 time: 0.0453982 May 02 10:27:07.322882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:07.325265 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b87055-4ffe-42a6-9b57-f7640ddc99a0" -d '{"events": [{"server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "name": "network-vif-plugged", "status": "completed", "tag": "d75c0ae9-26cf-4381-9868-92614229e486"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:07.338328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75c0ae9-26cf-4381-9868-92614229e486,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:07.362850 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c7b9cd9-602f-4289-a640-5388861f25a3 x-openstack-request-id: req-8c7b9cd9-602f-4289-a640-5388861f25a3 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:07.363242 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "name": "network-vif-plugged", "status": "completed", "tag": "d75c0ae9-26cf-4381-9868-92614229e486", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:07.363507 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8c7b9cd9-602f-4289-a640-5388861f25a3 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:07.363907 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c7b9cd9-602f-4289-a640-5388861f25a3'] response: {'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486', 'code': 200} May 02 10:27:07.389757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:07.411071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:07.411448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7ce48dc9-9a53-4b53-9d82-f3c4e9e1731d not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:07.411839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:07.462567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.478582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa261fd8-999a-42e1-a74a-034a94721724 req-e265e802-18bb-48a8-bd1e-7539cab0271e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.480010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-e265e802-18bb-48a8-bd1e-7539cab0271e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 200 len: 845 time: 0.0827389 May 02 10:27:07.490312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.521193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af266b7-b54f-4262-8dd2-288daf6be995 req-37c25773-bb16-4dfc-ba2a-557408a2d35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.522697 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4af266b7-b54f-4262-8dd2-288daf6be995 req-37c25773-bb16-4dfc-ba2a-557408a2d35e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 1130 time: 0.0584931 May 02 10:27:07.528832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:07.529232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.564349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-1ce3dc6d-e812-4ee6-9ba5-e5d1854b3fe6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7326cf19-c100-4433-b49e-2eebe1fefed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492873 May 02 10:27:07.564588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:07.581183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:07.653022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4af266b7-b54f-4262-8dd2-288daf6be995 req-3504d328-4eb4-4697-b26b-bdf8f636203c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024225 May 02 10:27:07.664467 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.677834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-f66d9b62-7255-4dd2-a97f-a6778ead460f service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081924 May 02 10:27:07.705606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.719781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:07.793551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:07.806417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a4cb8-d19c-424d-91d0-69e92207759e req-3f04503c-a9b2-42b6-abaa-37e2fb59f0e7 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.807979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f56a4cb8-d19c-424d-91d0-69e92207759e req-3f04503c-a9b2-42b6-abaa-37e2fb59f0e7 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.0551169 May 02 10:27:07.812762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:07.820914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:07.826078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.826686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:07.856876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:07.857502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f56a4cb8-d19c-424d-91d0-69e92207759e req-97527231-1284-4677-832a-041d716f875d tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434899 May 02 10:27:07.890584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed280d7-f1f9-4377-a2e5-cac4cd74eff5 req-36aec7d1-e445-4c0a-974c-b7020bc6b304 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:07.892078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bed280d7-f1f9-4377-a2e5-cac4cd74eff5 req-36aec7d1-e445-4c0a-974c-b7020bc6b304 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0974793 May 02 10:27:07.897302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa261fd8-999a-42e1-a74a-034a94721724 req-d7fd4efb-a295-41c4-aaf2-10ad848017f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104819 May 02 10:27:07.944569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bed280d7-f1f9-4377-a2e5-cac4cd74eff5 req-d50b4f17-afa8-48a5-a3c2-70929c1ccb27 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467484 May 02 10:27:07.966398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f706f2b-46bc-4cbc-b45a-59dcbc406b4b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.0795519 May 02 10:27:07.968972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:08.004991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd21d6e6-8c9b-45c7-bc5c-bf30b69ea572 req-8cd52945-c527-4622-bca2-0d15a2b2c4a2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:08.006608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd21d6e6-8c9b-45c7-bc5c-bf30b69ea572 req-8cd52945-c527-4622-bca2-0d15a2b2c4a2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 949 time: 0.0477898 May 02 10:27:08.054696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:08.055279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.056181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd21d6e6-8c9b-45c7-bc5c-bf30b69ea572 req-d8536370-f52e-4ce5-93f3-d05fda03544e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435040 May 02 10:27:08.125536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.139970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:08.244878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b09642-5571-43e7-a346-6ec5ff84a172 req-162c4084-f243-4379-bc4a-b3f825f3aeee tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:08.246355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96b09642-5571-43e7-a346-6ec5ff84a172 req-162c4084-f243-4379-bc4a-b3f825f3aeee tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0628409 May 02 10:27:08.301514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96b09642-5571-43e7-a346-6ec5ff84a172 req-3fe4db27-2d56-43dc-a06a-723b8b298639 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489960 May 02 10:27:08.357587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.387637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:08.392866 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.396100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d5df3d8-d4d2-4439-abea-0fde7e6ef123 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/f83d1b17-27c3-4ef9-93e3-ae595e2c0b0d HTTP/1.1" status: 204 len: 168 time: 0.4239540 May 02 10:27:08.398793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57242) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:08.403413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'mac_address': 'fa:16:3e:58:15:83', 'name': 'tempest-PortsIpV6TestJSON-1526664278'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:08.528530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:08.599242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.621528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port 327d3860-35bb-4d55-9dc2-8746be264956 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:08.779951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (327d3860-35bb-4d55-9dc2-8746be264956), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.876063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (327d3860-35bb-4d55-9dc2-8746be264956), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.917111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:08.920211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:08.926809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:08.932055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:08.932698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:08.946005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=327d3860-35bb-4d55-9dc2-8746be264956,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:08.980981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fe196-9470-4bd7-a682-a4313ff053b9 req-d39957bc-b801-47aa-9452-b853eabb29c5 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:08.984204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c1fe196-9470-4bd7-a682-a4313ff053b9 req-d39957bc-b801-47aa-9452-b853eabb29c5 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.0482988 May 02 10:27:09.034192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a7f56dcb-2000-4f55-90da-5faa4bd84251 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.6343777 May 02 10:27:09.039573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c1fe196-9470-4bd7-a682-a4313ff053b9 req-1012751d-f2f9-4205-a134-1e9878d3d991 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 May 02 10:27:09.040687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57250) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:09.078075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc926f67-ee15-450f-abfc-532919c69807 req-a8e204f8-186b-426d-9d57-6dce12aa2bda tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:09.086000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc926f67-ee15-450f-abfc-532919c69807 req-a8e204f8-186b-426d-9d57-6dce12aa2bda tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0591433 May 02 10:27:09.095262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82a3f90d-d293-4cf3-9e51-3434cf85030f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:09.096700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-82a3f90d-d293-4cf3-9e51-3434cf85030f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/327d3860-35bb-4d55-9dc2-8746be264956 HTTP/1.1" status: 200 len: 845 time: 0.0550585 May 02 10:27:09.099324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57254) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:09.143628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc926f67-ee15-450f-abfc-532919c69807 req-7c0534cc-7fd2-4bec-a2df-3878ba492a0b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571177 May 02 10:27:09.208000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854d8e88-9fd1-4f9d-93ef-01bda35c3234 req-9f88721c-2f8e-4279-a6a3-2bc37f81c64e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:09.209503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-854d8e88-9fd1-4f9d-93ef-01bda35c3234 req-9f88721c-2f8e-4279-a6a3-2bc37f81c64e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 949 time: 0.0746834 May 02 10:27:09.233568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 327d3860-35bb-4d55-9dc2-8746be264956 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:09.233914 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (327d3860-35bb-4d55-9dc2-8746be264956), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.315142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-854d8e88-9fd1-4f9d-93ef-01bda35c3234 req-4776c468-d851-47aa-953e-f8f4dd0ae4ec tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988522 May 02 10:27:09.318588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (327d3860-35bb-4d55-9dc2-8746be264956), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.332041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 327d3860-35bb-4d55-9dc2-8746be264956 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:09.365152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:09.367766 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f7ecae9-d298-4eb1-b2ab-2d0468d509b1" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:09.404993 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b14c352-665d-4cfc-9500-913c631db052 x-openstack-request-id: req-0b14c352-665d-4cfc-9500-913c631db052 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:09.405287 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:09.406353 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b14c352-665d-4cfc-9500-913c631db052 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:09.406353 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b14c352-665d-4cfc-9500-913c631db052'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'code': 200} May 02 10:27:09.411760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:09.423034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6404f486-49f4-46ca-8ab2-a4a84846ea09 req-46de983a-58f4-4eaa-9168-042f97b3a9ea tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:09.424527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6404f486-49f4-46ca-8ab2-a4a84846ea09 req-46de983a-58f4-4eaa-9168-042f97b3a9ea tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0530779 May 02 10:27:09.471902 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6404f486-49f4-46ca-8ab2-a4a84846ea09 req-ac631c38-d8bb-4a3b-92f0-f8c78f743e9e tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414379 May 02 10:27:09.506000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (327d3860-35bb-4d55-9dc2-8746be264956), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.518422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:09.530387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '2296485c-990a-49dd-a63b-b710a15fb691', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '2296485c-990a-49dd-a63b-b710a15fb691', 'mac_address': 'fa:16:3e:d5:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:09.536684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=327d3860-35bb-4d55-9dc2-8746be264956,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:09.543407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.549875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57270) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:09.550042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e916748c-7488-4fd8-b8c8-3bb4e9168c0e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/327d3860-35bb-4d55-9dc2-8746be264956 HTTP/1.1" status: 204 len: 168 time: 0.4496284 May 02 10:27:09.568184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2296485c-990a-49dd-a63b-b710a15fb691 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:09.568576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.579537 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-526a7753-19c6-41ee-8df0-2a0754e611a3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:09.580929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-526a7753-19c6-41ee-8df0-2a0754e611a3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/327d3860-35bb-4d55-9dc2-8746be264956 HTTP/1.1" status: 404 len: 333 time: 0.0296650 May 02 10:27:09.582184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:09.584664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57272) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:09.590184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'name': 'tempest-PortsIpV6TestJSON-1778018172'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:09.606493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:09.734560 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.757745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:09.761983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:09.780097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port ffadb579-2199-4563-a14a-041f75d3f368 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:09.782818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:09.901471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-49813680-426a-4697-93ce-9574578ee08e tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:09.902984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-49813680-426a-4697-93ce-9574578ee08e tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.24 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.0686800 May 02 10:27:09.978992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (ffadb579-2199-4563-a14a-041f75d3f368), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.016675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2296485c-990a-49dd-a63b-b710a15fb691'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:10.066319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ffadb579-2199-4563-a14a-041f75d3f368), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.156287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:10.169629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:10.172643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:10.178143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.178915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.202830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0286c-528d-4932-a5f1-a501e5d1bebd req-621c379b-256c-416e-818e-c8d743811a1d tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.206455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ec0286c-528d-4932-a5f1-a501e5d1bebd req-621c379b-256c-416e-818e-c8d743811a1d tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 948 time: 0.0634615 May 02 10:27:10.230226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=ffadb579-2199-4563-a14a-041f75d3f368,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:10.261389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ec0286c-528d-4932-a5f1-a501e5d1bebd req-0303520e-6f0b-4c8d-b591-92a2f519e587 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bd3b13e-1bb5-4de3-97ba-95c723c80234&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475216 May 02 10:27:10.270079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Deleting port b7fbea01-203e-4823-afcf-4c98ff51c501 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:10.270250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.316520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826f5a34-9ea7-460f-ac1c-b8b8cbc48243 req-738ac2c6-0229-45eb-a93b-207cd8e9e42d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.318066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-826f5a34-9ea7-460f-ac1c-b8b8cbc48243 req-738ac2c6-0229-45eb-a93b-207cd8e9e42d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0942380 May 02 10:27:10.347766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3fead89-0f3c-4d66-9caf-e2dd85b0a3fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7619894 May 02 10:27:10.351022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:10.356740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:10.423310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] For port b7fbea01-203e-4823-afcf-4c98ff51c501, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b7fbea01-203e-4823-afcf-4c98ff51c501,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:10.423683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.429030 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-826f5a34-9ea7-460f-ac1c-b8b8cbc48243 req-e05ce84f-8813-4b29-bdc4-5110688c0fb9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848475 May 02 10:27:10.441377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Calling delete_port for b7fbea01-203e-4823-afcf-4c98ff51c501 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:10.465539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3a7283-d031-4ee6-8371-8a0484b01fba req-0ef428ba-104b-4e99-b3d4-f5510bf9b9b7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.467071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd3a7283-d031-4ee6-8371-8a0484b01fba req-0ef428ba-104b-4e99-b3d4-f5510bf9b9b7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 949 time: 0.0785046 May 02 10:27:10.470063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ffadb579-2199-4563-a14a-041f75d3f368), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.565110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd3a7283-d031-4ee6-8371-8a0484b01fba req-09ed1918-c33b-4d34-97ab-ae3ccfe661f2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916371 May 02 10:27:10.618672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a63c0da-de2b-4f68-a50e-551ef5afd13c req-721efdf4-8ac7-409a-9736-d13f94d9e07c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.620228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a63c0da-de2b-4f68-a50e-551ef5afd13c req-721efdf4-8ac7-409a-9736-d13f94d9e07c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 945 time: 0.0626316 May 02 10:27:10.670303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a63c0da-de2b-4f68-a50e-551ef5afd13c req-3ffc8f31-4cb1-4cb7-9367-fedb251ce445 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431538 May 02 10:27:10.699024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b7fbea01-203e-4823-afcf-4c98ff51c501), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.705346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (ffadb579-2199-4563-a14a-041f75d3f368), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.710866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b7fbea01-203e-4823-afcf-4c98ff51c501'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:10.713628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d59de0-1eb7-481e-bc4d-f25fcafbeaf1 req-7f127d0d-4ce5-44a5-9e0e-0ea5c19f2c0e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.715159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03d59de0-1eb7-481e-bc4d-f25fcafbeaf1 req-7f127d0d-4ce5-44a5-9e0e-0ea5c19f2c0e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 950 time: 0.0679777 May 02 10:27:10.735280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Pushing event deleted for resources: {'Port': ['ID=b7fbea01-203e-4823-afcf-4c98ff51c501,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:10.772476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03d59de0-1eb7-481e-bc4d-f25fcafbeaf1 req-75c35836-a282-4848-916b-71d20b4a5ed4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 May 02 10:27:10.789675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] No DVR routers for this DVR port b7fbea01-203e-4823-afcf-4c98ff51c501 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:10.792931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.796498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2beb0069-3ea4-4eae-ab1a-651854d9dc78 req-a6dba98f-3717-4bfe-a7ae-c581f9d03d08 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.24 "DELETE /v2.0/ports/b7fbea01-203e-4823-afcf-4c98ff51c501 HTTP/1.1" status: 204 len: 173 time: 0.6907001 May 02 10:27:10.801081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'name': 'network-vif-deleted', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:10.801341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ffadb579-2199-4563-a14a-041f75d3f368), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.801468 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c59d29a3-5bf3-433e-9da6-0ed2bf43b1fb" -d '{"events": [{"server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "name": "network-vif-deleted", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:10.835207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] In _notify_port_updated(), no bound segment for port ffadb579-2199-4563-a14a-041f75d3f368 on network 4d9447eb-cc9a-4b4e-b169-988f966164e1 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:27:10.842220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:10.842911 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09e36f64-d19b-4477-aefb-e130dc8dbd0b x-openstack-request-id: req-09e36f64-d19b-4477-aefb-e130dc8dbd0b {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:10.843062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:10.843210 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc", "name": "network-vif-deleted", "tag": "b7fbea01-203e-4823-afcf-4c98ff51c501", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:10.843470 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-09e36f64-d19b-4477-aefb-e130dc8dbd0b {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:10.843874 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09e36f64-d19b-4477-aefb-e130dc8dbd0b'] response: {'server_uuid': '02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc', 'name': 'network-vif-deleted', 'tag': 'b7fbea01-203e-4823-afcf-4c98ff51c501', 'status': 'completed', 'code': 200} May 02 10:27:10.844576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/ports/ffadb579-2199-4563-a14a-041f75d3f368 HTTP/1.1" status: 200 len: 818 time: 0.4926810 May 02 10:27:10.847294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:10.888592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcddf63f-c9e6-42d9-8151-e2b546b8cb10 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=ffadb579-2199-4563-a14a-041f75d3f368,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:10.942352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port ffadb579-2199-4563-a14a-041f75d3f368 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:10.942693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ffadb579-2199-4563-a14a-041f75d3f368), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.012136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ffadb579-2199-4563-a14a-041f75d3f368), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.026574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for ffadb579-2199-4563-a14a-041f75d3f368 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:11.192764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819caca2-9544-4b4a-8b3e-7ebf11a36a4b req-770c03a5-207a-4db9-a838-aa3cbdef5bca tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.198878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819caca2-9544-4b4a-8b3e-7ebf11a36a4b req-770c03a5-207a-4db9-a838-aa3cbdef5bca tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.200552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-819caca2-9544-4b4a-8b3e-7ebf11a36a4b req-770c03a5-207a-4db9-a838-aa3cbdef5bca tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87&device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 1690 time: 0.0672894 May 02 10:27:11.251112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-819caca2-9544-4b4a-8b3e-7ebf11a36a4b req-eeefe0c9-dac8-4392-97d5-f8f545fc014f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446551 May 02 10:27:11.300179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ffadb579-2199-4563-a14a-041f75d3f368), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.328506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=ffadb579-2199-4563-a14a-041f75d3f368,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:11.335983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.339509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a011752b-8fe4-49a3-ad65-f8efe431425f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/ffadb579-2199-4563-a14a-041f75d3f368 HTTP/1.1" status: 204 len: 168 time: 0.4912031 May 02 10:27:11.342264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57310) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:11.419653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1bd0d4-b2dc-4b31-833d-74bed9da9e88 req-d5164977-168a-4d6b-8da5-1b3b4881b1df tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.422109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a1bd0d4-b2dc-4b31-833d-74bed9da9e88 req-d5164977-168a-4d6b-8da5-1b3b4881b1df tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 1131 time: 0.0408785 May 02 10:27:11.424058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:11.426838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11288f08-50b0-42f5-97c1-7ba780c16c64 req-9f51de6f-658a-47da-9abb-13441017ba89 tempest-ServersAdminNegativeTestJSON-1601887044 tempest-ServersAdminNegativeTestJSON-1601887044-project] 10.222.0.16 "GET /v2.0/ports?device_id=02a63ed5-4ff2-4eb1-8de0-c9f9de9f2cbc HTTP/1.1" status: 200 len: 210 time: 0.0754597 May 02 10:27:11.429494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:11.449621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59ff2cc-5627-4214-b289-2d94380bb126 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.452018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b59ff2cc-5627-4214-b289-2d94380bb126 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1088073 May 02 10:27:11.454726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:11.489487 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d59e907-2e57-473b-919d-d74e38e264cd tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:11.495509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d59e907-2e57-473b-919d-d74e38e264cd tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/ffadb579-2199-4563-a14a-041f75d3f368 HTTP/1.1" status: 404 len: 333 time: 0.0353420 May 02 10:27:11.495666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57322) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:11.500783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1087439750'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:11.531676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a1bd0d4-b2dc-4b31-833d-74bed9da9e88 req-3306ebf3-75cc-49f6-9c58-4e489ac9d679 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941515 May 02 10:27:11.569987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 2296485c-990a-49dd-a63b-b710a15fb691 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:11.603762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:11.607093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.611602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:11.632302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'mac_address': 'fa:16:3e:7c:83:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:11.639789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d858b5-1e72-4008-9c37-cbed0a7b447c req-49c79019-7ab9-42c0-b11b-1b63b6ddc922 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.641327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89d858b5-1e72-4008-9c37-cbed0a7b447c req-49c79019-7ab9-42c0-b11b-1b63b6ddc922 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0735540 May 02 10:27:11.648923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:11.661464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 2296485c-990a-49dd-a63b-b710a15fb691 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:11.661897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2296485c-990a-49dd-a63b-b710a15fb691), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.663802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f011a676-6eda-4c43-b32a-f878a112e5f9 req-e416d9d1-8366-4488-887d-e122b41a3b21 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.669152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f011a676-6eda-4c43-b32a-f878a112e5f9 req-e416d9d1-8366-4488-887d-e122b41a3b21 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 1132 time: 0.0513477 May 02 10:27:11.676312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (949d8705-8dec-4922-8092-b8bf906f3ce5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.681036 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 949d8705-8dec-4922-8092-b8bf906f3ce5 of type vlan for network b5cfac2d-29be-4835-8276-d006496316b7 May 02 10:27:11.704847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:11.705636 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.719837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f011a676-6eda-4c43-b32a-f878a112e5f9 req-4b25d090-b44b-4dc9-ac51-f498e00ed82e tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445585 May 02 10:27:11.729252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:11.756505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:11.757279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89d858b5-1e72-4008-9c37-cbed0a7b447c req-44e8441a-45a3-4ff5-96d7-cdd41507a24e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060562 May 02 10:27:11.759087 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b5cfac2d-29be-4835-8276-d006496316b7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.806560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2296485c-990a-49dd-a63b-b710a15fb691 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:11.806995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.831611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:11.833904 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ff36502-333b-4960-a8c8-ff49449568f8" -d '{"events": [{"server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2296485c-990a-49dd-a63b-b710a15fb691"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:11.845688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790cd9d-0160-4144-827b-dda67f5f08e5 req-cb59c05a-d18b-441a-9420-fe0ce34c03cc tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.847208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5790cd9d-0160-4144-827b-dda67f5f08e5 req-cb59c05a-d18b-441a-9420-fe0ce34c03cc tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 945 time: 0.0511692 May 02 10:27:11.847718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:11.884055 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.898133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5790cd9d-0160-4144-827b-dda67f5f08e5 req-d008d25f-bc37-4d15-a3b9-7e4c8ac7421c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440724 May 02 10:27:11.937046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b5cfac2d-29be-4835-8276-d006496316b7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.946210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:11.946210 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:11.948817 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667ee900-7d5b-4579-b2a2-06982d342592 x-openstack-request-id: req-667ee900-7d5b-4579-b2a2-06982d342592 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:11.949112 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "name": "network-vif-plugged", "status": "completed", "tag": "2296485c-990a-49dd-a63b-b710a15fb691", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:11.949369 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-667ee900-7d5b-4579-b2a2-06982d342592 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:11.949905 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-667ee900-7d5b-4579-b2a2-06982d342592'] response: {'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691', 'code': 200} May 02 10:27:11.957832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:11.987126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:12.020383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:12.027091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=b5cfac2d-29be-4835-8276-d006496316b7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:12.058627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b5cfac2d-29be-4835-8276-d006496316b7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:12.118252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b615fd5f-9b4f-4374-b953-6b3f3a2f34cf tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6216938 May 02 10:27:12.121340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:12.128938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:12.137749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-be63467f-b93d-4596-ba19-b240582e2d59 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0215681 May 02 10:27:12.155399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:12.163161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afa92e6-ea6e-43f5-979c-86798db241b1 req-76164dc8-7e5b-4469-b0ed-89ecfebf4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:12.164768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4afa92e6-ea6e-43f5-979c-86798db241b1 req-76164dc8-7e5b-4469-b0ed-89ecfebf4982 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 1128 time: 0.0924690 May 02 10:27:12.265150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-af4a9233-c956-412a-bdde-7335d736d344 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:12.270955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4afa92e6-ea6e-43f5-979c-86798db241b1 req-caf85da7-11a9-4f3e-8209-9a11230e8747 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692482 May 02 10:27:12.273055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-af4a9233-c956-412a-bdde-7335d736d344 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1292515 May 02 10:27:12.283997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-a5cc2912-f744-44c5-8b4b-671c84b31ba9 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.0101058 May 02 10:27:12.337551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2d56852b-b5b7-4083-b462-2843b9044f65 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0457153 May 02 10:27:12.357369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:12.360846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:12.658702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (3a7badef-e31d-4abe-8217-ecf2d8b4db7b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:12.726389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=3a7badef-e31d-4abe-8217-ecf2d8b4db7b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:12.743815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '949d8705-8dec-4922-8092-b8bf906f3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:12.743815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: b5cfac2d-29be-4835-8276-d006496316b7, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:12.820303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b5cfac2d-29be-4835-8276-d006496316b7 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:12.879568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82fb480-fd82-438e-8071-0f2476718429 req-56550b87-16c4-4253-9738-fac41dfefd28 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:12.881173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e82fb480-fd82-438e-8071-0f2476718429 req-56550b87-16c4-4253-9738-fac41dfefd28 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0507052 May 02 10:27:12.913709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b5cfac2d-29be-4835-8276-d006496316b7) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:12.924582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec66124d-f95c-41de-a528-b9c28a6eac2d None None] Network b5cfac2d-29be-4835-8276-d006496316b7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:12.925724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:12.925724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:12.942667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e82fb480-fd82-438e-8071-0f2476718429 req-d4acd0a2-60ed-4697-9cfb-6aaf78f41e85 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 May 02 10:27:13.014458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b7fbea01-203e-4823-afcf-4c98ff51c501 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:13.030316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-25a5793f-3467-4cf3-93e1-e3d5d237ad34 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9047439 May 02 10:27:13.030591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57390) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:13.036335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:13.062510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: b7fbea01-203e-4823-afcf-4c98ff51c501 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:13.063117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b7fbea01-203e-4823-afcf-4c98ff51c501 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:13.072808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b5cfac2d-29be-4835-8276-d006496316b7', 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '3a7badef-e31d-4abe-8217-ecf2d8b4db7b'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:13.074095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.110223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:13.320725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e4dd34-0473-43d0-bee8-7998b213eeb0 req-c2f39ceb-d57c-40ec-9d60-9d14c3379b08 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:13.330482 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75e4dd34-0473-43d0-bee8-7998b213eeb0 req-c2f39ceb-d57c-40ec-9d60-9d14c3379b08 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1387882 May 02 10:27:13.420918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Allocated IP 2001:db8::2 (b5cfac2d-29be-4835-8276-d006496316b7/3a7badef-e31d-4abe-8217-ecf2d8b4db7b/c51514eb-4b33-406e-a66b-7795fac6a88b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:13.443323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:13.455079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-309a1af3-2ec8-4a27-a6ae-22e99df2684d req-f9b22a16-e555-4ad8-b00e-2091d7011c8f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.1154928 May 02 10:27:13.512521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75e4dd34-0473-43d0-bee8-7998b213eeb0 req-4fe72ec2-35be-4b51-9bd1-ca2ae63fda07 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753802 May 02 10:27:13.533554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-732c6ad6-3c9b-4de8-aea9-8bcc00ff7b3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e9bce7a6faeb4a9693c73a4fd0b12d9c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4207351 May 02 10:27:13.535045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57402) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:13.557724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:13.567017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.658043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] Publish callbacks [] for security_group (3bd3b13e-1bb5-4de3-97ba-95c723c80234), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.706654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] Publish callbacks [] for security_group (3bd3b13e-1bb5-4de3-97ba-95c723c80234), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.727719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:13.728103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.747928 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3a7badef-e31d-4abe-8217-ecf2d8b4db7b (CIDR: 2001:db8::/64) May 02 10:27:13.823552 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:27:13.824985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:27:13.864832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.869424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks [] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.884735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:13.885060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.913967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3bd3b13e-1bb5-4de3-97ba-95c723c80234), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.918891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:13.920347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3bd3b13e-1bb5-4de3-97ba-95c723c80234 HTTP/1.1" status: 204 len: 168 time: 0.3843470 May 02 10:27:13.939095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc212e2-8aed-470d-96a1-88e58706980f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd3b13e-1bb5-4de3-97ba-95c723c80234,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:13.943620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:13.950708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:13.953121 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c2f9768-f7e9-4570-9ee3-ee91917ac2fe" -d '{"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-plugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:13.969147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8d03871-9936-41b9-8b0d-7cc5d60224d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9368188 May 02 10:27:13.972151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57422) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:13.977722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:14.018418 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fba1b35-40e4-4040-b73d-ead0fe00010b x-openstack-request-id: req-7fba1b35-40e4-4040-b73d-ead0fe00010b {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:14.018717 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-plugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:14.018973 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fba1b35-40e4-4040-b73d-ead0fe00010b {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:14.019422 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fba1b35-40e4-4040-b73d-ead0fe00010b'] response: {'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'code': 200} May 02 10:27:14.063785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.117341 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.139774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Network b5cfac2d-29be-4835-8276-d006496316b7 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:14.145364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:14.149722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:14.152064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Pushing event updated for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:14.267218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:14.274530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Attempting to bind port c51514eb-4b33-406e-a66b-7795fac6a88b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:14.274905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Attempting to bind port c51514eb-4b33-406e-a66b-7795fac6a88b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '949d8705-8dec-4922-8092-b8bf906f3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:14.275765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Attempting to bind port c51514eb-4b33-406e-a66b-7795fac6a88b on network b5cfac2d-29be-4835-8276-d006496316b7 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:14.281222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:14.281597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Checking segment: {'id': '949d8705-8dec-4922-8092-b8bf906f3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:14.282003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.282394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Bound using segment: {'id': '949d8705-8dec-4922-8092-b8bf906f3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:14.282863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Bound port: c51514eb-4b33-406e-a66b-7795fac6a88b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '949d8705-8dec-4922-8092-b8bf906f3ce5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:14.283241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.402459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:14.405894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c51514eb-4b33-406e-a66b-7795fac6a88b,segment=NetworkSegment(949d8705-8dec-4922-8092-b8bf906f3ce5),segment_id=949d8705-8dec-4922-8092-b8bf906f3ce5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:14.475085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba59f4-dabd-402f-ad30-ebfe23f61e00 req-582d5bb5-eac1-4be5-aeb5-dee35b1f36fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:14.489490 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42ba59f4-dabd-402f-ad30-ebfe23f61e00 req-582d5bb5-eac1-4be5-aeb5-dee35b1f36fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0704699 May 02 10:27:14.507070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.559368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42ba59f4-dabd-402f-ad30-ebfe23f61e00 req-0d587b1b-b739-4dff-9d1d-c6a0df99d4fe tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763233 May 02 10:27:14.583315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef98e38-eb6b-44c3-9103-8c8cebe24f75 None None] Pushing event updated for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:14.599303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a59f8fed-f560-464d-9d41-a2418e036635 req-e116088d-5ef9-48dd-a920-38a6a298e075 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.0424654 May 02 10:27:14.750329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb38e3ae-c405-42c0-9a7e-13db20242a7d req-d2df7b11-f9a9-4bc9-8fa7-e4802041145f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:14.764804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb38e3ae-c405-42c0-9a7e-13db20242a7d req-d2df7b11-f9a9-4bc9-8fa7-e4802041145f tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1041272 May 02 10:27:14.773487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:14.777854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:14.869480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57448) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:14.971940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-739c7a36-4d8e-4663-a94e-00ff32bd3569 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec7cfa22136249b982910864ad486f74&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012912 May 02 10:27:14.972568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57450) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:14.986826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb38e3ae-c405-42c0-9a7e-13db20242a7d req-7b09881b-81a1-4831-985d-57d2a91c03c0 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211287 May 02 10:27:15.070306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] Publish callbacks [] for security_group (8b3581a5-efd9-48b8-b064-c069b4610b36), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.128525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] Publish callbacks [] for security_group (8b3581a5-efd9-48b8-b064-c069b4610b36), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.354083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8b3581a5-efd9-48b8-b064-c069b4610b36), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.357444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.358944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b3581a5-efd9-48b8-b064-c069b4610b36 HTTP/1.1" status: 204 len: 168 time: 0.3853986 May 02 10:27:15.385264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1b631e-0346-49d2-8979-20e2c80cd359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b3581a5-efd9-48b8-b064-c069b4610b36,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:15.585041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (c2b6843d-1668-4b9b-9425-c7f5eab9965c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.702480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b5cfac2d-29be-4835-8276-d006496316b7 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:15.713783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:15.727186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:15.727786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.765440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:15.768403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=c2b6843d-1668-4b9b-9425-c7f5eab9965c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:15.818878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aae47a-8035-475b-ba7d-eea808139332 req-e732196e-08a4-45cd-ba3c-ea2fbece376a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:15.820406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06aae47a-8035-475b-ba7d-eea808139332 req-e732196e-08a4-45cd-ba3c-ea2fbece376a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0759430 May 02 10:27:15.864517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c11027c-0aac-4ffd-8fd4-53c273377c64 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8911524 May 02 10:27:15.867366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57472) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:15.875127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'fixed_ips': [{'subnet_id': '3a7badef-e31d-4abe-8217-ecf2d8b4db7b'}, {'subnet_id': 'c2b6843d-1668-4b9b-9425-c7f5eab9965c'}], 'name': 'tempest-PortsIpV6TestJSON-461967553'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:15.910190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06aae47a-8035-475b-ba7d-eea808139332 req-9f589637-995c-4cfa-bab0-a5eaf5461bc7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827332 May 02 10:27:16.228243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c143ce6d-55eb-4500-95a0-6da67df3718a None None] Network b5cfac2d-29be-4835-8276-d006496316b7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:16.273418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-40a1d0ae-a587-4c0b-8832-1a796066fefc req-15f65ce5-222c-4441-b938-395ee1b5a5ea tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.1847591 May 02 10:27:16.282262 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-3faa46bb-e95f-4922-8f82-c5eb006ce8cb service neutron] show failed (client error): The resource could not be found. May 02 10:27:16.283651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-3faa46bb-e95f-4922-8f82-c5eb006ce8cb service neutron] 10.222.0.15 "GET /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1898718 May 02 10:27:16.411098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:16.544955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:16.545328 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:16.732392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:16.799486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c51514eb-4b33-406e-a66b-7795fac6a88b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:16.851117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:16.851508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:16.902361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Update dhcp port {'port': {'network_id': 'b5cfac2d-29be-4835-8276-d006496316b7', 'fixed_ips': [{'subnet_id': '3a7badef-e31d-4abe-8217-ecf2d8b4db7b', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c2b6843d-1668-4b9b-9425-c7f5eab9965c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c51514eb-4b33-406e-a66b-7795fac6a88b'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:27:16.946832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:16.950918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:16.951197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:16.970730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c51514eb-4b33-406e-a66b-7795fac6a88b,segment=NetworkSegment(949d8705-8dec-4922-8092-b8bf906f3ce5),segment_id=949d8705-8dec-4922-8092-b8bf906f3ce5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:17.044458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988f4ea-8cc6-4e97-a743-af453b1462cd req-eee8d8d1-7415-4983-97db-4a1ab262df59 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:17.053844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0988f4ea-8cc6-4e97-a743-af453b1462cd req-eee8d8d1-7415-4983-97db-4a1ab262df59 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1377702 May 02 10:27:17.079641 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:17.162627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0988f4ea-8cc6-4e97-a743-af453b1462cd req-e5cbe6e5-85c9-446a-a2dc-e32b5f782330 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074481 May 02 10:27:17.426483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9858f1-0b7b-4ce8-b969-634420e8b051 None None] Pushing event updated for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:17.449879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:17.531376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7756b394-daa7-4ba8-991c-4ad14c98e0a8 req-01ac7a9f-2591-48d2-9fba-00d0c4743770 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.0778277 May 02 10:27:17.533761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Allocated IP 2001:db8:0:1::2 (b5cfac2d-29be-4835-8276-d006496316b7/c2b6843d-1668-4b9b-9425-c7f5eab9965c/c51514eb-4b33-406e-a66b-7795fac6a88b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:17.673243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port 25881471-313f-4b1e-b3ea-73fcff0c2d65 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:17.700883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c51514eb-4b33-406e-a66b-7795fac6a88b,segment=NetworkSegment(949d8705-8dec-4922-8092-b8bf906f3ce5),segment_id=949d8705-8dec-4922-8092-b8bf906f3ce5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:17.737345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Publish callbacks [] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:17.756951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e32ad8-2fbb-4666-9e99-a5d52d3b5892 req-82ede24b-90be-4cec-b862-c1b904fd78cf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:17.759012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39e32ad8-2fbb-4666-9e99-a5d52d3b5892 req-82ede24b-90be-4cec-b862-c1b904fd78cf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1470261 May 02 10:27:17.768348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-314cc3ab-0ca4-48fe-a900-52d066769b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:17.769842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-314cc3ab-0ca4-48fe-a900-52d066769b1f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1132 time: 0.1596439 May 02 10:27:17.877902 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:17.916715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:17.951972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39e32ad8-2fbb-4666-9e99-a5d52d3b5892 req-2c084de3-00ab-4122-a62f-dddedcf1f07b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810513 May 02 10:27:18.028394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93f222-e040-4c34-bc48-49f7baf21a6b None None] Pushing event updated for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:18.082932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-99f45716-2c54-4946-b4c0-3edf158e7532 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637243 May 02 10:27:18.160674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:18.322869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93bcce-a71a-4618-a5f9-ca90ef07e308 req-1a952d71-9bdc-4658-9cd2-b7ce717c6b87 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:18.326577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e93bcce-a71a-4618-a5f9-ca90ef07e308 req-1a952d71-9bdc-4658-9cd2-b7ce717c6b87 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 946 time: 0.0589392 May 02 10:27:18.356928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-d09f65aa-08ae-41fc-a6f6-e67ef83ecb85 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:18.361247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-d09f65aa-08ae-41fc-a6f6-e67ef83ecb85 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2686815 May 02 10:27:18.385437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e93bcce-a71a-4618-a5f9-ca90ef07e308 req-f0e21730-c635-4d81-9f56-41555f73c29a tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542641 May 02 10:27:18.433391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:18.458812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::1c (b5cfac2d-29be-4835-8276-d006496316b7/3a7badef-e31d-4abe-8217-ecf2d8b4db7b/25881471-313f-4b1e-b3ea-73fcff0c2d65) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:18.507402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8:0:1::7b (b5cfac2d-29be-4835-8276-d006496316b7/c2b6843d-1668-4b9b-9425-c7f5eab9965c/25881471-313f-4b1e-b3ea-73fcff0c2d65) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:18.572076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c51514eb-4b33-406e-a66b-7795fac6a88b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:18.682443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:18.686617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:18.756659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73f4a24b-36d9-4c5e-9c92-1f485233e1ea req-5902be33-a67c-4362-bf9a-65cae5b782ba tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.0716109 May 02 10:27:18.862611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:18.959701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:18.974181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.048229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7682da-1ade-4c4a-b864-28241b59d459 None None] Network b5cfac2d-29be-4835-8276-d006496316b7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:19.085223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:19.137534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-f45c7974-24fe-4d74-b5b1-867593c8aa2d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2217762 May 02 10:27:19.263525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2e8b5540-d098-4564-983e-60922cd2bc5a None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:19.264978 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e8b5540-d098-4564-983e-60922cd2bc5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.411733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.432287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2e8b5540-d098-4564-983e-60922cd2bc5a None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:19.441869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ecc065-2958-46c2-b0e7-a83211860455 req-c30026f0-d400-40d6-99dd-6dc6ab85149a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:19.444365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85ecc065-2958-46c2-b0e7-a83211860455 req-c30026f0-d400-40d6-99dd-6dc6ab85149a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.3336067 May 02 10:27:19.450162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:19.458518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:19.496286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:19.597586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:19.608655 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca40a00-12e8-4d10-8fed-cc7af3076e02" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-unplugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:19.616964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks [] for port (58aae962-6e18-4132-82c5-340956decb72), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.723574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-b3004b81-1e03-4c31-8c75-06a0cc703abb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:19.729564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-b3004b81-1e03-4c31-8c75-06a0cc703abb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5826731 May 02 10:27:19.745943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:19.746347 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.770965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:19.776497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:19.777225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Transition to ACTIVE for port object 58aae962-6e18-4132-82c5-340956decb72 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:19.803091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '2296485c-990a-49dd-a63b-b710a15fb691', 'network_id': '7326cf19-c100-4433-b49e-2eebe1fefed2', 'port_id': '2296485c-990a-49dd-a63b-b710a15fb691', 'mac_address': 'fa:16:3e:d5:63:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cc765138-2c53-4275-91e3-7ae1885c4f57', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:19.810696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85ecc065-2958-46c2-b0e7-a83211860455 req-c0334a38-5deb-462f-be10-06504224a63b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546467 May 02 10:27:19.886573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.895424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2296485c-990a-49dd-a63b-b710a15fb691 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:19.897305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.932621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f52411-2849-483a-88ec-9c8fe43e16b3 req-3ddc1e31-9723-4dba-8a93-78c061fc6160 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:19.935044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9f52411-2849-483a-88ec-9c8fe43e16b3 req-3ddc1e31-9723-4dba-8a93-78c061fc6160 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 946 time: 0.1038401 May 02 10:27:19.957896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:19.969744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2288069a-668a-4c10-9189-f66c40dace21 None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:19.972293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2288069a-668a-4c10-9189-f66c40dace21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.042184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:20.072101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9f52411-2849-483a-88ec-9c8fe43e16b3 req-72338ce4-1203-467e-b9a7-7e38cea5c8e1 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249421 May 02 10:27:20.096692 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95142aa4-2fa4-4e55-80df-58f0df960e7d x-openstack-request-id: req-95142aa4-2fa4-4e55-80df-58f0df960e7d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:20.096692 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-unplugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:20.096692 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95142aa4-2fa4-4e55-80df-58f0df960e7d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:20.096692 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95142aa4-2fa4-4e55-80df-58f0df960e7d'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'code': 200} May 02 10:27:20.103204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:20.182556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:20.183130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b5cfac2d-29be-4835-8276-d006496316b7 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:20.196980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:20.197504 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:20.266085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.205 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/8388f45e-dc14-4b8d-b80b-148afbc0afa1) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:20.280793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:20.289976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2288069a-668a-4c10-9189-f66c40dace21 None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:20.312330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] No DVR routers for this DVR port 58aae962-6e18-4132-82c5-340956decb72 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:20.314724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.322951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:20.328695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:20.329356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.390144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0b3875d-e045-43f1-8f92-54b8bba64639 req-60dec6ce-c590-418f-8634-bff57d62ef37 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 210 time: 0.1214650 May 02 10:27:20.428374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:20.445843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2296485c-990a-49dd-a63b-b710a15fb691'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:20.539119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=25881471-313f-4b1e-b3ea-73fcff0c2d65,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:20.550622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:20.566395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.782416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.837534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:20.844525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a7badef-e31d-4abe-8217-ecf2d8b4db7b'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:20.859435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fdb084b2-2cf1-4e3d-af84-92e12068d2b3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1014 time: 4.9826725 May 02 10:27:20.906438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:20.919559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:20.920005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:20.920462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:20.924429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a37270b1-f6c6-43b7-83ce-22a08cebb46e None None] Provisioning complete for port 25881471-313f-4b1e-b3ea-73fcff0c2d65 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:20.924921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a37270b1-f6c6-43b7-83ce-22a08cebb46e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:20.938704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:27:20.939035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:21.015625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a37270b1-f6c6-43b7-83ce-22a08cebb46e None None] Port 25881471-313f-4b1e-b3ea-73fcff0c2d65 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:21.094553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.109198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:21.135193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010cfd12-6f73-494c-a497-bafa8602b323 req-752e451d-27bc-4af0-bf6a-f40d47e2ede6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:21.136787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-010cfd12-6f73-494c-a497-bafa8602b323 req-752e451d-27bc-4af0-bf6a-f40d47e2ede6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.1375699 May 02 10:27:21.161676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.243844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.12 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/03c8b4de-4492-4aef-b4ba-efab7e45b35c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:21.308392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c6bb62-e6d3-459f-b528-cffdfaee49e7 req-6f9842c8-6ab2-4110-9058-f1a417b3570f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:21.310511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9c6bb62-e6d3-459f-b528-cffdfaee49e7 req-6f9842c8-6ab2-4110-9058-f1a417b3570f tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.1011796 May 02 10:27:21.429474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.471312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:21.471893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:21.472517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:21.473611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Bound port: 58aae962-6e18-4132-82c5-340956decb72, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:21.473988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.488734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:21.497993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:21.518446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:21.545063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:21.638178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-010cfd12-6f73-494c-a497-bafa8602b323 req-ec7e0e57-5746-4e5b-b309-9b69713918f7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587846 May 02 10:27:21.652329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.683558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:21.702030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Delete allocated IP 2001:db8:0:1::7b (b5cfac2d-29be-4835-8276-d006496316b7/c2b6843d-1668-4b9b-9425-c7f5eab9965c) {{(pid=115663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:27:21.759892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:21.765546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.888742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2296485c-990a-49dd-a63b-b710a15fb691 is: BUILD; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:21.889251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.910774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:21.933286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:21.978900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:21.979798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:22.000004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:22.017555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:22.038621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:22.054521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c3cf869a-1dd7-41b9-b394-5d80f820d913 None None] Provisioning complete for port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:22.055107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3cf869a-1dd7-41b9-b394-5d80f820d913 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.114316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9c6bb62-e6d3-459f-b528-cffdfaee49e7 req-5c1e8715-9ba7-407d-9c4c-e25a2641aada tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7702606 May 02 10:27:22.116636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.153127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c3cf869a-1dd7-41b9-b394-5d80f820d913 None None] Port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:22.165716 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.310455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] In _notify_port_updated(), no bound segment for port 25881471-313f-4b1e-b3ea-73fcff0c2d65 on network b5cfac2d-29be-4835-8276-d006496316b7 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:27:22.327135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:22.335730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:22.345235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.347744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/ports/25881471-313f-4b1e-b3ea-73fcff0c2d65 HTTP/1.1" status: 200 len: 924 time: 1.5079837 May 02 10:27:22.398212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57666) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:22.431486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3a7badef-e31d-4abe-8217-ecf2d8b4db7b'}, {'subnet_id': 'c2b6843d-1668-4b9b-9425-c7f5eab9965c'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:22.506522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef7160e-72cc-4ac8-aad0-1a68c6371a34 req-a9af911d-6ea9-4051-bf3d-38532ca100c0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:22.515683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cef7160e-72cc-4ac8-aad0-1a68c6371a34 req-a9af911d-6ea9-4051-bf3d-38532ca100c0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 935 time: 0.2645600 May 02 10:27:22.667699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cef7160e-72cc-4ac8-aad0-1a68c6371a34 req-cfdeca2d-8753-42bf-b17e-301e481e6a83 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506805 May 02 10:27:22.672506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bde547-cd3c-4a55-8d7c-3ce804979462 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=25881471-313f-4b1e-b3ea-73fcff0c2d65,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:22.695462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.696656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Provisioning complete for port 25881471-313f-4b1e-b3ea-73fcff0c2d65 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:22.698434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-87e5f709-1437-4f31-99bd-d27cb5b00cf2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.2734346 May 02 10:27:22.699671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.712493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:22.716853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:22.730039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Request body: {'port': {'device_id': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:22.751050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:22.774423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e69d54e-d27b-4247-a93a-6f33b3c4922f req-1c051604-8440-45de-8074-76af405663cd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:22.781398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e69d54e-d27b-4247-a93a-6f33b3c4922f req-1c051604-8440-45de-8074-76af405663cd tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 945 time: 0.7971315 May 02 10:27:22.788737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Port 25881471-313f-4b1e-b3ea-73fcff0c2d65 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:22.800677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:22.801274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.824987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Provisioning complete for port 03c8b4de-4492-4aef-b4ba-efab7e45b35c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:22.825543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.872238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.888039 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:22.903531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5cd5bd5d-d592-4cfe-85fe-459e0a2d73f0 None None] Port 03c8b4de-4492-4aef-b4ba-efab7e45b35c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:22.909335 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e69d54e-d27b-4247-a93a-6f33b3c4922f req-e8c53096-4090-41b1-a3c4-6eb3c458ed86 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269767 May 02 10:27:22.981756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-5d04da8b-c48d-41be-9968-214e376d36ee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2311516 May 02 10:27:23.046228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:23.046875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.048299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] 10.222.0.24 "PUT /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 1096 time: 5.1406898 May 02 10:27:23.052068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Request body: {'port': {'device_id': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:23.061708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:23.074545 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45275a86-0885-43c8-8cdc-e63a82dfd062" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:23.278663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8:0:1::67 (b5cfac2d-29be-4835-8276-d006496316b7/c2b6843d-1668-4b9b-9425-c7f5eab9965c/25881471-313f-4b1e-b3ea-73fcff0c2d65) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:23.378102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003d3fc9-bff0-4a08-bf7c-96f94464df4f service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:23.419500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.449448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc948fe1-dfdc-4c35-a9aa-4a70e83cea2d req-eab74e34-b1fc-4060-b0e2-8d3438f019e9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:23.451099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc948fe1-dfdc-4c35-a9aa-4a70e83cea2d req-eab74e34-b1fc-4060-b0e2-8d3438f019e9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.4231732 May 02 10:27:23.455098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-a5ac27ad-5b20-49cc-95d5-19dd71f9de9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:23.456585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-a5ac27ad-5b20-49cc-95d5-19dd71f9de9a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1130 time: 0.2648876 May 02 10:27:23.464869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.602271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.734419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] In _notify_port_updated(), no bound segment for port 25881471-313f-4b1e-b3ea-73fcff0c2d65 on network b5cfac2d-29be-4835-8276-d006496316b7 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:27:23.748453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:23.749479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.755404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/ports/25881471-313f-4b1e-b3ea-73fcff0c2d65 HTTP/1.1" status: 200 len: 1009 time: 1.3486040 May 02 10:27:23.757089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57696) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:23.762970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9af94c1-6ccf-4bb2-8fdf-2d7defa4a42e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=25881471-313f-4b1e-b3ea-73fcff0c2d65,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:23.763340 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc948fe1-dfdc-4c35-a9aa-4a70e83cea2d req-7b44dacf-cf1c-4e3a-8356-dee7960b1ed6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595894 May 02 10:27:23.908326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57698) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:23.912978 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9132a70-503e-4fdb-9806-28f93d64f2b3 x-openstack-request-id: req-e9132a70-503e-4fdb-9806-28f93d64f2b3 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:23.913275 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:23.913529 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e9132a70-503e-4fdb-9806-28f93d64f2b3 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:23.913933 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9132a70-503e-4fdb-9806-28f93d64f2b3'] response: {'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'status': 'completed', 'code': 200} May 02 10:27:23.972313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 25881471-313f-4b1e-b3ea-73fcff0c2d65 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:23.973024 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:23.981510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-e1762121-b14c-4329-91bc-3e53f0d6a87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:23.983004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-e1762121-b14c-4329-91bc-3e53f0d6a87a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5181408 May 02 10:27:24.145805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-85528bc9-a997-482c-9383-7d4cfe11c3ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.1456327 May 02 10:27:24.148362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.181639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0b1a8435-f7f1-45cf-92c8-87d63e29af36 None None] Provisioning complete for port 25881471-313f-4b1e-b3ea-73fcff0c2d65 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:24.182149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0b1a8435-f7f1-45cf-92c8-87d63e29af36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.187975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 25881471-313f-4b1e-b3ea-73fcff0c2d65 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:24.237671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-fff5511e-fb87-417a-8b59-26014de5aa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:24.239152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-fff5511e-fb87-417a-8b59-26014de5aa66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0778248 May 02 10:27:24.246274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f3eacb-1e52-4b38-8ddd-a89dd0468690 req-750e6bf9-e9f6-4f2c-aa9e-8b8590a12be4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:24.251005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0b1a8435-f7f1-45cf-92c8-87d63e29af36 None None] Port 25881471-313f-4b1e-b3ea-73fcff0c2d65 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:24.261230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68f3eacb-1e52-4b38-8ddd-a89dd0468690 req-750e6bf9-e9f6-4f2c-aa9e-8b8590a12be4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 935 time: 0.3347962 May 02 10:27:24.412020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-519ce558-a78e-4f70-b268-016b7a4f715b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.444494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8388f45e-dc14-4b8d-b80b-148afbc0afa1 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:24.468223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks [] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.474091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-8e5c25e6-2c2c-4a0b-a7b3-b6b792f6933e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:24.474091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-8e5c25e6-2c2c-4a0b-a7b3-b6b792f6933e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2092063 May 02 10:27:24.480293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68f3eacb-1e52-4b38-8ddd-a89dd0468690 req-510dac56-55e5-4755-8f8f-d777df192b12 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182240 May 02 10:27:24.513746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104774a1-65ae-4a9d-ab3d-9ebddafbf487 req-7f8a6aed-44a9-408b-b24a-1b3b418c3b98 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:24.517094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-104774a1-65ae-4a9d-ab3d-9ebddafbf487 req-7f8a6aed-44a9-408b-b24a-1b3b418c3b98 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.1225469 May 02 10:27:24.607309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-750c2ee7-e574-423c-8841-f2628b1ac216 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131105 May 02 10:27:24.623447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-104774a1-65ae-4a9d-ab3d-9ebddafbf487 req-047de60a-1635-4248-b9a5-a87091fdc2f2 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000817 May 02 10:27:24.627228 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (25881471-313f-4b1e-b3ea-73fcff0c2d65), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.648651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Transition to ACTIVE for port object 8388f45e-dc14-4b8d-b80b-148afbc0afa1 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:24.730664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=25881471-313f-4b1e-b3ea-73fcff0c2d65,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:24.742259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.772345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.793719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a02c66ad-f12d-4c02-aa94-5c05e0be09a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/25881471-313f-4b1e-b3ea-73fcff0c2d65 HTTP/1.1" status: 204 len: 168 time: 1.0311065 May 02 10:27:24.798900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:24.842835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc469200-59c1-4d26-ab77-7c87f7f64fa5 req-0cd60d76-c087-439d-a810-9e75a1c393a3 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260759 May 02 10:27:24.859019 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8593de-ff6e-4064-88fe-b08fa3deff52 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:24.862023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-de8593de-ff6e-4064-88fe-b08fa3deff52 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/25881471-313f-4b1e-b3ea-73fcff0c2d65 HTTP/1.1" status: 404 len: 333 time: 0.0621123 May 02 10:27:24.869362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:24.912830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-519ce558-a78e-4f70-b268-016b7a4f715b admin admin] Publish callbacks [] for security_group (c96c773d-c289-476d-b062-33b0966de640), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:24.933575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet c2b6843d-1668-4b9b-9425-c7f5eab9965c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:24.939045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (c2b6843d-1668-4b9b-9425-c7f5eab9965c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.004500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c2b6843d-1668-4b9b-9425-c7f5eab9965c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.063155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Pushing event updated for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:25.085302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-519ce558-a78e-4f70-b268-016b7a4f715b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c96c773d-c289-476d-b062-33b0966de640), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.109179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4af1b1-5589-4c01-bbea-2b4f8b50aa9d req-d2a58b68-bc9d-4064-b087-e017fd18faa5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.110617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d4af1b1-5589-4c01-bbea-2b4f8b50aa9d req-d2a58b68-bc9d-4064-b087-e017fd18faa5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.2242568 May 02 10:27:25.185044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c2b6843d-1668-4b9b-9425-c7f5eab9965c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.280045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-2ed7d45c-c47c-4d17-ae61-caeef6b7e20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.281559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-2ed7d45c-c47c-4d17-ae61-caeef6b7e20e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1130 time: 0.2128391 May 02 10:27:25.282187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519ce558-a78e-4f70-b268-016b7a4f715b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c773d-c289-476d-b062-33b0966de640,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:25.299212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-519ce558-a78e-4f70-b268-016b7a4f715b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d645dcffcd6245bab866d580dbd32540&name=default HTTP/1.1" status: 200 len: 3000 time: 1.3692756 May 02 10:27:25.299938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57728) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:25.422051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] Publish callbacks [] for security_group (c96c773d-c289-476d-b062-33b0966de640), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.436139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Attempting to bind port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:25.436491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Attempting to bind port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:25.436971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Attempting to bind port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:25.446955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d4af1b1-5589-4c01-bbea-2b4f8b50aa9d req-51959f25-578a-457d-ba98-0b932107b52b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354690 May 02 10:27:25.460937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] Publish callbacks [] for security_group (c96c773d-c289-476d-b062-33b0966de640), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.487888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03c8b4de-4492-4aef-b4ba-efab7e45b35c {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:25.498183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks [] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.539893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:27:25.540653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Attempting to bind port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:25.559829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:25.560740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:25.561259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:25.561845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Bound port: 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:25.562248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.625213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-9e1f5dc3-0b57-4743-8a12-ecbde0569881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.626737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-9e1f5dc3-0b57-4743-8a12-ecbde0569881 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3251660 May 02 10:27:25.640882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-6fd23efb-4271-4d9e-8e65-6b58932620cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.642855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-6fd23efb-4271-4d9e-8e65-6b58932620cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1130 time: 0.0819154 May 02 10:27:25.663042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da31bf7-695b-4d8c-a21c-c447354182c6 req-55fa60f4-934b-4d7d-89df-f351f6b1ff00 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.665577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9da31bf7-695b-4d8c-a21c-c447354182c6 req-55fa60f4-934b-4d7d-89df-f351f6b1ff00 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 935 time: 0.0648537 May 02 10:27:25.666280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:25.670374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:25.695199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c2b6843d-1668-4b9b-9425-c7f5eab9965c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.757559 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8ff3a3d1-7239-4e42-97d1-da5351336b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.783208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826ace33-4fc1-4248-9556-59a7fb46d0c8 req-32bdc227-91ce-40c8-907d-61487a15d68c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.783879 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-826ace33-4fc1-4248-9556-59a7fb46d0c8 req-32bdc227-91ce-40c8-907d-61487a15d68c tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0910137 May 02 10:27:25.792971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-e3ef2eec-c50c-404b-a256-93b727a036d4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.794555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-e3ef2eec-c50c-404b-a256-93b727a036d4 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.0882940 May 02 10:27:25.794789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.798975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/c2b6843d-1668-4b9b-9425-c7f5eab9965c HTTP/1.1" status: 204 len: 168 time: 0.9281080 May 02 10:27:25.800919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc338681-e090-47ab-b81d-75af6b1ea71b None None] Network b5cfac2d-29be-4835-8276-d006496316b7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:25.803329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1220218-3db7-4b91-acee-d5c44430d21a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=c2b6843d-1668-4b9b-9425-c7f5eab9965c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:25.806624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:25.856198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c96c773d-c289-476d-b062-33b0966de640), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.858953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.860163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c96c773d-c289-476d-b062-33b0966de640 HTTP/1.1" status: 204 len: 168 time: 0.5589111 May 02 10:27:25.893304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Transition to ACTIVE for port object 03c8b4de-4492-4aef-b4ba-efab7e45b35c will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:25.904127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:25.905737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf204a12-a7da-46f9-a54c-a65bba1ba6d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c773d-c289-476d-b062-33b0966de640,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:25.945347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9da31bf7-695b-4d8c-a21c-c447354182c6 req-af0cb098-9462-4a06-a756-63bd69386094 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2571414 May 02 10:27:25.957541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-0f2da50b-9a27-421b-bfd7-7232b4f7cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:25.959389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-0f2da50b-9a27-421b-bfd7-7232b4f7cc0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2924113 May 02 10:27:25.964993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 3a7badef-e31d-4abe-8217-ecf2d8b4db7b {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:25.974472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (3a7badef-e31d-4abe-8217-ecf2d8b4db7b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.049428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-385a3b8b-edd6-41da-93e2-ebb99d63fa69 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0793786 May 02 10:27:26.077011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:26.077714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.085816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] 10.222.0.15 "PUT /v2.0/ports/8388f45e-dc14-4b8d-b80b-148afbc0afa1 HTTP/1.1" status: 200 len: 1096 time: 3.3636689 May 02 10:27:26.086607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.150554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:26.152874 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216a822b-b2ae-402f-96e1-5b6905640d47" -d '{"events": [{"name": "network-changed", "server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:26.185012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (3a7badef-e31d-4abe-8217-ecf2d8b4db7b), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.312769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Deleting port 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:26.313117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2296485c-990a-49dd-a63b-b710a15fb691), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.322560 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92181d98-07d9-4b4a-8aca-a36fb08ff67e x-openstack-request-id: req-92181d98-07d9-4b4a-8aca-a36fb08ff67e {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:26.322957 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:26.323084 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92181d98-07d9-4b4a-8aca-a36fb08ff67e {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:26.323493 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92181d98-07d9-4b4a-8aca-a36fb08ff67e'] response: {'name': 'network-changed', 'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1', 'status': 'completed', 'code': 200} May 02 10:27:26.347143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ef57a-23a7-4fd2-8b07-2ff1d8120db6 service neutron] Pushing event updated for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:26.382391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-826ace33-4fc1-4248-9556-59a7fb46d0c8 req-30748900-9995-4584-9621-898df307bb40 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5866196 May 02 10:27:26.434362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (3a7badef-e31d-4abe-8217-ecf2d8b4db7b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.438859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-466506a4-87da-4afd-a33d-a92505471065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:26.440370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-466506a4-87da-4afd-a33d-a92505471065 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3791614 May 02 10:27:26.585685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-b6a7be5e-9299-4e7b-b58c-81a887fa86a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:26.592519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-b6a7be5e-9299-4e7b-b58c-81a887fa86a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1305718 May 02 10:27:26.608333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a822b-b2ae-402f-96e1-5b6905640d47 req-6bcdc637-a218-4497-85d8-f85ba31f1bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:26.611217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-216a822b-b2ae-402f-96e1-5b6905640d47 req-6bcdc637-a218-4497-85d8-f85ba31f1bcd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 1130 time: 0.1263258 May 02 10:27:26.718015 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-216a822b-b2ae-402f-96e1-5b6905640d47 req-d01597f3-6cf6-460b-b37c-59d8a843aa4c service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451875 May 02 10:27:26.786198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (3a7badef-e31d-4abe-8217-ecf2d8b4db7b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.855391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=3a7badef-e31d-4abe-8217-ecf2d8b4db7b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:26.865283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:26.871149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a822b-b2ae-402f-96e1-5b6905640d47 req-e24f5d09-97e5-43ae-ace7-25ca923ecc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:26.871292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89a3bd77-6c16-419d-a248-136e7d099d02 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/3a7badef-e31d-4abe-8217-ecf2d8b4db7b HTTP/1.1" status: 204 len: 168 time: 1.0613663 May 02 10:27:26.872137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-216a822b-b2ae-402f-96e1-5b6905640d47 req-e24f5d09-97e5-43ae-ace7-25ca923ecc65 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1314075 May 02 10:27:26.875784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:26.897829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-9e0d8a24-3dbf-4a26-ae11-22f2cd9036e8 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971473 May 02 10:27:26.918530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Pushing event updated for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:27.041779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c64d83-0177-46dd-aa11-a47ae02e2a37 req-6bf65744-9279-4dae-828f-a8335632ea3c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:27.043314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01c64d83-0177-46dd-aa11-a47ae02e2a37 req-6bf65744-9279-4dae-828f-a8335632ea3c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.3879776 May 02 10:27:27.048760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] For port 2296485c-990a-49dd-a63b-b710a15fb691, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2296485c-990a-49dd-a63b-b710a15fb691,segment=NetworkSegment(4347c775-37ea-405d-a9fa-4410aacf7b57),segment_id=4347c775-37ea-405d-a9fa-4410aacf7b57)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:27.049144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2296485c-990a-49dd-a63b-b710a15fb691), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:27.081338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-15d4dc3e-7f1a-4d47-9868-8d82a6145d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:27.083712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-15d4dc3e-7f1a-4d47-9868-8d82a6145d48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 1130 time: 0.1287453 May 02 10:27:27.100426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Calling delete_port for 2296485c-990a-49dd-a63b-b710a15fb691 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:27.147576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:27.208338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Attempting to bind port 03c8b4de-4492-4aef-b4ba-efab7e45b35c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:27.208871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Attempting to bind port 03c8b4de-4492-4aef-b4ba-efab7e45b35c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:27.209205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Attempting to bind port 03c8b4de-4492-4aef-b4ba-efab7e45b35c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:27.239919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-468f131e-223b-49cd-85da-ab18e76d55f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.205&port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1 HTTP/1.1" status: 200 len: 217 time: 0.1362734 May 02 10:27:27.354212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Port 03c8b4de-4492-4aef-b4ba-efab7e45b35c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:27:27.354552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Attempting to bind port 03c8b4de-4492-4aef-b4ba-efab7e45b35c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:27.381177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-1ab777c6-5c1a-48ed-a0c6-2aaa7241bcbb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.1758447 May 02 10:27:27.394489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:27.394867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:27.395492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:27.395967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Bound port: 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:27.396431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:27.402116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01c64d83-0177-46dd-aa11-a47ae02e2a37 req-c46809ac-1e2c-4e07-8311-7eace6216ba7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498292 May 02 10:27:27.459766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-6cd87d13-9595-4b0f-a8e3-4a84cbf88a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:27.461950 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-6cd87d13-9595-4b0f-a8e3-4a84cbf88a27 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1619473 May 02 10:27:27.601425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74cf051-f917-4b50-a63a-5801336b0c7f None None] Network b5cfac2d-29be-4835-8276-d006496316b7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:27.617582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b5cfac2d-29be-4835-8276-d006496316b7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:27.705373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99c3a1a3-992c-49dd-86bf-2272ddb1ff3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:27.746225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e3c973d1-5876-410c-9ad6-191ea1af369b None None] Provisioning complete for port c51514eb-4b33-406e-a66b-7795fac6a88b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:27.749545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3c973d1-5876-410c-9ad6-191ea1af369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:27.758024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-9fa3d44c-aee5-4df8-b296-feb57ba6e23e service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8446374 May 02 10:27:27.773169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-48cbdced-d70e-48bd-a95a-f1d38f0c28a2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1844895 May 02 10:27:27.793214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790aa15a-f6a2-4947-89f3-af7c270258ac req-bd464b4e-e01c-4b69-85b6-e3886de62501 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:27.795242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-790aa15a-f6a2-4947-89f3-af7c270258ac req-bd464b4e-e01c-4b69-85b6-e3886de62501 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 947 time: 0.7121680 May 02 10:27:27.896471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port c51514eb-4b33-406e-a66b-7795fac6a88b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:27.896834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.017838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] DHCP port deletion for b5cfac2d-29be-4835-8276-d006496316b7 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:27:28.024378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-790aa15a-f6a2-4947-89f3-af7c270258ac req-7d2730d2-84c7-430f-8955-010e49ff1fdb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118726 May 02 10:27:28.030376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f23607e-09cd-47e2-a80a-8d4daaab0ede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.077044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e3c973d1-5876-410c-9ad6-191ea1af369b None None] Current status of the port c51514eb-4b33-406e-a66b-7795fac6a88b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:28.114078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-7f455aba-cdf8-4a87-a58c-331d65f49329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.114078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-7f455aba-cdf8-4a87-a58c-331d65f49329 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 1127 time: 0.2217228 May 02 10:27:28.125041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Deleting port c51514eb-4b33-406e-a66b-7795fac6a88b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:28.126290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.170361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c51514eb-4b33-406e-a66b-7795fac6a88b,segment=NetworkSegment(949d8705-8dec-4922-8092-b8bf906f3ce5),segment_id=949d8705-8dec-4922-8092-b8bf906f3ce5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:28.170665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.215635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-e5e563b2-897d-4a1b-ae7c-4ea067a62d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.216462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] For port c51514eb-4b33-406e-a66b-7795fac6a88b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c51514eb-4b33-406e-a66b-7795fac6a88b,segment=NetworkSegment(949d8705-8dec-4922-8092-b8bf906f3ce5),segment_id=949d8705-8dec-4922-8092-b8bf906f3ce5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:28.217165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.217476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-e5e563b2-897d-4a1b-ae7c-4ea067a62d46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.7338538 May 02 10:27:28.218103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2296485c-990a-49dd-a63b-b710a15fb691), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.249776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Calling delete_port for c51514eb-4b33-406e-a66b-7795fac6a88b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:28.253256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for c51514eb-4b33-406e-a66b-7795fac6a88b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:28.299685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99c3a1a3-992c-49dd-86bf-2272ddb1ff3c admin admin] Publish callbacks [] for security_group (b60999f0-4742-4c75-83a1-141360854916), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.365445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99c3a1a3-992c-49dd-86bf-2272ddb1ff3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b60999f0-4742-4c75-83a1-141360854916), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.403232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-190f3fae-88be-4a1f-84fc-17b7e96d48da service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642051 May 02 10:27:28.411577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdcfe7d-c814-4392-b2fd-8c74f23303d6 req-7f310e62-e80c-4dad-85b0-3667d47816cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.419488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0bdcfe7d-c814-4392-b2fd-8c74f23303d6 req-7f310e62-e80c-4dad-85b0-3667d47816cb tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 944 time: 0.7996924 May 02 10:27:28.435544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99c3a1a3-992c-49dd-86bf-2272ddb1ff3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18c26bf503094be3b6a8ad439303ebc8&name=default HTTP/1.1" status: 200 len: 3000 time: 1.2840788 May 02 10:27:28.435787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57792) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:28.486275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-a0fb7cc7-ac54-4a77-9694-7fc796d7f248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.487971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-a0fb7cc7-ac54-4a77-9694-7fc796d7f248 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 200 len: 917 time: 0.3396714 May 02 10:27:28.490088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c3a1a3-992c-49dd-86bf-2272ddb1ff3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60999f0-4742-4c75-83a1-141360854916,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:28.580561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.583217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Pushing event deleted for resources: {'Port': ['ID=2296485c-990a-49dd-a63b-b710a15fb691,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:28.623612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Pushing event deleted for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:28.653587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.653938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.654283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.654619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.655040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.655282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.660053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] No DVR routers for this DVR port 2296485c-990a-49dd-a63b-b710a15fb691 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.663788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.665812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:28.666617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-37540ad9-30c7-4004-a5b1-d0f9a466764c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.668296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-37540ad9-30c7-4004-a5b1-d0f9a466764c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 1.1856720 May 02 10:27:28.669376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:28.672186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.674317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c51514eb-4b33-406e-a66b-7795fac6a88b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:28.675594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7b4a260-35d2-4a8b-9d5b-e1dfa6d64cb3 req-b367e29e-a1d6-469d-95bb-7603fa104506 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.15 "DELETE /v2.0/ports/2296485c-990a-49dd-a63b-b710a15fb691 HTTP/1.1" status: 204 len: 173 time: 2.8599808 May 02 10:27:28.680517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599d30e4-1845-4d0c-a3ac-5c72ca660c81 None None] No DVR routers for this DVR port c51514eb-4b33-406e-a66b-7795fac6a88b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:28.712336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c51514eb-4b33-406e-a66b-7795fac6a88b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:28.712733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c51514eb-4b33-406e-a66b-7795fac6a88b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:28.721856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'name': 'network-vif-deleted', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:28.724244 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9dcb55e-1ae4-49cc-ad97-f6ba305ff8e7" -d '{"events": [{"server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "name": "network-vif-deleted", "tag": "2296485c-990a-49dd-a63b-b710a15fb691"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:28.790557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-697d4a3b-7946-4675-9547-8cc577136cf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1831329 May 02 10:27:28.791296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c51514eb-4b33-406e-a66b-7795fac6a88b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.791956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:28.798911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-ccfd5c2e-c0ef-428d-a7d0-d0a93167d791 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 200 len: 1000 time: 0.2916341 May 02 10:27:28.818603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21144347-8ae7-43c8-b786-88cdc370ac70 req-cc163e18-515a-4a9c-8cb4-d60562337fd7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.820126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21144347-8ae7-43c8-b786-88cdc370ac70 req-cc163e18-515a-4a9c-8cb4-d60562337fd7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 948 time: 0.1677592 May 02 10:27:28.839578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0bdcfe7d-c814-4392-b2fd-8c74f23303d6 req-0e9b349f-5c0f-409b-9510-fd64e3a50310 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d77ac15-5158-4de7-8add-66a4aeed4610&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4190383 May 02 10:27:28.851699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-3168c626-8819-46ad-916c-71df73c6853d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:28.853569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-3168c626-8819-46ad-916c-71df73c6853d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1265655 May 02 10:27:28.860998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] Publish callbacks [] for security_group (b60999f0-4742-4c75-83a1-141360854916), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.893179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=c51514eb-4b33-406e-a66b-7795fac6a88b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:28.895833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port c51514eb-4b33-406e-a66b-7795fac6a88b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:28.939279 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1f604d8-14a1-46ef-86d1-5052d58b59f5 x-openstack-request-id: req-c1f604d8-14a1-46ef-86d1-5052d58b59f5 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:28.939938 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ae1534-332e-4a01-8a00-bfb1c51f7ec9", "name": "network-vif-deleted", "tag": "2296485c-990a-49dd-a63b-b710a15fb691", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:28.940382 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1f604d8-14a1-46ef-86d1-5052d58b59f5 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:28.941024 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1f604d8-14a1-46ef-86d1-5052d58b59f5'] response: {'server_uuid': '26ae1534-332e-4a01-8a00-bfb1c51f7ec9', 'name': 'network-vif-deleted', 'tag': '2296485c-990a-49dd-a63b-b710a15fb691', 'status': 'completed', 'code': 200} May 02 10:27:28.951266 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:28.959645 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-a88f77f5-6a7c-4144-b85a-cbe68d046e07 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5279729 May 02 10:27:29.026159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] Publish callbacks [] for security_group (b60999f0-4742-4c75-83a1-141360854916), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.030287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-300f517f-6015-4405-94c2-fbd598d3fc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.030287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-300f517f-6015-4405-94c2-fbd598d3fc11 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 1131 time: 0.1670153 May 02 10:27:29.050547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-c2cd7e72-e05d-41df-8d7d-a75abe29318e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.053368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-c2cd7e72-e05d-41df-8d7d-a75abe29318e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9977afd8-01a2-40f1-b057-d3b3dd1e0949 HTTP/1.1" status: 200 len: 855 time: 0.2302477 May 02 10:27:29.056860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 58aae962-6e18-4132-82c5-340956decb72 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:29.092635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.099177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.099177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] 10.222.0.24 "PUT /v2.0/ports/03c8b4de-4492-4aef-b4ba-efab7e45b35c HTTP/1.1" status: 200 len: 1095 time: 6.0666564 May 02 10:27:29.155949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dff9bd8-a963-4681-b2b0-3fffd36ffdfb service neutron] Pushing event updated for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:29.205036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.230634 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-68348b60-8759-4223-a9e2-3637dcef36db service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3635557 May 02 10:27:29.314348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc4abd-ba25-40f7-86bc-d71c4f72b76f req-ff9721f1-de57-4481-b00f-2d1d6eeefe25 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.324927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96cc4abd-ba25-40f7-86bc-d71c4f72b76f req-ff9721f1-de57-4481-b00f-2d1d6eeefe25 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 947 time: 0.1252248 May 02 10:27:29.333601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:29.359321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '58aae962-6e18-4132-82c5-340956decb72', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '58aae962-6e18-4132-82c5-340956decb72', 'mac_address': 'fa:16:3e:c9:bd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:29.412347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:29.413461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.424064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-7e734a15-f4da-4357-a4de-aa795b51d89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.426596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-7e734a15-f4da-4357-a4de-aa795b51d89d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3697400 May 02 10:27:29.430593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-21144347-8ae7-43c8-b786-88cdc370ac70 req-2f46865a-7482-49f3-b9dd-a521fd5cf845 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5759017 May 02 10:27:29.447629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:29.486283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45275a86-0885-43c8-8cdc-e63a82dfd062 req-629e0f93-f3a1-4c7b-aab6-2be8a761929b service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181862 May 02 10:27:29.498164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-271ad6ce-aefa-4931-8625-26218633aaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.500236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-271ad6ce-aefa-4931-8625-26218633aaca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5c05cf33-e970-4678-8ea2-09ca7adf0f7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0804164 May 02 10:27:29.500807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b60999f0-4742-4c75-83a1-141360854916), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.504207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.506828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b60999f0-4742-4c75-83a1-141360854916 HTTP/1.1" status: 204 len: 168 time: 1.0176170 May 02 10:27:29.514437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b5cfac2d-29be-4835-8276-d006496316b7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.533436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e899e9-5291-4f19-b1fb-94dfa9577d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60999f0-4742-4c75-83a1-141360854916,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:29.548754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:29.561802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:29.594272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-8d77851b-2f5e-4e23-9d88-b781facd9d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.602016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-8d77851b-2f5e-4e23-9d88-b781facd9d4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 1129 time: 0.2675335 May 02 10:27:29.654589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 2296485c-990a-49dd-a63b-b710a15fb691 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:29.655107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2296485c-990a-49dd-a63b-b710a15fb691 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:29.676263 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.692810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-6557e295-bbe5-4d7b-9356-83e1c4b23bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663733 May 02 10:27:29.730026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-6b523d6b-cca1-4a40-b466-b7ca49bc508e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c HTTP/1.1" status: 200 len: 217 time: 0.1150503 May 02 10:27:29.748286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96cc4abd-ba25-40f7-86bc-d71c4f72b76f req-5d55924f-b924-48e5-ab46-8f89dd443b6e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4196160 May 02 10:27:29.814258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-8414cc28-4d3b-42f8-bf04-c32ff5eda095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:29.815767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-8414cc28-4d3b-42f8-bf04-c32ff5eda095 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0635526 May 02 10:27:29.825282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:29.921816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5174ed6d-fbe3-406c-be4e-5a431e357823 req-f0929cd4-0129-48ee-af70-fa61d013f34a service neutron] 10.222.0.24 "GET /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158473 May 02 10:27:29.923938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5cfac2d-29be-4835-8276-d006496316b7']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:29.936389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '949d8705-8dec-4922-8092-b8bf906f3ce5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:29.937407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '949d8705-8dec-4922-8092-b8bf906f3ce5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:29.957239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (949d8705-8dec-4922-8092-b8bf906f3ce5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.976459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (949d8705-8dec-4922-8092-b8bf906f3ce5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:29.991062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:27:29.994645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (949d8705-8dec-4922-8092-b8bf906f3ce5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: timer() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:27:30.005548 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:27:30.017493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:30.020024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-4af98384-1db8-43a8-9e98-76e338b6657a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.021643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-4af98384-1db8-43a8-9e98-76e338b6657a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1761620 May 02 10:27:30.141725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ae4a1c4-7426-4922-b6cf-79fff2aa970d req-7686ad1a-4608-4860-bb14-9b041c03ad16 tempest-ImagesTestJSON-30329722 tempest-ImagesTestJSON-30329722-project] 10.222.0.16 "GET /v2.0/ports?device_id=26ae1534-332e-4a01-8a00-bfb1c51f7ec9 HTTP/1.1" status: 200 len: 210 time: 0.0786107 May 02 10:27:30.301936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-e276989f-90e1-4e92-bee0-969dc8b7a4ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.27&port_id=abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 200 len: 217 time: 0.0935535 May 02 10:27:30.393995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b5cfac2d-29be-4835-8276-d006496316b7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:30.486676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:30.498405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57840) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:30.499812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/b5cfac2d-29be-4835-8276-d006496316b7 HTTP/1.1" status: 204 len: 168 time: 3.6176083 May 02 10:27:30.502001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8001624a-8da4-440b-a738-ecb3e64e72b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=b5cfac2d-29be-4835-8276-d006496316b7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:30.558276 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:30.562548 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-1188c1ff-591d-4ee7-bebf-ca965f7201c1 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631612 May 02 10:27:30.815643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-b2101c9c-bd71-4546-ad14-553d0a338df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.815643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-b2101c9c-bd71-4546-ad14-553d0a338df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3349071 May 02 10:27:30.824032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf3bd69-8c27-48fa-bd4d-97ad2350cdbe tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.825963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cf3bd69-8c27-48fa-bd4d-97ad2350cdbe tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.3278332 May 02 10:27:30.832316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:30.855806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-11b69427-07ee-4e4e-a521-f626da7127db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.857731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-11b69427-07ee-4e4e-a521-f626da7127db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418&tenant_id=8f3a87b199b24854bb1e0699f7402e8d&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 949 time: 0.1811934 May 02 10:27:30.925575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503aed27-6164-454c-b336-7600c855096e req-cb2b3075-94a3-4b6d-acc8-555eaa0230ec tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.933371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-503aed27-6164-454c-b336-7600c855096e req-cb2b3075-94a3-4b6d-acc8-555eaa0230ec tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 949 time: 0.2494338 May 02 10:27:30.946017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:30.948983 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79302618-e197-4786-939f-d4482ec42b8e" -d '{"events": [{"name": "network-changed", "server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:30.985504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0d82ad2-2570-4e23-87f8-0e2eb76b3421 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1472154 May 02 10:27:30.986961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-8ecbd902-7d71-409e-84d9-2967ba9f0c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:30.987804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-8ecbd902-7d71-409e-84d9-2967ba9f0c81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1651342 May 02 10:27:30.988617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:30.996999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb15ea5d-1c5c-49af-a567-028a979f9ff6 req-604f647a-c006-455d-813b-66e96d0e5b54 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3987548 May 02 10:27:31.029574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-412856853'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:31.054400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-503aed27-6164-454c-b336-7600c855096e req-a734a1c9-cfc3-4609-9c3f-bd1e48c82c38 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198733 May 02 10:27:31.107154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11741c3-611b-4109-bffa-d702331d717c req-11724b55-7593-4175-865f-55a5fb74aa74 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:31.110902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c11741c3-611b-4109-bffa-d702331d717c req-11724b55-7593-4175-865f-55a5fb74aa74 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 947 time: 0.2295444 May 02 10:27:31.130785 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c461e8-d8bc-4a40-8b8a-31474e6d2bfc x-openstack-request-id: req-d1c461e8-d8bc-4a40-8b8a-31474e6d2bfc {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:31.131291 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:31.131705 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d1c461e8-d8bc-4a40-8b8a-31474e6d2bfc {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:31.132285 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d1c461e8-d8bc-4a40-8b8a-31474e6d2bfc'] response: {'name': 'network-changed', 'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c', 'status': 'completed', 'code': 200} May 02 10:27:31.201162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 58aae962-6e18-4132-82c5-340956decb72 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:31.224628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-06152e9a-274b-487a-86ea-92ebf255967a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989789 May 02 10:27:31.271593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 58aae962-6e18-4132-82c5-340956decb72 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:31.344174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 58aae962-6e18-4132-82c5-340956decb72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:31.344689 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58aae962-6e18-4132-82c5-340956decb72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.422615 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c11741c3-611b-4109-bffa-d702331d717c req-c23a7058-ea9c-4a2d-8e2c-41ff79b2f228 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903229 May 02 10:27:31.463635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-cbeeb207-9fb6-4e37-b847-95697afa3a99 service neutron] 10.222.0.24 "GET /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72/bindings/nch2-master-1 HTTP/1.1" status: 200 len: 382 time: 0.5788469 May 02 10:27:31.472813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18132358-f9dd-4b79-9a09-b0ae2b2b7ff4 req-2eb08da8-dcea-43c9-a8b8-bfa07a7b57f5 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883845 May 02 10:27:31.521149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:31.525393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8388f45e-dc14-4b8d-b80b-148afbc0afa1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:31.530542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.536148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:31.563205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.617919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:31.635387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (942049d9-e7b6-412e-b91f-6a4d7452c156), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.635800 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 942049d9-e7b6-412e-b91f-6a4d7452c156 of type vlan for network b78640db-6f77-4506-9794-eb8d44717e1e May 02 10:27:31.642762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:31.649425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:31.658197 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf0087c2-42c3-4c14-9b37-1ed37f7199ff" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:31.719357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.753524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b78640db-6f77-4506-9794-eb8d44717e1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.861578 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcd5e30-b36a-403b-907f-ed111d789767 x-openstack-request-id: req-1dcd5e30-b36a-403b-907f-ed111d789767 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:31.861578 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:31.861578 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1dcd5e30-b36a-403b-907f-ed111d789767 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:31.861578 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dcd5e30-b36a-403b-907f-ed111d789767'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'code': 200} May 02 10:27:31.926287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:31.937741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:31.978497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:31.993016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b78640db-6f77-4506-9794-eb8d44717e1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:31.998384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:31.999038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.002032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '8388f45e-dc14-4b8d-b80b-148afbc0afa1', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '8388f45e-dc14-4b8d-b80b-148afbc0afa1', 'mac_address': 'fa:16:3e:5a:89:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:32.042083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.061649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:32.062046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.084280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=b78640db-6f77-4506-9794-eb8d44717e1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:32.091478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8388f45e-dc14-4b8d-b80b-148afbc0afa1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:32.100679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Deleting subnet cc765138-2c53-4275-91e3-7ae1885c4f57 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:32.107949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Publish callbacks [] for subnet (cc765138-2c53-4275-91e3-7ae1885c4f57), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.120055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b78640db-6f77-4506-9794-eb8d44717e1e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:32.303212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (cc765138-2c53-4275-91e3-7ae1885c4f57), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.305632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:32.306051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (cc765138-2c53-4275-91e3-7ae1885c4f57), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.306256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf892c06-b831-4342-b784-f1545c6851ee req-f97b4b03-b63e-4f97-9d4a-fdebb5fa51b1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:32.306256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf892c06-b831-4342-b784-f1545c6851ee req-f97b4b03-b63e-4f97-9d4a-fdebb5fa51b1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0668275 May 02 10:27:32.316166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf892c06-b831-4342-b784-f1545c6851ee req-d31182ad-48eb-47d0-b6a9-4a1b932688b6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465004 May 02 10:27:32.449871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.456088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (cc765138-2c53-4275-91e3-7ae1885c4f57), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.468269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57948) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:32.468835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba44ff26-235d-412d-9ba4-23008dd38b5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4398687 May 02 10:27:32.486297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:32.495125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc765138-2c53-4275-91e3-7ae1885c4f57,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:32.500187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.506064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a741517b-709f-45ef-a82b-ee31868f18da admin admin] 10.222.0.16 "DELETE /v2.0/subnets/cc765138-2c53-4275-91e3-7ae1885c4f57 HTTP/1.1" status: 204 len: 168 time: 0.5778344 May 02 10:27:32.508082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57954) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:32.517707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:32.643850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd64e1ae-de8d-479d-bcbb-3f9212f1e2d2 req-8b2daf02-57f8-4589-8f66-8b1eadf33836 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:32.647437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd64e1ae-de8d-479d-bcbb-3f9212f1e2d2 req-8b2daf02-57f8-4589-8f66-8b1eadf33836 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 947 time: 0.1821921 May 02 10:27:32.674164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7326cf19-c100-4433-b49e-2eebe1fefed2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.695863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79302618-e197-4786-939f-d4482ec42b8e req-56805221-5b61-4f5c-8d1b-2b4ff6806f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:32.703044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-56805221-5b61-4f5c-8d1b-2b4ff6806f44 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 1129 time: 0.0964601 May 02 10:27:32.708537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-08360824-8df3-4b29-a637-5755e9a67fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:32.710085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-08360824-8df3-4b29-a637-5755e9a67fa3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1132 time: 0.0813694 May 02 10:27:32.748631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:32.875636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7326cf19-c100-4433-b49e-2eebe1fefed2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.907728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7326cf19-c100-4433-b49e-2eebe1fefed2']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:32.925209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:32.926734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4347c775-37ea-405d-a9fa-4410aacf7b57') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:32.927040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4347c775-37ea-405d-a9fa-4410aacf7b57') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:32.934461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79302618-e197-4786-939f-d4482ec42b8e req-4beed06d-4f3c-4e4c-be4b-df77a7868312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:32.935089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:32.935918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-4beed06d-4f3c-4e4c-be4b-df77a7868312 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2185969 May 02 10:27:32.939831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4347c775-37ea-405d-a9fa-4410aacf7b57), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.003602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4347c775-37ea-405d-a9fa-4410aacf7b57), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.006914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-56ddab9b-1417-4af2-8e83-621bceabed2d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.12&port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c HTTP/1.1" status: 200 len: 217 time: 0.0590146 May 02 10:27:33.012360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:27:33.012962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4347c775-37ea-405d-a9fa-4410aacf7b57), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: timer() May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:27:33.014753 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:27:33.119291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd64e1ae-de8d-479d-bcbb-3f9212f1e2d2 req-1dd51607-4c08-4fd5-9a90-b53719cf958b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4032979 May 02 10:27:33.167472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79302618-e197-4786-939f-d4482ec42b8e req-bba44add-bcfc-4d26-a824-da47a14bfe77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.168987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-bba44add-bcfc-4d26-a824-da47a14bfe77 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1420555 May 02 10:27:33.174531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-e20e7dc5-bf86-4924-beaa-9d3f83ed63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.182051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-e20e7dc5-bf86-4924-beaa-9d3f83ed63a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.4571147 May 02 10:27:33.234356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79302618-e197-4786-939f-d4482ec42b8e req-592f74dd-3579-4ccf-8d58-ef7af0349835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.236321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-592f74dd-3579-4ccf-8d58-ef7af0349835 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0508778 May 02 10:27:33.256051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-2648dcfb-6b50-4f00-9648-88addec0d300 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0667253 May 02 10:27:33.268591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7326cf19-c100-4433-b49e-2eebe1fefed2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.281864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.285185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] 10.222.0.16 "DELETE /v2.0/networks/7326cf19-c100-4433-b49e-2eebe1fefed2 HTTP/1.1" status: 204 len: 168 time: 0.7759533 May 02 10:27:33.324651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770c375c-83a4-4b4a-920a-b37468f188fc admin admin] Pushing event deleted for resources: {'Network': ['ID=7326cf19-c100-4433-b49e-2eebe1fefed2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:33.332499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-e42aaa3f-f7ee-422f-8e30-d613c6cd450b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.336170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-e42aaa3f-f7ee-422f-8e30-d613c6cd450b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0740874 May 02 10:27:33.381544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-033e5a30-a4a5-4dae-911a-66395db9aabe service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329632 May 02 10:27:33.439989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-af5a7112-b54f-4163-b31d-e3462359dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.441818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-af5a7112-b54f-4163-b31d-e3462359dac0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0708163 May 02 10:27:33.573769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79302618-e197-4786-939f-d4482ec42b8e req-963031f6-16d3-4d4d-b47d-ae0c0ad0f52d service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835070 May 02 10:27:33.651184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b7530f6c-0ff4-4791-a885-c8e9c62b2c44), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.736389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8388f45e-dc14-4b8d-b80b-148afbc0afa1 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:33.737326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=b7530f6c-0ff4-4791-a885-c8e9c62b2c44,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:33.750411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c307ff-e618-4ad8-a74a-204d94279bc8 req-c47a1caa-e7b0-4c67-b939-8c91bda15a49 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:33.752539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6c307ff-e618-4ad8-a74a-204d94279bc8 req-c47a1caa-e7b0-4c67-b939-8c91bda15a49 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1010404 May 02 10:27:33.800238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '942049d9-e7b6-412e-b91f-6a4d7452c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:33.800636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: b78640db-6f77-4506-9794-eb8d44717e1e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:33.810595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-09903f0d-09df-4c01-bcba-ea46956f8963 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3370025 May 02 10:27:33.842655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:33.843189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6c307ff-e618-4ad8-a74a-204d94279bc8 req-c40f81e3-4a53-4ee8-81c1-bf32193837a5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758522 May 02 10:27:33.860153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49748398-f89c-4679-82dc-c6c462606e6a req-d5a13ccf-b37a-48b3-b0cc-5165fce5768c tempest-FlavorsV2NegativeTest-1403445866 tempest-FlavorsV2NegativeTest-1403445866-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8702d33df6a549ff93260cef833fd585&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0711188 May 02 10:27:33.931829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b78640db-6f77-4506-9794-eb8d44717e1e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:33.952428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:33.952428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:33.958664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58010) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:34.014576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-25c82734-ed1b-4cb4-856b-4375ae1bf0f5 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821249 May 02 10:27:34.051947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:34.052339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.068337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49748398-f89c-4679-82dc-c6c462606e6a req-aadc45e1-7e3f-48e5-b0c3-979425329814 tempest-FlavorsV2NegativeTest-1403445866 tempest-FlavorsV2NegativeTest-1403445866-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.079821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49748398-f89c-4679-82dc-c6c462606e6a req-aadc45e1-7e3f-48e5-b0c3-979425329814 tempest-FlavorsV2NegativeTest-1403445866 tempest-FlavorsV2NegativeTest-1403445866-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1884387 May 02 10:27:34.098509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b78640db-6f77-4506-9794-eb8d44717e1e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:34.118702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:34.120346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:34.122137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.127029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.127184 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85db75f-0f88-45a5-9682-b03c45ca8b8f" -d '{"events": [{"server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "name": "network-vif-plugged", "status": "completed", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:34.132050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc37de4-3b3c-4768-9d10-ce9fb97ebd07 None None] Network b78640db-6f77-4506-9794-eb8d44717e1e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:34.141460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49748398-f89c-4679-82dc-c6c462606e6a req-809cfe10-62b1-4d04-9cb3-5022a1e9ed3d tempest-FlavorsV2NegativeTest-1403445866 tempest-FlavorsV2NegativeTest-1403445866-project] 10.222.0.16 "GET /v2.0/quotas/8702d33df6a549ff93260cef833fd585 HTTP/1.1" status: 200 len: 375 time: 0.0593078 May 02 10:27:34.200523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49748398-f89c-4679-82dc-c6c462606e6a req-a776f159-5174-4d27-ad58-43f08edc534d tempest-FlavorsV2NegativeTest-1403445866 tempest-FlavorsV2NegativeTest-1403445866-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8702d33df6a549ff93260cef833fd585&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0483215 May 02 10:27:34.248684 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fefdcbab-e463-4bbc-9960-b2b9618d190a x-openstack-request-id: req-fefdcbab-e463-4bbc-9960-b2b9618d190a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:34.248974 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "name": "network-vif-plugged", "status": "completed", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:34.249750 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fefdcbab-e463-4bbc-9960-b2b9618d190a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:34.251187 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fefdcbab-e463-4bbc-9960-b2b9618d190a'] response: {'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1', 'code': 200} May 02 10:27:34.273139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5d857b20-acb9-4cd6-be03-8ee864eb5031 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7876649 May 02 10:27:34.273139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:34.282802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e', 'name': 'tempest-PortsIpV6TestJSON-1197809837'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:34.296193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.307061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b78640db-6f77-4506-9794-eb8d44717e1e', 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': 'b7530f6c-0ff4-4791-a885-c8e9c62b2c44'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:34.308237 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.481026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:34.503903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f4dd9d4-9197-45ff-a530-659378de842c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a1ea8413418742c49c7aadca80d951ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5414577 May 02 10:27:34.503903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0293d975-4049-4f71-aeea-ab55ac4e1169 req-39f9d11a-2c13-4889-8c9d-55f7704b6bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.504565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0293d975-4049-4f71-aeea-ab55ac4e1169 req-39f9d11a-2c13-4889-8c9d-55f7704b6bac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 1132 time: 0.0940514 May 02 10:27:34.506585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58042) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:34.565717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577d461-e28b-43ec-9a71-ed15baa4e847 req-9dc7d57c-fea1-4977-ab47-adda44879724 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.572515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0577d461-e28b-43ec-9a71-ed15baa4e847 req-9dc7d57c-fea1-4977-ab47-adda44879724 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 947 time: 0.1614079 May 02 10:27:34.593078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Allocated IP 2001:db8::2 (b78640db-6f77-4506-9794-eb8d44717e1e/b7530f6c-0ff4-4791-a885-c8e9c62b2c44/8f6d904f-9e09-4b79-bc2b-abc8156e841f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:34.637146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:34.642237 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.653245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0577d461-e28b-43ec-9a71-ed15baa4e847 req-e71c2735-25e6-4dc0-92cf-8b3ef994594a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791421 May 02 10:27:34.706835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port c920490c-5cdd-4dcd-93a2-5b28f054c8bc yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:34.713328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0293d975-4049-4f71-aeea-ab55ac4e1169 req-7ea7812b-f925-4c3d-a5c9-b260cd680a02 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902344 May 02 10:27:34.731450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] Publish callbacks [] for security_group (5d77ac15-5158-4de7-8add-66a4aeed4610), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.763280 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] Publish callbacks [] for security_group (5d77ac15-5158-4de7-8add-66a4aeed4610), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.879817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks [] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:34.957821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2561e74b-0312-4b75-87ed-179f3da53a5b req-50990f26-68ea-43e3-8893-7a83d0078a50 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.958063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b55689c-71cc-404e-8fb8-466470bfffad req-d88c3d5d-180a-4eb4-acb7-953ade248a45 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:34.959498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b55689c-71cc-404e-8fb8-466470bfffad req-d88c3d5d-180a-4eb4-acb7-953ade248a45 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 949 time: 0.0658107 May 02 10:27:34.961703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2561e74b-0312-4b75-87ed-179f3da53a5b req-50990f26-68ea-43e3-8893-7a83d0078a50 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0529246 May 02 10:27:34.978792 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.012655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2561e74b-0312-4b75-87ed-179f3da53a5b req-90c3f8ff-44ae-440b-9786-d7d317be6ae1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439484 May 02 10:27:35.017481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Network b78640db-6f77-4506-9794-eb8d44717e1e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:35.025967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:35.030339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:35.033625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Pushing event updated for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:35.057042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b55689c-71cc-404e-8fb8-466470bfffad req-3c4f1bf7-c614-45cc-aa0a-155b9989370b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908072 May 02 10:27:35.095439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Attempting to bind port 8f6d904f-9e09-4b79-bc2b-abc8156e841f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:35.095897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Attempting to bind port 8f6d904f-9e09-4b79-bc2b-abc8156e841f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '942049d9-e7b6-412e-b91f-6a4d7452c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:35.096339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Attempting to bind port 8f6d904f-9e09-4b79-bc2b-abc8156e841f on network b78640db-6f77-4506-9794-eb8d44717e1e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:35.100904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::363 (b78640db-6f77-4506-9794-eb8d44717e1e/b7530f6c-0ff4-4791-a885-c8e9c62b2c44/c920490c-5cdd-4dcd-93a2-5b28f054c8bc) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:35.103270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:35.103721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Checking segment: {'id': '942049d9-e7b6-412e-b91f-6a4d7452c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:35.104142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.104545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Bound using segment: {'id': '942049d9-e7b6-412e-b91f-6a4d7452c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:35.111565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Bound port: 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '942049d9-e7b6-412e-b91f-6a4d7452c156', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:35.111565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.128571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5d77ac15-5158-4de7-8add-66a4aeed4610), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.132931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.134273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d77ac15-5158-4de7-8add-66a4aeed4610 HTTP/1.1" status: 204 len: 168 time: 0.6261427 May 02 10:27:35.143585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0072e57-2d57-4668-8600-3b49fc9a01f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d77ac15-5158-4de7-8add-66a4aeed4610,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:35.201490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:35.204768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6d904f-9e09-4b79-bc2b-abc8156e841f,segment=NetworkSegment(942049d9-e7b6-412e-b91f-6a4d7452c156),segment_id=942049d9-e7b6-412e-b91f-6a4d7452c156)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:35.222171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03c8b4de-4492-4aef-b4ba-efab7e45b35c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:35.294442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.316920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.399879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b71f2-4a21-478d-a140-84c15ef426d0 None None] Pushing event updated for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:35.403769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:35.415655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '03c8b4de-4492-4aef-b4ba-efab7e45b35c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '03c8b4de-4492-4aef-b4ba-efab7e45b35c', 'mac_address': 'fa:16:3e:86:c9:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:35.434633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.458277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 03c8b4de-4492-4aef-b4ba-efab7e45b35c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:35.458701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.473110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03c8b4de-4492-4aef-b4ba-efab7e45b35c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:35.479335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b78640db-6f77-4506-9794-eb8d44717e1e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:35.482464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:35.486574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:35.492451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:35.494180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.500641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:35.516922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=c920490c-5cdd-4dcd-93a2-5b28f054c8bc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:35.566855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:35.597898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cefe6967-86ca-4600-b0d3-2b4322a8fa6a tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3217523 May 02 10:27:35.601511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58080) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:35.603330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': 'b78640db-6f77-4506-9794-eb8d44717e1e', 'name': 'tempest-PortsIpV6TestJSON-797102241'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:35.648942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:35.821114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52070f76-8717-4eb6-8ea1-d76985c6ddca req-3af5252f-f6f4-4b30-8372-cf754194429f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:35.828476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52070f76-8717-4eb6-8ea1-d76985c6ddca req-3af5252f-f6f4-4b30-8372-cf754194429f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 948 time: 0.0751863 May 02 10:27:35.852849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58092) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:35.863287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:35.923117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52070f76-8717-4eb6-8ea1-d76985c6ddca req-efc8f037-cbfd-4aef-b2b3-0000fb35730c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879827 May 02 10:27:36.001830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d24054b4-023e-406c-8f1d-165114dca5fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.026246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:36.030078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.053855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port dc2421c4-71b5-4308-8bb7-4e6b21cbd560 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:36.152420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d24054b4-023e-406c-8f1d-165114dca5fc admin admin] Publish callbacks [] for security_group (5199c2bc-ce93-4203-b369-52247c1981b0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.209020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a8d8d7-f815-4d11-a955-26e8dbf14cd1 req-6a70798c-564a-4119-b5eb-de9131299fda tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:36.213893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94a8d8d7-f815-4d11-a955-26e8dbf14cd1 req-6a70798c-564a-4119-b5eb-de9131299fda tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0752535 May 02 10:27:36.281109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::1c9 (b78640db-6f77-4506-9794-eb8d44717e1e/b7530f6c-0ff4-4791-a885-c8e9c62b2c44/dc2421c4-71b5-4308-8bb7-4e6b21cbd560) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:36.293822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa10832-9934-4735-8e78-6ee3e51fce3c req-5bd5edd9-d0b4-49a2-96d8-e70897d88e3c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:36.297066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9fa10832-9934-4735-8e78-6ee3e51fce3c req-5bd5edd9-d0b4-49a2-96d8-e70897d88e3c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 949 time: 0.0808785 May 02 10:27:36.307163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94a8d8d7-f815-4d11-a955-26e8dbf14cd1 req-4965d27a-4c0a-42db-824b-61709bba4549 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827615 May 02 10:27:36.345632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d24054b4-023e-406c-8f1d-165114dca5fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5199c2bc-ce93-4203-b369-52247c1981b0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.384830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9fa10832-9934-4735-8e78-6ee3e51fce3c req-88c7f965-7dbe-4309-b1f7-fa4fd9811a9b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790918 May 02 10:27:36.399228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d24054b4-023e-406c-8f1d-165114dca5fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8702d33df6a549ff93260cef833fd585&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5417497 May 02 10:27:36.399557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24054b4-023e-406c-8f1d-165114dca5fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5199c2bc-ce93-4203-b369-52247c1981b0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:36.413003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58106) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:36.582122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] Publish callbacks [] for security_group (5199c2bc-ce93-4203-b369-52247c1981b0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.642498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] Publish callbacks [] for security_group (5199c2bc-ce93-4203-b369-52247c1981b0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.655281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56ff527-59e6-424c-bb0b-395bc03fb9c3 None None] Network b78640db-6f77-4506-9794-eb8d44717e1e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:36.655782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (dc2421c4-71b5-4308-8bb7-4e6b21cbd560), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.720957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8f6d904f-9e09-4b79-bc2b-abc8156e841f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:36.757143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Provisioning complete for port 8f6d904f-9e09-4b79-bc2b-abc8156e841f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:36.757548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.871805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5199c2bc-ce93-4203-b369-52247c1981b0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.875206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.878856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5199c2bc-ce93-4203-b369-52247c1981b0 HTTP/1.1" status: 204 len: 168 time: 0.4633381 May 02 10:27:36.882542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dc2421c4-71b5-4308-8bb7-4e6b21cbd560), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.909478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c01f7-2ba5-4ab0-b3dd-51555a55e8ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5199c2bc-ce93-4203-b369-52247c1981b0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:36.943645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b78640db-6f77-4506-9794-eb8d44717e1e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:36.948069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:36.951923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:36.957287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:36.958170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:36.988314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=dc2421c4-71b5-4308-8bb7-4e6b21cbd560,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:37.014251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58132) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:37.031838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58136) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:37.041736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fb80efb6-b952-4185-8a8d-dfd280a4ef72 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4293993 May 02 10:27:37.133532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8f6d904f-9e09-4b79-bc2b-abc8156e841f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:37.134517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.182444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d239b7c-e3b9-4a21-a2f0-6688a660e156 req-ac8e9b64-b900-431e-a28b-30e5355015f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:37.196549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8deb9ce9-b925-4b9e-8203-9963acd2edb0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:37.198681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8deb9ce9-b925-4b9e-8203-9963acd2edb0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A363 HTTP/1.1" status: 200 len: 929 time: 0.1650059 May 02 10:27:37.199438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d239b7c-e3b9-4a21-a2f0-6688a660e156 req-ac8e9b64-b900-431e-a28b-30e5355015f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 948 time: 0.1187055 May 02 10:27:37.201570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58138) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:37.241422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:37.242168 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.279199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1857292777-network', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:37.334566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d239b7c-e3b9-4a21-a2f0-6688a660e156 req-8b98bf5e-7e44-4cd7-b8a1-38fbb74d2170 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338875 May 02 10:27:37.362084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6d904f-9e09-4b79-bc2b-abc8156e841f,segment=NetworkSegment(942049d9-e7b6-412e-b91f-6a4d7452c156),segment_id=942049d9-e7b6-412e-b91f-6a4d7452c156)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:37.363232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03c8b4de-4492-4aef-b4ba-efab7e45b35c up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:37.392103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:37.392367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port dc2421c4-71b5-4308-8bb7-4e6b21cbd560 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:37.392557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc2421c4-71b5-4308-8bb7-4e6b21cbd560), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.393120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.435214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 03c8b4de-4492-4aef-b4ba-efab7e45b35c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:37.464962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Made reservation on behalf of 1d5fba18b19446e8ac75b3792e386fc4 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:37.467829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.490805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.505337 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.557885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 03c8b4de-4492-4aef-b4ba-efab7e45b35c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:37.558053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-8c92d11e-f2d7-4b9d-8922-40192ba70b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:37.558265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.559715 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-8c92d11e-f2d7-4b9d-8922-40192ba70b55 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1132 time: 0.0960686 May 02 10:27:37.566976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5274c-68c5-4994-a022-356f684851f5 req-7ab646a4-042f-4c95-a276-263a930839ae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:37.577649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0a5274c-68c5-4994-a022-356f684851f5 req-7ab646a4-042f-4c95-a276-263a930839ae tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.1610925 May 02 10:27:37.578556 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc2421c4-71b5-4308-8bb7-4e6b21cbd560), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.587783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:37.616237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for dc2421c4-71b5-4308-8bb7-4e6b21cbd560 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:37.679815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:37.686485 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:37.686671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0a5274c-68c5-4994-a022-356f684851f5 req-beb7f5dc-584a-4ad2-ac6b-0383046aa5c3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021173 May 02 10:27:37.703530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Provisioning complete for port c920490c-5cdd-4dcd-93a2-5b28f054c8bc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:37.703981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.750776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:37.825884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa12fb2-625e-4bb3-afb6-f06560743b36 None None] Pushing event updated for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:37.854932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.855992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Port c920490c-5cdd-4dcd-93a2-5b28f054c8bc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:37.902437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Provisioning complete for port 8f6d904f-9e09-4b79-bc2b-abc8156e841f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:37.902849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.966581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 03c8b4de-4492-4aef-b4ba-efab7e45b35c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:37.966975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:37.984730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dc2421c4-71b5-4308-8bb7-4e6b21cbd560), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.046721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=dc2421c4-71b5-4308-8bb7-4e6b21cbd560,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:38.049290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:38.053203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.086737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:38.089075 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbb1981c-6d19-449d-81dd-424d23599040" -d '{"events": [{"server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "name": "network-vif-plugged", "status": "completed", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:38.118787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.132305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-036ac104-27e3-4607-b8b9-d5a5082c87aa tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/dc2421c4-71b5-4308-8bb7-4e6b21cbd560 HTTP/1.1" status: 204 len: 168 time: 0.9293447 May 02 10:27:38.133018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:38.163428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks [] for security_group (8a192005-a9b5-489c-98d3-2ab889fc5d64), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.174781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:38.187279 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bcfd06-5729-460e-83d4-fc22d4168f84 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:38.193543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:38.194097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6bcfd06-5729-460e-83d4-fc22d4168f84 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/dc2421c4-71b5-4308-8bb7-4e6b21cbd560 HTTP/1.1" status: 404 len: 333 time: 0.0600045 May 02 10:27:38.215347 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2ce95b-5952-4ce8-8d75-e70582e38d9f x-openstack-request-id: req-7a2ce95b-5952-4ce8-8d75-e70582e38d9f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:38.215638 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "name": "network-vif-plugged", "status": "completed", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:38.216483 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a2ce95b-5952-4ce8-8d75-e70582e38d9f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:38.216963 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a2ce95b-5952-4ce8-8d75-e70582e38d9f'] response: {'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c', 'code': 200} May 02 10:27:38.259278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:38.265700 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.267207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 58aae962-6e18-4132-82c5-340956decb72 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:38.281907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8a192005-a9b5-489c-98d3-2ab889fc5d64), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.305569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:38.322066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:38.336196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b737e66c-0d3d-4736-9351-e845b3812d3a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.336728 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Added segment b737e66c-0d3d-4736-9351-e845b3812d3a of type vlan for network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 May 02 10:27:38.351038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acab703-0d10-4c87-a687-51425ce5c721 req-ebf8fdb1-a877-4de8-a4a8-bc61c5d46e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:38.356158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0acab703-0d10-4c87-a687-51425ce5c721 req-ebf8fdb1-a877-4de8-a4a8-bc61c5d46e7d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 1131 time: 0.0778067 May 02 10:27:38.435655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:38.439591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:38.444282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aa295cc3-f759-4a85-9e68-669769de7563 None None] Could not find standard attr ID for object dc2421c4-71b5-4308-8bb7-4e6b21cbd560. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:27:38.445670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.467227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (3a2e96c5-60ab-4701-a061-40b3e67d2eb4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.494759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0acab703-0d10-4c87-a687-51425ce5c721 req-e334d138-ba5a-400e-a34b-32a3500a352d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312687 May 02 10:27:38.558349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:38.558943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.612904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-080f72c0-a13b-4707-89fe-cac71e03ebd2 None None] Provisioning complete for port c920490c-5cdd-4dcd-93a2-5b28f054c8bc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:38.612904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-080f72c0-a13b-4707-89fe-cac71e03ebd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.672381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9eecb1f-c55b-411a-86c2-a63db16e3c83 req-98bd70de-7a88-4e80-90dc-0a6428ea530a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:38.680370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9eecb1f-c55b-411a-86c2-a63db16e3c83 req-98bd70de-7a88-4e80-90dc-0a6428ea530a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 949 time: 0.1287136 May 02 10:27:38.702218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (3a2e96c5-60ab-4701-a061-40b3e67d2eb4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.703261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:38.703913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.721962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8f6d904f-9e09-4b79-bc2b-abc8156e841f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:38.768000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:38.782535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-080f72c0-a13b-4707-89fe-cac71e03ebd2 None None] Port c920490c-5cdd-4dcd-93a2-5b28f054c8bc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:38.790026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-080f72c0-a13b-4707-89fe-cac71e03ebd2 None None] Could not find standard attr ID for object dc2421c4-71b5-4308-8bb7-4e6b21cbd560. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:27:38.805222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8f6d904f-9e09-4b79-bc2b-abc8156e841f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:38.805636 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.821535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9eecb1f-c55b-411a-86c2-a63db16e3c83 req-6a19b2d9-2dd7-483d-8395-9c713e180e9e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399345 May 02 10:27:38.848324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port c920490c-5cdd-4dcd-93a2-5b28f054c8bc {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:38.854532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:38.913781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58206) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:38.923136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:38.985181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a192005-a9b5-489c-98d3-2ab889fc5d64,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:38.994867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279b3b1f-565a-4793-9e67-62dc2c5c3b50 req-fb5f5777-8482-4447-a3f5-5b6aaba76cd4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:38.996729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-279b3b1f-565a-4793-9e67-62dc2c5c3b50 req-fb5f5777-8482-4447-a3f5-5b6aaba76cd4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.0580866 May 02 10:27:39.042276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.0266540 May 02 10:27:39.047878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-279b3b1f-565a-4793-9e67-62dc2c5c3b50 req-3dcea11f-d165-40da-9260-c1b8382f29e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439820 May 02 10:27:39.048420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:39.054661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:39.068712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Request body: {'subnet': {'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-subnet', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:39.068712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-2070874577-network', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:39.071486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1cd9bb8-6fc8-4c05-95f6-67c2937d5f86 admin admin] Pushing event updated for resources: {'Network': ['ID=3a2e96c5-60ab-4701-a061-40b3e67d2eb4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:39.106014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:39.133577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.162670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for c920490c-5cdd-4dcd-93a2-5b28f054c8bc owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:39.169148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:39.189439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Made reservation on behalf of 1d5fba18b19446e8ac75b3792e386fc4 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:39.191972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.215863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Made reservation on behalf of 4b3cbda8aaf0451ea40060916319a0c2 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:39.218261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.245339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:39.247701 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628ba5f3-1ea2-4495-9303-9f5a5fed646d" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-unplugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:39.253513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks [] for port (58aae962-6e18-4132-82c5-340956decb72), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.256259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.279625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Transition to ACTIVE for port object 58aae962-6e18-4132-82c5-340956decb72 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:39.306971 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3e36e5-647a-47d3-86e8-10470350d030 x-openstack-request-id: req-4c3e36e5-647a-47d3-86e8-10470350d030 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:39.307270 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-unplugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:39.307645 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c3e36e5-647a-47d3-86e8-10470350d030 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:39.308051 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3e36e5-647a-47d3-86e8-10470350d030'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'code': 200} May 02 10:27:39.357130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.389336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:39.389951 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:39.417525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks [] for security_group (ed609110-cd59-40e6-86d6-ef677c5e7088), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.434368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] No DVR routers for this DVR port 58aae962-6e18-4132-82c5-340956decb72 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:39.437629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:39.447706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c920490c-5cdd-4dcd-93a2-5b28f054c8bc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.502051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=c920490c-5cdd-4dcd-93a2-5b28f054c8bc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:39.509968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:39.510303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:39.510635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:39.528915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed609110-cd59-40e6-86d6-ef677c5e7088), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.555701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:27:39.556031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Attempting to bind port 58aae962-6e18-4132-82c5-340956decb72 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:39.556423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (182bf3dc-010f-42ec-907a-d3e17a328fd3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.563245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.568917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0de382c-ebd6-4f5e-9089-72bbc94bcd7f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/c920490c-5cdd-4dcd-93a2-5b28f054c8bc HTTP/1.1" status: 204 len: 168 time: 1.3712721 May 02 10:27:39.574851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58228) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:39.584334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:39.584709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:39.585098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:39.585577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Bound port: 58aae962-6e18-4132-82c5-340956decb72, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:39.585942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.615931 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bf0bf8e-9b7f-4391-9ff1-39d97dbe6960 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:39.618747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9bf0bf8e-9b7f-4391-9ff1-39d97dbe6960 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/c920490c-5cdd-4dcd-93a2-5b28f054c8bc HTTP/1.1" status: 404 len: 333 time: 0.0448890 May 02 10:27:39.624924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:39.639111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Pushing event updated for resources: {'Subnet': ['ID=182bf3dc-010f-42ec-907a-d3e17a328fd3,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:39.642460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:39.649832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed609110-cd59-40e6-86d6-ef677c5e7088,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:39.661366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82bcc38d-57ab-4b55-af2e-46d56bf4c379), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.662284 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Added segment 82bcc38d-57ab-4b55-af2e-46d56bf4c379 of type vlan for network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 May 02 10:27:39.723474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet b7530f6c-0ff4-4791-a885-c8e9c62b2c44 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:39.732307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (b7530f6c-0ff4-4791-a885-c8e9c62b2c44), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.733448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.743941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Checking segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:39.744310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Network hostable DHCP agents. Network: 3a2e96c5-60ab-4701-a061-40b3e67d2eb4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:39.787988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:39.805103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b7530f6c-0ff4-4791-a885-c8e9c62b2c44), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.826345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:39.888565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:39.899425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b7530f6c-0ff4-4791-a885-c8e9c62b2c44), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.927107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:39.938984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.941360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.942255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:39.943235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.958679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6099213-31bf-4781-83f5-4dc447ead9de req-df54de90-434d-404f-a96d-9faa1fc68b9b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:39.960182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f6099213-31bf-4781-83f5-4dc447ead9de req-df54de90-434d-404f-a96d-9faa1fc68b9b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 949 time: 0.0691221 May 02 10:27:39.990781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:39.991418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:39.992914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] 10.222.0.15 "PUT /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 1097 time: 2.4107263 May 02 10:27:40.052985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b2c22-0b32-4fd0-95ba-965b8d266100 service neutron] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=11']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:40.069347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-cf5f1ded-8af7-438e-b981-21d952697fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.070967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-cf5f1ded-8af7-438e-b981-21d952697fea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1131 time: 0.0538285 May 02 10:27:40.136633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b7530f6c-0ff4-4791-a885-c8e9c62b2c44), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.195285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=b7530f6c-0ff4-4791-a885-c8e9c62b2c44,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:40.202576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.205953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a4878de7-294c-4fc0-93b6-496e84693d3c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/b7530f6c-0ff4-4791-a885-c8e9c62b2c44 HTTP/1.1" status: 204 len: 168 time: 0.5784867 May 02 10:27:40.211627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cbb6974-4f52-4a09-a2f3-f0123174fe10 None None] Network b78640db-6f77-4506-9794-eb8d44717e1e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:40.224648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58238) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:40.236042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:40.241330 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4155b5ec-06cb-4abb-96e6-02d8c5daef9d" -d '{"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:40.312407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-1d03c3f1-a764-4b2f-a0bb-a7afce3bb330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.313838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-1d03c3f1-a764-4b2f-a0bb-a7afce3bb330 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2355611 May 02 10:27:40.320638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5fdbd8-39a4-40a7-9047-73ebf4a18545 req-811f1e35-4011-4265-a83e-f3d0a7d60d00 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.322418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e5fdbd8-39a4-40a7-9047-73ebf4a18545 req-811f1e35-4011-4265-a83e-f3d0a7d60d00 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 949 time: 0.1661012 May 02 10:27:40.348915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a2e96c5-60ab-4701-a061-40b3e67d2eb4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:40.376084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.377007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.378975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8affb5da-f269-4db1-ae6c-5164ccbd9ea6 None None] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:40.385770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b78640db-6f77-4506-9794-eb8d44717e1e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.388305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-c1c4ec4e-8a2c-4186-8c9f-446889a9cfba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0623908 May 02 10:27:40.430814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] Pushing event updated for resources: {'Network': ['ID=8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:40.451018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:40.478696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f6099213-31bf-4781-83f5-4dc447ead9de req-cebc485d-d077-46c1-8da8-8880aec505db tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386051 May 02 10:27:40.487790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed0fcbfa-8a1e-40fa-ad3b-a11fa89ed1cd admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.5676847 May 02 10:27:40.490704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58242) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:40.498013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Request body: {'subnet': {'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-2070874577-subnet', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:40.509348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b80a3b1e-8762-4c0f-94dc-d9bb0dd54b0a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4527431 May 02 10:27:40.509704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-20dadead-814c-4106-9a92-962ee4a10421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.509704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-20dadead-814c-4106-9a92-962ee4a10421 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1090670 May 02 10:27:40.509946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] DHCP port deletion for b78640db-6f77-4506-9794-eb8d44717e1e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:27:40.511944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58244) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:40.513320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e5fdbd8-39a4-40a7-9047-73ebf4a18545 req-d2a68ec0-58b6-4bc6-a477-bad4d1a9030c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782675 May 02 10:27:40.527307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:40.565862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 8f6d904f-9e09-4b79-bc2b-abc8156e841f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:40.566078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.574589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7047451-d036-4489-b706-c59db491ff2b req-d51c87fe-7b55-4c3a-9072-5ce3b43deac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:40.576115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-d51c87fe-7b55-4c3a-9072-5ce3b43deac9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0599184 May 02 10:27:40.617307 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fbae5c-6b81-44bf-ac7d-efd3157cfa01 x-openstack-request-id: req-f8fbae5c-6b81-44bf-ac7d-efd3157cfa01 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:40.624887 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-unplugged", "status": "completed", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:40.625277 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8fbae5c-6b81-44bf-ac7d-efd3157cfa01 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:40.625819 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8fbae5c-6b81-44bf-ac7d-efd3157cfa01'] response: {'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'code': 200} May 02 10:27:40.632038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6b62380f-a3c0-49b4-9575-f008c181845e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.634410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6b62380f-a3c0-49b4-9575-f008c181845e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.682336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8f6d904f-9e09-4b79-bc2b-abc8156e841f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:40.689736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Made reservation on behalf of 4b3cbda8aaf0451ea40060916319a0c2 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:40.689736 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.755884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Deleting port 8f6d904f-9e09-4b79-bc2b-abc8156e841f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:40.756165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6d904f-9e09-4b79-bc2b-abc8156e841f,segment=NetworkSegment(942049d9-e7b6-412e-b91f-6a4d7452c156),segment_id=942049d9-e7b6-412e-b91f-6a4d7452c156)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:40.756648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.756802 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.760993 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for router_controller (6b62380f-a3c0-49b4-9575-f008c181845e), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.774239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:40.775102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.860992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6d904f-9e09-4b79-bc2b-abc8156e841f,segment=NetworkSegment(942049d9-e7b6-412e-b91f-6a4d7452c156),segment_id=942049d9-e7b6-412e-b91f-6a4d7452c156)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:40.861428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.942371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Calling delete_port for 8f6d904f-9e09-4b79-bc2b-abc8156e841f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:40.970953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8f6d904f-9e09-4b79-bc2b-abc8156e841f is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:40.971344 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:40.993050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for router_gateway (6b62380f-a3c0-49b4-9575-f008c181845e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.078179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 8f6d904f-9e09-4b79-bc2b-abc8156e841f owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:41.093427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 8f6d904f-9e09-4b79-bc2b-abc8156e841f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8f6d904f-9e09-4b79-bc2b-abc8156e841f,segment=NetworkSegment(942049d9-e7b6-412e-b91f-6a4d7452c156),segment_id=942049d9-e7b6-412e-b91f-6a4d7452c156)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:41.125050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Allocated IP 172.20.0.2 (3a2e96c5-60ab-4701-a061-40b3e67d2eb4/182bf3dc-010f-42ec-907a-d3e17a328fd3/627b3f31-900e-4a16-b21f-141631911a06) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:41.167538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-3aa430c3-8944-4b1f-a1f9-b32b179266b1 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816548 May 02 10:27:41.192294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.258568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for router_gateway (6b62380f-a3c0-49b4-9575-f008c181845e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.266302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.283433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.285370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.321440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:41.323578 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-647f29f5-97c6-4e81-9b28-0c89023b4a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:41.333492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] Pushing event deleted for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.340361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f751f3-c6d0-45a7-bf80-23fccd63202d None None] No DVR routers for this DVR port 8f6d904f-9e09-4b79-bc2b-abc8156e841f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:41.342428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8f6d904f-9e09-4b79-bc2b-abc8156e841f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.369136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks [] for port (627b3f31-900e-4a16-b21f-141631911a06), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.399689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=8f6d904f-9e09-4b79-bc2b-abc8156e841f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.403344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7047451-d036-4489-b706-c59db491ff2b req-4a22b085-52ce-4334-8c23-3783cf38f92b service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277286 May 02 10:27:41.409675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port 8f6d904f-9e09-4b79-bc2b-abc8156e841f on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:41.412490 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c59548-9742-4967-b64a-ec2eed97f009 x-openstack-request-id: req-86c59548-9742-4967-b64a-ec2eed97f009 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:41.412739 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "tag": "58aae962-6e18-4132-82c5-340956decb72", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:41.412990 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86c59548-9742-4967-b64a-ec2eed97f009 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:41.413974 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86c59548-9742-4967-b64a-ec2eed97f009'] response: {'name': 'network-changed', 'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'status': 'completed', 'code': 200} May 02 10:27:41.451371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5402c093-41cf-453c-ab32-8ad5bb22b326), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.472938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (627b3f31-900e-4a16-b21f-141631911a06), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.489341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-cf2eea95-8d3a-4610-8cbf-48bfbef86017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:41.491537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-cf2eea95-8d3a-4610-8cbf-48bfbef86017 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1131 time: 0.0665779 May 02 10:27:41.492917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Allocated IP 172.35.4.219 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5a0be527-9615-4bb2-9455-dd37a06e7c89) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:41.528727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Pushing event updated for resources: {'Port': ['ID=627b3f31-900e-4a16-b21f-141631911a06,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.542114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b78640db-6f77-4506-9794-eb8d44717e1e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.550209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:41.552113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:41.555044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:41.629560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b78640db-6f77-4506-9794-eb8d44717e1e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:41.631821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5402c093-41cf-453c-ab32-8ad5bb22b326,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.636040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Attempting to bind port 627b3f31-900e-4a16-b21f-141631911a06 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:41.636541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Attempting to bind port 627b3f31-900e-4a16-b21f-141631911a06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:41.637051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Attempting to bind port 627b3f31-900e-4a16-b21f-141631911a06 on network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:41.643020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:41.648519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Checking segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:41.648519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.648519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Bound using segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:41.648519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Bound port: 627b3f31-900e-4a16-b21f-141631911a06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:41.648519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (627b3f31-900e-4a16-b21f-141631911a06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.653243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '942049d9-e7b6-412e-b91f-6a4d7452c156') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:41.653449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.653568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '942049d9-e7b6-412e-b91f-6a4d7452c156') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:41.675194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbade920-c9c8-49d3-a0d6-4f337477e4d3 req-543feaca-66ef-4de6-ace1-4f5f66b7ed0f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:41.676712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cbade920-c9c8-49d3-a0d6-4f337477e4d3 req-543feaca-66ef-4de6-ace1-4f5f66b7ed0f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 949 time: 0.0945489 May 02 10:27:41.678421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (942049d9-e7b6-412e-b91f-6a4d7452c156), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.691050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Checking segment: {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:41.691417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Network hostable DHCP agents. Network: 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:41.710101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (942049d9-e7b6-412e-b91f-6a4d7452c156), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.719025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] For port 627b3f31-900e-4a16-b21f-141631911a06, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:41.721298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:27:41.722733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (942049d9-e7b6-412e-b91f-6a4d7452c156), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.723639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] For port 627b3f31-900e-4a16-b21f-141631911a06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627b3f31-900e-4a16-b21f-141631911a06,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: timer() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:27:41.726190 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:27:41.749092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:41.808743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc61c94b-3190-4e64-ac02-9d08ce95977e req-a5ec9af1-92bf-4d02-8cb6-6cc9ca3645ff tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:41.812885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cbade920-c9c8-49d3-a0d6-4f337477e4d3 req-91baf683-9757-497f-9fc2-47faf3a010d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257737 May 02 10:27:41.815755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc61c94b-3190-4e64-ac02-9d08ce95977e req-a5ec9af1-92bf-4d02-8cb6-6cc9ca3645ff tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 949 time: 0.0874205 May 02 10:27:41.854103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-2e191287-7480-4242-bf16-89227a81bb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:41.856638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-2e191287-7480-4242-bf16-89227a81bb9b service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1989889 May 02 10:27:41.872506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:41.898353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b78640db-6f77-4506-9794-eb8d44717e1e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.913440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.914569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-92c01e92-2839-4790-90a8-5428d79b4ba4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0481982 May 02 10:27:41.918664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/b78640db-6f77-4506-9794-eb8d44717e1e HTTP/1.1" status: 204 len: 168 time: 1.6908584 May 02 10:27:41.927505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:41.932379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-798224613'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:41.933525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d55d1cb-31e9-4f9b-817c-959a6e8c32ef tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=b78640db-6f77-4506-9794-eb8d44717e1e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:41.960068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (627b3f31-900e-4a16-b21f-141631911a06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:41.980034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:41.986242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:41.986851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.000398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc61c94b-3190-4e64-ac02-9d08ce95977e req-aab6fece-41a8-449a-97af-d446c32a38f3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762500 May 02 10:27:42.011174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.020270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbbad8-2815-49dc-8f9e-9c3cdec4168c None None] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:42.080835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1ed2287-3c85-4616-bb57-20cd8fb037fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5865576 May 02 10:27:42.081211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-6d929400-4e94-42e7-96bd-2bae8ec32d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.082857 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-6d929400-4e94-42e7-96bd-2bae8ec32d27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1564682 May 02 10:27:42.084366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58282) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:42.098796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:42.122680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:42.135146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0cb9c-32c4-4f53-ac06-4c2647603866 req-d0d991b1-0da2-4a90-bf97-63741225ce76 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.142508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1eb0cb9c-32c4-4f53-ac06-4c2647603866 req-d0d991b1-0da2-4a90-bf97-63741225ce76 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 950 time: 0.1122384 May 02 10:27:42.154596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:42.157983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.170519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:42.176216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:42.189068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=5a0be527-9615-4bb2-9455-dd37a06e7c89,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:42.193303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03beaefb-ff35-43ad-953f-68b7167980b0 None None] Pushing event updated for resources: {'Port': ['ID=627b3f31-900e-4a16-b21f-141631911a06,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:42.212358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1eb0cb9c-32c4-4f53-ac06-4c2647603866 req-80f79f60-7c7f-4053-b3cf-8bc0429c3e57 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613990 May 02 10:27:42.272362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.274937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.282466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:42.315670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'mac_address': 'fa:16:3e:f7:ee:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:42.323836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'fixed_ips': [{'subnet_id': '5402c093-41cf-453c-ab32-8ad5bb22b326'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:42.324722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.364353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-0ec92e67-eaf6-43a1-92ce-5f3a02b49b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.367343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-0ec92e67-eaf6-43a1-92ce-5f3a02b49b5b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2754509 May 02 10:27:42.412260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:42.412633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.471989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for router_controller (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.475751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:27:42.509540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:42.546174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f4862931-c5c0-4dbc-93bc-5c596739c3f8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.547277 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment f4862931-c5c0-4dbc-93bc-5c596739c3f8 of type vlan for network b4487aa8-a9d3-42bf-a151-44f0e965fc7d May 02 10:27:42.577056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:42.623293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b4487aa8-a9d3-42bf-a151-44f0e965fc7d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.658343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-a64f84e8-bd9a-4a59-912f-eb4c2010c618 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820878 May 02 10:27:42.669245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.677873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Allocated IP 172.20.0.2 (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7/5402c093-41cf-453c-ab32-8ad5bb22b326/f9ac3b8f-228c-49ce-9296-07a8266995b9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:42.718417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 627b3f31-900e-4a16-b21f-141631911a06 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:42.751720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e91ca-3b2b-49cc-9684-6fd38eccf918 req-0ccd804d-a2dd-4f6a-94ad-9ee87246d594 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.757325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e91ca-3b2b-49cc-9684-6fd38eccf918 req-0ccd804d-a2dd-4f6a-94ad-9ee87246d594 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.764686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e7e91ca-3b2b-49cc-9684-6fd38eccf918 req-0ccd804d-a2dd-4f6a-94ad-9ee87246d594 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f&device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 1690 time: 0.1856523 May 02 10:27:42.765475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b4487aa8-a9d3-42bf-a151-44f0e965fc7d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.770496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.771091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.799244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:42.867234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=b4487aa8-a9d3-42bf-a151-44f0e965fc7d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:42.867745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 627b3f31-900e-4a16-b21f-141631911a06 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:42.868133 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (627b3f31-900e-4a16-b21f-141631911a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.876019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d227f3f0-07fe-45ed-8e40-4708da671d0c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9447384 May 02 10:27:42.876246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for router_gateway (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:42.878063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58288) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:42.885435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebd40a-d6ac-4d32-bdd4-245e94682334 req-551ff608-c696-46e9-a0c6-c7348f711aca tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:42.888203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e7e91ca-3b2b-49cc-9684-6fd38eccf918 req-bf884f16-f5f0-46cd-9a10-a4c2229f9d7b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225433 May 02 10:27:42.892821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47ebd40a-d6ac-4d32-bdd4-245e94682334 req-551ff608-c696-46e9-a0c6-c7348f711aca tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.2150643 May 02 10:27:42.895231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:27:42.902892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:42.941585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:43.117646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for router_gateway (6b62380f-a3c0-49b4-9575-f008c181845e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.133803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47ebd40a-d6ac-4d32-bdd4-245e94682334 req-a3afd96d-3676-42cc-ad82-b7dd3c5b6b44 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246900 May 02 10:27:43.181690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks [] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.200807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 627b3f31-900e-4a16-b21f-141631911a06 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:43.201208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (627b3f31-900e-4a16-b21f-141631911a06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.287081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833a988-ddbf-41ba-83a2-4a0f1bdc69e6 req-f0b4778b-8e81-4f4e-b413-9388931e8b13 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:43.294706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1833a988-ddbf-41ba-83a2-4a0f1bdc69e6 req-f0b4778b-8e81-4f4e-b413-9388931e8b13 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 1131 time: 0.2030814 May 02 10:27:43.308019 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.344060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-da5e1472-2a9c-4fee-890f-b9b710951d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:43.345883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-da5e1472-2a9c-4fee-890f-b9b710951d7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 1131 time: 0.2158215 May 02 10:27:43.346334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:43.350720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.369313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 627b3f31-900e-4a16-b21f-141631911a06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627b3f31-900e-4a16-b21f-141631911a06,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:43.391347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:43.397017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Pushing event updated for resources: {'Port': ['ID=f9ac3b8f-228c-49ce-9296-07a8266995b9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:43.400395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:43.402565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:43.425365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for router_gateway (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.438874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (627b3f31-900e-4a16-b21f-141631911a06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.471539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.530773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=627b3f31-900e-4a16-b21f-141631911a06,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:43.534470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1833a988-ddbf-41ba-83a2-4a0f1bdc69e6 req-87867b66-1f61-4615-92f7-3b1cd868cced tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350163 May 02 10:27:43.573684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Attempting to bind port f9ac3b8f-228c-49ce-9296-07a8266995b9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:43.574134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Attempting to bind port f9ac3b8f-228c-49ce-9296-07a8266995b9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:43.574511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Attempting to bind port f9ac3b8f-228c-49ce-9296-07a8266995b9 on network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:43.581125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:43.581527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Checking segment: {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:43.581933 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.582376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Bound using segment: {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:43.582864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Bound port: f9ac3b8f-228c-49ce-9296-07a8266995b9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:43.583256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.583414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a199ec41-0381-4a80-a316-a17b4d6a228d req-8f81249e-35b3-4138-b6bc-99e38ea03848 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:43.596615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a199ec41-0381-4a80-a316-a17b4d6a228d req-8f81249e-35b3-4138-b6bc-99e38ea03848 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 949 time: 0.2117395 May 02 10:27:43.619172 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:27:43.660894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.685528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] For port f9ac3b8f-228c-49ce-9296-07a8266995b9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:43.697307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] For port f9ac3b8f-228c-49ce-9296-07a8266995b9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ac3b8f-228c-49ce-9296-07a8266995b9,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:43.755215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a31df0-77ee-42cb-85b7-1b497a6993f7 None None] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:43.801397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8b62545-41c3-4efc-a307-4559162e85bb None None] Provisioning complete for port 627b3f31-900e-4a16-b21f-141631911a06 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:43.801801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8b62545-41c3-4efc-a307-4559162e85bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (627b3f31-900e-4a16-b21f-141631911a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.808643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:43.879357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:27:43.899524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Allocated IP 172.35.4.87 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/2ea1ac01-0deb-4cc7-a2b3-2dda0547317f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:43.960333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:43.983328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a199ec41-0381-4a80-a316-a17b4d6a228d req-dbbd38aa-96ff-420d-9942-5069b8e0132c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3858445 May 02 10:27:44.031151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-b261ab8a-9086-447a-b831-ea9efd9e2882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:44.033611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-b261ab8a-9086-447a-b831-ea9efd9e2882 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5722020 May 02 10:27:44.053388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6b62380f-a3c0-49b4-9575-f008c181845e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.138244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (571266d1-7d39-4859-ab5d-2550e8e91d03), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.144629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-0275d0ae-e026-4b04-a462-30f547870e58 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 200 len: 217 time: 0.0922167 May 02 10:27:44.243799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d722272-9ad2-443f-8181-b64052aa6c8c None None] Pushing event updated for resources: {'Port': ['ID=f9ac3b8f-228c-49ce-9296-07a8266995b9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:44.277741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:44.310765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09203b67-4048-4ceb-a0b4-346777bf02a6 req-2e9e644d-2279-4b26-814f-92af409a6bad tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:44.312502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09203b67-4048-4ceb-a0b4-346777bf02a6 req-2e9e644d-2279-4b26-814f-92af409a6bad tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 1132 time: 0.2967136 May 02 10:27:44.326159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-a4effd7d-ced1-400e-8077-54fe8e1c2ea9 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5080187 May 02 10:27:44.338290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8b62545-41c3-4efc-a307-4559162e85bb None None] Current status of the port 627b3f31-900e-4a16-b21f-141631911a06 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:44.351802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:44.357842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.357842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '58aae962-6e18-4132-82c5-340956decb72', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '58aae962-6e18-4132-82c5-340956decb72', 'mac_address': 'fa:16:3e:c9:bd:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:27:44.415666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-3b55df0a-2695-4061-8786-a06300ab3dcb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:44.426129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-3b55df0a-2695-4061-8786-a06300ab3dcb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.2686207 May 02 10:27:44.464231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:44.464832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.475290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-1b063f60-23b2-4e7b-a937-c190b501e847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:44.478678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-1b063f60-23b2-4e7b-a937-c190b501e847 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3191960 May 02 10:27:44.486533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.525677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:44.567758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:44.567758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:44.567758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.595954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:44.599011 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0070816a-a5b3-4425-bf5b-8c4c5bc2666c" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:44.614605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:44.646563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-a7e5b0d6-03b9-4936-8a9d-68a670cb7861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:44.649504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-a7e5b0d6-03b9-4936-8a9d-68a670cb7861 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1071978 May 02 10:27:44.676933 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.728290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.778041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:44.869793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 627b3f31-900e-4a16-b21f-141631911a06 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:44.947248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=571266d1-7d39-4859-ab5d-2550e8e91d03,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:44.961408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09203b67-4048-4ceb-a0b4-346777bf02a6 req-8ce250f3-acae-4e31-b5b5-97112701c8e2 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316605 May 02 10:27:44.981646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:44.981998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:44.982269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': 'f4862931-c5c0-4dbc-93bc-5c596739c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:44.987563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: b4487aa8-a9d3-42bf-a151-44f0e965fc7d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:27:45.097633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:45.099413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae5a6-1fb5-42f4-89e7-3f6823c5fffa req-825e9bfc-ed46-4c39-ac86-303ab9a43491 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:45.101729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a27ae5a6-1fb5-42f4-89e7-3f6823c5fffa req-825e9bfc-ed46-4c39-ac86-303ab9a43491 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.7838998 May 02 10:27:45.120138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:45.236379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:27:45.249499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a27ae5a6-1fb5-42f4-89e7-3f6823c5fffa req-39962833-4f11-458f-8231-b7a0054c364e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298094 May 02 10:27:45.254236 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-495e601c-38f4-4c5c-86f1-af457d2ba82d x-openstack-request-id: req-495e601c-38f4-4c5c-86f1-af457d2ba82d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:45.255101 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-plugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:45.255623 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-495e601c-38f4-4c5c-86f1-af457d2ba82d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:45.256243 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-495e601c-38f4-4c5c-86f1-af457d2ba82d'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'code': 200} May 02 10:27:45.263663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 627b3f31-900e-4a16-b21f-141631911a06 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:45.264265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (627b3f31-900e-4a16-b21f-141631911a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:45.271263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:45.322277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Router 6b62380f-a3c0-49b4-9575-f008c181845e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:27:45.350060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e62056ad-e93d-459b-8af1-54d561c98037 None None] Provisioning complete for port 627b3f31-900e-4a16-b21f-141631911a06 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:45.352941 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e62056ad-e93d-459b-8af1-54d561c98037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (627b3f31-900e-4a16-b21f-141631911a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:45.449819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b4487aa8-a9d3-42bf-a151-44f0e965fc7d) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:45.472002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd49f9b4-f20c-4947-8364-f58df00a43df None None] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:45.478032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:45.482594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:45.558431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0d04f6f6-01c3-4dc8-9403-ea92a9d2a097 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1123047 May 02 10:27:45.789384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:27:45.798300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-80846101-1b02-46b3-9769-2b14b1295657 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9197042 May 02 10:27:45.801180 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Sync routers for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:27:45.817292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58362) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:45.827932 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:45.828894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:45.860796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d', 'name': 'tempest-PortsIpV6TestJSON-346891534', 'fixed_ips': [{'subnet_id': '571266d1-7d39-4859-ab5d-2550e8e91d03', 'ip_address': '2001:db8::10'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:45.875583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6acfe0d-fd5b-4fce-9874-7d34810a2bf5 req-23fc5430-4848-4c01-9658-e9197249bd39 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:45.888237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6acfe0d-fd5b-4fce-9874-7d34810a2bf5 req-23fc5430-4848-4c01-9658-e9197249bd39 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.5786746 May 02 10:27:45.899124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-45074e19-7f09-44fc-b57c-18f500d48acd service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2178664 May 02 10:27:45.903734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 627b3f31-900e-4a16-b21f-141631911a06 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:45.904934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f9ac3b8f-228c-49ce-9296-07a8266995b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:45.925198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:45.926949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Pushing event updated for resources: {'Port': ['ID=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:46.048882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.052560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0fbe197c-ba1c-46ea-925b-8a6137c5a7e0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5369611 May 02 10:27:46.063727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:46.071674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:46.076231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:46.131547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-015631f8-5fe0-4029-be29-838e243a4278 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:46.145761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647f29f5-97c6-4e81-9b28-0c89023b4a6f req-4889a2e4-aaf1-4832-bae7-10bf9b1f0e52 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080550 May 02 10:27:46.147400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-015631f8-5fe0-4029-be29-838e243a4278 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5864410 May 02 10:27:46.199474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f85d7f-33cb-403b-bce7-ee8b70a373d0 None None] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:46.326381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6acfe0d-fd5b-4fce-9874-7d34810a2bf5 req-23141bd9-7033-4a26-8c6d-ade0a904c10e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4160378 May 02 10:27:46.347754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] For port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:46.348145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.355401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e62056ad-e93d-459b-8af1-54d561c98037 None None] Current status of the port 627b3f31-900e-4a16-b21f-141631911a06 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:46.368422 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:46.417762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-5f308a0f-39aa-42e6-a889-a1faa7ac36f5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.1576903 May 02 10:27:46.426292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f9ac3b8f-228c-49ce-9296-07a8266995b9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:46.426671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.428305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.647561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Provisioning complete for port f9ac3b8f-228c-49ce-9296-07a8266995b9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:46.647960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.691230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:46.768305 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:42Z', 'revision_number': 3, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:46.770088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b4487aa8-a9d3-42bf-a151-44f0e965fc7d', 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '571266d1-7d39-4859-ab5d-2550e8e91d03'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:27:46.771017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.818336 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Checking router: 6b62380f-a3c0-49b4-9575-f008c181845e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:27:46.823053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Updating router 6b62380f-a3c0-49b4-9575-f008c181845e port 5a0be527-9615-4bb2-9455-dd37a06e7c89 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:27:46.875212 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.898899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:46.986566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port d6045975-8e18-4940-90d0-c29873735bed yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:47.014242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.014623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.014953 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP 405e713b-18a6-478b-ac29-2bc85c855cae disassociated. External IP: 172.35.4.108, port: ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a. May 02 10:27:47.015308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:47.031041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-2e804b4f-0680-4456-ae91-89695fdb3852 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.5963931 May 02 10:27:47.034579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Current status of the port f9ac3b8f-228c-49ce-9296-07a8266995b9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:47.035064 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.084526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f9ac3b8f-228c-49ce-9296-07a8266995b9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:47.085659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.111316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Allocated IP 2001:db8::2 (b4487aa8-a9d3-42bf-a151-44f0e965fc7d/571266d1-7d39-4859-ab5d-2550e8e91d03/64ef3661-b356-4668-bf4f-950135f6a038) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:47.135056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] For port f9ac3b8f-228c-49ce-9296-07a8266995b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ac3b8f-228c-49ce-9296-07a8266995b9,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:47.353806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735bfb97-70c0-46a0-adbd-642896501a05 req-55a1517a-184f-4d78-906b-87bb59cf2a4b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:47.363400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-735bfb97-70c0-46a0-adbd-642896501a05 req-55a1517a-184f-4d78-906b-87bb59cf2a4b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 945 time: 0.1418545 May 02 10:27:47.368928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.390971 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks [] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.468000 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks [] for port (64ef3661-b356-4668-bf4f-950135f6a038), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.486270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:27:47.494066 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.498939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:47.510767 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.513306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-735bfb97-70c0-46a0-adbd-642896501a05 req-2a01ac25-99da-4361-a6d0-fd9b5a549bd0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=93183c67-c248-4b34-bd65-f1c8bcd59d17&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488862 May 02 10:27:47.597343 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Attempting to bind port 5a0be527-9615-4bb2-9455-dd37a06e7c89 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:47.598299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Attempting to bind port 5a0be527-9615-4bb2-9455-dd37a06e7c89 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:47.598979 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Attempting to bind port 5a0be527-9615-4bb2-9455-dd37a06e7c89 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:47.615408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:47.616239 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:47.616917 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.617595 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:47.620235 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Bound port: 5a0be527-9615-4bb2-9455-dd37a06e7c89, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:47.620763 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.631316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d10f231-afe4-4fa9-b863-ea60d604afaa req-43e00339-3fa0-4bf4-8a53-dfabb3a4841e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.0403471 May 02 10:27:47.634211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for router_gateway (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.702761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:27:47.703149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:27:47.730127 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (64ef3661-b356-4668-bf4f-950135f6a038), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.768862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] For port 5a0be527-9615-4bb2-9455-dd37a06e7c89, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:47.773687 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] For port 5a0be527-9615-4bb2-9455-dd37a06e7c89, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a0be527-9615-4bb2-9455-dd37a06e7c89,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:47.792124 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Pushing event updated for resources: {'Port': ['ID=5a0be527-9615-4bb2-9455-dd37a06e7c89,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:47.803410 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.803410 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.804159 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.804608 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.805052 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.805483 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.807112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.807479 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.807987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.808270 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.808797 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.812622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.812622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.812622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.812622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:47.883925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-01dcc523-7aa9-42cd-8864-4f6203802d6c None None] Provisioning complete for port f9ac3b8f-228c-49ce-9296-07a8266995b9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:47.884299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01dcc523-7aa9-42cd-8864-4f6203802d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.886148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:47.886505 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:47.889189 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:47.919986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:47.936517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:47.992571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:27:48.044432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:48.046257 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:48.055669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:48.061706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:48.063041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdbf47-f9b9-40e9-b002-f119a0aef948 req-7157846a-f4d5-407e-ba3c-19acf59933da tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:48.068409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4fdbf47-f9b9-40e9-b002-f119a0aef948 req-7157846a-f4d5-407e-ba3c-19acf59933da tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 950 time: 0.3936129 May 02 10:27:48.082722 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b37370f-7a33-4101-9ded-7015493aeab2 None None] Pushing event updated for resources: {'Port': ['ID=5a0be527-9615-4bb2-9455-dd37a06e7c89,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:48.115269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::10 (b4487aa8-a9d3-42bf-a151-44f0e965fc7d/571266d1-7d39-4859-ab5d-2550e8e91d03/d6045975-8e18-4940-90d0-c29873735bed) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:48.118520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c59af80-fb95-46be-9e7d-a323b5a77cd4 None None] Pushing event updated for resources: {'Port': ['ID=f9ac3b8f-228c-49ce-9296-07a8266995b9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:48.324535 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:48.330866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 58aae962-6e18-4132-82c5-340956decb72 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:27:48.376588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Pushing event updated for resources: {'Port': ['ID=64ef3661-b356-4668-bf4f-950135f6a038,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:48.442360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 58aae962-6e18-4132-82c5-340956decb72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:48.442765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58aae962-6e18-4132-82c5-340956decb72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.454480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Attempting to bind port 64ef3661-b356-4668-bf4f-950135f6a038 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:48.456367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:27:48.456919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Attempting to bind port 64ef3661-b356-4668-bf4f-950135f6a038 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4862931-c5c0-4dbc-93bc-5c596739c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:48.457233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Attempting to bind port 64ef3661-b356-4668-bf4f-950135f6a038 on network b4487aa8-a9d3-42bf-a151-44f0e965fc7d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:48.469124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.551791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] No DVR routers for this DVR port ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:27:48.557389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:27:48.558966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.573658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1c73cc9-940c-4421-ac72-eab3ad4c6d89 req-5a0fc360-a042-4ce0-9ede-8502b09e253d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.24 "DELETE /v2.0/ports/ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a HTTP/1.1" status: 204 len: 173 time: 4.1459506 May 02 10:27:48.574519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'name': 'network-vif-deleted', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:48.577320 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bfa8aa-a0db-497a-a366-c836e8039b6e" -d '{"events": [{"server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "name": "network-vif-deleted", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:48.588976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:48.590244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Checking segment: {'id': 'f4862931-c5c0-4dbc-93bc-5c596739c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:48.590244 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.594350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Bound using segment: {'id': 'f4862931-c5c0-4dbc-93bc-5c596739c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:48.595533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Bound port: 64ef3661-b356-4668-bf4f-950135f6a038, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4862931-c5c0-4dbc-93bc-5c596739c3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:48.596417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (64ef3661-b356-4668-bf4f-950135f6a038), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.619399 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (d6045975-8e18-4940-90d0-c29873735bed), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.630188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-01dcc523-7aa9-42cd-8864-4f6203802d6c None None] Current status of the port f9ac3b8f-228c-49ce-9296-07a8266995b9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:48.644703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:48.645316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:48.650848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f9ac3b8f-228c-49ce-9296-07a8266995b9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:48.700454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4fdbf47-f9b9-40e9-b002-f119a0aef948 req-9d176515-27a2-4757-a295-d69f51c594ed tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5820761 May 02 10:27:48.711699 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:42Z', 'revision_number': 3, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:48.853633 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a98db4-9505-4489-a19a-be075fadd4e8 None None] The sync data for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 is: [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:42Z', 'revision_number': 3, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:27:48.878822 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02568be6-fcb6-467b-b6d4-609cf75617c3 x-openstack-request-id: req-02568be6-fcb6-467b-b6d4-609cf75617c3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:48.879311 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a71de90b-011f-4b30-a373-0c66ab0e749c", "name": "network-vif-deleted", "tag": "ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:48.885723 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02568be6-fcb6-467b-b6d4-609cf75617c3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:48.887653 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02568be6-fcb6-467b-b6d4-609cf75617c3'] response: {'server_uuid': 'a71de90b-011f-4b30-a373-0c66ab0e749c', 'name': 'network-vif-deleted', 'tag': 'ead26cf6-0f48-477a-ae2c-3b39fc1d4e6a', 'status': 'completed', 'code': 200} May 02 10:27:48.902463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42bad9bb-4058-4439-ac31-2c7aa56ed38c req-bbe69490-e8b1-4155-bac1-427897ee6a5e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=a71de90b-011f-4b30-a373-0c66ab0e749c HTTP/1.1" status: 200 len: 210 time: 0.1779616 May 02 10:27:48.921357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.949802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d6045975-8e18-4940-90d0-c29873735bed), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:48.983256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f9ac3b8f-228c-49ce-9296-07a8266995b9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:49.117265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:27:49.147158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] For port 64ef3661-b356-4668-bf4f-950135f6a038, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:49.157248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f1508dd-bf93-4799-a2de-f2a97788211a req-0b0526dd-7649-4bce-ade8-15ac924ff30e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.1675949 May 02 10:27:49.159152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:49.191464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:49.200902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:49.203132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] For port 64ef3661-b356-4668-bf4f-950135f6a038, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64ef3661-b356-4668-bf4f-950135f6a038,segment=NetworkSegment(f4862931-c5c0-4dbc-93bc-5c596739c3f8),segment_id=f4862931-c5c0-4dbc-93bc-5c596739c3f8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:49.207725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:49.212568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:49.212744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 58aae962-6e18-4132-82c5-340956decb72 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:49.212744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58aae962-6e18-4132-82c5-340956decb72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:49.222051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=d6045975-8e18-4940-90d0-c29873735bed,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:49.235752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:49.325294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (64ef3661-b356-4668-bf4f-950135f6a038), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:49.341435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:27:49.344196 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb909a6-1aa0-497f-bd30-bdeb75774a16" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:27:49.415113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-da5b757e-6303-4b4b-86db-2cb2c730abd2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545995 May 02 10:27:49.416439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6e200a6e-0afe-48ba-8493-91cdf928fb5c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5832567 May 02 10:27:49.421506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58432) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:49.427167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': 'b4487aa8-a9d3-42bf-a151-44f0e965fc7d', 'name': 'tempest-PortsIpV6TestJSON-9657430', 'fixed_ips': [{'subnet_id': '571266d1-7d39-4859-ab5d-2550e8e91d03', 'ip_address': '2001:db8::f'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:49.481632 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d0876da-2fe3-4974-9b6c-5b196f4a5999 x-openstack-request-id: req-7d0876da-2fe3-4974-9b6c-5b196f4a5999 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:27:49.482307 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-plugged", "status": "completed", "tag": "58aae962-6e18-4132-82c5-340956decb72", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:27:49.482816 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d0876da-2fe3-4974-9b6c-5b196f4a5999 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:27:49.483568 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d0876da-2fe3-4974-9b6c-5b196f4a5999'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'code': 200} May 02 10:27:49.532988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:49.540103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f9ac3b8f-228c-49ce-9296-07a8266995b9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:49.548940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Allocated IP 172.20.0.1 (3a2e96c5-60ab-4701-a061-40b3e67d2eb4/182bf3dc-010f-42ec-907a-d3e17a328fd3/45928439-724c-4191-8f54-6daf4a357ba8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:49.554465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:49.685858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-4e4b227a-0ef7-4965-9114-4b738a3395bb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:49.694315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-4e4b227a-0ef7-4965-9114-4b738a3395bb tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2781336 May 02 10:27:49.718461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58aae962-6e18-4132-82c5-340956decb72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:49.724390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-80d51c0a-3ec7-42ed-9293-f85584c7c5ed tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/quotas/8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 375 time: 0.0277724 May 02 10:27:49.789589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:27:49.803576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Sync routers for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:27:49.808457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1a57d96e-aeca-4a83-84cc-d24c2985fce2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0830650 May 02 10:27:49.833398 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:49.836072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:49.863703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde0a648-b95b-492f-8a36-24f5a6a59837 None None] Pushing event updated for resources: {'Port': ['ID=64ef3661-b356-4668-bf4f-950135f6a038,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:49.977560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks [] for port (45928439-724c-4191-8f54-6daf4a357ba8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.051389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.052807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d6647c1f-7c4b-4148-a7e7-d57ff853a04c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.9673235 May 02 10:27:50.056035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58436) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:50.105319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:50.119599 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.203588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.206963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port a2d52125-ca8d-47f2-b216-c6546e97bdb4 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:27:50.263508 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:50.364424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:50.480048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:50.520485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:50.543166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1316029a-d629-4da3-beb3-60d3706523e1 req-d14bb60d-5951-4324-82b1-68eb83c02572 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 210 time: 0.0941503 May 02 10:27:50.566101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:50.576878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Pushing event updated for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:50.748510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6b62380f-a3c0-49b4-9575-f008c181845e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.789182 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:46Z', 'revision_number': 3, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:50.863346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=13']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:50.921907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-8fd2cace-0a00-4dae-8f23-bbc3c716fbaa tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0631971 May 02 10:27:50.922803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (93183c67-c248-4b34-bd65-f1c8bcd59d17), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:50.924818 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Checking router: f3ccaa58-dab2-4f5b-935d-2d0be941fb99 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:27:50.925283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Updating router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:27:51.011036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0962c67-3369-4878-abb7-3fa24422477b req-9b090b27-52e7-4aef-b86f-af12fd740a7a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.2776291 May 02 10:27:51.013897 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:51.244174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f9ac3b8f-228c-49ce-9296-07a8266995b9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:51.326101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1d4a0f11-275a-43a0-ad60-8417fde23e52 None None] Provisioning complete for port 45928439-724c-4191-8f54-6daf4a357ba8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:51.329157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1d4a0f11-275a-43a0-ad60-8417fde23e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45928439-724c-4191-8f54-6daf4a357ba8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:51.448283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:51.587723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64ef3661-b356-4668-bf4f-950135f6a038 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:51.611199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:27:51.649321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1d4a0f11-275a-43a0-ad60-8417fde23e52 None None] Port 45928439-724c-4191-8f54-6daf4a357ba8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:51.660547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:51.671074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:51.680226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::f (b4487aa8-a9d3-42bf-a151-44f0e965fc7d/571266d1-7d39-4859-ab5d-2550e8e91d03/a2d52125-ca8d-47f2-b216-c6546e97bdb4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:51.776519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45928439-724c-4191-8f54-6daf4a357ba8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:51.792353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76043db3-405a-4b72-b956-6f9fe92ae176 None None] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:27:51.834389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90de5868-3721-4a22-a9f5-18a0525a2aa1 req-5a5594f3-dd78-43d8-a15f-0c50e86b4d03 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 210 time: 0.1307395 May 02 10:27:51.890079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (93183c67-c248-4b34-bd65-f1c8bcd59d17), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:51.923696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Provisioning complete for port 64ef3661-b356-4668-bf4f-950135f6a038 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:51.924726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64ef3661-b356-4668-bf4f-950135f6a038), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:51.963042 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks [] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.054582 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.084219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-6905acbb-6e47-43c0-9148-7f2bfe23fae2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:52.085843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-6905acbb-6e47-43c0-9148-7f2bfe23fae2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1541481 May 02 10:27:52.104007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:52.229399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 64ef3661-b356-4668-bf4f-950135f6a038 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:52.229399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64ef3661-b356-4668-bf4f-950135f6a038), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.233350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-012829d2-2282-46d5-b06a-474099b0605a req-667ec91d-38ad-4100-8da0-0a1d8577ac18 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.0437207 May 02 10:27:52.247369 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Attempting to bind port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:52.253322 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.253729 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Attempting to bind port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:52.253729 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Attempting to bind port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:52.266794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Bound port: 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.298375 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9624c-dd8c-4876-b488-6d3f5b7596d4 None None] Pushing event updated for resources: {'Port': ['ID=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:52.300133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93183c67-c248-4b34-bd65-f1c8bcd59d17), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.300133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.300133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/security-groups/93183c67-c248-4b34-bd65-f1c8bcd59d17 HTTP/1.1" status: 204 len: 168 time: 1.9315569 May 02 10:27:52.307969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:52.356234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93183c67-c248-4b34-bd65-f1c8bcd59d17,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:52.376538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.376946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.377302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.377657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.378004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.378389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.378709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.379048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.379388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.379723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.380056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.380392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.380752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.381090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.381419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac7a99d-f5de-4d5a-9308-f735d68d82ae tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:52.414905 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-764b7243-561e-4b57-8d41-789fcd3a3f5c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] show failed (client error): The resource could not be found. May 02 10:27:52.419065 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-764b7243-561e-4b57-8d41-789fcd3a3f5c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups/93183c67-c248-4b34-bd65-f1c8bcd59d17 HTTP/1.1" status: 404 len: 347 time: 0.1040788 May 02 10:27:52.425957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] For port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:52.431202 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] For port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:52.433688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:52.460143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:52.505978 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.585331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 64ef3661-b356-4668-bf4f-950135f6a038 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:52.586026 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (64ef3661-b356-4668-bf4f-950135f6a038), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.592388 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9624c-dd8c-4876-b488-6d3f5b7596d4 None None] Pushing event updated for resources: {'Port': ['ID=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:52.647259 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:52.649718 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:52.679947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:52.684065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.700188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks [] for port (45928439-724c-4191-8f54-6daf4a357ba8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.712697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Current status of the port 64ef3661-b356-4668-bf4f-950135f6a038 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:52.713090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (64ef3661-b356-4668-bf4f-950135f6a038), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.745571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.749630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.804077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:52.808637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 64ef3661-b356-4668-bf4f-950135f6a038, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64ef3661-b356-4668-bf4f-950135f6a038,segment=NetworkSegment(f4862931-c5c0-4dbc-93bc-5c596739c3f8),segment_id=f4862931-c5c0-4dbc-93bc-5c596739c3f8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:52.810652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:52.818087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:52.826442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:52.829832 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.877202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (64ef3661-b356-4668-bf4f-950135f6a038), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.878359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a0be527-9615-4bb2-9455-dd37a06e7c89 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:52.899472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:52.952354 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:53.265295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:27:53.265887 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:27:53.276521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=64ef3661-b356-4668-bf4f-950135f6a038,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:53.288290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5a0be527-9615-4bb2-9455-dd37a06e7c89 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:53.289055 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:53.295098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:53.375714 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:46Z', 'revision_number': 3, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:53.398853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a24477-0184-4d00-b820-bba4aa7d11db None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:27:53.422080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.219 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/2ee5ed9a-fbd8-409f-93f2-30545b473915) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:53.438814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-ac5ca5c6-42e1-4557-a458-0d1a7950de1c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1300564 May 02 10:27:53.449886 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2e1f43-4d0f-41f0-a096-11d71fda635d None None] The sync data for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 is: [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:46Z', 'revision_number': 3, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:27:53.563862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5a0be527-9615-4bb2-9455-dd37a06e7c89 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:53.565922 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:53.623158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-999acdb3-a4b7-4520-9afe-9e281f7be0af req-8715e058-e187-484a-8d2c-89aaa4a8a182 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.1148033 May 02 10:27:53.638918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5a0be527-9615-4bb2-9455-dd37a06e7c89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a0be527-9615-4bb2-9455-dd37a06e7c89,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:53.716894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:53.763783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Allocated IP 172.20.0.1 (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7/5402c093-41cf-453c-ab32-8ad5bb22b326/80604a86-a466-410f-932d-f8c5aadee432) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:53.928614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port c64bbdd1-29a7-44c6-8005-15a2b8844617 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:53.929203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:53.933872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64ef3661-b356-4668-bf4f-950135f6a038 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:54.039262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-770dcb3c-d5df-460e-9aae-1816032a298c None None] Current status of the port 64ef3661-b356-4668-bf4f-950135f6a038 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:54.048220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5a0be527-9615-4bb2-9455-dd37a06e7c89,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:54.072920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 64ef3661-b356-4668-bf4f-950135f6a038 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:54.073264 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64ef3661-b356-4668-bf4f-950135f6a038), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.149584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 926 time: 4.7208581 May 02 10:27:54.149584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58508) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:54.159798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28bddec3-95ac-4d62-bc21-bfbc8f812fb9 req-245c67eb-92ca-4929-972b-db11c7e4d6dd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 210 time: 0.2568388 May 02 10:27:54.160476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bdb931-c8e3-4d59-ada2-5cabdfd0635f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=a2d52125-ca8d-47f2-b216-c6546e97bdb4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:54.185462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-68b73b71-e577-4e1d-96b7-520b3c88c029 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:54.187215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-68b73b71-e577-4e1d-96b7-520b3c88c029 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7334657 May 02 10:27:54.205162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2d1f09-9791-4622-baf2-475b595cbfa2 None None] New status for floating IP 405e713b-18a6-478b-ac29-2bc85c855cae: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:27:54.211437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Request body: {'port': {'device_id': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '8f3a87b199b24854bb1e0699f7402e8d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:54.350279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Pushing event updated for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:54.377452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Provisioning complete for port d6045975-8e18-4940-90d0-c29873735bed triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:54.378476 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d6045975-8e18-4940-90d0-c29873735bed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.397014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.418094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:27:54.455462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks [] for port (80604a86-a466-410f-932d-f8c5aadee432), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.455462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.457994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6b62380f-a3c0-49b4-9575-f008c181845e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.469602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869f6d55-0ea2-4e69-9f33-ede04857dd1c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:54.471174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-869f6d55-0ea2-4e69-9f33-ede04857dd1c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.3069296 May 02 10:27:54.479130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:54.524655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Port d6045975-8e18-4940-90d0-c29873735bed cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:54.535445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 64ef3661-b356-4668-bf4f-950135f6a038 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:54.540897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Provisioning complete for port 64ef3661-b356-4668-bf4f-950135f6a038 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:54.542348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64ef3661-b356-4668-bf4f-950135f6a038), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.572846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.574160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (c64bbdd1-29a7-44c6-8005-15a2b8844617), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.585482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df467efe-8506-420c-a0c2-d25a8e95dfa1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:54.591238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df467efe-8506-420c-a0c2-d25a8e95dfa1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:54.596736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df467efe-8506-420c-a0c2-d25a8e95dfa1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:54.598555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df467efe-8506-420c-a0c2-d25a8e95dfa1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.1169124 May 02 10:27:54.602045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:54.647631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-24b44f53-47d9-4856-ae52-43874a148736 None None] Current status of the port 64ef3661-b356-4668-bf4f-950135f6a038 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:54.650975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for c64bbdd1-29a7-44c6-8005-15a2b8844617 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:54.717699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port a2d52125-ca8d-47f2-b216-c6546e97bdb4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:54.718471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.772494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:54.780244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:54.791743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d7766f4-6bd6-4a2b-b5cf-6343f74f8e69 req-280d5f72-2540-4443-b195-561462adb488 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.0688226 May 02 10:27:54.803186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-faa91be8-1cef-4449-8d91-d539ff4ff53f None None] Provisioning complete for port a2d52125-ca8d-47f2-b216-c6546e97bdb4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:54.804241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faa91be8-1cef-4449-8d91-d539ff4ff53f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.879953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faa91be8-1cef-4449-8d91-d539ff4ff53f None None] Port a2d52125-ca8d-47f2-b216-c6546e97bdb4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:54.942664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:54.961819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for a2d52125-ca8d-47f2-b216-c6546e97bdb4 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:54.976805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Router 6b62380f-a3c0-49b4-9575-f008c181845e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:27:55.021676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.024469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Made reservation on behalf of 8f3a87b199b24854bb1e0699f7402e8d for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:27:55.028428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.031173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.051063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:55.174750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c64bbdd1-29a7-44c6-8005-15a2b8844617), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.236335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:55.261385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=c64bbdd1-29a7-44c6-8005-15a2b8844617,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:55.263840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:27:55.277839 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Sync routers for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:27:55.284126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-26ca253a-fc41-4bbb-85c7-634435a65beb admin admin] 10.222.0.16 "PUT /v2.0/routers/6b62380f-a3c0-49b4-9575-f008c181845e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2168467 May 02 10:27:55.313424 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:55.314068 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:55.369263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (405e713b-18a6-478b-ac29-2bc85c855cae), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.372377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.373783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f6e7f5b5-edd7-45b3-a45f-6d0368c1f181 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/floatingips/405e713b-18a6-478b-ac29-2bc85c855cae HTTP/1.1" status: 204 len: 168 time: 2.9396360 May 02 10:27:55.426431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9caa6565-fc3b-49f6-a410-3da2cb59d76d None None] Provisioning complete for port 45928439-724c-4191-8f54-6daf4a357ba8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:55.433251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9caa6565-fc3b-49f6-a410-3da2cb59d76d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45928439-724c-4191-8f54-6daf4a357ba8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.481222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Pushing event updated for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:55.510889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Allocated IP 192.168.233.73 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/c37f97fa-66ca-4eff-b507-a2718592221c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:27:55.576282 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:55.695202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-70441f3e-d77e-4964-afca-8c57658c1fd2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.696655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9caa6565-fc3b-49f6-a410-3da2cb59d76d None None] Port 45928439-724c-4191-8f54-6daf4a357ba8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:55.891753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:55.894314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:55.905349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:55.909172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:55.917157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a2d52125-ca8d-47f2-b216-c6546e97bdb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:55.934114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks [] for port (c37f97fa-66ca-4eff-b507-a2718592221c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.071671 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:52Z', 'revision_number': 2, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:56.074552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a0be527-9615-4bb2-9455-dd37a06e7c89 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:56.077937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ae497ac-59e6-4d8a-b636-709b1b1c63aa req-0cbd8e9f-f3c5-4476-9a1a-e80395ea0f6e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 210 time: 0.6218383 May 02 10:27:56.080208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:56.136641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Checking router: 6b62380f-a3c0-49b4-9575-f008c181845e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:27:56.137010 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Updating router 6b62380f-a3c0-49b4-9575-f008c181845e port 45928439-724c-4191-8f54-6daf4a357ba8 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:27:56.183559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=a2d52125-ca8d-47f2-b216-c6546e97bdb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:56.188456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.208155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.220399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a29c6784-e92a-44fd-a289-0210b03e6f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/a2d52125-ca8d-47f2-b216-c6546e97bdb4 HTTP/1.1" status: 204 len: 168 time: 1.6170504 May 02 10:27:56.223639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58544) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:56.224149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:56.234697 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45928439-724c-4191-8f54-6daf4a357ba8), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.350005 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a103d86-4111-4d59-8f20-1688bb66fea7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:56.369855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0a103d86-4111-4d59-8f20-1688bb66fea7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/a2d52125-ca8d-47f2-b216-c6546e97bdb4 HTTP/1.1" status: 404 len: 333 time: 0.1449320 May 02 10:27:56.375118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:56.380271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58546) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:56.491985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-491e0e0a-b7c6-481d-8745-63e45ea21ef5 None None] Provisioning complete for port 80604a86-a466-410f-932d-f8c5aadee432 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:56.492510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-491e0e0a-b7c6-481d-8745-63e45ea21ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (80604a86-a466-410f-932d-f8c5aadee432), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.625465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-491e0e0a-b7c6-481d-8745-63e45ea21ef5 None None] Port 80604a86-a466-410f-932d-f8c5aadee432 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:56.643370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5a0be527-9615-4bb2-9455-dd37a06e7c89 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:56.659126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port d6045975-8e18-4940-90d0-c29873735bed {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:27:56.659645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d6045975-8e18-4940-90d0-c29873735bed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.663958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:56.799269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58548) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:56.812889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1431143780', 'description': 'tempest-description--161005535'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:57.003510 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks [] for port (45928439-724c-4191-8f54-6daf4a357ba8), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.007675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d6045975-8e18-4940-90d0-c29873735bed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.011678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.042800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for d6045975-8e18-4940-90d0-c29873735bed owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:27:57.054647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581afa1b-ea5f-4caa-90f6-d82412cd82c9 req-1d669990-e090-46f8-9296-fac53b955c38 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:57.062711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-581afa1b-ea5f-4caa-90f6-d82412cd82c9 req-1d669990-e090-46f8-9296-fac53b955c38 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 936 time: 0.1708066 May 02 10:27:57.096670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f2a57e25-9d17-46e9-8f14-645554c69699 None None] Provisioning complete for port 2ee5ed9a-fbd8-409f-93f2-30545b473915 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:57.096670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2a57e25-9d17-46e9-8f14-645554c69699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.117482 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.234177 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329a1a3-5966-4f13-9cb9-32373388a52e None None] Pushing event updated for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:57.311393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:57.313013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.337352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-581afa1b-ea5f-4caa-90f6-d82412cd82c9 req-be61293d-0fea-4600-abe2-720967f20fda tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722411 May 02 10:27:57.362233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f2a57e25-9d17-46e9-8f14-645554c69699 None None] Port 2ee5ed9a-fbd8-409f-93f2-30545b473915 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:57.411055 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Attempting to bind port 45928439-724c-4191-8f54-6daf4a357ba8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:27:57.415532 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Attempting to bind port 45928439-724c-4191-8f54-6daf4a357ba8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:27:57.416131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Attempting to bind port 45928439-724c-4191-8f54-6daf4a357ba8 on network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:27:57.416909 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (80604a86-a466-410f-932d-f8c5aadee432), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.437872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5a0be527-9615-4bb2-9455-dd37a06e7c89 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:57.439820 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:27:57.440665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Checking segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:27:57.442308 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.444584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:57.444832 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Bound using segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:27:57.445455 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Bound port: 45928439-724c-4191-8f54-6daf4a357ba8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:27:57.446110 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45928439-724c-4191-8f54-6daf4a357ba8), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.490225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0ad2101a-c92f-477f-a821-2facd2baa4d0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.3953991 May 02 10:27:57.511066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.526641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:57.534678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Request body: {'port': {'device_id': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:57.591911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c', '58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:27:57.623932 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] For port 45928439-724c-4191-8f54-6daf4a357ba8, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:27:57.632353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] For port 45928439-724c-4191-8f54-6daf4a357ba8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45928439-724c-4191-8f54-6daf4a357ba8,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:27:57.674759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (c1c15a85-961b-43ea-afe2-db352abfabaf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.678528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.706291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543c385-edf6-4bdd-8ca8-365ac5428cc9 req-129ce6e5-34d2-45a7-935f-e024d0ad5670 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:57.716162 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.719357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0543c385-edf6-4bdd-8ca8-365ac5428cc9 req-129ce6e5-34d2-45a7-935f-e024d0ad5670 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 935 time: 0.1817088 May 02 10:27:57.792800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:57.793179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.799931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:27:57.800842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Provisioning complete for port 45928439-724c-4191-8f54-6daf4a357ba8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:57.801222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45928439-724c-4191-8f54-6daf4a357ba8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.809888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:27:57.815045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:27:57.848416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c1c15a85-961b-43ea-afe2-db352abfabaf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.857344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:27:57.857978 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:57.867551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8329a1a3-5966-4f13-9cb9-32373388a52e None None] Pushing event updated for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:57.908835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:57.910324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:57.920981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:57.926997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c15a85-961b-43ea-afe2-db352abfabaf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:57.943376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2000045121', 'description': 'tempest-description--728056171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:58.050748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8453593 May 02 10:27:58.051779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f2e3b-8757-41ae-8c0d-689ab41ca1fa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:58.090164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Request body: {'port': {'device_id': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:58.152523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0543c385-edf6-4bdd-8ca8-365ac5428cc9 req-d1eeb69f-7065-43f7-a2cd-b506b295bcd8 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298897 May 02 10:27:58.161189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.163434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7300302d-25a3-485b-b400-57b5ea4be0fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3626041 May 02 10:27:58.166381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:58.191147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': 'c1c15a85-961b-43ea-afe2-db352abfabaf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:58.242674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d6045975-8e18-4940-90d0-c29873735bed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.253118 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:27:58.298698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=d6045975-8e18-4940-90d0-c29873735bed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:58.320846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.335506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Current status of the port 45928439-724c-4191-8f54-6daf4a357ba8 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:58.342678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45928439-724c-4191-8f54-6daf4a357ba8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.471184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] For port 45928439-724c-4191-8f54-6daf4a357ba8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45928439-724c-4191-8f54-6daf4a357ba8,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:58.474441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (f62e52a9-4fed-4cf5-8873-5409bf7b5c88), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.539414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.557376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c50fbf2-f3af-4b81-a3b1-23c8bd6dc0b8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/d6045975-8e18-4940-90d0-c29873735bed HTTP/1.1" status: 204 len: 168 time: 2.1743348 May 02 10:27:58.569197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58576) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:58.620908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (f62e52a9-4fed-4cf5-8873-5409bf7b5c88), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.655731 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.698688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5984115-eb18-47d4-91ae-abc237b530da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.705774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.707694 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7db19f8-2974-4162-8d60-4937b90055c0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:27:58.712276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe6f64d-3480-45cf-8e9b-27eba8a3fc19 req-e39dbaa4-2843-4432-837e-11e34564db49 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:58.714605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7db19f8-2974-4162-8d60-4937b90055c0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/d6045975-8e18-4940-90d0-c29873735bed HTTP/1.1" status: 404 len: 333 time: 0.1441805 May 02 10:27:58.715607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (f62e52a9-4fed-4cf5-8873-5409bf7b5c88), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.722018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58578) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:58.738146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fe6f64d-3480-45cf-8e9b-27eba8a3fc19 req-e39dbaa4-2843-4432-837e-11e34564db49 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 936 time: 0.1869659 May 02 10:27:58.766650 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:27:58.802316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10fbff0-46dc-4079-948a-9fdf19f830e7 None None] Pushing event updated for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:58.810196 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c0b6c6-f2dd-4b6b-9c7d-94da8dcc11ad None None] The sync data for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 is: [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:27:58.847767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f62e52a9-4fed-4cf5-8873-5409bf7b5c88,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:58.934837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:58.942059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.945717 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.949992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-53ccd8f1-466c-482a-a6a0-810b7ccccaac tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7782233 May 02 10:27:58.951643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 571266d1-7d39-4859-ab5d-2550e8e91d03 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:27:58.962943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (99e26a03-aad0-4836-b9f9-66a0d98def7f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.963801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58596) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:58.966811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (571266d1-7d39-4859-ab5d-2550e8e91d03), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:58.973589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'security_group_rule': {'security_group_id': 'c1c15a85-961b-43ea-afe2-db352abfabaf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:59.015060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Provisioning complete for port 45928439-724c-4191-8f54-6daf4a357ba8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:59.015436 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45928439-724c-4191-8f54-6daf4a357ba8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.021532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:27:59.063822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (571266d1-7d39-4859-ab5d-2550e8e91d03), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.097927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.127620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (99e26a03-aad0-4836-b9f9-66a0d98def7f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.186227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.186445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks [] for port (80604a86-a466-410f-932d-f8c5aadee432), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.200388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (2f1608f9-f878-42df-acb5-4b944a0c9c02), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.244805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.251232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 1.3136952 May 02 10:27:59.294935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58600) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:59.313121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:59.318758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'security_group_rule': {'security_group_id': '99e26a03-aad0-4836-b9f9-66a0d98def7f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:59.335366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db904186-485f-458c-9493-e9013b95e8e9 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99e26a03-aad0-4836-b9f9-66a0d98def7f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:59.373196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Current status of the port 45928439-724c-4191-8f54-6daf4a357ba8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:59.401714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 45928439-724c-4191-8f54-6daf4a357ba8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:27:59.436373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Provisioning complete for port c37f97fa-66ca-4eff-b507-a2718592221c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:59.437070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.481918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fd31f6-1df6-4b47-8485-3158e0101c12 req-79640e52-0879-4ced-b0fb-cf41770cd5e2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:27:59.482766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0039cbad-19db-47a7-93d1-659b4fa43ab3 None None] Port c37f97fa-66ca-4eff-b507-a2718592221c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:27:59.495515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3fd31f6-1df6-4b47-8485-3158e0101c12 req-79640e52-0879-4ced-b0fb-cf41770cd5e2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 935 time: 0.1903574 May 02 10:27:59.531476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 45928439-724c-4191-8f54-6daf4a357ba8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:27:59.532117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45928439-724c-4191-8f54-6daf4a357ba8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.539105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.634667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (2f1608f9-f878-42df-acb5-4b944a0c9c02), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.637993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ee5ed9a-fbd8-409f-93f2-30545b473915 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:27:59.643958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (571266d1-7d39-4859-ab5d-2550e8e91d03), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.649885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fe6f64d-3480-45cf-8e9b-27eba8a3fc19 req-13303ba0-dc46-44c5-80cc-5ea8e6f03603 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9120541 May 02 10:27:59.653828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 45928439-724c-4191-8f54-6daf4a357ba8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:27:59.676757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks [] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.690847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Pushing event updated for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:59.716702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.718730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Transition to ACTIVE for port object 2ee5ed9a-fbd8-409f-93f2-30545b473915 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:27:59.735975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (acd40782-82da-43e7-94aa-79059a946f40), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.783876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (2f1608f9-f878-42df-acb5-4b944a0c9c02), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.809275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.821565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3fd31f6-1df6-4b47-8485-3158e0101c12 req-54d835d7-eaf8-4588-8c3e-30c32c52f749 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251195 May 02 10:27:59.862549 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (acd40782-82da-43e7-94aa-79059a946f40), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.867064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1608f9-f878-42df-acb5-4b944a0c9c02,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:27:59.907554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:27:59.907554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c708abb-0361-4414-b12b-814807f20b07 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9412677 May 02 10:27:59.912316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58612) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:27:59.916143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:27:59.961858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (acd40782-82da-43e7-94aa-79059a946f40), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.008819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd40782-82da-43e7-94aa-79059a946f40,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:00.023398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (571266d1-7d39-4859-ab5d-2550e8e91d03), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.081063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:00.132946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9ca8b03-3e05-4573-bbbb-081fbb29182e None None] Network b4487aa8-a9d3-42bf-a151-44f0e965fc7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:00.146230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=571266d1-7d39-4859-ab5d-2550e8e91d03,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:00.154158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.166267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21014770-6dfb-4767-b785-f07d3b59abfe tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8641317 May 02 10:28:00.168969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.172624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7926942-52a4-4521-ad1f-055a3d54bb83 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/571266d1-7d39-4859-ab5d-2550e8e91d03 HTTP/1.1" status: 204 len: 168 time: 1.4396594 May 02 10:28:00.181751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.182447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58614) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:00.184375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58616) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:00.188190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'security_group_rule': {'security_group_id': '99e26a03-aad0-4836-b9f9-66a0d98def7f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:00.340098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:00.389723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:00.393112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] DHCP port deletion for b4487aa8-a9d3-42bf-a151-44f0e965fc7d request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:28:00.476009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Deleting port 64ef3661-b356-4668-bf4f-950135f6a038 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:00.476009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (64ef3661-b356-4668-bf4f-950135f6a038), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.547446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.586129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.618030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] For port 64ef3661-b356-4668-bf4f-950135f6a038, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64ef3661-b356-4668-bf4f-950135f6a038,segment=NetworkSegment(f4862931-c5c0-4dbc-93bc-5c596739c3f8),segment_id=f4862931-c5c0-4dbc-93bc-5c596739c3f8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:00.618270 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (64ef3661-b356-4668-bf4f-950135f6a038), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.631649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b4487aa8-a9d3-42bf-a151-44f0e965fc7d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.642980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Calling delete_port for 64ef3661-b356-4668-bf4f-950135f6a038 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:00.697066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 64ef3661-b356-4668-bf4f-950135f6a038 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:00.697397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (64ef3661-b356-4668-bf4f-950135f6a038), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.724570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Attempting to bind port 2ee5ed9a-fbd8-409f-93f2-30545b473915 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:00.725651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Attempting to bind port 2ee5ed9a-fbd8-409f-93f2-30545b473915 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:00.725877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Attempting to bind port 2ee5ed9a-fbd8-409f-93f2-30545b473915 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:00.797032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (044b45b7-b6de-407e-a526-c465d997e77f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.875084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port 64ef3661-b356-4668-bf4f-950135f6a038, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64ef3661-b356-4668-bf4f-950135f6a038,segment=NetworkSegment(f4862931-c5c0-4dbc-93bc-5c596739c3f8),segment_id=f4862931-c5c0-4dbc-93bc-5c596739c3f8)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:00.875641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (64ef3661-b356-4668-bf4f-950135f6a038), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.878509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Port 2ee5ed9a-fbd8-409f-93f2-30545b473915 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:00.878922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Attempting to bind port 2ee5ed9a-fbd8-409f-93f2-30545b473915 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:00.889441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c8400f4-d8bf-44e8-b99d-397a1757e52f None None] Provisioning complete for port 80604a86-a466-410f-932d-f8c5aadee432 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:00.890075 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c8400f4-d8bf-44e8-b99d-397a1757e52f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (80604a86-a466-410f-932d-f8c5aadee432), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.894222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (64ef3661-b356-4668-bf4f-950135f6a038), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.922280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 64ef3661-b356-4668-bf4f-950135f6a038 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:00.961403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.35.4.251 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6f79f2f8-97ae-4bc8-95b8-640d2451b1ba) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:00.969013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] No DVR routers for this DVR port 64ef3661-b356-4668-bf4f-950135f6a038 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:00.971105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:00.973303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:00.973677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:00.974099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:00.974516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Bound port: 2ee5ed9a-fbd8-409f-93f2-30545b473915, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:00.974825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c6671c-674e-4a8c-9f91-6a53e791219e None None] Pushing event deleted for resources: {'Port': ['ID=64ef3661-b356-4668-bf4f-950135f6a038,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:00.974958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:00.999853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c8400f4-d8bf-44e8-b99d-397a1757e52f None None] Port 80604a86-a466-410f-932d-f8c5aadee432 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:01.047745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:01.052964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (044b45b7-b6de-407e-a526-c465d997e77f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.061113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks [] for port (c37f97fa-66ca-4eff-b507-a2718592221c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.076625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Transition to ACTIVE for port object c37f97fa-66ca-4eff-b507-a2718592221c will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:01.137862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f382eb-d182-421a-bb4d-05a5e103db61 req-f2d649fd-fbec-4fd2-99ad-e27f7ad62c8a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:01.145678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56f382eb-d182-421a-bb4d-05a5e103db61 req-f2d649fd-fbec-4fd2-99ad-e27f7ad62c8a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 948 time: 0.2587790 May 02 10:28:01.197259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (044b45b7-b6de-407e-a526-c465d997e77f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.210116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.242364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8b0dc-dd15-47a1-b18c-7368534d6b02 req-06511f24-bd99-4438-a1ed-17abaea94247 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:01.245406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bec8b0dc-dd15-47a1-b18c-7368534d6b02 req-06511f24-bd99-4438-a1ed-17abaea94247 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 935 time: 0.2239320 May 02 10:28:01.275191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=044b45b7-b6de-407e-a526-c465d997e77f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:01.278153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:01.288501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:01.345195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.353582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ebfe7a48-e360-4a99-b124-d205cc1b3d56 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1700029 May 02 10:28:01.367193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58632) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:01.372581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:01.376515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:01.385766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:01.403495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:01.403876 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.411748 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (64ef3661-b356-4668-bf4f-950135f6a038), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.468262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bec8b0dc-dd15-47a1-b18c-7368534d6b02 req-8b198709-c694-4936-a4f3-41829fd4ae25 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064195 May 02 10:28:01.526332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.531387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.544545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port 64ef3661-b356-4668-bf4f-950135f6a038 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:01.547163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56f382eb-d182-421a-bb4d-05a5e103db61 req-57b2f64c-027f-4dcf-b5e3-7940d66d418d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3997297 May 02 10:28:01.567949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.582853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=64ef3661-b356-4668-bf4f-950135f6a038,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:01.611019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:01.612631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:01.626137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Sync routers for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:01.658574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:01.659229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:01.676443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5250480d-d5eb-4a0d-9589-a424ad860edd admin admin] 10.222.0.16 "PUT /v2.0/routers/f3ccaa58-dab2-4f5b-935d-2d0be941fb99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6092978 May 02 10:28:01.684586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:01.688115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.690925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ee5ed9a-fbd8-409f-93f2-30545b473915 HTTP/1.1" status: 200 len: 1096 time: 4.1691463 May 02 10:28:01.696573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:01.703547 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28b60509-f09b-48df-939d-c0a421e25aa3" -d '{"events": [{"name": "network-changed", "server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:01.730349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b4487aa8-a9d3-42bf-a151-44f0e965fc7d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.756168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4487aa8-a9d3-42bf-a151-44f0e965fc7d']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:01.774210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4862931-c5c0-4dbc-93bc-5c596739c3f8') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:01.774915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4862931-c5c0-4dbc-93bc-5c596739c3f8') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:01.783933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecec1de6-4881-4004-ac85-866d4c56f695 service neutron] Pushing event updated for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:01.788630 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (f4862931-c5c0-4dbc-93bc-5c596739c3f8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.789450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64ef3661-b356-4668-bf4f-950135f6a038 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:01.809305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f4862931-c5c0-4dbc-93bc-5c596739c3f8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.817871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:28:01.818261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (f4862931-c5c0-4dbc-93bc-5c596739c3f8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:01.880171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 64ef3661-b356-4668-bf4f-950135f6a038 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:01.880346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64ef3661-b356-4668-bf4f-950135f6a038 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:01.892934 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8715b5f-7308-4311-933a-7bcab24829e8 x-openstack-request-id: req-b8715b5f-7308-4311-933a-7bcab24829e8 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:01.894347 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:01.894968 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8715b5f-7308-4311-933a-7bcab24829e8 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:01.896082 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8715b5f-7308-4311-933a-7bcab24829e8'] response: {'name': 'network-changed', 'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'status': 'completed', 'code': 200} May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: timer() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:28:01.902894 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:28:01.994813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-aeb7b79c-b5a9-43af-bffe-8233aab40476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:01.996742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-aeb7b79c-b5a9-43af-bffe-8233aab40476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 1130 time: 0.1618943 May 02 10:28:02.003197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:02.010857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:02.010857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:02.011806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b4487aa8-a9d3-42bf-a151-44f0e965fc7d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.045743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.055737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:02.059793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.060204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:02.062077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/b4487aa8-a9d3-42bf-a151-44f0e965fc7d HTTP/1.1" status: 204 len: 168 time: 1.8684936 May 02 10:28:02.065725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafc6f96-6b53-4e97-a61c-cc25eb61d4f5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=b4487aa8-a9d3-42bf-a151-44f0e965fc7d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:02.071924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-abe71585-6c06-4cd3-a8f9-544a52174a0d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915 HTTP/1.1" status: 200 len: 217 time: 0.0574474 May 02 10:28:02.076067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:02.076067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:02.076067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:02.076067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Bound port: c37f97fa-66ca-4eff-b507-a2718592221c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:02.076466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:02.076558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.119723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-688913397'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:02.139352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:02.277885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:02.281282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:02.301204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0f3b4568-101c-43d9-a220-8e3bb50e18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:02.302990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-0f3b4568-101c-43d9-a220-8e3bb50e18c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2203765 May 02 10:28:02.367243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.422877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-1892d482-05d4-42b2-b11a-aa27d0a9bf8c tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2866583 May 02 10:28:02.427036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.433506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:02.433800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.435193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] 10.222.0.24 "PUT /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 1095 time: 4.3577154 May 02 10:28:02.437914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfd43c-0464-4b25-9ca6-9bd35a8a7d11 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:02.463041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-9ff1cfef-32cc-4922-9610-8a6e6847ece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:02.465144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-9ff1cfef-32cc-4922-9610-8a6e6847ece3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1513934 May 02 10:28:02.495167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 4, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80604a86-a466-410f-932d-f8c5aadee432', 'name': '', 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'mac_address': 'fa:16:3e:ee:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:52Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 2, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'subnets': [{'id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:02.556721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Checking router: f3ccaa58-dab2-4f5b-935d-2d0be941fb99 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:02.557091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Updating router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 port 80604a86-a466-410f-932d-f8c5aadee432 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:28:02.577660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Allocated IP 172.35.4.22 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/539a25e3-0b47-4c35-be89-aa723c13cdd2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:02.595831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-2c161910-130c-46a9-af0f-6f3bdc789707 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224325 May 02 10:28:02.680266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (80604a86-a466-410f-932d-f8c5aadee432), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.712827 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.731720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86af789-82ef-41d7-af45-d5e668ec7060 req-92c1f298-5c95-42d2-9c7c-0913465b7f7a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:02.739344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f86af789-82ef-41d7-af45-d5e668ec7060 req-92c1f298-5c95-42d2-9c7c-0913465b7f7a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 947 time: 0.0659311 May 02 10:28:02.748163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:02.755739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:02.805390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f86af789-82ef-41d7-af45-d5e668ec7060 req-72c10c53-fc15-41a4-a771-408f0bb9c127 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577099 May 02 10:28:02.853687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1d165415-8e0e-4fe0-ba73-0b4389ad0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:02.855244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-1d165415-8e0e-4fe0-ba73-0b4389ad0674 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1129 time: 0.2452526 May 02 10:28:03.160342 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks [] for port (80604a86-a466-410f-932d-f8c5aadee432), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.260477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.298023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.377889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-37222225-c3bc-445f-85a5-54e9f547fb85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.5130353 May 02 10:28:03.395291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=6f79f2f8-97ae-4bc8-95b8-640d2451b1ba,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:03.397686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c62cd-181a-4b28-bc75-d51229fa2088 None None] Pushing event updated for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:03.409624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:03.413548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:03.419470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:03.460179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.489011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-c1f47dd3-a23d-4aed-897f-4bb5beb5182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:03.491629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-c1f47dd3-a23d-4aed-897f-4bb5beb5182b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0850320 May 02 10:28:03.497463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e79a69dd-3507-4014-bd7d-e9650dbd1624 req-90b84b02-3e5e-4846-b7b7-ac245b1de1e2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8892732 May 02 10:28:03.508625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Attempting to bind port 80604a86-a466-410f-932d-f8c5aadee432 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:03.509561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Attempting to bind port 80604a86-a466-410f-932d-f8c5aadee432 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:03.509812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Attempting to bind port 80604a86-a466-410f-932d-f8c5aadee432 on network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:03.518606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:03.519306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Checking segment: {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:03.520038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.520695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Bound using segment: {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:03.521530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Bound port: 80604a86-a466-410f-932d-f8c5aadee432, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82bcc38d-57ab-4b55-af2e-46d56bf4c379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:03.522240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (80604a86-a466-410f-932d-f8c5aadee432), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.547566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e029ba-fcae-48a3-8d08-ef6d4cd55ee2 req-f2b795e8-2e18-4705-b01b-c3d5d4972d93 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:03.555226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51e029ba-fcae-48a3-8d08-ef6d4cd55ee2 req-f2b795e8-2e18-4705-b01b-c3d5d4972d93 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 948 time: 0.1910665 May 02 10:28:03.625012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-5f05353d-5314-41a2-a397-f0af86b4ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:03.626915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-5f05353d-5314-41a2-a397-f0af86b4ce2a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1101842 May 02 10:28:03.628684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.638115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51e029ba-fcae-48a3-8d08-ef6d4cd55ee2 req-07398ce3-139c-4936-93ab-30bdf90fe7b8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818994 May 02 10:28:03.742586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.762317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df335043-2271-469a-bcfe-ac76f08cbdc7 None None] Provisioning complete for port 80604a86-a466-410f-932d-f8c5aadee432 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:03.762775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df335043-2271-469a-bcfe-ac76f08cbdc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (80604a86-a466-410f-932d-f8c5aadee432), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.784111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] For port 80604a86-a466-410f-932d-f8c5aadee432, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:03.784425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-9f9a57d1-3b02-4365-962a-6f9ce79e5e9c service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275733 May 02 10:28:03.802067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:03.805798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] For port 80604a86-a466-410f-932d-f8c5aadee432, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80604a86-a466-410f-932d-f8c5aadee432,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:03.806089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.816981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df335043-2271-469a-bcfe-ac76f08cbdc7 None None] Port 80604a86-a466-410f-932d-f8c5aadee432 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:03.821833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:03.836787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:03.849503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:03.897892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Allocated IP 172.35.4.66 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d32ac3c2-0e0b-409a-8a57-b880df2f017d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:03.901721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'Port': ['ID=539a25e3-0b47-4c35-be89-aa723c13cdd2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:03.906118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:03.906873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:03.914401 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:03.915652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93dbf0f7-93cf-462c-b337-c038a93fc57a req-7b7ee90c-3dd7-45e9-bfd4-a964bfc6883f service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221378 May 02 10:28:03.948890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:28:03.992829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634bcf1f-42b2-4dfe-b0f3-6419de029754 req-e87fc4aa-3c07-4fb2-a78d-94cfcfc4fd52 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:03.994684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-634bcf1f-42b2-4dfe-b0f3-6419de029754 req-e87fc4aa-3c07-4fb2-a78d-94cfcfc4fd52 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 947 time: 0.0769727 May 02 10:28:04.009855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (955c5ab6-d034-4092-842b-4bdd0a939f92), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.010208 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Added segment 955c5ab6-d034-4092-842b-4bdd0a939f92 of type vlan for network 92844d2b-cd64-40de-bfec-1df07d25ea2b May 02 10:28:04.013574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798c62cd-181a-4b28-bc75-d51229fa2088 None None] Pushing event updated for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:04.062952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-634bcf1f-42b2-4dfe-b0f3-6419de029754 req-aa62fd08-2993-49d5-9d7c-95ffb11c274c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599620 May 02 10:28:04.064841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:04.065492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:04.116639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.121384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (92844d2b-cd64-40de-bfec-1df07d25ea2b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.156685 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd5a55-de20-4af6-a639-059208f2185b x-openstack-request-id: req-3dbd5a55-de20-4af6-a639-059208f2185b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:04.156989 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:04.157251 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3dbd5a55-de20-4af6-a639-059208f2185b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:04.157691 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbd5a55-de20-4af6-a639-059208f2185b'] response: {'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'status': 'completed', 'code': 200} May 02 10:28:04.229026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:28:04.267501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:04.295400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.436133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.475825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (92844d2b-cd64-40de-bfec-1df07d25ea2b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.482685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:04.483732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.548942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Provisioning complete for port 80604a86-a466-410f-932d-f8c5aadee432 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:04.549545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (80604a86-a466-410f-932d-f8c5aadee432), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.574485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 4, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80604a86-a466-410f-932d-f8c5aadee432', 'name': '', 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'mac_address': 'fa:16:3e:ee:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:52Z', 'updated_at': '2022-05-02T10:28:03Z', 'revision_number': 4, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'subnets': [{'id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:04.610654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06b2512c-c4d3-4529-957f-a9e040e91b55 None None] The sync data for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 is: [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:27:57Z', 'revision_number': 4, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '80604a86-a466-410f-932d-f8c5aadee432', 'name': '', 'network_id': '8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'mac_address': 'fa:16:3e:ee:5c:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1081, 'fixed_ips': [{'subnet_id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:52Z', 'updated_at': '2022-05-02T10:28:03Z', 'revision_number': 4, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'subnets': [{'id': '5402c093-41cf-453c-ab32-8ad5bb22b326', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:04.614867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Network': ['ID=92844d2b-cd64-40de-bfec-1df07d25ea2b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:04.618509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.628785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:28:04.774590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d0b20fab-8557-4870-ac46-05b8a8538c4c tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.6855962 May 02 10:28:04.777807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58682) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:04.782989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:04.818049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Current status of the port 80604a86-a466-410f-932d-f8c5aadee432 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:04.818547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (80604a86-a466-410f-932d-f8c5aadee432), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.864796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] For port 80604a86-a466-410f-932d-f8c5aadee432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80604a86-a466-410f-932d-f8c5aadee432,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:04.874117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.923253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:04.938526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:04.948927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:04.955902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:05.019000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa39bb4-71a0-410b-aaf1-0d4d720cc66c req-2070d934-8a12-401e-9931-58055478c47c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.027993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6316fef-89c7-49c7-bb6b-f505710b2298 None None] Pushing event updated for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:05.028201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-daa39bb4-71a0-410b-aaf1-0d4d720cc66c req-2070d934-8a12-401e-9931-58055478c47c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 948 time: 0.2153485 May 02 10:28:05.050239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.074765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event updated for resources: {'Port': ['ID=d32ac3c2-0e0b-409a-8a57-b880df2f017d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:05.104061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-308e6bc2-ac75-474a-83a8-a602e7272364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.108400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-308e6bc2-ac75-474a-83a8-a602e7272364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 1130 time: 0.1673155 May 02 10:28:05.137687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.161018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-daa39bb4-71a0-410b-aaf1-0d4d720cc66c req-6fd1af64-89f2-4c13-a7c7-381def82d4ef tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318312 May 02 10:28:05.251296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-2be66803-a1e4-478e-a392-563ab8450cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.253161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-2be66803-a1e4-478e-a392-563ab8450cfa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0645807 May 02 10:28:05.257400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=6f79f2f8-97ae-4bc8-95b8-640d2451b1ba,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:05.268987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:05.279248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.284781 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (6fc458c5-145e-4673-9629-411b0d7aaf18), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.304177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 80604a86-a466-410f-932d-f8c5aadee432 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:05.341337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.355769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.419872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 80604a86-a466-410f-932d-f8c5aadee432 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:05.419872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (80604a86-a466-410f-932d-f8c5aadee432), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.474914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.481212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-de7f382e-4eff-4455-b8fa-af0c5a463d5f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5698893 May 02 10:28:05.483369 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.529889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-9888767f-2171-4a88-9bc8-09b2ef565bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.531355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-9888767f-2171-4a88-9bc8-09b2ef565bc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3905602 May 02 10:28:05.589956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.601703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 80604a86-a466-410f-932d-f8c5aadee432 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:05.679235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'Port': ['ID=539a25e3-0b47-4c35-be89-aa723c13cdd2,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:05.733464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.805171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-6791d8f7-8d6a-49d0-b9a9-fd21286cdfab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.219&port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915 HTTP/1.1" status: 200 len: 217 time: 0.1035850 May 02 10:28:05.806092 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (571a1719-74cf-4001-9851-6ac8a7749434), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.832650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7739e118-0261-4481-9c21-cd8966b59f59 req-7bc36515-67f2-43ce-8321-399a91dc2e19 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.834338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7739e118-0261-4481-9c21-cd8966b59f59 req-7bc36515-67f2-43ce-8321-399a91dc2e19 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 947 time: 0.3147573 May 02 10:28:05.898469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.907813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1d2330ae-9a1d-4617-a397-b53e6ee7a092 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5306320 May 02 10:28:05.908045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-e4644169-2299-42df-a5fd-d4db3ba1f155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:05.909581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-e4644169-2299-42df-a5fd-d4db3ba1f155 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0928903 May 02 10:28:05.920761 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:05.982744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2ee5ed9a-fbd8-409f-93f2-30545b473915 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:05.996845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.089756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-f2efbf61-de5b-4033-9dfc-aaafadaeca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.091374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-f2efbf61-de5b-4033-9dfc-aaafadaeca6f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5795095 May 02 10:28:06.107821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=571a1719-74cf-4001-9851-6ac8a7749434,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:06.137469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (6fc458c5-145e-4673-9629-411b0d7aaf18), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.160896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-b88b8f6e-925f-4aef-8057-3597b8ae1ee1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0563824 May 02 10:28:06.178566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:06.194444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'mac_address': 'fa:16:3e:e4:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:06.202878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event updated for resources: {'Port': ['ID=d32ac3c2-0e0b-409a-8a57-b880df2f017d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:06.245887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-3f081843-c990-4f2b-9274-fa7cd25e160b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.247669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-3f081843-c990-4f2b-9274-fa7cd25e160b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3291693 May 02 10:28:06.261726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2ee5ed9a-fbd8-409f-93f2-30545b473915 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:06.263599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.278788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.279386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ee5ed9a-fbd8-409f-93f2-30545b473915 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:06.280942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-991e827a-7427-4996-a8b9-e108551bbe19 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5295773 May 02 10:28:06.292843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Checking segment: {'id': '955c5ab6-d034-4092-842b-4bdd0a939f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:06.293226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network hostable DHCP agents. Network: 92844d2b-cd64-40de-bfec-1df07d25ea2b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:28:06.320590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7739e118-0261-4481-9c21-cd8966b59f59 req-086d4ff3-5dc8-41b6-adcf-75b5c261c0b6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4051604 May 02 10:28:06.328771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:06.362619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-b7d0f7f2-cd91-41f7-9523-c8313792142a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.363965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-b7d0f7f2-cd91-41f7-9523-c8313792142a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1781492 May 02 10:28:06.398566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-66470895-1126-4d15-88f4-7131e212b672 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.66 HTTP/1.1" status: 200 len: 695 time: 0.1091206 May 02 10:28:06.402290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.502660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-e54f3584-211d-4e4d-98bc-d5cc41b4ead2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.504266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-e54f3584-211d-4e4d-98bc-d5cc41b4ead2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0818703 May 02 10:28:06.511756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:06.512625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:28:06.581537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-75bb88c7-7d5d-469e-b98a-bde5d477471e tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.584069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2df87bdc-aa23-467a-a17e-d926eb116da0 req-75bb88c7-7d5d-469e-b98a-bde5d477471e tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1639376 May 02 10:28:06.639609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 92844d2b-cd64-40de-bfec-1df07d25ea2b) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:06.650019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f79829e0-b951-4c0a-a1c2-f9cc70e1ee47 None None] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:06.737768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:06.738745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.754760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-cb15cb21-d81b-495b-b9e7-09e760400760 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1431143780&fields=id&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 267 time: 0.2469797 May 02 10:28:06.761428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['2ee5ed9a-fbd8-409f-93f2-30545b473915'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:06.776270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-2fceffa2-b331-4fe3-bf69-38836184f8b4 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197196 May 02 10:28:06.828477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-b2bb4c6f-1e34-42cb-b135-2ef8c974b550 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2000045121&fields=id&tenant_id=1d5fba18b19446e8ac75b3792e386fc4 HTTP/1.1" status: 200 len: 267 time: 0.1370060 May 02 10:28:06.917833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-92844d2b-cd64-40de-bfec-1df07d25ea2b', 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '571a1719-74cf-4001-9851-6ac8a7749434'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:28:06.921862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:06.923826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-de98cca8-4005-4eae-9716-4c4c70eb839b service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3927155 May 02 10:28:06.980065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dfe38cfa-a054-4f30-96c1-d404d6de8d97 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2010682 May 02 10:28:06.985941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:07.026684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1637531833', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:07.079905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-aae7960c-c920-4940-8710-07dcd293b9c5 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:07.090582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-002be8ee-50fd-4698-b51d-8e30a12f5194 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:07.095597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-aae7960c-c920-4940-8710-07dcd293b9c5 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/networks?id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4 HTTP/1.1" status: 200 len: 815 time: 0.2656605 May 02 10:28:07.112045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-002be8ee-50fd-4698-b51d-8e30a12f5194 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.3465164 May 02 10:28:07.120914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-3be92999-ea0c-4081-94c1-5fe7afb90148 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/quotas/1d5fba18b19446e8ac75b3792e386fc4 HTTP/1.1" status: 200 len: 375 time: 0.0246427 May 02 10:28:07.128729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b60509-f09b-48df-939d-c0a421e25aa3 req-dd9b03b1-f6fc-48b4-978b-2e5fbaafe282 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360927 May 02 10:28:07.129520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.130021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Allocated IP 2001:db8::2 (92844d2b-cd64-40de-bfec-1df07d25ea2b/571a1719-74cf-4001-9851-6ac8a7749434/0727139e-741b-4ef9-9196-822067800000) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:07.130568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.190809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for router_controller (56d12b03-afd6-4d6b-8a36-136495e0ad4d), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.193479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-0eb8981c-eb3c-4cb4-b58e-16d87c7c5e67 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1d5fba18b19446e8ac75b3792e386fc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565646 May 02 10:28:07.222747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-7f04aa6b-431e-4edb-9a8c-eeb0c4a7bcc3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/quotas/e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 375 time: 0.0305243 May 02 10:28:07.248000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac1f797b-4ff3-41fe-a9a7-b13f76300d5f req-16748f23-e3f6-433e-a8d6-5076a7badabf service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172183 May 02 10:28:07.267108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.296702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-cdfb42c3-c87c-4f16-967e-94124037d09e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0602026 May 02 10:28:07.337024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:07.375483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-2ac8b3d2-7423-4c10-acfb-df75f6615a45 service neutron] 10.222.0.16 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705420 May 02 10:28:07.384642 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks [] for port (0727139e-741b-4ef9-9196-822067800000), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.452665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.456468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-adc91a22-ad4e-45e5-bb36-e06f99bb69a2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4626789 May 02 10:28:07.460848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58728) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:07.468339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b', 'name': 'tempest-PortsIpV6TestJSON-499111204'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:07.478299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-4607e86e-9128-49ec-bbcf-c760d05521fd service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696954 May 02 10:28:07.502417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0727139e-741b-4ef9-9196-822067800000), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.573682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:07.587023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:07.590860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:07.606606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:07.630279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Pushing event updated for resources: {'Port': ['ID=0727139e-741b-4ef9-9196-822067800000,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:07.636645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'mac_address': 'fa:16:3e:69:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:07.672005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-9992a7a5-fb00-4db6-b571-12862abe53be service neutron] 10.222.0.16 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818290 May 02 10:28:07.739204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c37f97fa-66ca-4eff-b507-a2718592221c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:07.739789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.742739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Attempting to bind port 0727139e-741b-4ef9-9196-822067800000 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:07.743223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Attempting to bind port 0727139e-741b-4ef9-9196-822067800000 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '955c5ab6-d034-4092-842b-4bdd0a939f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:07.743702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Attempting to bind port 0727139e-741b-4ef9-9196-822067800000 on network 92844d2b-cd64-40de-bfec-1df07d25ea2b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:07.754896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:07.758991 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.759538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:07.760018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Checking segment: {'id': '955c5ab6-d034-4092-842b-4bdd0a939f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:07.760485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.760971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Bound using segment: {'id': '955c5ab6-d034-4092-842b-4bdd0a939f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:07.761516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Bound port: 0727139e-741b-4ef9-9196-822067800000, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '955c5ab6-d034-4092-842b-4bdd0a939f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '92844d2b-cd64-40de-bfec-1df07d25ea2b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:07.767150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0727139e-741b-4ef9-9196-822067800000), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.773447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:07.798156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:28:07.802241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-4c65a896-3a4e-4f70-af16-7d5897e35eb3 service neutron] 10.222.0.16 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4205019 May 02 10:28:07.808893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:07.895338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] For port 0727139e-741b-4ef9-9196-822067800000, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:07.899038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] For port 0727139e-741b-4ef9-9196-822067800000, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0727139e-741b-4ef9-9196-822067800000,segment=NetworkSegment(955c5ab6-d034-4092-842b-4bdd0a939f92),segment_id=955c5ab6-d034-4092-842b-4bdd0a939f92)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:07.927300 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:07.967939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::236 (92844d2b-cd64-40de-bfec-1df07d25ea2b/571a1719-74cf-4001-9851-6ac8a7749434/fa9ab6f2-1070-44e6-99ac-05cd6c393b43) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:08.029158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0727139e-741b-4ef9-9196-822067800000), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.035468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:08.157983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3351a94-b337-4bf5-a48f-1029a09ac0fc None None] Pushing event updated for resources: {'Port': ['ID=0727139e-741b-4ef9-9196-822067800000,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:08.212915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca780e5-ae67-4dc1-9076-1df80da94c56 req-069ca7a1-d5a1-4531-bbd7-c0dee8eb632f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:08.223253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ca780e5-ae67-4dc1-9076-1df80da94c56 req-069ca7a1-d5a1-4531-bbd7-c0dee8eb632f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 949 time: 0.2014275 May 02 10:28:08.234462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c37f97fa-66ca-4eff-b507-a2718592221c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:08.238362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2ee5ed9a-fbd8-409f-93f2-30545b473915 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:08.280918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837c45bd-0ab8-420a-b1bb-585f80d71bd8 req-4da27664-47d5-4da8-acb8-4a1f448d7534 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips/6fc458c5-145e-4673-9629-411b0d7aaf18 HTTP/1.1" status: 200 len: 692 time: 0.1465759 May 02 10:28:08.384677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 2ee5ed9a-fbd8-409f-93f2-30545b473915 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:08.407611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ca780e5-ae67-4dc1-9076-1df80da94c56 req-ee9c9216-cced-4517-ad8b-51bb87024d5d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808863 May 02 10:28:08.477828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 2ee5ed9a-fbd8-409f-93f2-30545b473915 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:08.478331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.491260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.633523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837c45bd-0ab8-420a-b1bb-585f80d71bd8 req-f49057c1-844f-4cdc-a56c-37a8e34b94c4 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:08.641197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837c45bd-0ab8-420a-b1bb-585f80d71bd8 req-f49057c1-844f-4cdc-a56c-37a8e34b94c4 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.3581855 May 02 10:28:08.658184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-837c45bd-0ab8-420a-b1bb-585f80d71bd8 req-39df3fa7-dd4b-4ea9-bc75-deb29aa81a4c tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:28:08.659366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837c45bd-0ab8-420a-b1bb-585f80d71bd8 req-39df3fa7-dd4b-4ea9-bc75-deb29aa81a4c tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0170159 May 02 10:28:08.676357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.743735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:08.747725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:08.773757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc5d5f52-b3a7-4fb8-90fb-5d7075e8ce2c req-60ae6719-a486-4ee1-8f25-8329d3d484d2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.0474803 May 02 10:28:08.778179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 2ee5ed9a-fbd8-409f-93f2-30545b473915 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:08.778681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.794627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:08.812013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:08.812682 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.827864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:08.830044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:08.839166 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8114599c-eebe-4d82-87ac-3e0cdab56183" -d '{"events": [{"server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "name": "network-vif-plugged", "status": "completed", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:08.847318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab21ae-f7ad-4798-b0d2-ca2112608a3d req-93b95c8d-1597-488d-be0d-af373c2d3a2d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:08.848867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8ab21ae-f7ad-4798-b0d2-ca2112608a3d req-93b95c8d-1597-488d-be0d-af373c2d3a2d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.2570539 May 02 10:28:08.905929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=fa9ab6f2-1070-44e6-99ac-05cd6c393b43,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:08.914257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddf96ba7-8e1a-421c-8a07-d48930e2a743 req-819ba649-5d7e-4b51-9d4f-610fcb6358ad tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.0564678 May 02 10:28:08.956250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:08.995981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8ab21ae-f7ad-4798-b0d2-ca2112608a3d req-7f637cbb-e733-473f-b324-b99ddd9711fc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239164 May 02 10:28:09.020387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9359e66c-0ba8-46bf-83eb-7c1a78688ca7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.5513566 May 02 10:28:09.020387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58760) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:09.061309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85c8ad93-ed4a-4029-829d-c7f25b99447a req-cec0d802-261c-4c9a-977e-0866f336cdf8 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=4b3cbda8aaf0451ea40060916319a0c2 HTTP/1.1" status: 200 len: 695 time: 0.1321962 May 02 10:28:09.062942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:09.126655 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958d30bc-0d92-4340-a51a-7f8656e02ee7 x-openstack-request-id: req-958d30bc-0d92-4340-a51a-7f8656e02ee7 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:09.134851 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "name": "network-vif-plugged", "status": "completed", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:09.134851 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-958d30bc-0d92-4340-a51a-7f8656e02ee7 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:09.134851 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-958d30bc-0d92-4340-a51a-7f8656e02ee7'] response: {'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'code': 200} May 02 10:28:09.257580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb4cb-a3dc-42fc-b59b-eef10f8aa440 req-c6a32359-7370-430e-9c25-fe15ed8b9639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:09.259384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-932eb4cb-a3dc-42fc-b59b-eef10f8aa440 req-c6a32359-7370-430e-9c25-fe15ed8b9639 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 1132 time: 0.0495696 May 02 10:28:09.285870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c8ad93-ed4a-4029-829d-c7f25b99447a req-6a72bc67-226a-4c11-956c-a52e97539fda tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:09.287512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85c8ad93-ed4a-4029-829d-c7f25b99447a req-6a72bc67-226a-4c11-956c-a52e97539fda tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks?id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 787 time: 0.2247288 May 02 10:28:09.312283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0727139e-741b-4ef9-9196-822067800000 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:09.326274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-85c8ad93-ed4a-4029-829d-c7f25b99447a req-7dd46068-dbb0-413e-9817-1bc7b6e02c36 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:28:09.333069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85c8ad93-ed4a-4029-829d-c7f25b99447a req-7dd46068-dbb0-413e-9817-1bc7b6e02c36 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0274498 May 02 10:28:09.419890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0727139e-741b-4ef9-9196-822067800000 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:09.420537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0727139e-741b-4ef9-9196-822067800000), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:09.495676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-61d79fa6-e92e-4690-9e2b-748ae48ec84b tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips/6fc458c5-145e-4673-9629-411b0d7aaf18 HTTP/1.1" status: 200 len: 692 time: 0.1401262 May 02 10:28:09.554856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0727139e-741b-4ef9-9196-822067800000 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:09.555249 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0727139e-741b-4ef9-9196-822067800000), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:09.610585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bccab-567d-4bad-b253-b4e3b7a22b4c req-e55672b0-ceef-478d-8d43-102d8351ea05 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:09.619427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d04bccab-567d-4bad-b253-b4e3b7a22b4c req-e55672b0-ceef-478d-8d43-102d8351ea05 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.0911100 May 02 10:28:09.729301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d04bccab-567d-4bad-b253-b4e3b7a22b4c req-1f2f48a2-64bc-4e8d-b58f-e96faf1f08e4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070936 May 02 10:28:09.797930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:09.852533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 0727139e-741b-4ef9-9196-822067800000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0727139e-741b-4ef9-9196-822067800000,segment=NetworkSegment(955c5ab6-d034-4092-842b-4bdd0a939f92),segment_id=955c5ab6-d034-4092-842b-4bdd0a939f92)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:09.886029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port c37f97fa-66ca-4eff-b507-a2718592221c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:09.941440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3972d015-7b2a-41b5-a7ca-a6945633481c None None] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:09.950133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9b2fbdbd-568c-43f5-899a-71eba7c0df2c req-20c9d539-2a1a-4cc7-90d7-d1a5740e7f91 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.0422828 May 02 10:28:10.034115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0727139e-741b-4ef9-9196-822067800000), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.047934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-98e98b16-792f-4237-b059-976d0693cc7b None None] Provisioning complete for port 0727139e-741b-4ef9-9196-822067800000 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:10.048568 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98e98b16-792f-4237-b059-976d0693cc7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0727139e-741b-4ef9-9196-822067800000), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.053975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port c37f97fa-66ca-4eff-b507-a2718592221c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:10.054480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.115218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43b466d3-fa2d-4671-a2da-58f761ff30c5 req-746eb2a3-abd0-41fb-9945-14b90b19b760 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.0462885 May 02 10:28:10.257674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-932eb4cb-a3dc-42fc-b59b-eef10f8aa440 req-3a7414b6-d07d-4264-8c58-19deb758bdcc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9650035 May 02 10:28:10.262926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=0727139e-741b-4ef9-9196-822067800000,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:10.328855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e394c4-700a-4dcc-984e-6ba876150857 req-3eca2b6f-a2ba-4e02-98e9-1f0ddedb1c5b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:10.336675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7e394c4-700a-4dcc-984e-6ba876150857 req-3eca2b6f-a2ba-4e02-98e9-1f0ddedb1c5b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.1047311 May 02 10:28:10.369393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-98e98b16-792f-4237-b059-976d0693cc7b None None] Current status of the port 0727139e-741b-4ef9-9196-822067800000 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:10.372053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c37f97fa-66ca-4eff-b507-a2718592221c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:10.372639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.409600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-832b1d3c-076e-4a14-a805-182dc28295c0 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:10.418068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-832b1d3c-076e-4a14-a805-182dc28295c0 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.9218814 May 02 10:28:10.425864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7e394c4-700a-4dcc-984e-6ba876150857 req-83bdc260-5e77-48ed-9b34-e38b25788088 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876772 May 02 10:28:10.426239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-be9b8706-ea85-42bc-93b9-d78e8fab3bac tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:28:10.427234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-be9b8706-ea85-42bc-93b9-d78e8fab3bac tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0083673 May 02 10:28:10.438135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:10.509056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.531525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-21a07475-2bb9-4357-9f07-f488980972d0 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.66 HTTP/1.1" status: 200 len: 695 time: 0.0923333 May 02 10:28:10.603327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:10.646300 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-50f8ab92-1fda-4400-b47d-f196cc077a70 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.66 HTTP/1.1" status: 200 len: 695 time: 0.0966842 May 02 10:28:10.697161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Provisioning complete for port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:10.697730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.750813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:10.781542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Provisioning complete for port 0727139e-741b-4ef9-9196-822067800000 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:10.782884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0727139e-741b-4ef9-9196-822067800000), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.967345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:10.981260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6b7b2868-1e01-400d-a4a7-11487d2b5da1 None None] Current status of the port 0727139e-741b-4ef9-9196-822067800000 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:11.019575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd3d5e-cf0c-4049-a403-4cfcac559998 req-92227336-b2d7-439b-ac14-84e3c9893525 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:11.021213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3bd3d5e-cf0c-4049-a403-4cfcac559998 req-92227336-b2d7-439b-ac14-84e3c9893525 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.1178174 May 02 10:28:11.078676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Deleting port d32ac3c2-0e0b-409a-8a57-b880df2f017d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:11.079036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.084564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3bd3d5e-cf0c-4049-a403-4cfcac559998 req-aa89b636-9ebe-4330-ac96-26328f8edc75 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531154 May 02 10:28:11.129413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:11.134395 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f739335e-7a89-454e-bc68-3c959955e6ec" -d '{"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:11.156356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-66748409-60c8-403e-9ce7-252e88331890 None None] Provisioning complete for port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:11.156932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66748409-60c8-403e-9ce7-252e88331890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.215503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0127fac7-7053-45c8-81bc-fa1cf6fc1ded req-3af075e5-0f40-4dc9-9b74-c638106b41a6 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.0445161 May 02 10:28:11.222465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-66748409-60c8-403e-9ce7-252e88331890 None None] Port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:11.260471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0727139e-741b-4ef9-9196-822067800000 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:11.293583 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-501a9c4f-3cd0-4aa3-9179-705ca91fa4d0 x-openstack-request-id: req-501a9c4f-3cd0-4aa3-9179-705ca91fa4d0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:11.293969 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:11.294524 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-501a9c4f-3cd0-4aa3-9179-705ca91fa4d0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:11.295006 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-501a9c4f-3cd0-4aa3-9179-705ca91fa4d0'] response: {'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'code': 200} May 02 10:28:11.329880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.334807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (d32ac3c2-0e0b-409a-8a57-b880df2f017d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.336532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0727139e-741b-4ef9-9196-822067800000 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:11.337011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0727139e-741b-4ef9-9196-822067800000), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.355888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd62d914-55de-48ef-9da5-3a6f2d9f110a req-cc53e716-cff4-4334-9ee5-6ce9696e8e41 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.0311148 May 02 10:28:11.356582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Calling delete_port for d32ac3c2-0e0b-409a-8a57-b880df2f017d owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:11.407381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaa4e79-0c03-42c7-9c92-089d58de1fbe req-91aaa393-0451-4408-aa3f-bab4d1e7df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:11.408925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adaa4e79-0c03-42c7-9c92-089d58de1fbe req-91aaa393-0451-4408-aa3f-bab4d1e7df52 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1131 time: 0.0690744 May 02 10:28:11.434398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0727139e-741b-4ef9-9196-822067800000 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:11.524180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.531107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-adaa4e79-0c03-42c7-9c92-089d58de1fbe req-5a4daebe-bcca-447f-ad03-5a1627025bec service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814345 May 02 10:28:11.545751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f94571-db7f-483d-8edd-019cf2690af4 req-c983eccb-4991-4fd9-8b34-e2b647513dc0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:11.547413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8f94571-db7f-483d-8edd-019cf2690af4 req-c983eccb-4991-4fd9-8b34-e2b647513dc0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0596340 May 02 10:28:11.613328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8f94571-db7f-483d-8edd-019cf2690af4 req-dc043a03-5062-4f5c-9a3d-43372151363a tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597715 May 02 10:28:11.641942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.753630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=fa9ab6f2-1070-44e6-99ac-05cd6c393b43,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:11.761711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d32ac3c2-0e0b-409a-8a57-b880df2f017d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:11.830226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event deleted for resources: {'Port': ['ID=d32ac3c2-0e0b-409a-8a57-b880df2f017d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:12.037407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (6fc458c5-145e-4673-9629-411b0d7aaf18), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.041139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.046001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-919ca4e0-fd8b-43c9-b307-e7ebc0769361 req-273d2e90-44fb-4efc-8e95-7ca2197a96e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "DELETE /v2.0/floatingips/6fc458c5-145e-4673-9629-411b0d7aaf18 HTTP/1.1" status: 204 len: 173 time: 1.3709517 May 02 10:28:12.170771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-29fffbcd-28b4-47f4-b7b4-466dd587937e None None] Provisioning complete for port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:12.171392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29fffbcd-28b4-47f4-b7b4-466dd587937e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.189599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (56d12b03-afd6-4d6b-8a36-136495e0ad4d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.268388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-29fffbcd-28b4-47f4-b7b4-466dd587937e None None] Port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:12.318805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dac4e29-af57-4edc-863b-155efad0321b req-11a15704-46a4-4f31-913e-43c75eac8555 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2529242 May 02 10:28:12.333754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:12.373102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a83b7-f02d-4c20-8959-53045028017d req-dd8cc1cd-8aca-49e5-b5ec-b81160c99dd8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:12.374919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a22a83b7-f02d-4c20-8959-53045028017d req-dd8cc1cd-8aca-49e5-b5ec-b81160c99dd8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.0883570 May 02 10:28:12.394712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-bbf775ae-6aa0-4ce8-bb03-b60e18484dc9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:12.396111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-bbf775ae-6aa0-4ce8-bb03-b60e18484dc9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 815 time: 0.5636685 May 02 10:28:12.480860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a22a83b7-f02d-4c20-8959-53045028017d req-375ae762-90ca-457b-8dd9-2bf9db9cdf49 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979378 May 02 10:28:12.502505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-fceb0c7a-a38c-4627-a6e5-dd5c04e1a8ab tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e3c5102fde294e5fb3dbf22336934db9 HTTP/1.1" status: 200 len: 380 time: 0.0921688 May 02 10:28:12.510417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'port': {'device_id': '947f864b-1746-4850-91b9-6c5402bddb8f', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'admin_state_up': True, 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'security_groups': ['c1c15a85-961b-43ea-afe2-db352abfabaf']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:12.575715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-ec727713-f156-4e22-9a38-8ebbb0e12699 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:12.584988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-ec727713-f156-4e22-9a38-8ebbb0e12699 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.15 "GET /v2.0/networks?id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4 HTTP/1.1" status: 200 len: 815 time: 0.1280556 May 02 10:28:12.605768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d11b006e-10ce-4263-85cc-a41a4f6d52a1 req-c647719c-bf96-48c7-9113-73c4497da662 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.0344148 May 02 10:28:12.653782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-ec465a70-a19d-465d-8f93-9ed055de28a3 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d5fba18b19446e8ac75b3792e386fc4 HTTP/1.1" status: 200 len: 380 time: 0.0676417 May 02 10:28:12.660242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.684108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'port': {'device_id': '5d1032e6-9f34-481e-9f1c-e84308524624', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'admin_state_up': True, 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'security_groups': ['99e26a03-aad0-4836-b9f9-66a0d98def7f']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:12.724175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.734469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f91e2cf-1a73-4154-b55e-54f8f6372240 req-741be3db-8aff-405b-89d4-35c6e6e7adac tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.0414405 May 02 10:28:12.762900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Made reservation on behalf of e3c5102fde294e5fb3dbf22336934db9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:12.770472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.858645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:12.989571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91930c1b-7e3c-4005-84c4-86c27a5a3c68 req-406f8aaa-9194-4cb5-9928-d6c7c7c8e6c8 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:12.991648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91930c1b-7e3c-4005-84c4-86c27a5a3c68 req-406f8aaa-9194-4cb5-9928-d6c7c7c8e6c8 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 1132 time: 0.1359358 May 02 10:28:12.992654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Allocated IP 172.35.4.200 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d6ddc637-7f66-439c-9914-b599c5ba3ca8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:13.056573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Made reservation on behalf of 1d5fba18b19446e8ac75b3792e386fc4 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:13.060306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.173580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Allocated IP 172.20.0.12 (03f4b595-8956-4697-950c-07141ab6fbeb/bee368cd-ea77-4efc-929d-3185406e44e6/7195cd02-39d0-4600-bf1b-e3eb817e003e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:13.176014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.193584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91930c1b-7e3c-4005-84c4-86c27a5a3c68 req-322b13e1-6943-4ce1-b54f-a4d4746f22c2 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889575 May 02 10:28:13.254412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Allocated IP 172.20.0.6 (3a2e96c5-60ab-4701-a061-40b3e67d2eb4/182bf3dc-010f-42ec-907a-d3e17a328fd3/83f13194-e9a2-4c66-aa23-f34a82f1f74d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:13.286703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.356113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.379032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7593d539-8738-4e6c-a2db-e4d9faa85168 req-79ba28a5-4aa6-498e-bd30-e773737a5be7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:13.380501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7593d539-8738-4e6c-a2db-e4d9faa85168 req-79ba28a5-4aa6-498e-bd30-e773737a5be7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0634818 May 02 10:28:13.385388 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.385623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (56d12b03-afd6-4d6b-8a36-136495e0ad4d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.426167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:13.435935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:13.440861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:13.442802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event updated for resources: {'Port': ['ID=d6ddc637-7f66-439c-9914-b599c5ba3ca8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:13.471226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.491481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.528205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=fa9ab6f2-1070-44e6-99ac-05cd6c393b43,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:13.565374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (f0432497-d9b1-4918-ac72-6bae29273263), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.579791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7593d539-8738-4e6c-a2db-e4d9faa85168 req-4bda3caf-7d6f-4857-81ac-d04c73158f0e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850688 May 02 10:28:13.608979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:13.616467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:13.624965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.626987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.685322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:13.691784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:13.696186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:13.732581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:13.733091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.786129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.812442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-f1090457-d170-4a6e-8c44-b0f0f29cace2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678890 May 02 10:28:13.821264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Network 03f4b595-8956-4697-950c-07141ab6fbeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:13.821513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:13.822097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:13.826935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:13.848703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:13.905976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event updated for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:13.952675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c409860e-2308-4a48-a591-317de61acc27 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836266 May 02 10:28:13.971674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Request body: {'port': {'device_id': '5d1032e6-9f34-481e-9f1c-e84308524624', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:14.009575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:14.010201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.043890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-2fa4b4d8-7098-4e80-9dca-0882cb5144ba tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:14.051759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-2fa4b4d8-7098-4e80-9dca-0882cb5144ba tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2287676 May 02 10:28:14.064426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-a2fea49d-1a27-4ee5-ac7b-ed161891f000 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.0117702 May 02 10:28:14.070640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Router 56d12b03-afd6-4d6b-8a36-136495e0ad4d is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:28:14.070791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.124899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8fbc52f4-2e7d-4c1d-9ea2-73c030090310 None None] Provisioning complete for port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:14.125353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8fbc52f4-2e7d-4c1d-9ea2-73c030090310 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.128454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b6715895-f3ba-4442-99e0-955263f55358 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6228192 May 02 10:28:14.142828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Request body: {'port': {'device_id': '947f864b-1746-4850-91b9-6c5402bddb8f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:14.155639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.167611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc52f4-2e7d-4c1d-9ea2-73c030090310 None None] Port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:14.224677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-9dfa0453-574c-4ad4-a0ab-989bbec106fb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1453328 May 02 10:28:14.278579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.294542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:14.302435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7cbb9f8b-b5b3-49c6-b390-3f9e61bd5ae5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/routers/56d12b03-afd6-4d6b-8a36-136495e0ad4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2801328 May 02 10:28:14.302435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.305793 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] Sync routers for ids ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:14.307168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Provisioning complete for port 83f13194-e9a2-4c66-aa23-f34a82f1f74d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:14.307675 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.309726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:14.315713 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] Routers {'56d12b03-afd6-4d6b-8a36-136495e0ad4d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:14.316593 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:14.339343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event updated for resources: {'Port': ['ID=d6ddc637-7f66-439c-9914-b599c5ba3ca8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:14.355322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Port 83f13194-e9a2-4c66-aa23-f34a82f1f74d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:14.374746 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:14.375012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Provisioning complete for port 7195cd02-39d0-4600-bf1b-e3eb817e003e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:14.375012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.377117 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] Routers {'56d12b03-afd6-4d6b-8a36-136495e0ad4d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:14.377977 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:14.415357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:14.416922 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a9ce762-66ab-4cc8-b30c-f007e6b5709b None None] The sync data for ids ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:14.418588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99358568-1b1d-4b59-923e-f95e6b7796fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:14.423005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99358568-1b1d-4b59-923e-f95e6b7796fc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d12b03-afd6-4d6b-8a36-136495e0ad4d HTTP/1.1" status: 200 len: 988 time: 0.1111622 May 02 10:28:14.424747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58874) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:14.432051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f980b6bb-64ba-4d67-935d-14c8140431f9 None None] Port 7195cd02-39d0-4600-bf1b-e3eb817e003e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:14.607178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (f0432497-d9b1-4918-ac72-6bae29273263), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:14.885343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ab6d30-81b2-40dd-84ae-602e16565d5f req-8a5972cc-d1b6-4839-b1da-75a9ffcb9e93 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:14.886851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60ab6d30-81b2-40dd-84ae-602e16565d5f req-8a5972cc-d1b6-4839-b1da-75a9ffcb9e93 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1131 time: 0.0606029 May 02 10:28:14.989452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60ab6d30-81b2-40dd-84ae-602e16565d5f req-10f52778-7891-4fca-b231-301a5dfbbbab tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837924 May 02 10:28:15.017102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.018357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dac4e29-af57-4edc-863b-155efad0321b req-c52e8ecb-9337-4883-b201-54210631e07d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6939812 May 02 10:28:15.042938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83f13194-e9a2-4c66-aa23-f34a82f1f74d {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:15.067774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7195cd02-39d0-4600-bf1b-e3eb817e003e {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:15.076153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks [] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.086690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks [] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.092503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Transition to ACTIVE for port object 7195cd02-39d0-4600-bf1b-e3eb817e003e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:15.109266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dac4e29-af57-4edc-863b-155efad0321b req-d3ef3ec2-9f21-4c6a-be17-7240baadc3b4 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.200 HTTP/1.1" status: 200 len: 696 time: 0.0800600 May 02 10:28:15.118449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Transition to ACTIVE for port object 83f13194-e9a2-4c66-aa23-f34a82f1f74d will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:15.155858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51a728b-0ac9-4261-8808-4721404115e2 req-5709d50e-1ce7-4cd4-8e8f-8102b751467b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:15.157418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f51a728b-0ac9-4261-8808-4721404115e2 req-5709d50e-1ce7-4cd4-8e8f-8102b751467b tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 932 time: 0.0593023 May 02 10:28:15.184191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.242600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.255729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f51a728b-0ac9-4261-8808-4721404115e2 req-136c9596-1c29-468b-8b21-90d29b054c47 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905876 May 02 10:28:15.301494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Pushing event updated for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:15.371516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Attempting to bind port 7195cd02-39d0-4600-bf1b-e3eb817e003e on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:15.372656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Attempting to bind port 7195cd02-39d0-4600-bf1b-e3eb817e003e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:15.373803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Attempting to bind port 7195cd02-39d0-4600-bf1b-e3eb817e003e on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:15.381105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Port 7195cd02-39d0-4600-bf1b-e3eb817e003e on network 03f4b595-8956-4697-950c-07141ab6fbeb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:15.383756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Attempting to bind port 7195cd02-39d0-4600-bf1b-e3eb817e003e on network 03f4b595-8956-4697-950c-07141ab6fbeb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:15.393430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 27, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:15.394075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Checking segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:15.395468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Bound using segment: {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:15.396915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Bound port: 7195cd02-39d0-4600-bf1b-e3eb817e003e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '474c7516-252b-469a-9c22-2db9c4a5a998', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:15.397562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.425741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:15.504992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac4e29-af57-4edc-863b-155efad0321b req-44a7e8f8-6ce3-48f2-805b-a1fe2ab35946 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:15.507192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dac4e29-af57-4edc-863b-155efad0321b req-44a7e8f8-6ce3-48f2-805b-a1fe2ab35946 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.3875189 May 02 10:28:15.516534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:15.520227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:15.528156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e6fd1-4c6f-42cc-bc2b-f6e48a94f194 req-96d7de5f-37cf-4a92-a297-cec14a3f5c5e tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:15.536540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a6e6fd1-4c6f-42cc-bc2b-f6e48a94f194 req-96d7de5f-37cf-4a92-a297-cec14a3f5c5e tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.0780139 May 02 10:28:15.613849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a6e6fd1-4c6f-42cc-bc2b-f6e48a94f194 req-3a160d00-1de1-4fd6-88e4-16a68459a690 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0767109 May 02 10:28:15.615689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.620522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (56d12b03-afd6-4d6b-8a36-136495e0ad4d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.675340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:15.675961 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.679520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] 10.222.0.15 "PUT /v2.0/ports/7195cd02-39d0-4600-bf1b-e3eb817e003e HTTP/1.1" status: 200 len: 1092 time: 1.5388205 May 02 10:28:15.680036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:15.689748 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:15.717978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41683fc8-b339-40a1-9f60-8d538f3bbf4f req-86618576-e29d-44f4-8dce-ffca56633df3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 210 time: 0.1300054 May 02 10:28:15.751444 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.761810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae12ece3-da01-44c4-8ba5-7fc6daacff3f service neutron] Pushing event updated for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:15.794619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Attempting to bind port 83f13194-e9a2-4c66-aa23-f34a82f1f74d on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:15.794974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Attempting to bind port 83f13194-e9a2-4c66-aa23-f34a82f1f74d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:15.795343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Attempting to bind port 83f13194-e9a2-4c66-aa23-f34a82f1f74d on network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:15.806041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Port 83f13194-e9a2-4c66-aa23-f34a82f1f74d on network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:15.806642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Attempting to bind port 83f13194-e9a2-4c66-aa23-f34a82f1f74d on network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:15.817581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:15.818760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Checking segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:15.819367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Bound using segment: {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:15.820138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Bound port: 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b737e66c-0d3d-4736-9351-e845b3812d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:15.820718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:15.881403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-369d5334-4ce4-41d6-a10e-763b58337364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:15.883204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-369d5334-4ce4-41d6-a10e-763b58337364 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 1126 time: 0.0598638 May 02 10:28:15.942260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-c0e8c765-32d8-412a-903b-7a23bd5a595c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e HTTP/1.1" status: 200 len: 217 time: 0.0463653 May 02 10:28:16.005362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b3e7442e-d42f-44d7-ac3f-b0dd9ce3f16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.007597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b3e7442e-d42f-44d7-ac3f-b0dd9ce3f16e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.0574872 May 02 10:28:16.020931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f7e63-fb06-4301-9208-4420a113f615 req-63463cac-cf9f-403b-a5c0-a235828d7292 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.022449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e7f7e63-fb06-4301-9208-4420a113f615 req-63463cac-cf9f-403b-a5c0-a235828d7292 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 950 time: 0.1781635 May 02 10:28:16.057516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-29e5effc-3f1c-4d97-b802-b29542d6ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.059050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-29e5effc-3f1c-4d97-b802-b29542d6ee23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437951 May 02 10:28:16.112907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:16.159254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:16.166904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e7f7e63-fb06-4301-9208-4420a113f615 req-b7961c56-1e09-47dc-ab75-8671f1731a47 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369565 May 02 10:28:16.186507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port fa9ab6f2-1070-44e6-99ac-05cd6c393b43 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:16.191046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.215982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d7d2baf7-d360-4920-9e11-ce138dfe39bf tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips/f0432497-d9b1-4918-ac72-6bae29273263 HTTP/1.1" status: 200 len: 693 time: 0.0700552 May 02 10:28:16.217466 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5704ea-4415-474a-97c3-b2a8cbc62fbc x-openstack-request-id: req-4b5704ea-4415-474a-97c3-b2a8cbc62fbc {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:16.217821 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:16.218082 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b5704ea-4415-474a-97c3-b2a8cbc62fbc {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:16.218666 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b5704ea-4415-474a-97c3-b2a8cbc62fbc'] response: {'name': 'network-changed', 'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'status': 'completed', 'code': 200} May 02 10:28:16.256274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.265786 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-b1fcfa54-b5fe-4481-873a-d18e53b7c742 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988466 May 02 10:28:16.347052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.347603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.349135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/83f13194-e9a2-4c66-aa23-f34a82f1f74d HTTP/1.1" status: 200 len: 1091 time: 2.3861675 May 02 10:28:16.354905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-1f89e9af-1120-4052-a181-6ff1e4be5dff tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.359285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:16.359285 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:16.363239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-1f89e9af-1120-4052-a181-6ff1e4be5dff tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1399999 May 02 10:28:16.367040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4000306f-9a03-4dbe-8b43-a535f2d2cbe6 req-3e63d06e-c451-42cd-9f11-3a13897dafe0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.368543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4000306f-9a03-4dbe-8b43-a535f2d2cbe6 req-3e63d06e-c451-42cd-9f11-3a13897dafe0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0945485 May 02 10:28:16.427367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef7194-1cb8-4e7c-936a-a30ed88fd0c6 service neutron] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:16.436528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.448981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-ba680fbf-2a8e-4fda-aa74-116ef32f456d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.200 HTTP/1.1" status: 200 len: 696 time: 0.0842364 May 02 10:28:16.467186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for fa9ab6f2-1070-44e6-99ac-05cd6c393b43 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:16.471138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-c5fa1b23-b9ac-45f8-947a-0768a0926596 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1750507 May 02 10:28:16.504349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4000306f-9a03-4dbe-8b43-a535f2d2cbe6 req-11ba630d-93d6-47e9-91b1-d613f94fb9f4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199386 May 02 10:28:16.539542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-dd2d0d16-7b71-4150-a5a3-62588708e14d tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.200 HTTP/1.1" status: 200 len: 696 time: 0.0835400 May 02 10:28:16.654743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c84082bc-07fc-4de6-bbed-c0a8905febe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.656505 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-c84082bc-07fc-4de6-bbed-c0a8905febe6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5fba18b19446e8ac75b3792e386fc4&device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 1125 time: 0.0935547 May 02 10:28:16.716636 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-2d49b186-2ba0-472c-a86d-8498899c6dc8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d HTTP/1.1" status: 200 len: 217 time: 0.0500951 May 02 10:28:16.728560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Deleting port d6ddc637-7f66-439c-9914-b599c5ba3ca8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:16.728930 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.732145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d9d212-ef72-4ddb-8f4d-e1d47cc64526 req-f00a22bd-0e03-4bd0-a2e0-d4fc4a138177 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292368 May 02 10:28:16.832822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-f6c39325-19f0-4a16-8fd3-f0bf80ea7b31 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364771 May 02 10:28:16.858819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52f0483-2395-4ff7-9772-a0f65d576852 req-8a951934-63f7-4ec9-b69c-c5a7cf24cef8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.860328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52f0483-2395-4ff7-9772-a0f65d576852 req-8a951934-63f7-4ec9-b69c-c5a7cf24cef8 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 944 time: 0.1010413 May 02 10:28:16.871284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-3a1d2c31-3028-4e90-96c3-d120e4381561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:16.871284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-3a1d2c31-3028-4e90-96c3-d120e4381561 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=182bf3dc-010f-42ec-907a-d3e17a328fd3 HTTP/1.1" status: 200 len: 854 time: 0.1090913 May 02 10:28:16.924315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.925394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (d6ddc637-7f66-439c-9914-b599c5ba3ca8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:16.946922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Calling delete_port for d6ddc637-7f66-439c-9914-b599c5ba3ca8 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:16.960718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52f0483-2395-4ff7-9772-a0f65d576852 req-5ef956b5-bbc6-4837-b607-0d9fc9392f14 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917060 May 02 10:28:17.009828 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe576924-2f66-4802-9d01-f9363ef0c37f x-openstack-request-id: req-fe576924-2f66-4802-9d01-f9363ef0c37f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:17.010718 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:17.010718 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe576924-2f66-4802-9d01-f9363ef0c37f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:17.010956 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe576924-2f66-4802-9d01-f9363ef0c37f'] response: {'name': 'network-changed', 'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'status': 'completed', 'code': 200} May 02 10:28:17.032575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-04b17a96-128f-4f8d-bfe4-2d3cec9950d6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:17.032575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-04b17a96-128f-4f8d-bfe4-2d3cec9950d6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894541 May 02 10:28:17.051780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fa9ab6f2-1070-44e6-99ac-05cd6c393b43), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:17.095883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=fa9ab6f2-1070-44e6-99ac-05cd6c393b43,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:17.166330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827b8e44-b1e5-46b5-bc21-836a5806ed4a req-a85e2d58-7a02-41b1-99bb-758b10eb6408 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:17.167877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-827b8e44-b1e5-46b5-bc21-836a5806ed4a req-a85e2d58-7a02-41b1-99bb-758b10eb6408 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.1080201 May 02 10:28:17.207278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d6ddc637-7f66-439c-9914-b599c5ba3ca8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:17.236146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Pushing event deleted for resources: {'Port': ['ID=d6ddc637-7f66-439c-9914-b599c5ba3ca8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:17.280639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (56d12b03-afd6-4d6b-8a36-136495e0ad4d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:17.339236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-2b8c6a89-af2c-49c3-8cef-7d788fed9bd4 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:17.340690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-2b8c6a89-af2c-49c3-8cef-7d788fed9bd4 tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 1128 time: 0.0511582 May 02 10:28:17.341484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks [] for floatingip (f0432497-d9b1-4918-ac72-6bae29273263), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:17.344072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:17.357180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-827b8e44-b1e5-46b5-bc21-836a5806ed4a req-1307f2c4-ff2c-4671-a160-50b6d55757ed tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534264 May 02 10:28:17.360238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1938c42a-a9e0-45ee-9ece-62dc09b02ad2 req-d396a8d2-bd3a-4136-891a-1754247539ee tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "DELETE /v2.0/floatingips/f0432497-d9b1-4918-ac72-6bae29273263 HTTP/1.1" status: 204 len: 173 time: 0.8197381 May 02 10:28:17.519201 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-a99baba8-79f7-4700-b8ae-962d37f4cebb req-2a344753-a9f0-412b-b0b4-a188711fa4e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] show failed (client error): The resource could not be found. May 02 10:28:17.520361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a99baba8-79f7-4700-b8ae-962d37f4cebb req-2a344753-a9f0-412b-b0b4-a188711fa4e1 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips/f0432497-d9b1-4918-ac72-6bae29273263 HTTP/1.1" status: 404 len: 350 time: 0.0441494 May 02 10:28:17.710897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3afd0119-5d40-418e-b8f4-22fe584d2438 req-d28bfe85-5d86-4d64-99ea-bb96f139baf5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 210 time: 0.0367250 May 02 10:28:17.732720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa21e3c-acc9-4913-8c33-7fedcadad237 req-7b17e1e2-3681-4ac9-b000-1388112764c5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:17.734606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-daa21e3c-acc9-4913-8c33-7fedcadad237 req-7b17e1e2-3681-4ac9-b000-1388112764c5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0546002 May 02 10:28:17.785964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-daa21e3c-acc9-4913-8c33-7fedcadad237 req-d625e648-6ad4-4cd5-8f1a-7bbf7ee3b4a4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433106 May 02 10:28:17.819502 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-924a439c-15a8-4afb-8fb7-03c911925c69 req-ee71273c-dcb7-4071-a104-54c869d33b06 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] show failed (client error): The resource could not be found. May 02 10:28:17.820545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-924a439c-15a8-4afb-8fb7-03c911925c69 req-ee71273c-dcb7-4071-a104-54c869d33b06 tempest-FloatingIPsTestJSON-1252353767 tempest-FloatingIPsTestJSON-1252353767-project] 10.222.0.16 "GET /v2.0/floatingips/f0432497-d9b1-4918-ac72-6bae29273263 HTTP/1.1" status: 404 len: 350 time: 0.0693831 May 02 10:28:17.830349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:17.832637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Router 56d12b03-afd6-4d6b-8a36-136495e0ad4d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:17.931267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:17.941624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] Sync routers for ids ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:17.957850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6695a2b4-8090-46fb-abc5-397aca90f9c5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/routers/56d12b03-afd6-4d6b-8a36-136495e0ad4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5292161 May 02 10:28:17.958071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:17.962395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] Routers {'56d12b03-afd6-4d6b-8a36-136495e0ad4d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:17.963038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:17.998272 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-afbce309-a765-4241-9a65-d6f86e409cd3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:28:18.002547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-afbce309-a765-4241-9a65-d6f86e409cd3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/fa9ab6f2-1070-44e6-99ac-05cd6c393b43 HTTP/1.1" status: 404 len: 333 time: 0.0403709 May 02 10:28:18.004703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:18.007220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59006) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:18.026275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] Routers {'56d12b03-afd6-4d6b-8a36-136495e0ad4d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:18.026916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:18.078753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': '17a97ff3-4432-45af-92de-3e32494f66af', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:18.097499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.107603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:18.108667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679b7f21-c4c9-4c0a-8944-bd27f110f6da None None] The sync data for ids ['56d12b03-afd6-4d6b-8a36-136495e0ad4d'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:18.296542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-7c0a5041-ae7e-4adb-ae0d-38556e47a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.298090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-7c0a5041-ae7e-4adb-ae0d-38556e47a98e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 1126 time: 0.1998463 May 02 10:28:18.299017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-dd8f3e3b-07c3-43a9-a01e-eff511c61730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.300569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-dd8f3e3b-07c3-43a9-a01e-eff511c61730 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2032194 May 02 10:28:18.321987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:18.386959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761d412-363a-46f4-bbd0-60a89108d582 req-5e4b42e0-cd01-4ce3-b881-4caaa8d247a3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.388526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f761d412-363a-46f4-bbd0-60a89108d582 req-5e4b42e0-cd01-4ce3-b881-4caaa8d247a3 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 944 time: 0.2865942 May 02 10:28:18.439002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:18.446979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.465216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:18.465616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.513017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:18.514648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:18.517238 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4d9bfe-80c6-43ef-8575-e75d48cd8dec" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:18.565347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-493da0f5-01fc-4bf9-b7d0-30bac9d93726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.566826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-493da0f5-01fc-4bf9-b7d0-30bac9d93726 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.2374728 May 02 10:28:18.570183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.597340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for router_controller (56d12b03-afd6-4d6b-8a36-136495e0ad4d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.636750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.648064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.695536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c11239-7685-4f30-93af-18129997f3ce req-c8a0cc20-cafb-4951-ba49-4bf403b073c0 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.697104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01c11239-7685-4f30-93af-18129997f3ce req-c8a0cc20-cafb-4951-ba49-4bf403b073c0 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.1536264 May 02 10:28:18.704489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=11']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:18.727845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-c530c831-e666-4387-8358-63d053d4c65d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e HTTP/1.1" status: 200 len: 217 time: 0.0849550 May 02 10:28:18.743984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f761d412-363a-46f4-bbd0-60a89108d582 req-441ec2bb-7de4-440a-83f1-aebeef5602b4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2169473 May 02 10:28:18.783410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-ae6882d2-9168-4652-adbb-345660a64c65 service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4550347 May 02 10:28:18.826341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (56d12b03-afd6-4d6b-8a36-136495e0ad4d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.826955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Fanout notify agent at l3_agent the message router_deleted on router 56d12b03-afd6-4d6b-8a36-136495e0ad4d {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:28:18.835815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:18.839693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4e23695-c2e0-49ea-8921-82f2ed9a50f8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/routers/56d12b03-afd6-4d6b-8a36-136495e0ad4d HTTP/1.1" status: 204 len: 168 time: 0.8286316 May 02 10:28:18.839693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-3ed459a6-a15f-4ec5-a4db-50740b468247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.840247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-3ed459a6-a15f-4ec5-a4db-50740b468247 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.0907266 May 02 10:28:18.842361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:18.888116 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e35c844-035c-428a-806e-2dd31d123bef x-openstack-request-id: req-4e35c844-035c-428a-806e-2dd31d123bef {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:18.888512 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:18.891789 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e35c844-035c-428a-806e-2dd31d123bef {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:18.891789 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e35c844-035c-428a-806e-2dd31d123bef'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'code': 200} May 02 10:28:18.895025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.4 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/f71c2840-6afc-4ffa-ada0-72e77ee39395) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:18.902366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01c11239-7685-4f30-93af-18129997f3ce req-ac25bc77-fcba-4849-8593-3cc652f23dfb tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1954389 May 02 10:28:18.922962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-75bc9e2c-360f-430b-9f86-506332503c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:18.924478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-75bc9e2c-360f-430b-9f86-506332503c46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0560191 May 02 10:28:18.978150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31ca5046-1e5b-4b22-b925-93bc8f89340f req-809f4ea6-a50b-4e17-bc40-10175ed4b9b5 service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879165 May 02 10:28:19.027752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe72767-f1b5-4083-9246-cec3846bb639 req-61c80301-9ae1-4427-b7c5-5ec26c9070f9 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 210 time: 0.0686843 May 02 10:28:19.077007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-36d01ea9-e70b-4d4e-9f49-c06e14d09d41 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436799 May 02 10:28:19.349972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 571a1719-74cf-4001-9851-6ac8a7749434 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:19.366929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (571a1719-74cf-4001-9851-6ac8a7749434), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.478483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71c79a-8c36-41cc-8572-cda804e80b3c req-6d4f88a5-e301-483b-a73a-95d882b58de7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:19.479993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad71c79a-8c36-41cc-8572-cda804e80b3c req-6d4f88a5-e301-483b-a73a-95d882b58de7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.4689105 May 02 10:28:19.525002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (571a1719-74cf-4001-9851-6ac8a7749434), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.714266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad71c79a-8c36-41cc-8572-cda804e80b3c req-d3edc063-2701-4406-bda3-fcc68eed4737 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260060 May 02 10:28:19.723761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.739345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Deleting port 80604a86-a466-410f-932d-f8c5aadee432 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:19.739523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (80604a86-a466-410f-932d-f8c5aadee432), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.770171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (571a1719-74cf-4001-9851-6ac8a7749434), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.926268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e08c7-a7ac-4582-9423-68979d0f46ac req-7057e012-868e-43e6-b7cd-7e56d53c8adf tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:19.928369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c73e08c7-a7ac-4582-9423-68979d0f46ac req-7057e012-868e-43e6-b7cd-7e56d53c8adf tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 944 time: 0.1010227 May 02 10:28:19.937528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] For port 80604a86-a466-410f-932d-f8c5aadee432, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=80604a86-a466-410f-932d-f8c5aadee432,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:19.943026 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (80604a86-a466-410f-932d-f8c5aadee432), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:19.964198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Calling delete_port for 80604a86-a466-410f-932d-f8c5aadee432 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:20.027464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.040932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c73e08c7-a7ac-4582-9423-68979d0f46ac req-4d90c0cc-bbe3-4d1b-83c0-4520a4409a2e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996966 May 02 10:28:20.041375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:20.046461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1', '2ee5ed9a-fbd8-409f-93f2-30545b473915'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:20.076933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (571a1719-74cf-4001-9851-6ac8a7749434), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.146272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=571a1719-74cf-4001-9851-6ac8a7749434,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:20.150964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:20.179174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108a5be0-f840-4733-8883-fd3f4a2a9110 None None] Network 92844d2b-cd64-40de-bfec-1df07d25ea2b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:20.185669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.189066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-788cb340-a60b-41e2-931c-3183871c8ed3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/571a1719-74cf-4001-9851-6ac8a7749434 HTTP/1.1" status: 204 len: 168 time: 1.3455367 May 02 10:28:20.190284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:20.194157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59152) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:20.207869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:20.210320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:20.266191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-39c0d888-ba10-42ca-b6ad-d39ca0c946d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.267886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-39c0d888-ba10-42ca-b6ad-d39ca0c946d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5fba18b19446e8ac75b3792e386fc4&device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 1125 time: 0.0884624 May 02 10:28:20.319029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b264fb9-b06e-4cdc-b0f2-4ddbb703ce7e req-d8e16173-d4dd-43d7-80f8-6795dc1b3cc1 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.320986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b264fb9-b06e-4cdc-b0f2-4ddbb703ce7e req-d8e16173-d4dd-43d7-80f8-6795dc1b3cc1 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.1860294 May 02 10:28:20.354198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35c98ff0-3a1c-45cc-a3a9-40a7b445d8c8 req-fe54ae1e-72b3-44c3-9643-48850216543d service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004097 May 02 10:28:20.368195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7195cd02-39d0-4600-bf1b-e3eb817e003e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:20.431054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.432150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.447765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (92844d2b-cd64-40de-bfec-1df07d25ea2b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.538050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b264fb9-b06e-4cdc-b0f2-4ddbb703ce7e req-0ff3f0cb-6288-4d3c-9b0a-628124d73622 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1739848 May 02 10:28:20.543726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:28:20.587093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cfbedcb9-0e0a-4ac4-8ac4-b4984d1185b0 None None] Provisioning complete for port f71c2840-6afc-4ffa-ada0-72e77ee39395 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:20.587463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfbedcb9-0e0a-4ac4-8ac4-b4984d1185b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.600852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] DHCP port deletion for 92844d2b-cd64-40de-bfec-1df07d25ea2b request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:28:20.603401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-8d3e4c29-ca7e-4b92-b34e-9f80ffd21d4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5303614 May 02 10:28:20.615479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-1d771484-6b38-43ff-9711-c0328b095e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.617514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-1d771484-6b38-43ff-9711-c0328b095e0b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4 HTTP/1.1" status: 200 len: 916 time: 0.2034311 May 02 10:28:20.623100 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:28:20.640700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Request body: {'port': {'device_id': '17a97ff3-4432-45af-92de-3e32494f66af', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:20.668060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-5aae8e12-216b-444c-98cb-62ef9a067124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d HTTP/1.1" status: 200 len: 217 time: 0.0428605 May 02 10:28:20.744041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-e18956ca-6497-465b-ad79-bb636d819f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.746737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-e18956ca-6497-465b-ad79-bb636d819f0c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=182bf3dc-010f-42ec-907a-d3e17a328fd3 HTTP/1.1" status: 200 len: 854 time: 0.0726402 May 02 10:28:20.757452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port 0727139e-741b-4ef9-9196-822067800000 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:20.757697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0727139e-741b-4ef9-9196-822067800000), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.768683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cfbedcb9-0e0a-4ac4-8ac4-b4984d1185b0 None None] Port f71c2840-6afc-4ffa-ada0-72e77ee39395 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:20.789591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Deleting port 0727139e-741b-4ef9-9196-822067800000 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:20.790254 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0727139e-741b-4ef9-9196-822067800000), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.798923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-79cd4685-860b-42cb-859e-87f8e2b7f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.800657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-79cd4685-860b-42cb-859e-87f8e2b7f406 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1131 time: 0.2017453 May 02 10:28:20.814071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-335b4e55-6709-41e7-9457-4b58375be909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.816351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-335b4e55-6709-41e7-9457-4b58375be909 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0621972 May 02 10:28:20.836069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be6082-7565-482b-9a6a-f4048c14da13 req-b15172b4-9a34-41ee-b612-93cff08ea0f0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:20.837567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25be6082-7565-482b-9a6a-f4048c14da13 req-b15172b4-9a34-41ee-b612-93cff08ea0f0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 934 time: 0.2020528 May 02 10:28:20.838823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:20.902899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.906482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'port_id': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'mac_address': 'fa:16:3e:be:6b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:20.933699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] For port 0727139e-741b-4ef9-9196-822067800000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0727139e-741b-4ef9-9196-822067800000,segment=NetworkSegment(955c5ab6-d034-4092-842b-4bdd0a939f92),segment_id=955c5ab6-d034-4092-842b-4bdd0a939f92)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:20.934106 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0727139e-741b-4ef9-9196-822067800000), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:20.949447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-5a9100a2-22ef-4c9a-9b6c-65aaadec4dba service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098292 May 02 10:28:20.979854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Calling delete_port for 0727139e-741b-4ef9-9196-822067800000 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:20.987876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] For port 0727139e-741b-4ef9-9196-822067800000, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0727139e-741b-4ef9-9196-822067800000,segment=NetworkSegment(955c5ab6-d034-4092-842b-4bdd0a939f92),segment_id=955c5ab6-d034-4092-842b-4bdd0a939f92)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:20.988432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0727139e-741b-4ef9-9196-822067800000), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.023754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7195cd02-39d0-4600-bf1b-e3eb817e003e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:21.024425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.025437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (80604a86-a466-410f-932d-f8c5aadee432), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.049817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc8a253-ab5d-4582-8d3b-3e34d8816fa2 req-03276b98-3b17-4b6c-95cc-f0e72547ea30 service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926020 May 02 10:28:21.090005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7195cd02-39d0-4600-bf1b-e3eb817e003e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:21.126426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Pushing event deleted for resources: {'Port': ['ID=80604a86-a466-410f-932d-f8c5aadee432,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:21.130241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-a0651ed9-d1ad-48dd-a48f-f59e7084b4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.132215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-a0651ed9-d1ad-48dd-a48f-f59e7084b4a0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3164566 May 02 10:28:21.133287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:21.145282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25be6082-7565-482b-9a6a-f4048c14da13 req-6aacb05c-9523-44cd-85e2-2008093f104a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580912 May 02 10:28:21.174014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for 0727139e-741b-4ef9-9196-822067800000 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:21.200695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e14a1e4-94c1-4710-b3af-f9cbad023f81 req-51a092a5-66b1-4018-aeb2-cd63ac0def25 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.201624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e14a1e4-94c1-4710-b3af-f9cbad023f81 req-51a092a5-66b1-4018-aeb2-cd63ac0def25 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0786424 May 02 10:28:21.245943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (0727139e-741b-4ef9-9196-822067800000), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.269623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] No DVR routers for this DVR port 0727139e-741b-4ef9-9196-822067800000 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:21.298450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.323376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e14a1e4-94c1-4710-b3af-f9cbad023f81 req-81c97038-aad8-4aaa-8e47-58af27db715b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022856 May 02 10:28:21.335027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-cf724721-9f70-4a04-b904-9f04fe13348e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.1800108 May 02 10:28:21.355562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639864fe-159b-4ef4-9849-659ce8f2926f None None] Pushing event deleted for resources: {'Port': ['ID=0727139e-741b-4ef9-9196-822067800000,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:21.359920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0727139e-741b-4ef9-9196-822067800000 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:21.461589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0727139e-741b-4ef9-9196-822067800000 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:21.466244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0727139e-741b-4ef9-9196-822067800000 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:21.499365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab021813-1098-4d7b-9001-82beacac7ea0 req-ae091593-b819-43dc-ac80-c429997096aa tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.499365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab021813-1098-4d7b-9001-82beacac7ea0 req-ae091593-b819-43dc-ac80-c429997096aa tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 945 time: 0.0673456 May 02 10:28:21.522533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:21.562903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab021813-1098-4d7b-9001-82beacac7ea0 req-c7fd6e93-1011-43f2-8312-8a40f578b12e tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552633 May 02 10:28:21.618577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-50847269-2adc-415f-859c-9182529bcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.620052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-50847269-2adc-415f-859c-9182529bcc3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2289321 May 02 10:28:21.683881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f35ba2-f166-4784-8c5e-4389120fb6c3 req-89a1bf0e-4b01-45ff-9af0-b915e889de82 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.686270 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13f35ba2-f166-4784-8c5e-4389120fb6c3 req-89a1bf0e-4b01-45ff-9af0-b915e889de82 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.0487115 May 02 10:28:21.691248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7195cd02-39d0-4600-bf1b-e3eb817e003e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:21.723431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0727139e-741b-4ef9-9196-822067800000), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:21.739196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-73b604b3-93a9-4f68-aed2-e18b6923839b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:21.741197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-73b604b3-93a9-4f68-aed2-e18b6923839b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1121838 May 02 10:28:21.743011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13f35ba2-f166-4784-8c5e-4389120fb6c3 req-8ac65e5e-2bf5-4350-b864-bc1e3ea2d7cf tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520678 May 02 10:28:21.808169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=0727139e-741b-4ef9-9196-822067800000,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:21.825896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No DVR routers for this DVR port 0727139e-741b-4ef9-9196-822067800000 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:22.266045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9510edc-6fae-499d-b0c4-b2b512793574 req-3c105b44-d922-467e-8f98-f384cd7d07d7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:22.267521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9510edc-6fae-499d-b0c4-b2b512793574 req-3c105b44-d922-467e-8f98-f384cd7d07d7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 934 time: 0.0517974 May 02 10:28:22.315731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9510edc-6fae-499d-b0c4-b2b512793574 req-376cc808-cede-4bce-bcec-127b465e4576 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417235 May 02 10:28:22.320811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.324268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (92844d2b-cd64-40de-bfec-1df07d25ea2b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.369304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f71c2840-6afc-4ffa-ada0-72e77ee39395 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:22.409889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92844d2b-cd64-40de-bfec-1df07d25ea2b']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:22.413799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-bffeceab-3937-4afb-b599-5578a953e2c4 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166239 May 02 10:28:22.421255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks [] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.434759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee612fe-987e-451f-ac43-90b4ce490995 req-ae7b3a42-2a84-426a-9752-a28fd2a80f26 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:22.436264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ee612fe-987e-451f-ac43-90b4ce490995 req-ae7b3a42-2a84-426a-9752-a28fd2a80f26 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0485303 May 02 10:28:22.437567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '955c5ab6-d034-4092-842b-4bdd0a939f92') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:22.437874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '955c5ab6-d034-4092-842b-4bdd0a939f92') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:22.472953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (955c5ab6-d034-4092-842b-4bdd0a939f92), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.487705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ee612fe-987e-451f-ac43-90b4ce490995 req-1c738172-835d-4fe7-a607-cdaf4de37a15 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453453 May 02 10:28:22.524701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Transition to ACTIVE for port object f71c2840-6afc-4ffa-ada0-72e77ee39395 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:22.554809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (955c5ab6-d034-4092-842b-4bdd0a939f92), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.569790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:28:22.570285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (955c5ab6-d034-4092-842b-4bdd0a939f92), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: timer() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:28:22.575404 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:28:22.629119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 83f13194-e9a2-4c66-aa23-f34a82f1f74d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:22.637247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7195cd02-39d0-4600-bf1b-e3eb817e003e up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:22.684525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.721400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-06b9156d-2dc4-45ae-9896-303de2b89124 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2949250 May 02 10:28:22.743765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e648a4-e1c8-4650-880b-bd1793265de6 req-b10a627b-1af0-4e2c-92a0-15881f5b64fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:22.745324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49e648a4-e1c8-4650-880b-bd1793265de6 req-b10a627b-1af0-4e2c-92a0-15881f5b64fd tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 945 time: 0.1073594 May 02 10:28:22.752908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 7195cd02-39d0-4600-bf1b-e3eb817e003e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:22.795936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:22.805434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (92844d2b-cd64-40de-bfec-1df07d25ea2b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.825412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:22.832203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/92844d2b-cd64-40de-bfec-1df07d25ea2b HTTP/1.1" status: 204 len: 168 time: 2.6323290 May 02 10:28:22.832203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:22.833358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59238) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:22.857205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d8e8db-790c-4cf0-b476-b613ccc2d6b5 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=92844d2b-cd64-40de-bfec-1df07d25ea2b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:22.942508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf4ebe5-e98b-4d95-8c39-26918793a050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:22.948877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bdf4ebe5-e98b-4d95-8c39-26918793a050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/c789ce1c-2077-4364-a054-fe9c9cb594f8 HTTP/1.1" status: 200 len: 845 time: 0.1141622 May 02 10:28:22.949633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59244) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:23.011870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 7195cd02-39d0-4600-bf1b-e3eb817e003e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:23.012249 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.023101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6cc98e0d-a92b-44c7-86d9-f52c278e64de tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/c789ce1c-2077-4364-a054-fe9c9cb594f8?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0721638 May 02 10:28:23.023775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59246) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:23.029335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:23.055415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'port_id': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'mac_address': 'fa:16:3e:93:9f:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:23.057557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49e648a4-e1c8-4650-880b-bd1793265de6 req-3dc97466-5cc4-4c90-b863-4dbbae434b96 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2677827 May 02 10:28:23.079189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:23.098216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Attempting to bind port f71c2840-6afc-4ffa-ada0-72e77ee39395 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:23.098664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Attempting to bind port f71c2840-6afc-4ffa-ada0-72e77ee39395 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:23.104290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Attempting to bind port f71c2840-6afc-4ffa-ada0-72e77ee39395 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:23.109449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Port f71c2840-6afc-4ffa-ada0-72e77ee39395 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:23.109811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Attempting to bind port f71c2840-6afc-4ffa-ada0-72e77ee39395 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:23.143363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7195cd02-39d0-4600-bf1b-e3eb817e003e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:23.143766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.158068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 83f13194-e9a2-4c66-aa23-f34a82f1f74d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:23.158473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.173322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:23.179934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:23.179934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:23.179934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Bound port: f71c2840-6afc-4ffa-ada0-72e77ee39395, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:23.179934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.180343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:23.182159 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8487d7c4-41d1-4987-816e-86f011a707ff" -d '{"events": [{"server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:23.197107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:23.199291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83f13194-e9a2-4c66-aa23-f34a82f1f74d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:23.219808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:23.270638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:23.271093 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.274719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.277420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.307716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004474d2-c933-4719-888a-28412d93822b req-08a13956-a79b-439a-b5a8-7bd2695ca5d5 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.309364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-004474d2-c933-4719-888a-28412d93822b req-08a13956-a79b-439a-b5a8-7bd2695ca5d5 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.1276162 May 02 10:28:23.345635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:23.375653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:23.377888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:23.383144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:23.386022 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Sync routers for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:23.389699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8dea6eaf-d420-40f9-a91b-f4e8d49727da admin admin] 10.222.0.16 "PUT /v2.0/routers/f3ccaa58-dab2-4f5b-935d-2d0be941fb99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5557282 May 02 10:28:23.390928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59260) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:23.396992 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:23.397607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:23.404008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-004474d2-c933-4719-888a-28412d93822b req-a0dce00f-4e30-4204-ad9d-5319f71dc22f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879850 May 02 10:28:23.413240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:23.485489 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284a3b3f-4615-416d-bec6-ccc2ad1cdcc6 x-openstack-request-id: req-284a3b3f-4615-416d-bec6-ccc2ad1cdcc6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:23.486371 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "name": "network-vif-plugged", "status": "completed", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:23.487523 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-284a3b3f-4615-416d-bec6-ccc2ad1cdcc6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:23.487928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.488937 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284a3b3f-4615-416d-bec6-ccc2ad1cdcc6'] response: {'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'code': 200} May 02 10:28:23.536074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:23.549296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.549919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.551281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] 10.222.0.15 "PUT /v2.0/ports/f71c2840-6afc-4ffa-ada0-72e77ee39395 HTTP/1.1" status: 200 len: 1094 time: 2.9146588 May 02 10:28:23.571489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:23.574305 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b" -d '{"events": [{"name": "network-changed", "server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:23.580835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['83f13194-e9a2-4c66-aa23-f34a82f1f74d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:23.675457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63021cfc-33c6-4bdb-9a42-07835e57bd0d service neutron] Pushing event updated for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:23.700621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e0ea8-6a72-4d18-a5f7-a34a2583b204 req-f715708a-95e1-4996-b89a-70d8e59b4842 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.707556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f6e0ea8-6a72-4d18-a5f7-a34a2583b204 req-f715708a-95e1-4996-b89a-70d8e59b4842 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 946 time: 0.1635101 May 02 10:28:23.711805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067e500f-7866-408d-a403-6960c9565bd6 req-dc9695d4-2ed6-4f55-8d92-932793125308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.716987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-067e500f-7866-408d-a403-6960c9565bd6 req-dc9695d4-2ed6-4f55-8d92-932793125308 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 1128 time: 0.1160808 May 02 10:28:23.784788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-26ba75b7-6241-48fc-9883-d56db9691c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.786458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-26ba75b7-6241-48fc-9883-d56db9691c7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 1128 time: 0.0647283 May 02 10:28:23.810331 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:28:20Z', 'revision_number': 5, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:23.819633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks [] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.845989 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Checking router: f3ccaa58-dab2-4f5b-935d-2d0be941fb99 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:23.848556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f6e0ea8-6a72-4d18-a5f7-a34a2583b204 req-83179378-0218-49c6-a48d-91f7e9f565a3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280191 May 02 10:28:23.850272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-6c31902a-5793-42f4-ab10-f91cbdbe8bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395 HTTP/1.1" status: 200 len: 217 time: 0.0551412 May 02 10:28:23.856131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Routers {'f3ccaa58-dab2-4f5b-935d-2d0be941fb99'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:23.857111 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:27:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:23.921784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (9d1e8418-9856-4bc6-a90b-372bc975c568), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:23.952076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-eeeb37e8-6b0b-49ac-a85b-3bdf883c8cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:23.953583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-eeeb37e8-6b0b-49ac-a85b-3bdf883c8cf0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0913563 May 02 10:28:23.986131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] Set router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:24.034058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b1ed5b-909d-402e-a9ff-59c7c792ad64 req-08d33658-3dd8-4ac4-b8ca-26ad1bca02ab tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.035716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9b1ed5b-909d-402e-a9ff-59c7c792ad64 req-08d33658-3dd8-4ac4-b8ca-26ad1bca02ab tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0812399 May 02 10:28:24.037005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59959070-e185-46d7-8193-f0c496158e4a req-723616ce-3ac1-44df-8cb2-8607765c8903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.038694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-723616ce-3ac1-44df-8cb2-8607765c8903 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0738106 May 02 10:28:24.168482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9b1ed5b-909d-402e-a9ff-59c7c792ad64 req-80e5ef20-194b-4ca9-9d0a-6c9caaf7edcc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229622 May 02 10:28:24.215351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:28:20Z', 'revision_number': 5, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:24.221241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-cc20270a-d41d-4256-bb71-f1d542f505d2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656938 May 02 10:28:24.251483 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39a09fb8-3d40-42b8-925f-ad30181148d2 None None] The sync data for ids ['f3ccaa58-dab2-4f5b-935d-2d0be941fb99'] in ncdv-master-1 is: [{'id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'name': 'tempest-FloatingIPsTestJSON-2070874577-router', 'tenant_id': '4b3cbda8aaf0451ea40060916319a0c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87'}], 'enable_snat': True}, 'gw_port_id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:42Z', 'updated_at': '2022-05-02T10:28:20Z', 'revision_number': 5, 'project_id': '4b3cbda8aaf0451ea40060916319a0c2', 'gw_port': {'id': '2ea1ac01-0deb-4cc7-a2b3-2dda0547317f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:eb:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3ccaa58-dab2-4f5b-935d-2d0be941fb99', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1074, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:43Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:24.257407 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cded5212-dd87-435e-993a-8028268a4668 x-openstack-request-id: req-cded5212-dd87-435e-993a-8028268a4668 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:24.257407 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:24.257407 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cded5212-dd87-435e-993a-8028268a4668 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:24.257407 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cded5212-dd87-435e-993a-8028268a4668'] response: {'name': 'network-changed', 'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395', 'status': 'completed', 'code': 200} May 02 10:28:24.348788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:24.353037 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-067e500f-7866-408d-a403-6960c9565bd6 req-5b2beeeb-f921-413a-b0db-f2876f71f922 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6279628 May 02 10:28:24.360693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:24.370098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.371449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.376087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72f7b6ef-c909-463e-b801-b2d9802dea7c None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:24.377666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515d884-2dc3-4a8d-bf54-4307b997c8ae req-bc6c630d-81be-4cc4-a8df-dea5fa5c2b81 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.381369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3515d884-2dc3-4a8d-bf54-4307b997c8ae req-bc6c630d-81be-4cc4-a8df-dea5fa5c2b81 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.0682147 May 02 10:28:24.410866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=9d1e8418-9856-4bc6-a90b-372bc975c568,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:24.430061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks [] for router_gateway (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.430459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59959070-e185-46d7-8193-f0c496158e4a req-42593f0e-76e5-4f80-95d8-982a4ce1e0f0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013524 May 02 10:28:24.459389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3515d884-2dc3-4a8d-bf54-4307b997c8ae req-49e93bb2-a412-453e-9201-e0b1fc543860 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722244 May 02 10:28:24.501343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4d9447eb-cc9a-4b4e-b169-988f966164e1', 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'project_id': 'ed36dcd8895a4ac5b50bc12ce5b17048', 'fixed_ips': [{'subnet_id': '9d1e8418-9856-4bc6-a90b-372bc975c568'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:28:24.502377 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.530751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f6e1c0a2-60a4-4e43-934c-2881dece93e3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5058208 May 02 10:28:24.533619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:24.538617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'security_group': {'name': 'tempest-secgroup-48657066'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:24.568074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de72b85b-bb86-4c64-8a2d-3250e721c1c0 req-38975375-266f-4413-abb7-957a28546074 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.570630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de72b85b-bb86-4c64-8a2d-3250e721c1c0 req-38975375-266f-4413-abb7-957a28546074 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 944 time: 0.0550711 May 02 10:28:24.625979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Deleting port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:24.629972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.630139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de72b85b-bb86-4c64-8a2d-3250e721c1c0 req-5c7c3ec6-abbf-4671-91b5-e6a913a61527 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524812 May 02 10:28:24.637445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 83f13194-e9a2-4c66-aa23-f34a82f1f74d up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:24.686100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.693173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Allocated IP 2001:db8::2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/9d1e8418-9856-4bc6-a90b-372bc975c568/50bdf846-ff31-4039-abc7-80344913c316) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:24.716696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 83f13194-e9a2-4c66-aa23-f34a82f1f74d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:24.762216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] For port 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:24.762830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.784412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Calling delete_port for 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:24.796917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 83f13194-e9a2-4c66-aa23-f34a82f1f74d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:24.797340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.861227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (2a35ddb5-b199-48c9-a87b-546d3576eab1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.921670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks [] for port (50bdf846-ff31-4039-abc7-80344913c316), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.933946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 83f13194-e9a2-4c66-aa23-f34a82f1f74d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:24.934356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:24.970725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75141a32-293a-4bdf-a5f0-ba2013ce4e19 req-41cd6377-b45f-4d9a-a88a-6a0abfe09274 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:24.972739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75141a32-293a-4bdf-a5f0-ba2013ce4e19 req-41cd6377-b45f-4d9a-a88a-6a0abfe09274 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.0742524 May 02 10:28:24.981339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:24.992109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2a35ddb5-b199-48c9-a87b-546d3576eab1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.022556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75141a32-293a-4bdf-a5f0-ba2013ce4e19 req-4907782b-f7a6-4d55-ad89-8007115af09a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 May 02 10:28:25.067496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431edfbc-1217-4605-a872-b134f631de54 req-446f7ecc-200c-4e8c-97e3-2a0170d475e2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:25.069011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-431edfbc-1217-4605-a872-b134f631de54 req-446f7ecc-200c-4e8c-97e3-2a0170d475e2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 946 time: 0.1140327 May 02 10:28:25.069287 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.071299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a35ddb5-b199-48c9-a87b-546d3576eab1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.110645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:25.115799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:25.118333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:25.130600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.132133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-431edfbc-1217-4605-a872-b134f631de54 req-b436540d-d8fd-4056-9c0e-d3c9c02fb934 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528805 May 02 10:28:25.174693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 80604a86-a466-410f-932d-f8c5aadee432 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:25.198033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.205723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 80604a86-a466-410f-932d-f8c5aadee432 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:25.206072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 80604a86-a466-410f-932d-f8c5aadee432 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:25.217699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2ea1ac01-0deb-4cc7-a2b3-2dda0547317f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.223488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.227391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-411ec667-f6ff-496b-912a-7f83a3546c51 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6901534 May 02 10:28:25.229047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59290) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:25.233074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'security_group': {'name': 'tempest-secgroup-175826115'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:25.234295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Attempting to bind port 50bdf846-ff31-4039-abc7-80344913c316 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:25.234674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Attempting to bind port 50bdf846-ff31-4039-abc7-80344913c316 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25365f65-7588-458b-9cc0-6109555c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:25.235050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Attempting to bind port 50bdf846-ff31-4039-abc7-80344913c316 on network 4d9447eb-cc9a-4b4e-b169-988f966164e1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:25.243483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:25.243879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Checking segment: {'id': '25365f65-7588-458b-9cc0-6109555c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:25.244293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.244723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Bound using segment: {'id': '25365f65-7588-458b-9cc0-6109555c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:25.245206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Bound port: 50bdf846-ff31-4039-abc7-80344913c316, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25365f65-7588-458b-9cc0-6109555c89ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:25.245599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.267655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ea1ac01-0deb-4cc7-a2b3-2dda0547317f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.302774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.312806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b33d00d-46ca-43e3-90fb-d7ac253134bb req-7caf13cd-e1ce-424b-8b03-aa166c80fa47 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:25.320050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b33d00d-46ca-43e3-90fb-d7ac253134bb req-7caf13cd-e1ce-424b-8b03-aa166c80fa47 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0724633 May 02 10:28:25.332788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:25.336424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:25.341938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.366563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b33d00d-46ca-43e3-90fb-d7ac253134bb req-3e1af15c-9263-47ce-b7c9-22f1bb0e6b04 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439248 May 02 10:28:25.424991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.439006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.455358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.457605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks [] for router_controller (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.500580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:25.503858 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-321caae4-8e2a-45b0-a743-8f0c48e54b9b" -d '{"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-plugged", "status": "completed", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:25.512394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955a07d-73d4-4fd6-8923-87162b536d8d None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.553062 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03d00d43-06e1-424f-8e62-8afa61d061d6 x-openstack-request-id: req-03d00d43-06e1-424f-8e62-8afa61d061d6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:25.553380 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-plugged", "status": "completed", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:25.553645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03d00d43-06e1-424f-8e62-8afa61d061d6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:25.554054 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03d00d43-06e1-424f-8e62-8afa61d061d6'] response: {'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'code': 200} May 02 10:28:25.572093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (59d9ad77-8bc3-4f71-9450-c5f2b527d294), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.610865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387dc0d-08f7-4a45-98b5-6c47b0e09fce req-34d9329d-a446-426d-90a6-4f16b5eea646 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:25.612392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f387dc0d-08f7-4a45-98b5-6c47b0e09fce req-34d9329d-a446-426d-90a6-4f16b5eea646 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.0561113 May 02 10:28:25.623014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64c83e5c-3bdc-4a51-bca8-4a34e61ff7f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.676767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (f3ccaa58-dab2-4f5b-935d-2d0be941fb99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.676767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3ccaa58-dab2-4f5b-935d-2d0be941fb99 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:28:25.676767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59d9ad77-8bc3-4f71-9450-c5f2b527d294), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.691316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.697821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9994eb19-9226-4d57-9093-6fa40d8c61b6 admin admin] 10.222.0.16 "DELETE /v2.0/routers/f3ccaa58-dab2-4f5b-935d-2d0be941fb99 HTTP/1.1" status: 204 len: 168 time: 2.3053689 May 02 10:28:25.700122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59298) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:25.720479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f387dc0d-08f7-4a45-98b5-6c47b0e09fce req-55e14928-f360-4a87-bc13-dc27a11b486c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014254 May 02 10:28:25.747987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59d9ad77-8bc3-4f71-9450-c5f2b527d294,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:25.778100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Deleting subnet 5402c093-41cf-453c-ab32-8ad5bb22b326 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:25.781768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Publish callbacks [] for subnet (5402c093-41cf-453c-ab32-8ad5bb22b326), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.838224 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.841157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed82d563-9933-4b13-9ef5-bcc8946c074e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6115742 May 02 10:28:25.842997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:25.850009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1247571861', 'security_groups': ['59d9ad77-8bc3-4f71-9450-c5f2b527d294'], 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9d1e8418-9856-4bc6-a90b-372bc975c568'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:25.861982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5402c093-41cf-453c-ab32-8ad5bb22b326), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:25.892887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180ebf30-aa37-407e-b4cd-7bc7174e270a req-0e8159c6-62df-49f5-aa2a-118510bf4621 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:25.899893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-180ebf30-aa37-407e-b4cd-7bc7174e270a req-0e8159c6-62df-49f5-aa2a-118510bf4621 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0959184 May 02 10:28:25.979522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b982d389-5892-48b7-b25f-0ded1b1648ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:25.980981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b982d389-5892-48b7-b25f-0ded1b1648ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 1128 time: 0.0652282 May 02 10:28:25.987510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-180ebf30-aa37-407e-b4cd-7bc7174e270a req-cc31d885-e709-4e28-8ad9-55b038093bf6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868192 May 02 10:28:26.039087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5402c093-41cf-453c-ab32-8ad5bb22b326), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.088718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:26.192735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b584a9-58f2-4dff-8716-3b7ccccb32fb req-c932fa50-6775-455d-9553-b9fbf02fea1b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:26.194527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8b584a9-58f2-4dff-8716-3b7ccccb32fb req-c932fa50-6775-455d-9553-b9fbf02fea1b tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.0996156 May 02 10:28:26.203450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5402c093-41cf-453c-ab32-8ad5bb22b326), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.234050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.263175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.273508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5402c093-41cf-453c-ab32-8ad5bb22b326 HTTP/1.1" status: 204 len: 168 time: 0.5680585 May 02 10:28:26.276189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port dc03b4bc-7d09-47d6-b362-99d88aa55932 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:28:26.293140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:26.300530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3f416-d9b3-417b-9cee-4ebc3752846a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5402c093-41cf-453c-ab32-8ad5bb22b326,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:26.303211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c62538-4580-4279-8148-d7cad3f2cbde None None] Network 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:26.338227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb7ea1b-5817-4ffc-ba28-a41d24772492 req-d3b49cbe-b4bb-4a6b-ba07-5815d7a66a94 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:26.341089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acb7ea1b-5817-4ffc-ba28-a41d24772492 req-d3b49cbe-b4bb-4a6b-ba07-5815d7a66a94 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 946 time: 0.1244757 May 02 10:28:26.405228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acb7ea1b-5817-4ffc-ba28-a41d24772492 req-3b7e1b65-721f-4e1c-9784-f5edb424a3a7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573533 May 02 10:28:26.435567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8b584a9-58f2-4dff-8716-3b7ccccb32fb req-3a5d4394-8696-40d1-a67e-0375fc07de1f tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076876 May 02 10:28:26.510306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] DHCP port deletion for 8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:28:26.531541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.567690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18e250-f8f5-4ef2-937e-f53fef8236c5 req-4207a9b1-4955-4834-aaa6-1c58996b5426 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:26.573763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce18e250-f8f5-4ef2-937e-f53fef8236c5 req-4207a9b1-4955-4834-aaa6-1c58996b5426 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0776107 May 02 10:28:26.577839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Deleting port f9ac3b8f-228c-49ce-9296-07a8266995b9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:26.577839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.643322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Deleting port f9ac3b8f-228c-49ce-9296-07a8266995b9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:26.643676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.644140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce18e250-f8f5-4ef2-937e-f53fef8236c5 req-76ab2753-2a44-4334-8a1a-3da2afc6c8a7 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688241 May 02 10:28:26.690119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::22c (4d9447eb-cc9a-4b4e-b169-988f966164e1/9d1e8418-9856-4bc6-a90b-372bc975c568/dc03b4bc-7d09-47d6-b362-99d88aa55932) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:26.699030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] For port f9ac3b8f-228c-49ce-9296-07a8266995b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ac3b8f-228c-49ce-9296-07a8266995b9,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:26.699618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.716154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Calling delete_port for f9ac3b8f-228c-49ce-9296-07a8266995b9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:26.760755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] For port f9ac3b8f-228c-49ce-9296-07a8266995b9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f9ac3b8f-228c-49ce-9296-07a8266995b9,segment=NetworkSegment(82bcc38d-57ab-4b55-af2e-46d56bf4c379),segment_id=82bcc38d-57ab-4b55-af2e-46d56bf4c379)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:26.761141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.803911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Calling delete_port for f9ac3b8f-228c-49ce-9296-07a8266995b9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:26.856863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:26.857269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.935277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:26.935667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.960528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:26.975180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c387979-8c87-443c-839c-57025fff394a req-a42f5402-7d3b-4e30-af9b-09d3270a267d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:26.976686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c387979-8c87-443c-839c-57025fff394a req-a42f5402-7d3b-4e30-af9b-09d3270a267d tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.1485631 May 02 10:28:26.996466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:26.998030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] Pushing event deleted for resources: {'Port': ['ID=f9ac3b8f-228c-49ce-9296-07a8266995b9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:27.002409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7fdc41-29bb-4c94-9b87-f01b6110c9ad None None] No DVR routers for this DVR port f9ac3b8f-228c-49ce-9296-07a8266995b9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:27.035465 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.053708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.067454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f9ac3b8f-228c-49ce-9296-07a8266995b9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.090033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:27.090748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.116367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] No DVR routers for this DVR port f9ac3b8f-228c-49ce-9296-07a8266995b9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:27.128875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c387979-8c87-443c-839c-57025fff394a req-e91aaec7-af10-4692-b2fe-1333b8ca4bb9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461926 May 02 10:28:27.129615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ac3b8f-228c-49ce-9296-07a8266995b9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:27.131481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194fe39f-43ed-43b2-90d7-511431e67e7e req-3cc64a34-680c-44c0-bc08-7d8db601b9be tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.139263 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-194fe39f-43ed-43b2-90d7-511431e67e7e req-3cc64a34-680c-44c0-bc08-7d8db601b9be tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0724795 May 02 10:28:27.149910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:27.158088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eae9b45-10b5-4794-96e7-0d514717b193 None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:27.201692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-194fe39f-43ed-43b2-90d7-511431e67e7e req-6778284b-4e00-4deb-a427-76868290d17a tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613663 May 02 10:28:27.222270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.244902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:27.254693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82bcc38d-57ab-4b55-af2e-46d56bf4c379') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:27.254922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82bcc38d-57ab-4b55-af2e-46d56bf4c379') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:27.265435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (82bcc38d-57ab-4b55-af2e-46d56bf4c379), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.267504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.271930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:27.318417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82bcc38d-57ab-4b55-af2e-46d56bf4c379), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.319715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:27.320314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.329438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:27.338010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:27.342922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:28:27.343482 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (82bcc38d-57ab-4b55-af2e-46d56bf4c379), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: timer() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:28:27.345875 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:28:27.351449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:27.351449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.352051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.366214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=dc03b4bc-7d09-47d6-b362-99d88aa55932,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:27.417988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:27.481414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f9ac3b8f-228c-49ce-9296-07a8266995b9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:27.501686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-64416158-6dc1-41a6-91dc-81978076242e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.6575577 May 02 10:28:27.504479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59318) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:27.509968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f9ac3b8f-228c-49ce-9296-07a8266995b9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:27.510168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:27.511009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f9ac3b8f-228c-49ce-9296-07a8266995b9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:27.511504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:27.534340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:27.534833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2ea1ac01-0deb-4cc7-a2b3-2dda0547317f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:27.574201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.577291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3276363d-16fb-47fe-ad23-918b3868ba3c req-a6868729-7a57-4e51-9e68-434b8938a68c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.579050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.582069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3276363d-16fb-47fe-ad23-918b3868ba3c req-a6868729-7a57-4e51-9e68-434b8938a68c tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.0612540 May 02 10:28:27.582681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] 10.222.0.16 "DELETE /v2.0/networks/8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7 HTTP/1.1" status: 204 len: 168 time: 1.2707450 May 02 10:28:27.639791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3276363d-16fb-47fe-ad23-918b3868ba3c req-25bdfed9-6a5d-43eb-aa23-126b4e37a307 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545397 May 02 10:28:27.650519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c37e66-288e-48e7-89a1-ed10b95557ab admin admin] Pushing event deleted for resources: {'Network': ['ID=8e79d7cb-c270-4b1e-8fe2-4a04cdab5eb7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:27.660741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5973fdd4-696d-48a7-9557-6f10b4677164 req-df8a9c20-c8b0-41e5-972c-e0dae2adf3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.663024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5973fdd4-696d-48a7-9557-6f10b4677164 req-df8a9c20-c8b0-41e5-972c-e0dae2adf3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 946 time: 0.1442237 May 02 10:28:27.691988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9cb466c7-5ec8-4e1e-a938-f51e2ed0a9e2 None None] Provisioning complete for port dc03b4bc-7d09-47d6-b362-99d88aa55932 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:27.692386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9cb466c7-5ec8-4e1e-a938-f51e2ed0a9e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.708097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-71002d27-bc31-4431-9fc3-a8983b23deb8 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602174 May 02 10:28:27.737810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5973fdd4-696d-48a7-9557-6f10b4677164 req-a23605ea-7f76-486c-9d2c-45aff1d5d5b7 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669365 May 02 10:28:27.748446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9cb466c7-5ec8-4e1e-a938-f51e2ed0a9e2 None None] Port dc03b4bc-7d09-47d6-b362-99d88aa55932 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:27.810575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4e72b6-6765-4862-be2e-7a0db08183e5 req-55111583-0dde-485f-bc07-a9c6bd392424 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.812049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c4e72b6-6765-4862-be2e-7a0db08183e5 req-55111583-0dde-485f-bc07-a9c6bd392424 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0836692 May 02 10:28:27.813042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-e5bbd4b0-3fa9-4ca3-b857-e43308708348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.814366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-e5bbd4b0-3fa9-4ca3-b857-e43308708348 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 1132 time: 0.0753863 May 02 10:28:27.875991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:27.879658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.888450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c4e72b6-6765-4862-be2e-7a0db08183e5 req-41b26ba5-600d-453f-a738-8b68252cd7d1 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702612 May 02 10:28:27.913980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ed49aa58-c484-48b6-b3ac-5befbb1ddb2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:27.951714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-3fd2eea0-5275-40fd-b538-75ef601b969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:27.953307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-3fd2eea0-5275-40fd-b538-75ef601b969f service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1129177 May 02 10:28:27.988690 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9d1e8418-9856-4bc6-a90b-372bc975c568 (CIDR: 2001:db8::/64) May 02 10:28:27.994451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-b5747f90-a738-47e9-b924-3bdaf70cdc58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.241&port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 200 len: 217 time: 0.0348017 May 02 10:28:28.030728 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:28:28.031120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:28.048534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-393c8ca1-913f-474b-a716-00ab1b7304eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.050010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-393c8ca1-913f-474b-a716-00ab1b7304eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0486112 May 02 10:28:28.092260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-58170540-15c0-4d62-9dd8-0ea34f61d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.099688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-58170540-15c0-4d62-9dd8-0ea34f61d1f6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0376840 May 02 10:28:28.134277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:28.178139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d3ae4cc-ba56-499b-b963-e184e0d1b437 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6723301 May 02 10:28:28.180877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:28.191257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:28.198913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad6ee759-7ceb-4532-be6d-3c23770483dd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b3cbda8aaf0451ea40060916319a0c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0634778 May 02 10:28:28.210655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:28.258222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-48739c7d-1019-4415-966b-e5b60cbbb265 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577027 May 02 10:28:28.296372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-5463dbec-83c4-4011-b15f-9f279ca36c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.297848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-5463dbec-83c4-4011-b15f-9f279ca36c76 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1461294 May 02 10:28:28.350189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7ae760-c443-4b6b-aadd-4f1cbcd82028 req-0d38ec16-f0de-402c-ac22-4742f369d0c9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.351736 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb7ae760-c443-4b6b-aadd-4f1cbcd82028 req-0d38ec16-f0de-402c-ac22-4742f369d0c9 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.0826046 May 02 10:28:28.387120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] Publish callbacks [] for security_group (ed609110-cd59-40e6-86d6-ef677c5e7088), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.398960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e7a7e-100a-4dd2-9b28-7e814aacf767 req-65c6c7ae-7f23-468d-ade6-3a57ea10f3dd tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.400443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-650e7a7e-100a-4dd2-9b28-7e814aacf767 req-65c6c7ae-7f23-468d-ade6-3a57ea10f3dd tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0700617 May 02 10:28:28.406367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5feee71-13d6-4b7c-b6d7-b28fea70f012 req-2f9b78a4-db02-4dcd-b1c0-d502ba58c213 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390591 May 02 10:28:28.439081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] Publish callbacks [] for security_group (ed609110-cd59-40e6-86d6-ef677c5e7088), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.453439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-650e7a7e-100a-4dd2-9b28-7e814aacf767 req-8673418a-8c73-4fec-a60c-5818defee815 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452602 May 02 10:28:28.485698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb7ae760-c443-4b6b-aadd-4f1cbcd82028 req-9675ab26-62af-4a0f-93b7-f991bb7c85db tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028712 May 02 10:28:28.551659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-018a1d36-385c-4cb7-9e79-bc2f29c72c60 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395 HTTP/1.1" status: 200 len: 217 time: 0.0400481 May 02 10:28:28.555044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:28.558612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.604944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b1b2a432-d536-4097-b9dc-cb5bcf9475c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.606662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b1b2a432-d536-4097-b9dc-cb5bcf9475c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0492854 May 02 10:28:28.646172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a1805-c240-4da2-bd83-86d02c6fba01 req-1ac10070-c4af-4a61-b2eb-e3a52ee31bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.647666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-348a1805-c240-4da2-bd83-86d02c6fba01 req-1ac10070-c4af-4a61-b2eb-e3a52ee31bb7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 1127 time: 0.1610174 May 02 10:28:28.654842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b5b460cc-bc9c-4b2b-bc7b-f2ded7758990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.656398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-b5b460cc-bc9c-4b2b-bc7b-f2ded7758990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0424573 May 02 10:28:28.662870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-03e36cbb-a225-41d1-b5e0-5e41aa129454 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.664391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-03e36cbb-a225-41d1-b5e0-5e41aa129454 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.1231017 May 02 10:28:28.687919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f71c2840-6afc-4ffa-ada0-72e77ee39395 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:28.733678 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-348a1805-c240-4da2-bd83-86d02c6fba01 req-0c16a3e8-15ce-455a-8744-e10f3aaceefd service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664718 May 02 10:28:28.738988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed609110-cd59-40e6-86d6-ef677c5e7088), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.742801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.743310 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed609110-cd59-40e6-86d6-ef677c5e7088 HTTP/1.1" status: 204 len: 168 time: 0.5318804 May 02 10:28:28.758764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b57785-a4fa-491b-9840-f0453e2549da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed609110-cd59-40e6-86d6-ef677c5e7088,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:28.788721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925db83-9698-4ae8-933f-3e413f622d48 req-73c9d6f2-6abc-49f4-88a2-1d163b17473e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.797128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2925db83-9698-4ae8-933f-3e413f622d48 req-73c9d6f2-6abc-49f4-88a2-1d163b17473e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 947 time: 0.0834591 May 02 10:28:28.857941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:28.879442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f71c2840-6afc-4ffa-ada0-72e77ee39395', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'f71c2840-6afc-4ffa-ada0-72e77ee39395', 'mac_address': 'fa:16:3e:a0:10:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:28.919121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2925db83-9698-4ae8-933f-3e413f622d48 req-e2f1fb88-c1e8-4fef-b7af-3f757bc19154 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197915 May 02 10:28:28.938252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f71c2840-6afc-4ffa-ada0-72e77ee39395 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:28.938722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:28.955313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f71c2840-6afc-4ffa-ada0-72e77ee39395 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:28.979022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:28.988655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3362760-a122-42ca-a463-76209306f204 req-25dafde6-b733-439d-ad20-a8941e5ed455 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:28.990915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3362760-a122-42ca-a463-76209306f204 req-25dafde6-b733-439d-ad20-a8941e5ed455 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 946 time: 0.1007383 May 02 10:28:29.048063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee8be8c-8ab9-4adb-a218-4091fff2b7b5 req-995ce03e-f8bb-46cc-83b9-9a5ea5ae20b9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:29.049887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ee8be8c-8ab9-4adb-a218-4091fff2b7b5 req-995ce03e-f8bb-46cc-83b9-9a5ea5ae20b9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0482597 May 02 10:28:29.059217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3362760-a122-42ca-a463-76209306f204 req-e044d747-896f-4121-9bc5-ce3cda839a7d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576036 May 02 10:28:29.098627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ee8be8c-8ab9-4adb-a218-4091fff2b7b5 req-e1765463-78ed-4581-90fd-51e6a57810ee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413156 May 02 10:28:29.133292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.188329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.213575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (12c31eb1-95a5-4b0b-8b7c-5b7a6df12319), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.218730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-cade928d-f18c-4214-96ee-7e8438d3135e service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027534 May 02 10:28:29.223005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:29.233035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.233388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.233757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.234190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.234426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.234829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.235189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.235539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.236073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.236401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.236775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.237104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.237429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.237754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.238076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:29.247965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:29.271787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:29.276245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:29.277996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Deleting port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:29.278342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.293468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfaf6ef-5532-4eec-b97d-e3fa8872f23b None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:29.297078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:29.297684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.325325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f8a1150-0c03-4e62-aa2a-975e2b09cc5b req-aabe4699-1e51-4493-b997-935d6604072a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989428 May 02 10:28:29.361970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=12c31eb1-95a5-4b0b-8b7c-5b7a6df12319,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:29.379307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:29.379682 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.420031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] For port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:29.420785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.426986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dba764ab-b95f-455e-b345-dd2798494cbc tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2444055 May 02 10:28:29.430018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59344) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:29.436531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-568322459', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '12c31eb1-95a5-4b0b-8b7c-5b7a6df12319'}], 'security_groups': ['2a35ddb5-b199-48c9-a87b-546d3576eab1']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:29.442864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Calling delete_port for 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:29.490629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f71c2840-6afc-4ffa-ada0-72e77ee39395'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:29.629937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:29.687330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613081db-a8a1-4bb4-9f9f-566fa8aa020d req-c59f189c-c0eb-49a0-8ee1-975d1d62814b tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:29.688964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-613081db-a8a1-4bb4-9f9f-566fa8aa020d req-c59f189c-c0eb-49a0-8ee1-975d1d62814b tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0597951 May 02 10:28:29.689512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.697610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fee39-121c-4e2b-bdd0-2fcc8bf0c4d6 req-ecda1c81-2a52-410e-beb2-7d8aab3169c0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:29.699164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-351fee39-121c-4e2b-bdd0-2fcc8bf0c4d6 req-ecda1c81-2a52-410e-beb2-7d8aab3169c0 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.0911026 May 02 10:28:29.754681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-613081db-a8a1-4bb4-9f9f-566fa8aa020d req-ca9bdf70-95f4-4860-9c1a-5a94c971008f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577223 May 02 10:28:29.761965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.792075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Pushing event deleted for resources: {'Port': ['ID=0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:29.829706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-351fee39-121c-4e2b-bdd0-2fcc8bf0c4d6 req-fb68a7d4-53fb-4046-9c21-f53711c5bf58 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1226747 May 02 10:28:29.869296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Update dhcp port {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'fixed_ips': [{'subnet_id': '9d1e8418-9856-4bc6-a90b-372bc975c568', 'ip_address': '2001:db8::2'}, {'subnet_id': '12c31eb1-95a5-4b0b-8b7c-5b7a6df12319'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50bdf846-ff31-4039-abc7-80344913c316'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:28:29.901482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] No DVR routers for this DVR port 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:29.906003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.909938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2e0cdf1-93e3-4c29-8649-203cb59cccb6 req-a3e29d8f-2382-41c3-96b7-b664d333153a tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "DELETE /v2.0/ports/0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a HTTP/1.1" status: 204 len: 173 time: 0.7895722 May 02 10:28:29.910557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-deleted', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:29.915704 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceac1e74-ebb9-40ec-9971-b87ab707e8a8" -d '{"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-deleted", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:29.917519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:29.982710 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff5feca-9c74-4b77-bf48-48968423f213 x-openstack-request-id: req-7ff5feca-9c74-4b77-bf48-48968423f213 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:29.983328 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5664a2f-91f9-4a75-a890-e98774ca2449", "name": "network-vif-deleted", "tag": "0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:29.983745 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff5feca-9c74-4b77-bf48-48968423f213 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:29.984588 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff5feca-9c74-4b77-bf48-48968423f213'] response: {'server_uuid': 'b5664a2f-91f9-4a75-a890-e98774ca2449', 'name': 'network-vif-deleted', 'tag': '0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a', 'status': 'completed', 'code': 200} May 02 10:28:30.024818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffd582b-df58-48aa-83a0-53e900a5871b req-e2b0e944-356d-4048-a79f-c49bb97dabb2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:30.034698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ffd582b-df58-48aa-83a0-53e900a5871b req-e2b0e944-356d-4048-a79f-c49bb97dabb2 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.1049087 May 02 10:28:30.044965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:30.051569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Request body: {'floatingip': {'port_id': '7195cd02-39d0-4600-bf1b-e3eb817e003e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:30.181603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.194826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Allocated IP 2001:db8:0:1::2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/12c31eb1-95a5-4b0b-8b7c-5b7a6df12319/50bdf846-ff31-4039-abc7-80344913c316) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:30.360828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:30.467594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Publish callbacks [] for port (50bdf846-ff31-4039-abc7-80344913c316), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.517271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-530b9b17-94ab-4278-9b9a-9179557b4a11 req-1e9b83d0-152f-4a1e-9fd1-f27edc25f959 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=b5664a2f-91f9-4a75-a890-e98774ca2449 HTTP/1.1" status: 200 len: 210 time: 0.0643439 May 02 10:28:30.544984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:30.556040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.603843 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.667349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c4786-cbd6-4adc-b535-6606422a0754 None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:30.678161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-452395819-network', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:30.706043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44af45-3564-4ab4-8552-da3e4cbbffbd req-a6faf521-cd4a-4067-8da5-e0c3b7c10344 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:30.707704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb44af45-3564-4ab4-8552-da3e4cbbffbd req-a6faf521-cd4a-4067-8da5-e0c3b7c10344 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1198082 May 02 10:28:30.764038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-3b190558-183e-4e9b-9188-2bef2796da5f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4576719 May 02 10:28:30.773064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35484bc9-0ba5-474f-b19d-debf0202707e req-353f8152-87c3-4897-98f3-bcc7ff18717f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:30.775146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35484bc9-0ba5-474f-b19d-debf0202707e req-353f8152-87c3-4897-98f3-bcc7ff18717f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 947 time: 0.4928510 May 02 10:28:30.810392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Made reservation on behalf of b9f28177488d47b8959c08125f6bd94d for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:30.812859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.825969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:30.834694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb44af45-3564-4ab4-8552-da3e4cbbffbd req-3559aa71-8027-49ca-86c5-7f0fc261a9b4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144121 May 02 10:28:30.879536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Delete allocated IP 2001:db8::22c (4d9447eb-cc9a-4b4e-b169-988f966164e1/9d1e8418-9856-4bc6-a90b-372bc975c568) {{(pid=115663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:28:30.894574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8:0:1::212 (4d9447eb-cc9a-4b4e-b169-988f966164e1/12c31eb1-95a5-4b0b-8b7c-5b7a6df12319/dc03b4bc-7d09-47d6-b362-99d88aa55932) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:30.926371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35484bc9-0ba5-474f-b19d-debf0202707e req-2e10b1e6-f644-4edd-9bc4-641cf7f6de8d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422162 May 02 10:28:30.999155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-acb604e1-1c74-4f49-b79e-be20b2fe9143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.001457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-acb604e1-1c74-4f49-b79e-be20b2fe9143 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4f82450170e949c3b8bbfa5f5789e871&device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 1130 time: 0.0615468 May 02 10:28:31.086570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f71c2840-6afc-4ffa-ada0-72e77ee39395 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:31.116273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966ff4f3-7b05-40ab-beab-8274c21f4d17 req-ff8ea085-9423-4e03-8952-68b5bad2de4f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.118366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-966ff4f3-7b05-40ab-beab-8274c21f4d17 req-ff8ea085-9423-4e03-8952-68b5bad2de4f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.1396356 May 02 10:28:31.179141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f71c2840-6afc-4ffa-ada0-72e77ee39395 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:31.219422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks [] for security_group (44904cfd-1dd8-4979-b4eb-a1665b6372e1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.240125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-966ff4f3-7b05-40ab-beab-8274c21f4d17 req-78403e5b-549d-4406-8569-1ef648a0fc72 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065276 May 02 10:28:31.252336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f71c2840-6afc-4ffa-ada0-72e77ee39395 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:31.253087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.280075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.282452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (44904cfd-1dd8-4979-b4eb-a1665b6372e1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.305185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:31.334135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:28:31.366139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.378802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (914c7b3c-2f49-4e65-8855-cdbafc28db0a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.381905 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Added segment 914c7b3c-2f49-4e65-8855-cdbafc28db0a of type vlan for network 34aab59f-a046-4fc9-b67b-5bd1e8009844 May 02 10:28:31.425331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44904cfd-1dd8-4979-b4eb-a1665b6372e1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:31.435346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:31.435751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.479183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (34aab59f-a046-4fc9-b67b-5bd1e8009844), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.486885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f71c2840-6afc-4ffa-ada0-72e77ee39395 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:31.487419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.531209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] In _notify_port_updated(), no bound segment for port dc03b4bc-7d09-47d6-b362-99d88aa55932 on network 4d9447eb-cc9a-4b4e-b169-988f966164e1 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:28:31.543510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.543510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.543510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/ports/dc03b4bc-7d09-47d6-b362-99d88aa55932 HTTP/1.1" status: 200 len: 930 time: 2.1089008 May 02 10:28:31.547758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59388) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:31.555606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:31.558272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-c3d628a2-21e3-49b6-9782-bac77699950a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.558757 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d00c613-eea0-4dd4-afaa-675b4f9bcc3c" -d '{"events": [{"server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "name": "network-vif-plugged", "status": "completed", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:31.560010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-c3d628a2-21e3-49b6-9782-bac77699950a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5033033 May 02 10:28:31.587190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb98468-dd5c-4eeb-a8ff-8c22cee9a5d0 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=dc03b4bc-7d09-47d6-b362-99d88aa55932,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:31.629276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83880ea0-93cb-4245-b4b6-6ea42037b496 req-27c088ab-84d8-4051-8dc6-cc43db5823b6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.635855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:31.636090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83880ea0-93cb-4245-b4b6-6ea42037b496 req-27c088ab-84d8-4051-8dc6-cc43db5823b6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.2155750 May 02 10:28:31.650249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59394) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:31.660189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:31.660904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.666231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Request body: {'floatingip': {'port_id': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:31.675984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-bffbf001-260e-4d26-9ab1-06c6e79fa74b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd HTTP/1.1" status: 200 len: 217 time: 0.1086369 May 02 10:28:31.690754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:28:31.722612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (34aab59f-a046-4fc9-b67b-5bd1e8009844), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.723898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.724585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.767180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.782212 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-912e4cf5-0d5e-4585-b0fa-fd261923cb8e x-openstack-request-id: req-912e4cf5-0d5e-4585-b0fa-fd261923cb8e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:31.782512 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "name": "network-vif-plugged", "status": "completed", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:31.782767 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-912e4cf5-0d5e-4585-b0fa-fd261923cb8e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:31.783230 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-912e4cf5-0d5e-4585-b0fa-fd261923cb8e'] response: {'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395', 'code': 200} May 02 10:28:31.785935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.786784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:31.788525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:31.834264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-6522344d-19d6-47bd-97e8-5db7177c6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.835731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-6522344d-19d6-47bd-97e8-5db7177c6f52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0739157 May 02 10:28:31.871325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port dc03b4bc-7d09-47d6-b362-99d88aa55932 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:31.871675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.880977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:31.881626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0dcc3754-9f45-4bc2-b583-b0fd4fb4da1a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:31.900437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3538625 May 02 10:28:31.903091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:31.910932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Request body: {'subnet': {'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-subnet', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:31.939544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.943369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-31ee79e6-c7c6-447f-92e8-0232a51d58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:31.944872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-31ee79e6-c7c6-447f-92e8-0232a51d58f6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0941706 May 02 10:28:31.962756 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:31.969401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:31.975468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:31.982279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5fdb11-77a6-440d-b93a-dd372c08ebd6 admin admin] Pushing event updated for resources: {'Network': ['ID=34aab59f-a046-4fc9-b67b-5bd1e8009844,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:31.988434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:31.988974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.015202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:28:32.018248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250827d9-d56f-46a2-bbab-2e8b0eb38e73 req-246e0a1a-a2e6-47ab-9195-54375e3ad05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:32.019839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-250827d9-d56f-46a2-bbab-2e8b0eb38e73 req-246e0a1a-a2e6-47ab-9195-54375e3ad05d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 1130 time: 0.2336469 May 02 10:28:32.050543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-d9f74e2a-ccfd-4b6f-bf7a-1122066c6ef0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980420 May 02 10:28:32.078047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:32.083496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Made reservation on behalf of b9f28177488d47b8959c08125f6bd94d for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:32.085777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.087784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.106820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Provisioning complete for port dc03b4bc-7d09-47d6-b362-99d88aa55932 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:32.108136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.158104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89e67f27-393e-4300-9c84-ec4ebb540471 None None] Port dc03b4bc-7d09-47d6-b362-99d88aa55932 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:32.168460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb9bb5-0f7f-4297-abe7-9fa06c8b44e8 req-442b0342-932e-44e4-bd8a-2d194e6bdffa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:32.175373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1feb9bb5-0f7f-4297-abe7-9fa06c8b44e8 req-442b0342-932e-44e4-bd8a-2d194e6bdffa tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.2375290 May 02 10:28:32.254317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-250827d9-d56f-46a2-bbab-2e8b0eb38e73 req-8fe85d4d-246d-44b8-8a1b-add41211ffd7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649616 May 02 10:28:32.276633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-188f969d-89a8-4dcc-87a2-ed9d60ea3b49 None None] Provisioning complete for port dc03b4bc-7d09-47d6-b362-99d88aa55932 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:32.277058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-188f969d-89a8-4dcc-87a2-ed9d60ea3b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.302416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.314517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-188f969d-89a8-4dcc-87a2-ed9d60ea3b49 None None] Port dc03b4bc-7d09-47d6-b362-99d88aa55932 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:32.331133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for dc03b4bc-7d09-47d6-b362-99d88aa55932 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:32.364969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0117b0e6-8105-49b8-acc4-bd054f7021c3 req-afc8cca6-cf7f-4e15-9e61-60e486d845ca service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3079734 May 02 10:28:32.366243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1feb9bb5-0f7f-4297-abe7-9fa06c8b44e8 req-a15931a0-85f1-4018-9a52-c3620d38a33c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899762 May 02 10:28:32.379919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6a864-62d0-4088-af7a-3c522dc8c014 req-dc828bf0-4be1-4c3a-884e-3913922046c3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:32.381542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf6a864-62d0-4088-af7a-3c522dc8c014 req-dc828bf0-4be1-4c3a-884e-3913922046c3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.1085284 May 02 10:28:32.402116 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP d53c404a-dc40-4a32-a648-aebff88f7888 associated. External IP: 172.35.4.251, port: 7195cd02-39d0-4600-bf1b-e3eb817e003e. May 02 10:28:32.557149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf6a864-62d0-4088-af7a-3c522dc8c014 req-ee54f284-fe98-41af-bceb-0ea46d012879 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679380 May 02 10:28:32.581139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d88ba99-ae82-4d92-8172-67c66c80ec81 req-f28f5250-9247-4dad-be84-e8ae535ab930 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:32.582905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d88ba99-ae82-4d92-8172-67c66c80ec81 req-f28f5250-9247-4dad-be84-e8ae535ab930 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 948 time: 0.1228616 May 02 10:28:32.751888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d88ba99-ae82-4d92-8172-67c66c80ec81 req-65544123-94a6-44db-b4b6-1f2bea182b97 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372716 May 02 10:28:32.825338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.830203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dc03b4bc-7d09-47d6-b362-99d88aa55932), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.860484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=dc03b4bc-7d09-47d6-b362-99d88aa55932,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:32.890519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.894821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:32.901719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73f06bf8-4aca-431a-9de2-117c58952050 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/dc03b4bc-7d09-47d6-b362-99d88aa55932 HTTP/1.1" status: 204 len: 168 time: 1.3491290 May 02 10:28:32.902191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:32.960248 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b31612-87d6-4acf-90ef-090cd88cc53f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:28:32.963458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f7b31612-87d6-4acf-90ef-090cd88cc53f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/dc03b4bc-7d09-47d6-b362-99d88aa55932 HTTP/1.1" status: 404 len: 333 time: 0.0586643 May 02 10:28:32.964409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59406) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:33.009705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b72f137b-d89f-4894-9b59-469e1c51672a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.077010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (59d9ad77-8bc3-4f71-9450-c5f2b527d294), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.079557 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Floating IP b705c34a-19d0-459a-9017-39eebacc67d5 associated. External IP: 172.35.4.22, port: 83f13194-e9a2-4c66-aa23-f34a82f1f74d. May 02 10:28:33.093960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:33.099769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72f137b-d89f-4894-9b59-469e1c51672a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:33.112294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Checking segment: {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:33.112294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Network hostable DHCP agents. Network: 34aab59f-a046-4fc9-b67b-5bd1e8009844, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:28:33.141792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (59d9ad77-8bc3-4f71-9450-c5f2b527d294), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.224571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:28:33.238697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:33.243582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.249347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:33.260903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:33.261977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:33.277464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3487c315-6719-45c2-833a-36102ef19717 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "PUT /v2.0/floatingips/d53c404a-dc40-4a32-a648-aebff88f7888 HTTP/1.1" status: 200 len: 992 time: 3.2313440 May 02 10:28:33.278095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:33.282339 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021" -d '{"events": [{"name": "network-changed", "server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:33.315213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59d9ad77-8bc3-4f71-9450-c5f2b527d294), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.318027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.321774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/security-groups/59d9ad77-8bc3-4f71-9450-c5f2b527d294 HTTP/1.1" status: 204 len: 168 time: 0.3537517 May 02 10:28:33.324338 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ec1188-3d3e-47bb-951e-a1baae19b2cd x-openstack-request-id: req-41ec1188-3d3e-47bb-951e-a1baae19b2cd {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:33.324670 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:33.324930 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-41ec1188-3d3e-47bb-951e-a1baae19b2cd {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:33.325337 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ec1188-3d3e-47bb-951e-a1baae19b2cd'] response: {'name': 'network-changed', 'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'status': 'completed', 'code': 200} May 02 10:28:33.325960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:33.338420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 34aab59f-a046-4fc9-b67b-5bd1e8009844) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:33.343864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:33.345342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.355948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c43224-954e-4185-97cb-06a18b28e29b None None] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:33.361843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414900b-cbb1-4705-a5e3-78458ee1c758 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d9ad77-8bc3-4f71-9450-c5f2b527d294,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:33.393569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Router 6b62380f-a3c0-49b4-9575-f008c181845e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:33.429854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2841a1f7-b63a-460f-8692-fd20d903c0db admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5228400 May 02 10:28:33.430080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59418) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:33.435181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:33.457132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (2a35ddb5-b199-48c9-a87b-546d3576eab1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.465089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:33.509984 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (17608e4f-b278-427c-809f-a09fac157c45), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.511307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (17608e4f-b278-427c-809f-a09fac157c45), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.521877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (2a35ddb5-b199-48c9-a87b-546d3576eab1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.538165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-34aab59f-a046-4fc9-b67b-5bd1e8009844', 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844', 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'fixed_ips': [{'subnet_id': 'b72f137b-d89f-4894-9b59-469e1c51672a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:28:33.539008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.574721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for router_controller (17608e4f-b278-427c-809f-a09fac157c45), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.610775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f960e06-7c23-4667-b8b2-ca2f1ba19288 req-ed6fbfdc-f8bf-4ee6-af64-d8148a3c5890 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:33.612332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f960e06-7c23-4667-b8b2-ca2f1ba19288 req-ed6fbfdc-f8bf-4ee6-af64-d8148a3c5890 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1347253 May 02 10:28:33.637244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:33.642906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.652183 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Sync routers for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:33.678935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:33.679881 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:33.705247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7589935f-6a25-4a32-9cb6-e529b805c94f tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "PUT /v2.0/floatingips/b705c34a-19d0-459a-9017-39eebacc67d5 HTTP/1.1" status: 200 len: 990 time: 2.0538533 May 02 10:28:33.715440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:33.717910 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d73f7c82-9167-41de-b0ea-e732e08cbf51" -d '{"events": [{"name": "network-changed", "server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:33.722099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2a35ddb5-b199-48c9-a87b-546d3576eab1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.725095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.726224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/security-groups/2a35ddb5-b199-48c9-a87b-546d3576eab1 HTTP/1.1" status: 204 len: 168 time: 0.3994386 May 02 10:28:33.729872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59426) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:33.733263 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f960e06-7c23-4667-b8b2-ca2f1ba19288 req-3ddf08b8-77a0-431c-bc8a-a7567f4a78e2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137943 May 02 10:28:33.770281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a386fb9-89f1-424a-9042-34088aef750e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a35ddb5-b199-48c9-a87b-546d3576eab1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:33.804155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 9d1e8418-9856-4bc6-a90b-372bc975c568 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:33.818673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Allocated IP 172.20.0.2 (34aab59f-a046-4fc9-b67b-5bd1e8009844/b72f137b-d89f-4894-9b59-469e1c51672a/89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:33.818997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (9d1e8418-9856-4bc6-a90b-372bc975c568), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.849146 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:33.854930 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21dee9a3-d8e4-4512-b4d7-0429329634ad x-openstack-request-id: req-21dee9a3-d8e4-4512-b4d7-0429329634ad {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:33.855223 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:33.855481 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-21dee9a3-d8e4-4512-b4d7-0429329634ad {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:33.855923 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21dee9a3-d8e4-4512-b4d7-0429329634ad'] response: {'name': 'network-changed', 'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'status': 'completed', 'code': 200} May 02 10:28:33.894819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9d1e8418-9856-4bc6-a90b-372bc975c568), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.974960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4df8bcd-3e08-4bc5-94fb-ee3e8e633c75 req-ba93781d-88e1-4b3f-b5b6-95119c6fc257 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:33.977831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d4df8bcd-3e08-4bc5-94fb-ee3e8e633c75 req-ba93781d-88e1-4b3f-b5b6-95119c6fc257 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.3304324 May 02 10:28:33.983735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for router_gateway (17608e4f-b278-427c-809f-a09fac157c45), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:33.990424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e11b977-1b6e-480e-b437-fa0c300dfd4c req-85e3faf9-bfbc-4aa9-bed0-e42e95f3be56 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:33.992360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e11b977-1b6e-480e-b437-fa0c300dfd4c req-85e3faf9-bfbc-4aa9-bed0-e42e95f3be56 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 948 time: 0.0738564 May 02 10:28:34.047955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d4df8bcd-3e08-4bc5-94fb-ee3e8e633c75 req-f721307c-af3d-4e8c-97e1-0bfad5d1f5d2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593395 May 02 10:28:34.072637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9d1e8418-9856-4bc6-a90b-372bc975c568), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.141086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd53c404a-dc40-4a32-a648-aebff88f7888', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.251', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:be:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f864b-1746-4850-91b9-6c5402bddb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:03Z', 'updated_at': '2022-05-02T10:28:31Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:34.181017 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b705c34a-19d0-459a-9017-39eebacc67d5', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'floating_ip_address': '172.35.4.22', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'port_id': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'mac_address': 'fa:16:3e:93:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1032e6-9f34-481e-9f1c-e84308524624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:04Z', 'updated_at': '2022-05-02T10:28:32Z', 'revision_number': 1, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:34.187002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:34.229813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:34.230655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:34.241072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Checking router: 6b62380f-a3c0-49b4-9575-f008c181845e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:34.252498 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:34.253233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:34.378215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for router_gateway (17608e4f-b278-427c-809f-a09fac157c45), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.383755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-10e97a69-7c2b-41f1-b22c-5f1203fd0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:34.385620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-10e97a69-7c2b-41f1-b22c-5f1203fd0e51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1d5fba18b19446e8ac75b3792e386fc4&device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 1127 time: 0.1719637 May 02 10:28:34.407535 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.412209 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:34.432674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:34.434901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks [] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.474868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-b7827c83-a6e3-4fc0-a648-0a4f825fe514 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:34.476884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-b7827c83-a6e3-4fc0-a648-0a4f825fe514 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 948 time: 0.1914918 May 02 10:28:34.537932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Allocated IP 172.35.4.36 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f17d0e3f-4320-4b8b-83eb-9625b6b27c02) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:34.567370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.606166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e11b977-1b6e-480e-b437-fa0c300dfd4c req-1fd250ca-6ef0-4f90-bc49-d782389d618e tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5865326 May 02 10:28:34.615855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-646b8a97-4c9a-4531-b922-1b14e7be96f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:34.618960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-646b8a97-4c9a-4531-b922-1b14e7be96f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e3c5102fde294e5fb3dbf22336934db9&device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 1128 time: 0.0994222 May 02 10:28:34.682594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.684874 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b705c34a-19d0-459a-9017-39eebacc67d5', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'floating_ip_address': '172.35.4.22', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'port_id': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'mac_address': 'fa:16:3e:93:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1032e6-9f34-481e-9f1c-e84308524624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:04Z', 'updated_at': '2022-05-02T10:28:32Z', 'revision_number': 1, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:34.691090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:34.700362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:34.702384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Pushing event updated for resources: {'Port': ['ID=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:34.704733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:34.721393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9d1e8418-9856-4bc6-a90b-372bc975c568), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.756133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.764501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/9d1e8418-9856-4bc6-a90b-372bc975c568 HTTP/1.1" status: 204 len: 168 time: 1.0262744 May 02 10:28:34.769683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59432) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:34.780383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:34.800195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e72a9-7dd9-4be8-81ee-99beb8b27238 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=9d1e8418-9856-4bc6-a90b-372bc975c568,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:34.828132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad076803-bd56-4884-b03b-f567ef7bd0f7 None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:34.842247 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38696a2f-e3d3-4d77-8f02-400065035556 None None] The sync data for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 is: [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b705c34a-19d0-459a-9017-39eebacc67d5', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'floating_ip_address': '172.35.4.22', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'port_id': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1099, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'mac_address': 'fa:16:3e:93:9f:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d1032e6-9f34-481e-9f1c-e84308524624', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:04Z', 'updated_at': '2022-05-02T10:28:32Z', 'revision_number': 1, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:34.917945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-488bb69f-614d-4adc-a4e2-a4bf61fc0073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:34.919880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-488bb69f-614d-4adc-a4e2-a4bf61fc0073 service neutron] 10.222.0.15 "GET /v2.0/networks?id=03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 200 len: 916 time: 0.2180099 May 02 10:28:34.954443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Attempting to bind port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:34.954747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Attempting to bind port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:34.955246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Attempting to bind port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 on network 34aab59f-a046-4fc9-b67b-5bd1e8009844 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:34.978843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:34.984681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Checking segment: {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:34.984681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.984681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Bound using segment: {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:34.984681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Bound port: 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:34.984681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.989172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:34.998825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-6e59af06-18a1-4d99-baf2-ad68c0d6744d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e HTTP/1.1" status: 200 len: 1000 time: 0.0722079 May 02 10:28:35.000136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd53c404a-dc40-4a32-a648-aebff88f7888', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.251', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:be:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f864b-1746-4850-91b9-6c5402bddb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:03Z', 'updated_at': '2022-05-02T10:28:31Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:35.059748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6342b042-492f-4db8-9fde-4072d23a3193 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'd53c404a-dc40-4a32-a648-aebff88f7888', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'floating_ip_address': '172.35.4.251', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'port_id': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1096, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'mac_address': 'fa:16:3e:be:6b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947f864b-1746-4850-91b9-6c5402bddb8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:28:03Z', 'updated_at': '2022-05-02T10:28:31Z', 'revision_number': 1, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:35.109392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Deleting port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:35.110989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:35.120132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:35.121790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-e161906e-f9a5-4097-b66c-47be3ac07423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.123295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-e161906e-f9a5-4097-b66c-47be3ac07423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4 HTTP/1.1" status: 200 len: 916 time: 0.4123065 May 02 10:28:35.130771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111deff1-aa38-4d0c-9c68-84ecc055b5d8 req-8c55f7fa-3ce4-44ed-94c9-e0347fbeb73b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.137960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-111deff1-aa38-4d0c-9c68-84ecc055b5d8 req-8c55f7fa-3ce4-44ed-94c9-e0347fbeb73b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.2124906 May 02 10:28:35.192010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] For port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:35.201521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] For port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:35.233362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3c298-cce0-4794-9b99-5b5f180978e5 req-4db0df2a-c3d7-4bc7-9e0d-f9e23074dc0c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.235405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cca3c298-cce0-4794-9b99-5b5f180978e5 req-4db0df2a-c3d7-4bc7-9e0d-f9e23074dc0c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.0823202 May 02 10:28:35.237196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-55863581-96d4-4961-87cc-171bb51aba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.238489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-55863581-96d4-4961-87cc-171bb51aba26 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 200 len: 854 time: 0.1858857 May 02 10:28:35.269120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5958425-c22b-4e2a-b853-3374f4916f06 None None] New status for floating IP b705c34a-19d0-459a-9017-39eebacc67d5: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:28:35.316164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] For port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:35.316548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:35.328718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:35.343282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:35.343727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-d9d090d3-25de-4dfa-ad26-405bccb6314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.345713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-d9d090d3-25de-4dfa-ad26-405bccb6314a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=03f4b595-8956-4697-950c-07141ab6fbeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0851371 May 02 10:28:35.365262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cca3c298-cce0-4794-9b99-5b5f180978e5 req-7bfe448f-64a1-4266-93c9-e3d89f21b8a0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189075 May 02 10:28:35.377470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Calling delete_port for 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:35.440807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Pushing event updated for resources: {'Port': ['ID=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:35.503204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-7e44bd8a-aeae-4c52-a982-118942a7e2a2 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400318 May 02 10:28:35.542281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:35.542875 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-483d3ee3-5bd1-4484-8886-ff306fb1bbeb None None] New status for floating IP d53c404a-dc40-4a32-a648-aebff88f7888: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:28:35.543172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0a6ce-acce-476b-b2af-20f5fcc50f0c None None] Pushing event updated for resources: {'Port': ['ID=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:35.726039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-405eb75f-21a8-4bdb-bd80-1eb5d2a6e021 req-e8a38cdf-f98a-4d01-9850-00e2f285dcb8 service neutron] 10.222.0.15 "GET /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165251 May 02 10:28:35.739070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-49846b29-abff-4fce-ab7f-7f285fb56737 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d HTTP/1.1" status: 200 len: 998 time: 0.2995007 May 02 10:28:35.748714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-111deff1-aa38-4d0c-9c68-84ecc055b5d8 req-faa6e067-ec23-4fa4-af76-8fa1450b6d70 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6097233 May 02 10:28:35.825337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9521fd18-cc78-420f-bd6a-7be566543362 req-7db1e264-b2b8-4ad5-81ac-8b2cf137dcdf tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.828729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9521fd18-cc78-420f-bd6a-7be566543362 req-7db1e264-b2b8-4ad5-81ac-8b2cf137dcdf tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 948 time: 0.1242666 May 02 10:28:35.831585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:35.836319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:35.904031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9521fd18-cc78-420f-bd6a-7be566543362 req-c6823541-4ffd-42dc-8759-35fbd4c6dc39 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/security-groups?id=a13b6dd9-86d8-49ab-8932-3a0d1abd504b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633469 May 02 10:28:35.974632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-4357ae59-1f23-47a2-9190-00f0f90112b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:35.976252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-4357ae59-1f23-47a2-9190-00f0f90112b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=182bf3dc-010f-42ec-907a-d3e17a328fd3 HTTP/1.1" status: 200 len: 854 time: 0.2156043 May 02 10:28:36.137128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-07c71645-cae9-4a56-9a5f-9aafa615fbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:36.138609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-07c71645-cae9-4a56-9a5f-9aafa615fbbf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3a2e96c5-60ab-4701-a061-40b3e67d2eb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1102901 May 02 10:28:36.273327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:36.273607 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.278279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.357644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:36.367443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:36.367910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.407591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c68ce0ad-153b-4142-ac3f-dc129653647f None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:36.668394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Pushing event deleted for resources: {'Port': ['ID=1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:36.683225 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-9936db97-c154-4526-950a-b52c40211504 service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5334764 May 02 10:28:36.712511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598f62c4-b0d3-4d7b-98ce-d6e8fc386963 None None] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:36.775522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Provisioning complete for port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:36.775901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.868539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5a50f7-50f9-4d22-8c8a-7289eadd6acc req-5e639867-fb7c-4e38-a179-76a78e8e5dd5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:36.870044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac5a50f7-50f9-4d22-8c8a-7289eadd6acc req-5e639867-fb7c-4e38-a179-76a78e8e5dd5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.2286937 May 02 10:28:36.878351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] No DVR routers for this DVR port 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:36.899862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Current status of the port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:36.900236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.906276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.909802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e98c7f-44ff-4f54-bd4f-9c05a4ea9e97 req-2430c4d7-59f5-458d-b1e5-a7780e2b14b4 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.15 "DELETE /v2.0/ports/1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd HTTP/1.1" status: 204 len: 173 time: 2.2066360 May 02 10:28:36.910849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-deleted', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:36.913145 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b56c65ee-37c4-4f00-97f2-91d2081fa00f" -d '{"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-deleted", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:36.925181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3827619c-b0bd-47bf-9765-75330c817c9a req-6d721f40-d664-450c-82f8-d1c31fa5f8a5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:36.929801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3827619c-b0bd-47bf-9765-75330c817c9a req-6d721f40-d664-450c-82f8-d1c31fa5f8a5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0739343 May 02 10:28:36.943548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for router_gateway (17608e4f-b278-427c-809f-a09fac157c45), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:36.945156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] For port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:36.992091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3827619c-b0bd-47bf-9765-75330c817c9a req-600898c1-bae3-42c8-9900-dab2901611d6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 May 02 10:28:37.036686 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.057307 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5ce406-fd2d-4b4d-8033-996274e78c34 x-openstack-request-id: req-2d5ce406-fd2d-4b4d-8033-996274e78c34 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:37.057659 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae95a579-633e-4e71-ace3-04ae63b2b3f2", "name": "network-vif-deleted", "tag": "1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:37.057945 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d5ce406-fd2d-4b4d-8033-996274e78c34 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:37.058355 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d5ce406-fd2d-4b4d-8033-996274e78c34'] response: {'server_uuid': 'ae95a579-633e-4e71-ace3-04ae63b2b3f2', 'name': 'network-vif-deleted', 'tag': '1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd', 'status': 'completed', 'code': 200} May 02 10:28:37.069755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d73f7c82-9167-41de-b0ea-e732e08cbf51 req-bd685f44-f2f8-4288-be50-e07fda503da3 service neutron] 10.222.0.15 "GET /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343701 May 02 10:28:37.127303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac5a50f7-50f9-4d22-8c8a-7289eadd6acc req-223e9947-1b22-4c34-8a18-fabecaf548cb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463059 May 02 10:28:37.137629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b3e972f5-b55d-4b7e-91ff-2ea63addb674), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.192721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f96a934-1b95-4a20-920d-f8eaa5c3bdd3 None None] Pushing event updated for resources: {'Port': ['ID=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:37.260632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02033d3e-e1ad-4424-aae2-fcdd1ed2dd89 req-45d69bee-8cf8-427e-b4f6-fdb065f97c60 tempest-ListImageFiltersTestJSON-1567880923 tempest-ListImageFiltersTestJSON-1567880923-project] 10.222.0.16 "GET /v2.0/ports?device_id=ae95a579-633e-4e71-ace3-04ae63b2b3f2 HTTP/1.1" status: 200 len: 210 time: 0.0870523 May 02 10:28:37.315908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:37.320498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:37.331557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:37.349321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56560eb8-dcee-4ecd-af02-5207ef0bc60a None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:37.357420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:37.358250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.415917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=b3e972f5-b55d-4b7e-91ff-2ea63addb674,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:37.424495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f3132e-a457-40ec-85c6-33c5b89b061d req-0284d837-0953-4991-a765-0b18fd9ca3a0 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:37.426084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f3132e-a457-40ec-85c6-33c5b89b061d req-0284d837-0953-4991-a765-0b18fd9ca3a0 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 1130 time: 0.1235580 May 02 10:28:37.431404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2b6fea27-d9f7-4a8c-ab9d-93fde45ada7a None None] Provisioning complete for port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:37.431869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2b6fea27-d9f7-4a8c-ab9d-93fde45ada7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.461269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (17608e4f-b278-427c-809f-a09fac157c45), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.479975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:37.480349 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.525042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f3132e-a457-40ec-85c6-33c5b89b061d req-4cc73a49-d70d-49e7-bc10-92482225a570 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885522 May 02 10:28:37.583817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9dc03848-ebd3-4437-a794-67dd6991d909 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8046412 May 02 10:28:37.583817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59450) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:37.588942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'security_group': {'name': 'tempest-secgroup-855833541'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:37.622792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2b6fea27-d9f7-4a8c-ab9d-93fde45ada7a None None] Current status of the port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:37.638682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:37.684967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Update dhcp port {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'fixed_ips': [{'subnet_id': '12c31eb1-95a5-4b0b-8b7c-5b7a6df12319', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3e972f5-b55d-4b7e-91ff-2ea63addb674'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50bdf846-ff31-4039-abc7-80344913c316'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:28:37.694078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.741421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-c8164d51-4e74-448b-aabf-a343ce0db83e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223062 May 02 10:28:37.780108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (24883dd8-b7d9-4b4b-9c91-80d2df90463c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.811814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Router 17608e4f-b278-427c-809f-a09fac157c45 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:28:37.863443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.869482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-2e776cdf-d6c4-4f4a-b916-8f457923ba0b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:37.872309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24883dd8-b7d9-4b4b-9c91-80d2df90463c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:37.873117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-2e776cdf-d6c4-4f4a-b916-8f457923ba0b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1263726 May 02 10:28:37.887224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-18b31066-8912-4b99-a416-78c07acc028f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/quotas/50a567b2bd8247c9bc061502897d6e7e HTTP/1.1" status: 200 len: 375 time: 0.0102780 May 02 10:28:37.945032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24883dd8-b7d9-4b4b-9c91-80d2df90463c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:37.967187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-c76de9a1-d68f-45a6-a0d5-e1654d07f2b5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0735269 May 02 10:28:37.973705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:37.985523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Sync routers for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:38.013154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.017570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59464) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:38.017735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ba069e1-e161-4e25-9c0d-a7396bed73ba tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4346328 May 02 10:28:38.025110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:38.025337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'security_group': {'name': 'tempest-secgroup-133063009'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:38.025755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:38.091634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Allocated IP 2001:db8::2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/b3e972f5-b55d-4b7e-91ff-2ea63addb674/50bdf846-ff31-4039-abc7-80344913c316) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:38.134903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.136196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9da5ce4b-2b99-47b2-b449-b3a17b54dd50 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.7052348 May 02 10:28:38.139199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59466) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:38.178486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.202087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d8004-8cc5-41fc-b2ac-38e562837f17 req-a70ded5e-7cd1-4257-9371-ab8d1f0c5309 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:38.218468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b90d8004-8cc5-41fc-b2ac-38e562837f17 req-a70ded5e-7cd1-4257-9371-ab8d1f0c5309 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1170154 May 02 10:28:38.276961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:38.288521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8b4474c-a2d0-47b7-9836-9bba2ce8405c req-69454e7f-10e2-4bf5-9246-f1a3118217ba tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 210 time: 0.0494146 May 02 10:28:38.322535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (f2e8e472-764f-4660-921b-5cfbe1e9e455), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.375176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b90d8004-8cc5-41fc-b2ac-38e562837f17 req-1b66e77d-4ca5-4402-a957-4e4047f94e3f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543913 May 02 10:28:38.449719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:38.457490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f2e8e472-764f-4660-921b-5cfbe1e9e455), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.494250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2e8e472-764f-4660-921b-5cfbe1e9e455,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:38.500238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Publish callbacks [] for port (50bdf846-ff31-4039-abc7-80344913c316), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.548221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:36Z', 'revision_number': 3, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:38.586824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Checking router: 17608e4f-b278-427c-809f-a09fac157c45 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:38.587313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Updating router 17608e4f-b278-427c-809f-a09fac157c45 port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:28:38.625353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.646785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.648568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a8675425-fcf2-4141-8bab-595328ca18e7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6295002 May 02 10:28:38.649463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.651192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59490) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:38.657744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'security_group': {'name': 'tempest-secgroup-1429687500'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:38.820478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.826864 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:38.839927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8b7b5-0d7b-490f-93f3-0ef67d48b8cb None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:38.997318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (973974b6-6ddb-44a9-beef-dc9d5c888b76), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.064299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Allocated IP 172.20.0.1 (34aab59f-a046-4fc9-b67b-5bd1e8009844/b72f137b-d89f-4894-9b59-469e1c51672a/309cf469-4ddd-40a4-b4ff-12a7783a71a7) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:39.079463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks [] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.116027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (973974b6-6ddb-44a9-beef-dc9d5c888b76), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.146753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:39.162121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=973974b6-6ddb-44a9-beef-dc9d5c888b76,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:39.193273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.193273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba1bc9c5-7278-4c75-b069-aa287f4c6314 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5374837 May 02 10:28:39.193481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:39.201883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1464984430', 'security_groups': ['973974b6-6ddb-44a9-beef-dc9d5c888b76'], 'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b3e972f5-b55d-4b7e-91ff-2ea63addb674'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:39.214544 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.229912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:39.230273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1cd40cd7-d6d8-4ee3-9fa2-d7ec87afc3cd not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:39.311501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks [] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.428007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141aa1c-6d8a-4348-b26d-73ba6fde6643 None None] Pushing event updated for resources: {'Port': ['ID=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:39.431147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:39.433770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Attempting to bind port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:39.434036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Attempting to bind port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:39.434350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Attempting to bind port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:39.463572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc939513-478a-48e9-8a1c-8ce7ccc6eff0 req-9e33443c-6be0-4f2b-975a-5704c589b2a0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 210 time: 0.0646317 May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Bound port: f17d0e3f-4320-4b8b-83eb-9625b6b27c02, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:39.469399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.554830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] For port f17d0e3f-4320-4b8b-83eb-9625b6b27c02, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:39.566933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:39.567776 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.611632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] For port f17d0e3f-4320-4b8b-83eb-9625b6b27c02, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:39.633495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30fd538-4e91-4120-9e4d-6522875ddcc6 req-bc7c71dc-c1e7-42a3-937e-d88c2b781542 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:39.644842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e30fd538-4e91-4120-9e4d-6522875ddcc6 req-bc7c71dc-c1e7-42a3-937e-d88c2b781542 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0709653 May 02 10:28:39.668044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:39.670053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.687921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:39.690807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.691743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e30fd538-4e91-4120-9e4d-6522875ddcc6 req-e73fcb5c-47ae-46cb-a719-5a197ee23919 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495033 May 02 10:28:39.714793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:39.715918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:39.742455 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.764776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:39.770735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:39.773332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:39.814163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Pushing event updated for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:39.854949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (17608e4f-b278-427c-809f-a09fac157c45), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.876897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:39.877468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:39.901008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.929183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b141aa1c-6d8a-4348-b26d-73ba6fde6643 None None] Pushing event updated for resources: {'Port': ['ID=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:39.930235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] device_id is not set on port e5921019-be33-4de9-8975-cfddda4a6a16 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:28:39.949618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:39.950461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:39.958925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:40.027658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:40.028068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.089789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:40.121825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-768f4d1e-b1de-4c87-8894-d6873d36cb55 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:40.203810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8::2c2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/b3e972f5-b55d-4b7e-91ff-2ea63addb674/e5921019-be33-4de9-8975-cfddda4a6a16) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:40.217348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.420816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:40.426772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dba9cf13-55ef-4302-8299-f0c3e7ff212c None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:40.427060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dba9cf13-55ef-4302-8299-f0c3e7ff212c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.465040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (e5921019-be33-4de9-8975-cfddda4a6a16), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.511487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-6f5d99ec-6cf4-4fa1-8f9a-90879a25af71 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310302 May 02 10:28:40.526839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks [] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.537688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dba9cf13-55ef-4302-8299-f0c3e7ff212c None None] Port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:40.543327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3f620026-389d-4323-a430-02bf089a69cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:36Z', 'revision_number': 3, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:40.577700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f620026-389d-4323-a430-02bf089a69cf None None] The sync data for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 is: [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:36Z', 'revision_number': 3, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:40.586257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f82bb492-4959-4961-9e6e-f12f8cb3a412 req-c0301bae-a130-4b6b-9d75-0a4fcf726a5d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 210 time: 0.0319827 May 02 10:28:40.622567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.670911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.683013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-5b81d6e2-3fa0-4703-97b8-f2bb4a4f1579 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:40.685759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-5b81d6e2-3fa0-4703-97b8-f2bb4a4f1579 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1681519 May 02 10:28:40.698389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Request body: {'port': {'device_id': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '50a567b2bd8247c9bc061502897d6e7e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:40.712036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (17608e4f-b278-427c-809f-a09fac157c45), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.724245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Pushing event updated for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:40.736294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:40.777380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:40.800816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:40.807336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:40.807975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:40.956491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Made reservation on behalf of 50a567b2bd8247c9bc061502897d6e7e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:40.961359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.166821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Allocated IP 192.168.233.90 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/0b2afeb0-3645-4041-a5b7-94fcc95f066a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:41.168709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-42e83db0-0baf-4aa8-9503-bc4229b88553 None None] Provisioning complete for port e5921019-be33-4de9-8975-cfddda4a6a16 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:41.169981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42e83db0-0baf-4aa8-9503-bc4229b88553 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.215998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42e83db0-0baf-4aa8-9503-bc4229b88553 None None] Port e5921019-be33-4de9-8975-cfddda4a6a16 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:41.311014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f17d0e3f-4320-4b8b-83eb-9625b6b27c02 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:41.320736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=e5921019-be33-4de9-8975-cfddda4a6a16,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:41.342241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ca1ea1-7f00-4001-b2a4-0db04091b2c3 req-dcf5ad3d-164d-4f28-bc1c-b86a4182dda5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:41.348105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6ca1ea1-7f00-4001-b2a4-0db04091b2c3 req-dcf5ad3d-164d-4f28-bc1c-b86a4182dda5 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.5558467 May 02 10:28:41.399498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59554) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:41.407725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:41.408588 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.415236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:41.419393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:41.444660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6ca1ea1-7f00-4001-b2a4-0db04091b2c3 req-bf7429bf-51b1-4467-b245-841594253581 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879874 May 02 10:28:41.483815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks [] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.517821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-babb582d-cc7a-4454-bf3d-1cd53d2b4e5d tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3235323 May 02 10:28:41.522234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:41.538312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:41.538896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:41.539301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.608774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f17d0e3f-4320-4b8b-83eb-9625b6b27c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:41.669970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.723043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.731898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Router 17608e4f-b278-427c-809f-a09fac157c45 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:28:41.738691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:41.744753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1', '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'f71c2840-6afc-4ffa-ada0-72e77ee39395'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:41.883064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:41.884538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event updated for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:41.903782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c4ab6e21-2cdd-489e-8be3-6e38d49f84d3 None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:41.904337 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c4ab6e21-2cdd-489e-8be3-6e38d49f84d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:41.928305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:41.945983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdedaa2-d2f7-4f95-92b5-cfcaa31cddca req-4c3aa3d7-3eff-4df4-88a9-fa48165d8c5c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:41.968160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ccdedaa2-d2f7-4f95-92b5-cfcaa31cddca req-4c3aa3d7-3eff-4df4-88a9-fa48165d8c5c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 935 time: 0.1869159 May 02 10:28:41.968160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:41.968160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0eaa85bf-c9fb-4fb7-be4b-d687401e333e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f82450170e949c3b8bbfa5f5789e871&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5556946 May 02 10:28:41.968160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:41.969731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:42.035067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c4ab6e21-2cdd-489e-8be3-6e38d49f84d3 None None] Port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:42.060368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:28:42.071962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d12b104a-1dff-44e0-8b96-6502abe36c37 admin admin] 10.222.0.16 "PUT /v2.0/routers/17608e4f-b278-427c-809f-a09fac157c45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9316013 May 02 10:28:42.078565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] Publish callbacks [] for security_group (a13b6dd9-86d8-49ab-8932-3a0d1abd504b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.109129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:42.114651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.119284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] Publish callbacks [] for security_group (a13b6dd9-86d8-49ab-8932-3a0d1abd504b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.161861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:42.166375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.202386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ccdedaa2-d2f7-4f95-92b5-cfcaa31cddca req-1af2a6ac-0490-4678-b767-4a71e1e45d56 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049716 May 02 10:28:42.270646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a13b6dd9-86d8-49ab-8932-3a0d1abd504b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.273449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.275000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a13b6dd9-86d8-49ab-8932-3a0d1abd504b HTTP/1.1" status: 204 len: 168 time: 0.3002548 May 02 10:28:42.288294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8dca8-9ef3-4626-ae55-81fa8a0b3b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13b6dd9-86d8-49ab-8932-3a0d1abd504b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:42.294206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-f57990a1-85ee-48dd-9c99-eff6555208fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5997994 May 02 10:28:42.310809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Request body: {'port': {'device_id': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:42.352787 ncdv-master-1 neutron-server[115663]: INFO neutron.db.ipam_backend_mixin [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b3e972f5-b55d-4b7e-91ff-2ea63addb674 (CIDR: 2001:db8::/64) May 02 10:28:42.389037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-61179a88-7e00-47d7-8d6d-55d4729ca858 None None] Provisioning complete for port 0b2afeb0-3645-4041-a5b7-94fcc95f066a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:42.392878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61179a88-7e00-47d7-8d6d-55d4729ca858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.395680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.412465 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:28:42.414900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:42.453756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61179a88-7e00-47d7-8d6d-55d4729ca858 None None] Port 0b2afeb0-3645-4041-a5b7-94fcc95f066a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:42.545390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cfe60fc0-f26a-4fa8-8783-8830a40cf872 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0156491 May 02 10:28:42.549240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59574) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:42.557109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:42.590089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-ffaaf326-28f7-46f4-a3ac-975e56de17b7 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1515648 May 02 10:28:42.598017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:42.687016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.722946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67bf82b-c068-41fd-a6cf-9238c0931e45 req-9fc26eb0-665f-4ff5-abcf-d27f716acf41 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:42.725337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f67bf82b-c068-41fd-a6cf-9238c0931e45 req-9fc26eb0-665f-4ff5-abcf-d27f716acf41 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1365743 May 02 10:28:42.819571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.853384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f67bf82b-c068-41fd-a6cf-9238c0931e45 req-ee54ee12-876c-44e3-ad32-94b84bf23d5b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187105 May 02 10:28:42.959233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b2afeb0-3645-4041-a5b7-94fcc95f066a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:42.967425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks [] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.978033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:42.978642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Sync routers for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:28:42.981148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Allocated IP 172.35.4.109 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/632e1577-2616-4d3e-a7ac-e173f15f6018) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:42.981336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:42.990623 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:42.991321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:43.022991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Transition to ACTIVE for port object 0b2afeb0-3645-4041-a5b7-94fcc95f066a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:43.104956 ncdv-master-1 neutron-server[115663]: INFO neutron.db.ipam_backend_mixin [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 12c31eb1-95a5-4b0b-8b7c-5b7a6df12319 (CIDR: 2001:db8:0:1::/64) May 02 10:28:43.106629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.119353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:43.125771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.175875 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:28:43.175875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:43.221742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:43.224835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.303143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-54db3b38-aaa4-497b-801c-30fd65ca2dd7 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7483945 May 02 10:28:43.303783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:43.313595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'subnet': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:43.313977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f17d0e3f-4320-4b8b-83eb-9625b6b27c02 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:43.323730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=632e1577-2616-4d3e-a7ac-e173f15f6018,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:43.327384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:43.329364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:43.331876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:43.443793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:43.444392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.450778 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:40Z', 'revision_number': 4, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '309cf469-4ddd-40a4-b4ff-12a7783a71a7', 'name': '', 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'mac_address': 'fa:16:3e:cc:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:38Z', 'updated_at': '2022-05-02T10:28:40Z', 'revision_number': 2, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'subnets': [{'id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:43.468776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (dc7f0825-9611-4770-9410-2f6b41c77b34), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.501537 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Checking router: 17608e4f-b278-427c-809f-a09fac157c45 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:28:43.508592 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Updating router 17608e4f-b278-427c-809f-a09fac157c45 port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:28:43.514667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Attempting to bind port 0b2afeb0-3645-4041-a5b7-94fcc95f066a on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:43.515013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Attempting to bind port 0b2afeb0-3645-4041-a5b7-94fcc95f066a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:43.515342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Attempting to bind port 0b2afeb0-3645-4041-a5b7-94fcc95f066a on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:43.523991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Port 0b2afeb0-3645-4041-a5b7-94fcc95f066a on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:43.524135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Attempting to bind port 0b2afeb0-3645-4041-a5b7-94fcc95f066a on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:43.545097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:43.545403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:43.545738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:43.546340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Bound port: 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:43.546756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.550404 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.557636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baf9886-5aaf-4f73-b86c-1850605f30bd req-5453b0c8-05dd-4832-aac8-2a0b898ffad0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:43.559283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7baf9886-5aaf-4f73-b86c-1850605f30bd req-5453b0c8-05dd-4832-aac8-2a0b898ffad0 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.1435702 May 02 10:28:43.579367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:43.615624 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.681212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7baf9886-5aaf-4f73-b86c-1850605f30bd req-64590876-d4b2-4cbe-8aca-1446f562b559 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060250 May 02 10:28:43.686883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:43.690982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:43.771686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:43.784197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Made reservation on behalf of ed36dcd8895a4ac5b50bc12ce5b17048 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:43.791271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.798339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.811427 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.892444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:43.893082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.894470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] 10.222.0.24 "PUT /v2.0/ports/0b2afeb0-3645-4041-a5b7-94fcc95f066a HTTP/1.1" status: 200 len: 1095 time: 1.5928342 May 02 10:28:43.897808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:43.899701 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a047991-99b6-44e4-9eb7-c87d60794718" -d '{"events": [{"name": "network-changed", "server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:43.912487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1861420865-network', 'tenant_id': '0b653373f3454629b2b4384e1897ab4d'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:43.933201 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks [] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.937158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:43.957221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.005166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6fc199-e717-4997-b55f-e13ff231a852 service neutron] Pushing event updated for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.023288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=632e1577-2616-4d3e-a7ac-e173f15f6018,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.030848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (dc7f0825-9611-4770-9410-2f6b41c77b34), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.043140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856a52ab-7ba3-4e6c-a562-0ed5d04f52f9 req-900018dd-0674-4a47-bab7-156faef309d2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:44.044732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-856a52ab-7ba3-4e6c-a562-0ed5d04f52f9 req-900018dd-0674-4a47-bab7-156faef309d2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0812488 May 02 10:28:44.108429 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.149886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-856a52ab-7ba3-4e6c-a562-0ed5d04f52f9 req-c5167ced-8ae4-42f1-88d3-31d5f070547b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 May 02 10:28:44.156431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.157498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-3f352a1b-83b9-454f-9652-e8a254d9abcb tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5646691 May 02 10:28:44.159784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Made reservation on behalf of 0b653373f3454629b2b4384e1897ab4d for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:44.162984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.172233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdc2f2-b8a9-4d21-8ed0-d9e29be76459 None None] Pushing event updated for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.195292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.229449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-ea95aa22-c315-4dde-8caf-cb1e37e4421a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0654795 May 02 10:28:44.263730 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d34ed79-881d-44ac-81e4-f2bbf4a5c41b x-openstack-request-id: req-6d34ed79-881d-44ac-81e4-f2bbf4a5c41b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:44.264083 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:44.264287 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d34ed79-881d-44ac-81e4-f2bbf4a5c41b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:44.264774 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d34ed79-881d-44ac-81e4-f2bbf4a5c41b'] response: {'name': 'network-changed', 'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a', 'status': 'completed', 'code': 200} May 02 10:28:44.287782 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Attempting to bind port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:44.288977 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Attempting to bind port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:44.289631 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Attempting to bind port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 on network 34aab59f-a046-4fc9-b67b-5bd1e8009844 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:44.297629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:44.298977 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Checking segment: {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:44.299675 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.300715 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Bound using segment: {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:44.302404 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Bound port: 309cf469-4ddd-40a4-b4ff-12a7783a71a7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914c7b3c-2f49-4e65-8855-cdbafc28db0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:44.303230 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.375927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks [] for security_group (a667d6ed-f6a1-4484-993b-5946ea14389c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.378060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-ee543187-c8f7-44e1-be42-7c773a952151 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:44.379475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8a070ac-aaa7-43b5-8293-cf65d42ddc28 req-ee543187-c8f7-44e1-be42-7c773a952151 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1434586 May 02 10:28:44.387772 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] For port 309cf469-4ddd-40a4-b4ff-12a7783a71a7, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:44.391045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (bd2e80e4-660a-449a-8207-2490308e9ba8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.394533 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] For port 309cf469-4ddd-40a4-b4ff-12a7783a71a7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=309cf469-4ddd-40a4-b4ff-12a7783a71a7,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:44.444633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-70b6f698-463d-4fd0-be53-a5873285e790 None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:44.445198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-70b6f698-463d-4fd0-be53-a5873285e790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.476398 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.480795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-70b6f698-463d-4fd0-be53-a5873285e790 None None] Port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:44.486091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:44.486898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a667d6ed-f6a1-4484-993b-5946ea14389c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.517962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:44.538716 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:28:44.539348 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:44.542656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3d1aa4-b561-4cc2-9ad1-a0ca7f49244a None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:44.561826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:44.562431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.585221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Subnet': ['ID=bd2e80e4-660a-449a-8207-2490308e9ba8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.593788 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cdc2f2-b8a9-4d21-8ed0-d9e29be76459 None None] Pushing event updated for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.604387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:28:44.645578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a667d6ed-f6a1-4484-993b-5946ea14389c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:44.664131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (51a47da1-b11a-4e22-9a07-d5f133d2281b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.664489 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Added segment 51a47da1-b11a-4e22-9a07-d5f133d2281b of type vlan for network df0a993a-bd5e-4285-98b4-f0b6f6003abd May 02 10:28:44.687515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:28:44.730970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-87c1791d-7aa8-40f0-9993-bce6e13cfe62 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.4259238 May 02 10:28:44.733841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59610) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:44.740731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-e06f90b2-e71b-45f7-8ca2-ae82834ebf0a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3167715 May 02 10:28:44.743209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1035912117', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bd2e80e4-660a-449a-8207-2490308e9ba8'}], 'security_groups': ['24883dd8-b7d9-4b4b-9c91-80d2df90463c', 'f2e8e472-764f-4660-921b-5cfbe1e9e455']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:44.759252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:44.765705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (df0a993a-bd5e-4285-98b4-f0b6f6003abd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.877587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Update dhcp port {'port': {'network_id': '4d9447eb-cc9a-4b4e-b169-988f966164e1', 'fixed_ips': [{'subnet_id': '12c31eb1-95a5-4b0b-8b7c-5b7a6df12319', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'b3e972f5-b55d-4b7e-91ff-2ea63addb674', 'ip_address': '2001:db8::2'}, {'subnet_id': 'bd2e80e4-660a-449a-8207-2490308e9ba8'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '50bdf846-ff31-4039-abc7-80344913c316'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:28:44.896799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a047991-99b6-44e4-9eb7-c87d60794718 req-0e54e087-e7d5-49cc-9d5a-1b91ee6b160f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:44.898699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a047991-99b6-44e4-9eb7-c87d60794718 req-0e54e087-e7d5-49cc-9d5a-1b91ee6b160f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 1129 time: 0.0560222 May 02 10:28:44.919180 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.932104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a047991-99b6-44e4-9eb7-c87d60794718 req-05e74616-7c31-4d1e-95c1-43b91c7373ad service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=50a567b2bd8247c9bc061502897d6e7e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240059 May 02 10:28:44.937774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.963433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:40Z', 'revision_number': 4, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '309cf469-4ddd-40a4-b4ff-12a7783a71a7', 'name': '', 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'mac_address': 'fa:16:3e:cc:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:38Z', 'updated_at': '2022-05-02T10:28:44Z', 'revision_number': 4, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'subnets': [{'id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:44.985594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (df0a993a-bd5e-4285-98b4-f0b6f6003abd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.987211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:44.988025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:44.995768 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10caa23f-57c3-46de-b9c6-cfed17c3595c None None] The sync data for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 is: [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:28:40Z', 'revision_number': 4, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '309cf469-4ddd-40a4-b4ff-12a7783a71a7', 'name': '', 'network_id': '34aab59f-a046-4fc9-b67b-5bd1e8009844', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'mac_address': 'fa:16:3e:cc:14:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1138, 'fixed_ips': [{'subnet_id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:38Z', 'updated_at': '2022-05-02T10:28:44Z', 'revision_number': 4, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'subnets': [{'id': 'b72f137b-d89f-4894-9b59-469e1c51672a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:28:45.001704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.034799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd4716-91d8-47be-96d3-b0ad27b6f17d req-60e5897c-0863-4c6d-9878-76cf46ba221a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:45.066592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92cd4716-91d8-47be-96d3-b0ad27b6f17d req-60e5897c-0863-4c6d-9878-76cf46ba221a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.2299023 May 02 10:28:45.096016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3227539 May 02 10:28:45.101331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:45.101715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.111732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59612) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:45.151795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Request body: {'subnet': {'network_id': 'df0a993a-bd5e-4285-98b4-f0b6f6003abd', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1861420865-subnet', 'tenant_id': '0b653373f3454629b2b4384e1897ab4d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:45.155537 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-3bf3199d-ba96-41b6-954d-d010282a22b6 service neutron] show failed (client error): The resource could not be found. May 02 10:28:45.159386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-3bf3199d-ba96-41b6-954d-d010282a22b6 service neutron] 10.222.0.24 "GET /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.2097085 May 02 10:28:45.219347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Allocated IP 2001:db8:0:2::2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/bd2e80e4-660a-449a-8207-2490308e9ba8/50bdf846-ff31-4039-abc7-80344913c316) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:45.263195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92cd4716-91d8-47be-96d3-b0ad27b6f17d req-d253f366-1306-4d01-a17d-808029b1aeab tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1907179 May 02 10:28:45.351410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 309cf469-4ddd-40a4-b4ff-12a7783a71a7 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:45.395861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Current status of the port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:45.396836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.505656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:45.509253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0a7bdf-1781-49fb-af4b-613e080623f8 req-a7bbe064-04f8-4e2c-8cde-d8c7d714ef67 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:45.513318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef0a7bdf-1781-49fb-af4b-613e080623f8 req-a7bbe064-04f8-4e2c-8cde-d8c7d714ef67 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1255279 May 02 10:28:45.577601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] For port 309cf469-4ddd-40a4-b4ff-12a7783a71a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=309cf469-4ddd-40a4-b4ff-12a7783a71a7,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:45.601474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Publish callbacks [] for port (50bdf846-ff31-4039-abc7-80344913c316), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.608958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:45.608958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.615368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef0a7bdf-1781-49fb-af4b-613e080623f8 req-0de1d399-9bab-43fe-a6c9-5f4fa6bff1a3 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742702 May 02 10:28:45.671576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd26c9e-873c-4c54-839a-290e12021df6 admin admin] Pushing event updated for resources: {'Network': ['ID=df0a993a-bd5e-4285-98b4-f0b6f6003abd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:45.685867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network df0a993a-bd5e-4285-98b4-f0b6f6003abd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:28:45.705040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a047991-99b6-44e4-9eb7-c87d60794718 req-2ec771e8-ee6e-4bb8-9113-3fddd06fdfa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:45.706815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a047991-99b6-44e4-9eb7-c87d60794718 req-2ec771e8-ee6e-4bb8-9113-3fddd06fdfa9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7609966 May 02 10:28:45.708211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.736038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.739756 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.811315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Made reservation on behalf of 0b653373f3454629b2b4384e1897ab4d for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:45.813853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.860926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.868110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-329c6e2a-7185-4eac-acc8-936541eaf945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:45.870330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-329c6e2a-7185-4eac-acc8-936541eaf945 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=50a567b2bd8247c9bc061502897d6e7e&device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 1129 time: 0.1197450 May 02 10:28:45.880428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:45.880852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:45.929355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-05c9c1df-403a-4b81-a4b4-6a3f2c28a0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:45.931617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-05c9c1df-403a-4b81-a4b4-6a3f2c28a0ed service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1131 time: 0.0955598 May 02 10:28:45.940308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Allocated IP 172.35.4.194 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9d5caa7b-46a9-495d-8b13-478ab036fa51) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:45.948043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:45.951162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d3ff1a-5e68-4bd2-ba77-666ee15141ba None None] Pushing event updated for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:45.973922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Delete allocated IP 2001:db8::2c2 (4d9447eb-cc9a-4b4e-b169-988f966164e1/b3e972f5-b55d-4b7e-91ff-2ea63addb674) {{(pid=115662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:28:46.024721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Allocated IP 2001:db8:0:2::ce (4d9447eb-cc9a-4b4e-b169-988f966164e1/bd2e80e4-660a-449a-8207-2490308e9ba8/e5921019-be33-4de9-8975-cfddda4a6a16) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:46.052119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.165157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-190e092c-d82b-4ea2-87af-684ae6f65d17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a HTTP/1.1" status: 200 len: 217 time: 0.0777261 May 02 10:28:46.169673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.242896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:28:46.243257 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:28:46.247249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc281535-4538-4eb6-8b9f-ba725e3b391c None None] Pushing event updated for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:46.292282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-3ada68ce-9273-42bf-a52c-4fa286198b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:46.293964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-3ada68ce-9273-42bf-a52c-4fa286198b6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1225150 May 02 10:28:46.354574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.429869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-2686a245-c9ce-4b10-aaca-0927e2884622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:46.432501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-2686a245-c9ce-4b10-aaca-0927e2884622 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1314912 May 02 10:28:46.471327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:46.498153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:46.510298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:46.515538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=9d5caa7b-46a9-495d-8b13-478ab036fa51,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:46.525575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5a545e-de95-4ec9-92ed-515c2c4a79a0 req-3ca090b0-3124-478c-ae92-e163a62c9b8d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:46.527199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c5a545e-de95-4ec9-92ed-515c2c4a79a0 req-3ca090b0-3124-478c-ae92-e163a62c9b8d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.1436679 May 02 10:28:46.605815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-7d9c8fb6-d6bd-4e51-bbdf-0a681802d4f0 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468651 May 02 10:28:46.623230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:46.648475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for port (e5921019-be33-4de9-8975-cfddda4a6a16), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.662057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c5a545e-de95-4ec9-92ed-515c2c4a79a0 req-978ca613-23b9-46a1-bb6d-8056fcebd735 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228693 May 02 10:28:46.696289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:46.764144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks [] for port (c37f97fa-66ca-4eff-b507-a2718592221c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.786717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Transition to ACTIVE for port object c37f97fa-66ca-4eff-b507-a2718592221c will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:46.788117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:46.790541 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f49c08d-aa5c-49db-8ba2-2792092999ba" -d '{"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:46.790730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:46.810435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.866475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (3c80b921-1cea-4c8c-a7b5-62736da3ded8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.912910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.914884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] In _notify_port_updated(), no bound segment for port e5921019-be33-4de9-8975-cfddda4a6a16 on network 4d9447eb-cc9a-4b4e-b169-988f966164e1 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:28:46.919992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:46.920646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.924566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "PUT /v2.0/ports/e5921019-be33-4de9-8975-cfddda4a6a16 HTTP/1.1" status: 200 len: 969 time: 2.1862848 May 02 10:28:46.928580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:46.948308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c09558-abaa-4198-b630-8990b62707d8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event updated for resources: {'Port': ['ID=e5921019-be33-4de9-8975-cfddda4a6a16,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:46.956322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeca7d7-a71e-48a3-b81e-c206c8bfad93 req-bf1f4bd2-fa00-4a4f-88f6-88bbdef22f89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:46.964064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0eeca7d7-a71e-48a3-b81e-c206c8bfad93 req-bf1f4bd2-fa00-4a4f-88f6-88bbdef22f89 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1644557 May 02 10:28:46.973371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46af0158-f98a-4919-82c5-cc60ca1881c0 req-898dfe54-0392-44ab-bb4a-2ca6ba6a5ecd service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233488 May 02 10:28:46.980419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (1f12babc-22a2-4ae0-8008-139fbc9928f4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:46.982811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:46.983206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.007557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c80b921-1cea-4c8c-a7b5-62736da3ded8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:47.013034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Checking segment: {'id': '51a47da1-b11a-4e22-9a07-d5f133d2281b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'df0a993a-bd5e-4285-98b4-f0b6f6003abd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:47.013417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Network hostable DHCP agents. Network: df0a993a-bd5e-4285-98b4-f0b6f6003abd, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:28:47.033966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:47.115351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] No DVR routers for this DVR port c37f97fa-66ca-4eff-b507-a2718592221c on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:47.126142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:47.136502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:47.136913 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.149610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Network df0a993a-bd5e-4285-98b4-f0b6f6003abd is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:28:47.189723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:47.193338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.201409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Provisioning complete for port e5921019-be33-4de9-8975-cfddda4a6a16 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:47.201850 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.208754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0eeca7d7-a71e-48a3-b81e-c206c8bfad93 req-812f4828-c8ea-4e03-984d-dabdc0b322b4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430696 May 02 10:28:47.245695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee840b92-6d52-4172-a398-ebcd6b791315 None None] Port e5921019-be33-4de9-8975-cfddda4a6a16 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:47.245923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:47.246106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:47.246499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:47.262744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:47.262744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:47.277647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df0a993a-bd5e-4285-98b4-f0b6f6003abd) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:47.285452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port e5921019-be33-4de9-8975-cfddda4a6a16 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:47.285917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.297985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:47.298335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db63f061-1184-4abd-8810-d8ae36dd80ad None None] Network df0a993a-bd5e-4285-98b4-f0b6f6003abd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:47.298580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.349629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:47.350487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:47.350487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:47.350891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Bound port: c37f97fa-66ca-4eff-b507-a2718592221c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:47.351260 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.372941 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:28:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7425b2-ce15-4b27-891b-be0b88bb5fb2 x-openstack-request-id: req-2e7425b2-ce15-4b27-891b-be0b88bb5fb2 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:47.373264 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:47.376920 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e7425b2-ce15-4b27-891b-be0b88bb5fb2 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:47.377369 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e7425b2-ce15-4b27-891b-be0b88bb5fb2'] response: {'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'code': 200} May 02 10:28:47.385928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 309cf469-4ddd-40a4-b4ff-12a7783a71a7 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:47.417235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cccc63ed-c3ec-42a0-82f3-0304f041d6d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3036063 May 02 10:28:47.435731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72efd9ee-ab4e-4a1d-b923-b3ab338e9f58 None None] Provisioning complete for port e5921019-be33-4de9-8975-cfddda4a6a16 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:47.436539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72efd9ee-ab4e-4a1d-b923-b3ab338e9f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.503604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:47.515491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:47.515724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1de6001-de45-4eca-aa8d-c323a89ee948 None None] Network df0a993a-bd5e-4285-98b4-f0b6f6003abd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:47.518903 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.520562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.533532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72efd9ee-ab4e-4a1d-b923-b3ab338e9f58 None None] Port e5921019-be33-4de9-8975-cfddda4a6a16 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:47.537034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for e5921019-be33-4de9-8975-cfddda4a6a16 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:47.544353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:47.544866 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.584266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.613354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.638102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=9d5caa7b-46a9-495d-8b13-478ab036fa51,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:47.666668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:47.668134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.670280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] 10.222.0.15 "PUT /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 1095 time: 1.7267346 May 02 10:28:47.713223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:47.719751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:47.729987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (1f12babc-22a2-4ae0-8008-139fbc9928f4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.760851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b781e5-9314-4336-855b-eb7ef7a9ea88 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:47.786491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:47.786874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.803081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-cf18f9b0-42ee-4439-b865-5cd651afef89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:47.815944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-cf18f9b0-42ee-4439-b865-5cd651afef89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0954738 May 02 10:28:47.844989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.846532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-c5b341d2-2e8c-4d80-80a6-aa3798635292 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0942543 May 02 10:28:47.855393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766362584', 'description': 'tempest-description-1259967588'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:47.885948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:47.912697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-5c79e191-2222-4d9b-b5db-bc29570c1433 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.194 HTTP/1.1" status: 200 len: 696 time: 0.0549018 May 02 10:28:47.974047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:47.975806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-456fb319-9960-4c41-bb82-f605fc8b2ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:47.977323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-456fb319-9960-4c41-bb82-f605fc8b2ba5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1604843 May 02 10:28:47.979320 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5921019-be33-4de9-8975-cfddda4a6a16), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.023375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-b146e237-0f9d-4781-89e5-673a34bd682e tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:48.027568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70620d10-8a4f-427f-bd74-4ddabf10f898 req-b146e237-0f9d-4781-89e5-673a34bd682e tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1062810 May 02 10:28:48.040174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=e5921019-be33-4de9-8975-cfddda4a6a16,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:48.088644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-3f1ab3ba-228e-4137-8286-62c630938fe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0923784 May 02 10:28:48.141360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c72d16-b51e-47a7-895a-9ce59fcc561a req-817f8ae3-6a6a-4e3d-86f7-ee1be3604139 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:48.145775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91c72d16-b51e-47a7-895a-9ce59fcc561a req-817f8ae3-6a6a-4e3d-86f7-ee1be3604139 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.0616448 May 02 10:28:48.150891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.154208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f40948c0-a130-4c11-9444-0323765d5b90 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/e5921019-be33-4de9-8975-cfddda4a6a16 HTTP/1.1" status: 204 len: 168 time: 1.2162359 May 02 10:28:48.164642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59640) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:48.197493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91c72d16-b51e-47a7-895a-9ce59fcc561a req-a9c542a6-8e37-4356-9259-724697593af1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479283 May 02 10:28:48.211473 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-269ba5bf-f9cf-41bf-b460-0d19e59561a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] GET failed (client error): The resource could not be found. May 02 10:28:48.215657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-269ba5bf-f9cf-41bf-b460-0d19e59561a8 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports/e5921019-be33-4de9-8975-cfddda4a6a16 HTTP/1.1" status: 404 len: 333 time: 0.0456471 May 02 10:28:48.216034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59642) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:48.243427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-8a507a8d-a332-4ee8-a286-511aeb93041d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:48.244959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-8a507a8d-a332-4ee8-a286-511aeb93041d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1376994 May 02 10:28:48.255100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (7a274c64-5409-4535-b5ec-3e3bf0fdf533), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.299339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-d2e4ff18-f28b-4baf-9d0d-0325eed4a284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:48.301218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-d2e4ff18-f28b-4baf-9d0d-0325eed4a284 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0442560 May 02 10:28:48.366755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (973974b6-6ddb-44a9-beef-dc9d5c888b76), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.369672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a274c64-5409-4535-b5ec-3e3bf0fdf533), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.393152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-c2bcb5dc-538e-4ad8-866b-ad37c05bd93e tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1494129 May 02 10:28:48.405586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (973974b6-6ddb-44a9-beef-dc9d5c888b76), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.411129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:48.418630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a274c64-5409-4535-b5ec-3e3bf0fdf533,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:48.436326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-6d444a29-9378-46bb-acd5-f5eaad682a8a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209350 May 02 10:28:48.473304 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.474501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bbc14bf-6356-4d0b-9f2e-c1b96e6609a7 req-02a8c0c1-d6ff-4325-af69-a997531d6a0e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1837 time: 0.6440694 May 02 10:28:48.535896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54abea4d-4cdf-4170-8a16-b7211c397044 req-3e060cb7-d9b3-4c43-b67a-3a306af70af2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926204 May 02 10:28:48.543806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (973974b6-6ddb-44a9-beef-dc9d5c888b76), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.548041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.552173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/security-groups/973974b6-6ddb-44a9-beef-dc9d5c888b76 HTTP/1.1" status: 204 len: 168 time: 0.3348498 May 02 10:28:48.552815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:48.569975 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.583484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb06e3-d452-4484-a2b0-c4d319bd1e69 req-417e911f-8ca4-41fa-8753-09ee501418db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:48.585233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04bb06e3-d452-4484-a2b0-c4d319bd1e69 req-417e911f-8ca4-41fa-8753-09ee501418db tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 947 time: 0.0526729 May 02 10:28:48.588993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df752929-4021-42a1-b4ef-4eccc811e8d1 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=973974b6-6ddb-44a9-beef-dc9d5c888b76,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:48.640744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04bb06e3-d452-4484-a2b0-c4d319bd1e69 req-7c0a55a9-bb24-4a5e-8c98-89536ea05cef tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495799 May 02 10:28:48.701080 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (f2e8e472-764f-4660-921b-5cfbe1e9e455), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.704018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.713174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-88c7f555-f18e-4742-a637-33f96592e65a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/7a274c64-5409-4535-b5ec-3e3bf0fdf533 HTTP/1.1" status: 200 len: 1832 time: 0.0476804 May 02 10:28:48.719169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a274c64-5409-4535-b5ec-3e3bf0fdf533', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:48.719484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7a274c64-5409-4535-b5ec-3e3bf0fdf533', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:48.758041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (f2e8e472-764f-4660-921b-5cfbe1e9e455), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.810206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.837796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.853959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Allocated IP 172.35.4.156 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/a513892c-6632-4e64-9e11-fb5d567b1868) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:48.928646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f2e8e472-764f-4660-921b-5cfbe1e9e455), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.931215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.932352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/security-groups/f2e8e472-764f-4660-921b-5cfbe1e9e455 HTTP/1.1" status: 204 len: 168 time: 0.3757825 May 02 10:28:48.935145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59650) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:48.947563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33944f-c3c7-4a49-9be2-0b8e81e0333f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2e8e472-764f-4660-921b-5cfbe1e9e455,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:48.952161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.975246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (a513892c-6632-4e64-9e11-fb5d567b1868), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:48.985145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07e8ceca-85eb-4e39-a677-6cac87964d9b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:49.008501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (24883dd8-b7d9-4b4b-9c91-80d2df90463c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.030438 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (24883dd8-b7d9-4b4b-9c91-80d2df90463c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.065805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.067539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b8ec5ae-742d-4d9d-afb6-578d4677a0d9 req-7b7b4c47-876e-4b78-b52a-431b237935b9 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3517416 May 02 10:28:49.092536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.131970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:49.132795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1d50ad1-4f1b-49e6-823d-86e4327ac22e req-01aab54f-fb20-4897-ac0d-f8954788dcaa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/7a274c64-5409-4535-b5ec-3e3bf0fdf533 HTTP/1.1" status: 200 len: 2426 time: 0.0461543 May 02 10:28:49.135151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:49.138431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:49.169622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24883dd8-b7d9-4b4b-9c91-80d2df90463c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.170245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=a513892c-6632-4e64-9e11-fb5d567b1868,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:49.172663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.175445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/security-groups/24883dd8-b7d9-4b4b-9c91-80d2df90463c HTTP/1.1" status: 204 len: 168 time: 0.2376087 May 02 10:28:49.177943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59656) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:49.187518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba900875-314c-4f10-84c0-04449555ef6b req-ec5b5526-6d3d-4059-9d3d-710721fdd473 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-group-rules/07e8ceca-85eb-4e39-a677-6cac87964d9b HTTP/1.1" status: 200 len: 778 time: 0.0351994 May 02 10:28:49.188374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5675ef5-682f-4dc0-8745-dedc9889aba3 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24883dd8-b7d9-4b4b-9c91-80d2df90463c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:49.241178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba900875-314c-4f10-84c0-04449555ef6b req-d87644be-0e48-4718-8801-83f8a9335363 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/7a274c64-5409-4535-b5ec-3e3bf0fdf533 HTTP/1.1" status: 200 len: 2426 time: 0.0469897 May 02 10:28:49.270172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ba900875-314c-4f10-84c0-04449555ef6b req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.271923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet b3e972f5-b55d-4b7e-91ff-2ea63addb674 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:49.276445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (b3e972f5-b55d-4b7e-91ff-2ea63addb674), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.278119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ba900875-314c-4f10-84c0-04449555ef6b req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.326970 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (a1acfa88-55eb-4fb7-9ef2-50f15c084edf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.329559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b3e972f5-b55d-4b7e-91ff-2ea63addb674), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.377869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ba900875-314c-4f10-84c0-04449555ef6b req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (07e8ceca-85eb-4e39-a677-6cac87964d9b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.379464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:49.381859 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465f4fb8-61ed-428f-98df-f84dad35bc80" -d '{"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:49.389120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ba900875-314c-4f10-84c0-04449555ef6b req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.390218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba900875-314c-4f10-84c0-04449555ef6b req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/07e8ceca-85eb-4e39-a677-6cac87964d9b HTTP/1.1" status: 204 len: 173 time: 0.1433880 May 02 10:28:49.396561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e437dc01-a5db-47a4-871b-4f47a6b18d2e tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=07e8ceca-85eb-4e39-a677-6cac87964d9b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:49.427199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b3e972f5-b55d-4b7e-91ff-2ea63addb674), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.487483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.488256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75e43f0-22a5-4c07-a268-5cac5d2af070 req-1113dd60-a011-46d2-9999-2a97cb1aa806 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:49.490684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a75e43f0-22a5-4c07-a268-5cac5d2af070 req-1113dd60-a011-46d2-9999-2a97cb1aa806 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.0491993 May 02 10:28:49.542820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a75e43f0-22a5-4c07-a268-5cac5d2af070 req-87331c13-a5b0-4187-a41a-7256a8f79d70 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464444 May 02 10:28:49.609532 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042ab683-edac-4401-a72e-d1681ebdfe33 x-openstack-request-id: req-042ab683-edac-4401-a72e-d1681ebdfe33 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:49.610465 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:49.611239 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-042ab683-edac-4401-a72e-d1681ebdfe33 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:49.612228 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042ab683-edac-4401-a72e-d1681ebdfe33'] response: {'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'status': 'completed', 'code': 200} May 02 10:28:49.621310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b3e972f5-b55d-4b7e-91ff-2ea63addb674), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.625684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-134907025', 'description': 'tempest-description-1722221039'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:49.668070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=b3e972f5-b55d-4b7e-91ff-2ea63addb674,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:49.694845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.697562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-05168415-b248-40a5-b35f-9a3ba7b5e855 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/b3e972f5-b55d-4b7e-91ff-2ea63addb674 HTTP/1.1" status: 204 len: 168 time: 0.5170832 May 02 10:28:49.701673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de75eec1-e255-4d9d-8dd6-d86a0bce49d3 None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:49.702193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59666) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:49.722122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.753637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-f9002110-cd67-4078-abeb-e9057afb33d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:49.755231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-f9002110-cd67-4078-abeb-e9057afb33d9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1129 time: 0.1247792 May 02 10:28:49.759267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (a513892c-6632-4e64-9e11-fb5d567b1868), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.800636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet bd2e80e4-660a-449a-8207-2490308e9ba8 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:49.805585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (bd2e80e4-660a-449a-8207-2490308e9ba8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.862694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:49.927460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (bd2e80e4-660a-449a-8207-2490308e9ba8), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.008219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=a513892c-6632-4e64-9e11-fb5d567b1868,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:50.027113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-3f20e37d-833c-483b-9c1c-7da60add9250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.028665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-3f20e37d-833c-483b-9c1c-7da60add9250 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2674172 May 02 10:28:50.035170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (a1acfa88-55eb-4fb7-9ef2-50f15c084edf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.105720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-0e794703-551d-4386-83b2-d461ed58cbec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0655215 May 02 10:28:50.131190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (e4ceebe6-3d60-40cd-a17a-10dcd8f32004), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.162430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (bd2e80e4-660a-449a-8207-2490308e9ba8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.192693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.194059 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-d4e37128-55e7-4ed2-9765-7247b9ff713d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7927465 May 02 10:28:50.204262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-5912c60d-4f0b-458d-8d60-c887bbabec83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.205797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-5912c60d-4f0b-458d-8d60-c887bbabec83 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0921500 May 02 10:28:50.219096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e4ceebe6-3d60-40cd-a17a-10dcd8f32004), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.251300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4ceebe6-3d60-40cd-a17a-10dcd8f32004,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:50.292988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-8f88d169-56cd-4e62-a991-8e6cc3086aee tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.156 HTTP/1.1" status: 200 len: 696 time: 0.0904593 May 02 10:28:50.305086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-0c0bc624-4a4a-4e8f-9661-ea2264bdd3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.306367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-0c0bc624-4a4a-4e8f-9661-ea2264bdd3ba service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0920615 May 02 10:28:50.318250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.320063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9694e74-f568-4467-b923-60457f752c37 req-ea36362d-b007-4f78-aff5-d1af3dececdb tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.7003853 May 02 10:28:50.437925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1928e721-5238-4028-a5eb-e5b9d2fefaf3 req-fd550908-61f5-467f-85fa-9d752c5b4432 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.439521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1928e721-5238-4028-a5eb-e5b9d2fefaf3 req-fd550908-61f5-467f-85fa-9d752c5b4432 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 947 time: 0.0613890 May 02 10:28:50.462390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (bd2e80e4-660a-449a-8207-2490308e9ba8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.490071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1928e721-5238-4028-a5eb-e5b9d2fefaf3 req-9c36b070-86fb-4bdc-8552-e93e4892c490 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424471 May 02 10:28:50.493345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-4270fec3-48ee-4a05-b8b0-e31808c3fac8 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.494731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b26714b-ed13-4f6a-847c-282a27d08c53 req-4270fec3-48ee-4a05-b8b0-e31808c3fac8 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1943953 May 02 10:28:50.520135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0b2afeb0-3645-4041-a5b7-94fcc95f066a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:50.522561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:50.533154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-188ba4f4-f278-4ef7-a8c0-28f308594d13 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093697 May 02 10:28:50.550171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=bd2e80e4-660a-449a-8207-2490308e9ba8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:50.567516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9efedda-e7d0-4b96-80de-66361be53da6 None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:50.576081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.581985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73fda1fc-172d-4e55-9e45-bd9d6d879601 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/bd2e80e4-660a-449a-8207-2490308e9ba8 HTTP/1.1" status: 204 len: 168 time: 0.8774388 May 02 10:28:50.582684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59674) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:50.601031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:50.601534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.633240 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab477baa-f6f5-4279-b7d1-90a581191bc6 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:50.633614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab477baa-f6f5-4279-b7d1-90a581191bc6 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:50.639692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ab477baa-f6f5-4279-b7d1-90a581191bc6 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/b3e972f5-b55d-4b7e-91ff-2ea63addb674 HTTP/1.1" status: 404 len: 337 time: 0.0439918 May 02 10:28:50.640678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59676) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:50.659400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f02833-0781-4249-9393-e1404e04ab1d req-1e7d67c3-8589-4206-979f-fed41fe2bd34 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1327336 May 02 10:28:50.663709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:28:50.688408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:50.688851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01ce2c66-7596-4818-9049-2391aaa6ab2f req-05a1d0b9-eb9d-4b0a-ae8f-97d98ccafae2 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/e4ceebe6-3d60-40cd-a17a-10dcd8f32004 HTTP/1.1" status: 200 len: 1831 time: 0.1705749 May 02 10:28:50.714937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port c37f97fa-66ca-4eff-b507-a2718592221c host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:28:50.715439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:50.724585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-1feadb8f-8a4d-42c6-ba54-0e84f234ac73 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905754 May 02 10:28:50.762502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting subnet 12c31eb1-95a5-4b0b-8b7c-5b7a6df12319 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:50.770007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (12c31eb1-95a5-4b0b-8b7c-5b7a6df12319), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.774075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-aa8e4c9a-b9be-44c0-9381-07ddd52c8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.775073 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-aa8e4c9a-b9be-44c0-9381-07ddd52c8daf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1129 time: 0.0908160 May 02 10:28:50.819743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a43330f-56c3-4ae1-af39-d2dc525a9a54 req-f2274b21-f34a-4b18-8895-e0d7efbcea6e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:50.821372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a43330f-56c3-4ae1-af39-d2dc525a9a54 req-f2274b21-f34a-4b18-8895-e0d7efbcea6e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 947 time: 0.0574167 May 02 10:28:50.842296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:50.864328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (12c31eb1-95a5-4b0b-8b7c-5b7a6df12319), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.890084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a43330f-56c3-4ae1-af39-d2dc525a9a54 req-09ee3b58-ed52-493a-ba1e-77ee41312cf5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 May 02 10:28:50.890325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '0b2afeb0-3645-4041-a5b7-94fcc95f066a', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '0b2afeb0-3645-4041-a5b7-94fcc95f066a', 'mac_address': 'fa:16:3e:9a:bb:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:50.896129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.928788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:50.950789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0b2afeb0-3645-4041-a5b7-94fcc95f066a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:50.951283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.953270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:50.953733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:50.971904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-178197979', 'description': 'tempest-description-785760772'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:50.988487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b2afeb0-3645-4041-a5b7-94fcc95f066a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:51.015030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-3421ebfd-2242-4d76-b462-16a4540ab857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:51.016552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-3421ebfd-2242-4d76-b462-16a4540ab857 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2213025 May 02 10:28:51.017233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41dee158-f4f7-4c2f-b235-fd8059c5bf22 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:51.024292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:51.057813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.076242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (12c31eb1-95a5-4b0b-8b7c-5b7a6df12319), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.087374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.131701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.182366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-01535887-0c15-4741-b8f1-d6aaab080ade service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0563285 May 02 10:28:51.214656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:51.237873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (dc5621ce-2edd-462a-af93-93e69ee829c3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.287499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dc5621ce-2edd-462a-af93-93e69ee829c3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.319588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5621ce-2edd-462a-af93-93e69ee829c3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:51.327933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Allocated IP 172.35.4.97 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/943aa03f-6bf5-498f-a233-9ee538ca7d8a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:28:51.331060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-07972aaa-0590-48cc-bc0f-7fe79314017f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:51.333097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-07972aaa-0590-48cc-bc0f-7fe79314017f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0976005 May 02 10:28:51.383484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0b2afeb0-3645-4041-a5b7-94fcc95f066a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:51.426988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.431735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (12c31eb1-95a5-4b0b-8b7c-5b7a6df12319), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.434022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98342d8c-5f73-463e-806f-434374944a39 req-87c530d6-2ce2-43b4-8798-7d4979c2af45 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1835 time: 0.4678104 May 02 10:28:51.467612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-166021ad-4c2d-469c-a21f-b157f9a8f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:51.469178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-166021ad-4c2d-469c-a21f-b157f9a8f1f0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1229227 May 02 10:28:51.473008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.476723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/12c31eb1-95a5-4b0b-8b7c-5b7a6df12319 HTTP/1.1" status: 204 len: 168 time: 0.8350132 May 02 10:28:51.495047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59684) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:51.510527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f97852b8-c65b-4a1d-8af3-4fac5e1ba18e req-65066353-6ff1-409d-b3a1-236f1d9b573c tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/dc5621ce-2edd-462a-af93-93e69ee829c3 HTTP/1.1" status: 200 len: 1830 time: 0.0526438 May 02 10:28:51.534859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81116302-fcc9-4129-b7cb-d1910645c51b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Subnet': ['ID=12c31eb1-95a5-4b0b-8b7c-5b7a6df12319,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:51.553473 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-68b8a27e-8aac-4c00-89c5-199d5a8151e4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:51.554064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68b8a27e-8aac-4c00-89c5-199d5a8151e4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:51.556448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:28:51.559787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-68b8a27e-8aac-4c00-89c5-199d5a8151e4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/9d1e8418-9856-4bc6-a90b-372bc975c568 HTTP/1.1" status: 404 len: 337 time: 0.0503700 May 02 10:28:51.570586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59690) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:51.572753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-761650933', 'description': 'tempest-description-1236591136'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:51.603273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c780b726-aec0-4239-8a9e-27df69f723bb tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "GET /v2.0/ports?device_id=56d12b03-afd6-4d6b-8a36-136495e0ad4d HTTP/1.1" status: 200 len: 205 time: 0.0379469 May 02 10:28:51.603537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:51.661905 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-c846ddf8-bad8-4d65-8541-86f24f8e1a9f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] delete failed (client error): The resource could not be found. May 02 10:28:51.662977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c846ddf8-bad8-4d65-8541-86f24f8e1a9f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/routers/56d12b03-afd6-4d6b-8a36-136495e0ad4d HTTP/1.1" status: 404 len: 336 time: 0.0584967 May 02 10:28:51.663615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc860e7-ab9f-4d1b-96ed-a2ec629b2765 None None] Network 4d9447eb-cc9a-4b4e-b169-988f966164e1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:51.665884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:51.671559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.703316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.708272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-0c2764f9-4cd1-4ace-a7d7-7457da2d7480 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109826 May 02 10:28:51.709660 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-35574cba-2e13-482c-87f0-f8cf22125c3f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:51.710119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35574cba-2e13-482c-87f0-f8cf22125c3f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:51.713383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-35574cba-2e13-482c-87f0-f8cf22125c3f tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/571a1719-74cf-4001-9851-6ac8a7749434 HTTP/1.1" status: 404 len: 337 time: 0.0464988 May 02 10:28:51.715943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59696) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:51.762625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:51.789794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Provisioning complete for port 50bdf846-ff31-4039-abc7-80344913c316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:51.790162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50bdf846-ff31-4039-abc7-80344913c316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.829370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:51.839001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-465f4fb8-61ed-428f-98df-f84dad35bc80 req-cc721bd0-1697-4fd9-b298-d5ee3194b385 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1166961 May 02 10:28:51.885183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:28:51.889607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:51.892147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=943aa03f-6bf5-498f-a233-9ee538ca7d8a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:51.894695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:28:51.980509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'mac_address': 'fa:16:3e:69:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:28:51.996231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (b02f4790-958a-40f2-b161-b2a2402e48b3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.048784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c37f97fa-66ca-4eff-b507-a2718592221c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:52.049257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.086918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:28:52.102971 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f418f5fd-07bb-4d9c-b980-ef37b2a221d2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.103526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f418f5fd-07bb-4d9c-b980-ef37b2a221d2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.108846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f418f5fd-07bb-4d9c-b980-ef37b2a221d2 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/571266d1-7d39-4859-ab5d-2550e8e91d03 HTTP/1.1" status: 404 len: 337 time: 0.3896587 May 02 10:28:52.110254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59700) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.114465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Current status of the port 50bdf846-ff31-4039-abc7-80344913c316 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:52.117828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:52.120080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] DHCP port deletion for 4d9447eb-cc9a-4b4e-b169-988f966164e1 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:28:52.132667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Provisioning complete for port c789ce1c-2077-4364-a054-fe9c9cb594f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:52.133295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.142450 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea60004-3314-4496-aec9-dda66fab518b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.142924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea60004-3314-4496-aec9-dda66fab518b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.145464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.148363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ea60004-3314-4496-aec9-dda66fab518b tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/b7530f6c-0ff4-4791-a885-c8e9c62b2c44 HTTP/1.1" status: 404 len: 337 time: 0.0349300 May 02 10:28:52.148789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59702) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.190393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (82774480-cd70-4af8-933d-8cd39ea0521a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.197621 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf87107f-f632-4e47-8649-a575e4511e75 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.198219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf87107f-f632-4e47-8649-a575e4511e75 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.198768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cd5abf6f-03fe-4c79-8b1b-b3003d6abb99 None None] Port c789ce1c-2077-4364-a054-fe9c9cb594f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:28:52.200390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Deleting port 50bdf846-ff31-4039-abc7-80344913c316 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:52.200789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (50bdf846-ff31-4039-abc7-80344913c316), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.201343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bf87107f-f632-4e47-8649-a575e4511e75 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/25881471-313f-4b1e-b3ea-73fcff0c2d65 HTTP/1.1" status: 404 len: 333 time: 0.0506301 May 02 10:28:52.203945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59704) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.236138 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-38630427-e520-45f0-88dc-2d0006780b65 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.236510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38630427-e520-45f0-88dc-2d0006780b65 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.240247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-38630427-e520-45f0-88dc-2d0006780b65 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/c2b6843d-1668-4b9b-9425-c7f5eab9965c HTTP/1.1" status: 404 len: 337 time: 0.0353906 May 02 10:28:52.242779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59706) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.262852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.271197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] For port 50bdf846-ff31-4039-abc7-80344913c316, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50bdf846-ff31-4039-abc7-80344913c316,segment=NetworkSegment(25365f65-7588-458b-9cc0-6109555c89ee),segment_id=25365f65-7588-458b-9cc0-6109555c89ee)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:52.271603 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (50bdf846-ff31-4039-abc7-80344913c316), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.278937 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-41bf0bf5-ab4e-4622-8e5e-3b4bb9574f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.279577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41bf0bf5-ab4e-4622-8e5e-3b4bb9574f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.282254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (82774480-cd70-4af8-933d-8cd39ea0521a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.286578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41bf0bf5-ab4e-4622-8e5e-3b4bb9574f5e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/3a7badef-e31d-4abe-8217-ecf2d8b4db7b HTTP/1.1" status: 404 len: 337 time: 0.0399094 May 02 10:28:52.287720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59708) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.310167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Calling delete_port for 50bdf846-ff31-4039-abc7-80344913c316 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:52.316144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82774480-cd70-4af8-933d-8cd39ea0521a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:52.329933 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfcd962-dc45-426d-864c-22653e0ea179 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.330486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bfcd962-dc45-426d-864c-22653e0ea179 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.334161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3bfcd962-dc45-426d-864c-22653e0ea179 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/014d8296-4539-4311-b489-7c743810efd8 HTTP/1.1" status: 404 len: 333 time: 0.0456431 May 02 10:28:52.336637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59710) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.367289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:52.388818 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0e7f8d5-6748-4c55-abab-a98d84955352 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.389290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0e7f8d5-6748-4c55-abab-a98d84955352 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.392406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0e7f8d5-6748-4c55-abab-a98d84955352 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/40fabcb8-9ae3-49aa-9e21-b97ea1ddcdd3 HTTP/1.1" status: 404 len: 337 time: 0.0554755 May 02 10:28:52.394986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59712) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.397561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.398999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c47b2ae-707a-4291-8ffe-8ef5a0614e66 req-9a8ff925-6887-4ebb-850c-1f389457d687 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1836 time: 0.8397963 May 02 10:28:52.425154 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc851569-b756-4ee0-9f1f-f3c2ed71740e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] DELETE failed (client error): The resource could not be found. May 02 10:28:52.425614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc851569-b756-4ee0-9f1f-f3c2ed71740e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:28:52.429561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fc851569-b756-4ee0-9f1f-f3c2ed71740e tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/subnets/8de1d422-2e62-4b06-9b31-29b52376bf4c HTTP/1.1" status: 404 len: 337 time: 0.0336843 May 02 10:28:52.432351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:52.493043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.498103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (50bdf846-ff31-4039-abc7-80344913c316), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.526373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] Pushing event deleted for resources: {'Port': ['ID=50bdf846-ff31-4039-abc7-80344913c316,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:52.532637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0b2afeb0-3645-4041-a5b7-94fcc95f066a up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:52.539163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb05e2d6-ed74-4245-bf9f-347cc4349377 None None] No DVR routers for this DVR port 50bdf846-ff31-4039-abc7-80344913c316 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:52.553092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e8ad8d-3300-4bab-9c34-ab4796d13c78 req-af76c979-8f5d-4eeb-a43b-0bbe2dd5684f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:52.553092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46e8ad8d-3300-4bab-9c34-ab4796d13c78 req-af76c979-8f5d-4eeb-a43b-0bbe2dd5684f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.0818641 May 02 10:28:52.572336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.572687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Deleting port c789ce1c-2077-4364-a054-fe9c9cb594f8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:52.572996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.590760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 0b2afeb0-3645-4041-a5b7-94fcc95f066a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:52.604870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c37f97fa-66ca-4eff-b507-a2718592221c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:52.652559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event updated for resources: {'Port': ['ID=943aa03f-6bf5-498f-a233-9ee538ca7d8a,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:52.659849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46e8ad8d-3300-4bab-9c34-ab4796d13c78 req-49992f7c-6166-4615-99de-e0fd2468090b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089725 May 02 10:28:52.662075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b02f4790-958a-40f2-b161-b2a2402e48b3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.673726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.694081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Calling delete_port for c789ce1c-2077-4364-a054-fe9c9cb594f8 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:52.759336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 0b2afeb0-3645-4041-a5b7-94fcc95f066a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:52.759708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.780358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.783139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f02833-0781-4249-9393-e1404e04ab1d req-4a79f573-86dd-403e-894a-0e9e462f9aa5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1214390 May 02 10:28:52.802802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e0582a-fa8b-42e8-8baf-b31707fd68c6 req-91526169-1321-454f-bf6c-a062f97caf62 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:52.805331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80e0582a-fa8b-42e8-8baf-b31707fd68c6 req-91526169-1321-454f-bf6c-a062f97caf62 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 948 time: 0.0693703 May 02 10:28:52.844974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f02833-0781-4249-9393-e1404e04ab1d req-6299af36-968d-416f-9b6d-e8c9acb6eb4a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.97 HTTP/1.1" status: 200 len: 695 time: 0.0539198 May 02 10:28:52.856769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0b2afeb0-3645-4041-a5b7-94fcc95f066a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:52.857358 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.872233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80e0582a-fa8b-42e8-8baf-b31707fd68c6 req-d497d4bd-dc5e-4579-b7af-e2039b220c5b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559390 May 02 10:28:52.883394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:52.885762 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4a2889-8cc2-4d3c-a1ae-5a54d3a59980" -d '{"events": [{"server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "name": "network-vif-plugged", "status": "completed", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:52.899732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:52.934896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c789ce1c-2077-4364-a054-fe9c9cb594f8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.958241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f02833-0781-4249-9393-e1404e04ab1d req-36d9a753-9cc7-49aa-984a-578b64956b94 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:52.959587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f02833-0781-4249-9393-e1404e04ab1d req-36d9a753-9cc7-49aa-984a-578b64956b94 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1138306 May 02 10:28:52.968077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.975482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Port': ['ID=c789ce1c-2077-4364-a054-fe9c9cb594f8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:52.982112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe431f23-6120-4b93-80f2-2f0f6386d656 req-a7afe66a-de74-4fcf-8942-e0b18e4ca746 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/82774480-cd70-4af8-933d-8cd39ea0521a HTTP/1.1" status: 200 len: 1831 time: 0.0756190 May 02 10:28:52.992460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:52.999071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/ports/c789ce1c-2077-4364-a054-fe9c9cb594f8 HTTP/1.1" status: 204 len: 168 time: 0.5625238 May 02 10:28:52.999071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:52.999071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:52.999071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:52.999071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:52.999852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:52.999969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59728) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:53.000098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.000098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.000556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.001269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.001626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.001945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.002276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.002606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.002928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.003254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fba59c6-feff-4434-8484-17b8397f1896 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:53.049172 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4aa3305-a236-4911-a1a7-73577a13c4b4 x-openstack-request-id: req-d4aa3305-a236-4911-a1a7-73577a13c4b4 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:53.049548 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "name": "network-vif-plugged", "status": "completed", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:53.049895 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4aa3305-a236-4911-a1a7-73577a13c4b4 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:53.050405 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4aa3305-a236-4911-a1a7-73577a13c4b4'] response: {'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a', 'code': 200} May 02 10:28:53.055839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:53.106612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4d9447eb-cc9a-4b4e-b169-988f966164e1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.121658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbec21e7-a221-47b0-b928-464fc70e8c3a req-f6d8b498-88d7-4a8d-a820-3acae74e957d tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips/b02f4790-958a-40f2-b161-b2a2402e48b3 HTTP/1.1" status: 200 len: 692 time: 0.0509086 May 02 10:28:53.198738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4d9447eb-cc9a-4b4e-b169-988f966164e1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.215953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10de7f7-d178-4507-8fab-bf50ff6e0adb req-7bcbd76e-4f24-4ae9-af4f-0253ba88e5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.221015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10de7f7-d178-4507-8fab-bf50ff6e0adb req-7bcbd76e-4f24-4ae9-af4f-0253ba88e5a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 1131 time: 0.0932529 May 02 10:28:53.221137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9447eb-cc9a-4b4e-b169-988f966164e1']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:53.229979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:53.234557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25365f65-7588-458b-9cc0-6109555c89ee') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:53.235637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25365f65-7588-458b-9cc0-6109555c89ee') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:53.254739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (25365f65-7588-458b-9cc0-6109555c89ee), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.256303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 50bdf846-ff31-4039-abc7-80344913c316 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:28:53.256682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50bdf846-ff31-4039-abc7-80344913c316 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:28:53.268175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25365f65-7588-458b-9cc0-6109555c89ee), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.275386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:28:53.275835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (25365f65-7588-458b-9cc0-6109555c89ee), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: timer() May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:28:53.279202 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:28:53.293028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbec21e7-a221-47b0-b928-464fc70e8c3a req-0aa5f675-7b87-4f81-af3c-20e1c9957885 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.294409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbec21e7-a221-47b0-b928-464fc70e8c3a req-0aa5f675-7b87-4f81-af3c-20e1c9957885 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1617975 May 02 10:28:53.307108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f10de7f7-d178-4507-8fab-bf50ff6e0adb req-1a679af1-521f-4d39-b55d-dc4504841e2a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812666 May 02 10:28:53.315686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-96549902', 'description': 'tempest-description-248097606'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:53.406384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-d11a9051-3814-4274-8d48-5a87fc9550e9 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips/b02f4790-958a-40f2-b161-b2a2402e48b3 HTTP/1.1" status: 200 len: 692 time: 0.0448744 May 02 10:28:53.411142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.477711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4d9447eb-cc9a-4b4e-b169-988f966164e1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.484641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.489551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.492791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] 10.222.0.16 "DELETE /v2.0/networks/4d9447eb-cc9a-4b4e-b169-988f966164e1 HTTP/1.1" status: 204 len: 168 time: 0.4922018 May 02 10:28:53.537677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7aa73-130a-4f81-8525-d5003f5189c4 tempest-PortsIpV6TestJSON-629135504 tempest-PortsIpV6TestJSON-629135504-project] Pushing event deleted for resources: {'Network': ['ID=4d9447eb-cc9a-4b4e-b169-988f966164e1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:53.606912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-1d9316b2-8dab-4d47-bd89-9a8b9c9c2f3c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.608384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-1d9316b2-8dab-4d47-bd89-9a8b9c9c2f3c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5&tenant_id=8f3a87b199b24854bb1e0699f7402e8d&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 948 time: 0.1063416 May 02 10:28:53.612041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.618509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-2b9e8460-24a9-4ffa-af56-28f2705c9913 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.619835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-2b9e8460-24a9-4ffa-af56-28f2705c9913 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.2081778 May 02 10:28:53.645414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:53.692358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-44308fe2-73a7-40dc-a362-45600758829a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.97 HTTP/1.1" status: 200 len: 695 time: 0.0663338 May 02 10:28:53.710217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.712423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-015d3aeb-3efb-4d59-8027-daed8ba9ebca req-2a10f5f4-0141-406a-8d64-31db4bc18bd7 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1834 time: 0.3997717 May 02 10:28:53.760431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-654c018f-ae69-493b-9fae-ab0453e7c48f tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.97 HTTP/1.1" status: 200 len: 695 time: 0.0618949 May 02 10:28:53.767727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-dda0f4ad-d3b3-482f-9c76-e17785126a7e service neutron] 10.222.0.15 "GET /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c/bindings/nch1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.1397827 May 02 10:28:53.795877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:28:53.837284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48f1dcb-e9f1-452e-b0e2-aee493fa341f req-abc30d27-61b3-46f5-a80e-bdc14e5839c2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.839273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48f1dcb-e9f1-452e-b0e2-aee493fa341f req-abc30d27-61b3-46f5-a80e-bdc14e5839c2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.0742345 May 02 10:28:53.849400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c37f97fa-66ca-4eff-b507-a2718592221c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:28:53.891225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48f1dcb-e9f1-452e-b0e2-aee493fa341f req-6ca3e098-9bcf-4305-80e3-a71ac39ce39c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442009 May 02 10:28:53.902213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-dd2f8f38-fd2a-4c33-9b61-f7f3b9ef40fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:53.903761 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-dd2f8f38-fd2a-4c33-9b61-f7f3b9ef40fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1130 time: 0.1006184 May 02 10:28:53.948885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Deleting port 943aa03f-6bf5-498f-a233-9ee538ca7d8a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:53.949207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.955163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c37f97fa-66ca-4eff-b507-a2718592221c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:28:53.956918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:53.970533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ef25496-169e-494e-9400-1b9392efd4ff req-f64a53bd-d68c-4e77-a223-4e8c6fe70f22 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e HTTP/1.1" status: 200 len: 1829 time: 0.0525329 May 02 10:28:54.037473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59744) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:54.094763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-be9da8ad-2347-481a-b4b8-65457a19aed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:54.096245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-be9da8ad-2347-481a-b4b8-65457a19aed2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1787167 May 02 10:28:54.096854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c37f97fa-66ca-4eff-b507-a2718592221c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:28:54.098595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.098929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (943aa03f-6bf5-498f-a233-9ee538ca7d8a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.099593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.105594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cec73-75b9-4ed6-b876-9f2df09caada req-8b986600-fe3d-463c-9cc8-c4d298dd01d3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:54.113923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-184cec73-75b9-4ed6-b876-9f2df09caada req-8b986600-fe3d-463c-9cc8-c4d298dd01d3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 949 time: 0.0641630 May 02 10:28:54.127728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Calling delete_port for 943aa03f-6bf5-498f-a233-9ee538ca7d8a owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:54.155683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:54.171373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-ffaa204e-678f-4e47-9e23-b4b81a4cf08e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0587022 May 02 10:28:54.177077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-184cec73-75b9-4ed6-b876-9f2df09caada req-6309320a-a974-4d5e-bf08-4201d21083e3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621667 May 02 10:28:54.230601 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-1c88762e-23c4-4cf5-86de-bb15cd30df13 req-e05a4396-b601-43eb-8650-b926935d5677 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] show failed (client error): The resource could not be found. May 02 10:28:54.231688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c88762e-23c4-4cf5-86de-bb15cd30df13 req-e05a4396-b601-43eb-8650-b926935d5677 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/6adc6428-0c6d-4a56-9d8d-a03bf3a87219 HTTP/1.1" status: 404 len: 352 time: 0.0313928 May 02 10:28:54.235539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8ec2396-a9a4-4c50-aa8a-33653d2fe182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed36dcd8895a4ac5b50bc12ce5b17048&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1961439 May 02 10:28:54.238335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59748) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:54.253574 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.305331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] Publish callbacks [] for security_group (f59b2087-0765-4754-945e-667b438c1a30), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.313651 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-1254dd6b-10cd-499b-ac6f-7b74e534e60e req-da523a8c-356a-482e-a628-99287339d858 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] show failed (client error): The resource could not be found. May 02 10:28:54.314861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1254dd6b-10cd-499b-ac6f-7b74e534e60e req-da523a8c-356a-482e-a628-99287339d858 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-group-rules/35fa2712-d024-4127-9636-62f51ef90965 HTTP/1.1" status: 404 len: 361 time: 0.0235834 May 02 10:28:54.347235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] Publish callbacks [] for security_group (f59b2087-0765-4754-945e-667b438c1a30), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.357774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:54.429433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5f6ecf9-f711-464f-aeec-99748695136b req-a883b8a0-9cd0-4ff5-a1d6-f0dbd1d86fd8 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e HTTP/1.1" status: 200 len: 1829 time: 0.0696666 May 02 10:28:54.492467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5f6ecf9-f711-464f-aeec-99748695136b req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.518208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5f6ecf9-f711-464f-aeec-99748695136b req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.544815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f59b2087-0765-4754-945e-667b438c1a30), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.547462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.548762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f59b2087-0765-4754-945e-667b438c1a30 HTTP/1.1" status: 204 len: 168 time: 0.3092837 May 02 10:28:54.564435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5389c-6346-4690-87d5-5bc686580d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59b2087-0765-4754-945e-667b438c1a30,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:54.637049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-95642a14-8329-4fd4-996a-b834cff58ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:54.638541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-95642a14-8329-4fd4-996a-b834cff58ac2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.4304316 May 02 10:28:54.663419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5f6ecf9-f711-464f-aeec-99748695136b req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.666184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5f6ecf9-f711-464f-aeec-99748695136b req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.667400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5f6ecf9-f711-464f-aeec-99748695136b req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-groups/d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e HTTP/1.1" status: 204 len: 173 time: 0.2321465 May 02 10:28:54.678369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7a7816-d5df-4327-a133-d75dc45047a5 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4670a79-70bf-49b3-b3aa-6ddb3de0dd1e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:54.715991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-745e3cb9-70f9-4fc4-ae35-3d989a7d9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:54.717545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-745e3cb9-70f9-4fc4-ae35-3d989a7d9cc0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0671589 May 02 10:28:54.747220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-5ce0fc16-89eb-4a4c-8e1a-fda3ceffd14b tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/82774480-cd70-4af8-933d-8cd39ea0521a HTTP/1.1" status: 200 len: 1831 time: 0.0479786 May 02 10:28:54.812889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (82774480-cd70-4af8-933d-8cd39ea0521a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.829975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-8d949450-511a-46e9-8f02-0a6db298fe24 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033750 May 02 10:28:54.837549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (82774480-cd70-4af8-933d-8cd39ea0521a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.893891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (943aa03f-6bf5-498f-a233-9ee538ca7d8a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.929022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event deleted for resources: {'Port': ['ID=943aa03f-6bf5-498f-a233-9ee538ca7d8a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:54.964141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.964495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.964867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.965210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.965548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.966001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.966336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.966675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.967058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.967386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.967713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.968040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.968373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.968796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.969121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:28:54.978252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (82774480-cd70-4af8-933d-8cd39ea0521a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.981012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:54.982324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b0e12ef-7bbf-46dc-8bf6-23105306de60 req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-groups/82774480-cd70-4af8-933d-8cd39ea0521a HTTP/1.1" status: 204 len: 173 time: 0.2273383 May 02 10:28:54.993641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3d37a1-4873-495e-84b2-491cbc2037fc tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82774480-cd70-4af8-933d-8cd39ea0521a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:55.027649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (b02f4790-958a-40f2-b161-b2a2402e48b3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.030290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.031457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1405f1c1-bf04-4e4b-b277-9303b452efe6 req-65def3fc-6d8f-441e-b304-589c9162cc11 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "DELETE /v2.0/floatingips/b02f4790-958a-40f2-b161-b2a2402e48b3 HTTP/1.1" status: 204 len: 173 time: 1.2654903 May 02 10:28:55.042392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-4b6b5ee6-599c-4afc-be16-3393d93ade5d service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051897 May 02 10:28:55.052482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:55.055679 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc66a46-28f9-4e76-aab6-4c2d1f31ba62" -d '{"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:55.105210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3344f031-0467-457e-b29e-4718af584d25 req-6969e9f9-4cb8-4bdd-b334-335472ca1b77 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/dc5621ce-2edd-462a-af93-93e69ee829c3 HTTP/1.1" status: 200 len: 1830 time: 0.0459299 May 02 10:28:55.140582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45817dc-5875-4b57-9374-5af7bf2df014 req-9b9837dd-d25f-404d-8f3e-65acc2ebc766 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:55.148193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45817dc-5875-4b57-9374-5af7bf2df014 req-9b9837dd-d25f-404d-8f3e-65acc2ebc766 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0570958 May 02 10:28:55.172158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3344f031-0467-457e-b29e-4718af584d25 req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (dc5621ce-2edd-462a-af93-93e69ee829c3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.203010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3344f031-0467-457e-b29e-4718af584d25 req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (dc5621ce-2edd-462a-af93-93e69ee829c3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.206502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45817dc-5875-4b57-9374-5af7bf2df014 req-53725e12-b494-4cf7-8298-b8cf6108c393 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561445 May 02 10:28:55.338573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3344f031-0467-457e-b29e-4718af584d25 req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dc5621ce-2edd-462a-af93-93e69ee829c3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.341414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3344f031-0467-457e-b29e-4718af584d25 req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.342781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3344f031-0467-457e-b29e-4718af584d25 req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-groups/dc5621ce-2edd-462a-af93-93e69ee829c3 HTTP/1.1" status: 204 len: 173 time: 0.2360196 May 02 10:28:55.353587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba176aa-5fab-4528-a094-ba64b7028d1a tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5621ce-2edd-462a-af93-93e69ee829c3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:55.394812 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f00bba-29b0-4b35-ad48-febc1a16c86e x-openstack-request-id: req-78f00bba-29b0-4b35-ad48-febc1a16c86e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:55.395202 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-plugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:55.395556 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78f00bba-29b0-4b35-ad48-febc1a16c86e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:55.396052 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78f00bba-29b0-4b35-ad48-febc1a16c86e'] response: {'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'code': 200} May 02 10:28:55.411721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fbecc-8dff-482f-a884-346ecf1f3a6c req-b564c97c-2f4b-45d8-8443-f569e712d9a9 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:55.413522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-599fbecc-8dff-482f-a884-346ecf1f3a6c req-b564c97c-2f4b-45d8-8443-f569e712d9a9 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.1892464 May 02 10:28:55.480753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-d33c7fe0-6362-441e-8379-f89b3e9fe7b6 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/e4ceebe6-3d60-40cd-a17a-10dcd8f32004 HTTP/1.1" status: 200 len: 1831 time: 0.0505929 May 02 10:28:55.509427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e69c81-6590-4d9a-9e41-32121f3a5da6 req-bdc9a302-0188-4d41-967c-ea870a327eff tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:55.510968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e69c81-6590-4d9a-9e41-32121f3a5da6 req-bdc9a302-0188-4d41-967c-ea870a327eff tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 949 time: 0.0659180 May 02 10:28:55.549873 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a6d075b-de5f-427b-b1ad-19780b6335f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.551927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (e4ceebe6-3d60-40cd-a17a-10dcd8f32004), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.562795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e69c81-6590-4d9a-9e41-32121f3a5da6 req-dce886d8-3dce-4468-a2e3-dac4e4d4b2b3 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454071 May 02 10:28:55.575734 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (e4ceebe6-3d60-40cd-a17a-10dcd8f32004), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.641754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3921d062-14ab-44f6-83af-43e5682279b6 req-144ccca0-3d75-46e0-9963-fa484e1e5ba7 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?tenant_id=b9f28177488d47b8959c08125f6bd94d HTTP/1.1" status: 200 len: 1657 time: 0.0545170 May 02 10:28:55.704137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e4ceebe6-3d60-40cd-a17a-10dcd8f32004), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.709129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.710512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c7f0cdb-e582-4dbf-a9d3-831f56fb9fcd req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-groups/e4ceebe6-3d60-40cd-a17a-10dcd8f32004 HTTP/1.1" status: 204 len: 173 time: 0.2235541 May 02 10:28:55.722391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d08caa3-09d1-4bef-af69-2b665a614cfa tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4ceebe6-3d60-40cd-a17a-10dcd8f32004,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:55.773439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921d062-14ab-44f6-83af-43e5682279b6 req-32e30be2-db10-4394-8b4e-3ca5a576699a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:55.784933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3921d062-14ab-44f6-83af-43e5682279b6 req-32e30be2-db10-4394-8b4e-3ca5a576699a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks?id=dd978ca5-9e27-4928-a38a-cd524970d502&id=dd978ca5-9e27-4928-a38a-cd524970d502&id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 787 time: 0.1308322 May 02 10:28:55.823467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59798) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:55.836345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83ff444-37b3-4e23-9540-70d700fcec01 req-73580f4f-9e28-49ea-87a9-15f9961651b0 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:55.837933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b83ff444-37b3-4e23-9540-70d700fcec01 req-73580f4f-9e28-49ea-87a9-15f9961651b0 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 1131 time: 0.0425818 May 02 10:28:55.842593 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54a9c21e-b993-4598-af13-186b9295571f req-9f288dd7-61b3-48c8-ab16-c6aa76ae4b2c tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "GET /v2.0/security-groups/7a274c64-5409-4535-b5ec-3e3bf0fdf533 HTTP/1.1" status: 200 len: 1832 time: 0.0465159 May 02 10:28:55.886272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b83ff444-37b3-4e23-9540-70d700fcec01 req-36ce2591-bb73-4451-bec3-42bee614b9c7 tempest-ServersOnMultiNodesTest-596076221 tempest-ServersOnMultiNodesTest-596076221-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 May 02 10:28:55.913521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54a9c21e-b993-4598-af13-186b9295571f req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (7a274c64-5409-4535-b5ec-3e3bf0fdf533), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.942936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-2006303319'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:55.957845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54a9c21e-b993-4598-af13-186b9295571f req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (7a274c64-5409-4535-b5ec-3e3bf0fdf533), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:55.972218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-be6f28d3-a924-47ba-bc52-f1c2efead9a4 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips/a1acfa88-55eb-4fb7-9ef2-50f15c084edf HTTP/1.1" status: 200 len: 693 time: 0.0493839 May 02 10:28:56.081684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-f6838ec6-2260-46f2-a927-5ad04e2647c6 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:56.083445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-f6838ec6-2260-46f2-a927-5ad04e2647c6 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1053531 May 02 10:28:56.097942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:56.102859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.110999 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.134250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-e739a89b-5a17-49b5-8414-98f7928b459a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.156 HTTP/1.1" status: 200 len: 696 time: 0.0442426 May 02 10:28:56.145327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54a9c21e-b993-4598-af13-186b9295571f req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a274c64-5409-4535-b5ec-3e3bf0fdf533), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.147906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-54a9c21e-b993-4598-af13-186b9295571f req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.149063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54a9c21e-b993-4598-af13-186b9295571f req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a274c64-5409-4535-b5ec-3e3bf0fdf533 HTTP/1.1" status: 204 len: 173 time: 0.2991900 May 02 10:28:56.162950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59804) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:56.176082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0c4b05-cfe8-430f-82a1-fb5ed3c8fee1 tempest-SecurityGroupRulesNegativeTestJSON-1987218922 tempest-SecurityGroupRulesNegativeTestJSON-1987218922-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a274c64-5409-4535-b5ec-3e3bf0fdf533,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:56.184519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-315fba6a-0461-402d-835f-79db1c34c595 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.156 HTTP/1.1" status: 200 len: 696 time: 0.0444088 May 02 10:28:56.249926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Deleting subnet 3c80b921-1cea-4c8c-a7b5-62736da3ded8 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:28:56.255648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Publish callbacks [] for subnet (3c80b921-1cea-4c8c-a7b5-62736da3ded8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.303656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for security_group (116d82a6-7307-471d-99c7-3a1905d87b5a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.311145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (3c80b921-1cea-4c8c-a7b5-62736da3ded8), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.322693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Deleting port a513892c-6632-4e64-9e11-fb5d567b1868 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:56.323284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.352814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (3c80b921-1cea-4c8c-a7b5-62736da3ded8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.387733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (116d82a6-7307-471d-99c7-3a1905d87b5a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.400500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.401164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (a513892c-6632-4e64-9e11-fb5d567b1868), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.421179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Calling delete_port for a513892c-6632-4e64-9e11-fb5d567b1868 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:56.426296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=116d82a6-7307-471d-99c7-3a1905d87b5a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:56.525629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (3c80b921-1cea-4c8c-a7b5-62736da3ded8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.553697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c80b921-1cea-4c8c-a7b5-62736da3ded8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:56.555847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.561462 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b756e4b-8fdb-441a-91bf-7d2c3fdc5606 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c80b921-1cea-4c8c-a7b5-62736da3ded8 HTTP/1.1" status: 204 len: 168 time: 0.3952608 May 02 10:28:56.561880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:56.668229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a513892c-6632-4e64-9e11-fb5d567b1868), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.678571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:28:56.685512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (df0a993a-bd5e-4285-98b4-f0b6f6003abd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.692742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be683c77-91e2-444e-8022-9b0b7abd1dfc req-d4ba6b9e-5e26-4cfa-a51e-01f598ba8036 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:56.694252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be683c77-91e2-444e-8022-9b0b7abd1dfc req-d4ba6b9e-5e26-4cfa-a51e-01f598ba8036 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0714142 May 02 10:28:56.696102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event deleted for resources: {'Port': ['ID=a513892c-6632-4e64-9e11-fb5d567b1868,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:56.701255 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bb312dd3-6f2d-4611-8c0b-0bc4e55bc101), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.701387 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment bb312dd3-6f2d-4611-8c0b-0bc4e55bc101 of type vlan for network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 May 02 10:28:56.761384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (a1acfa88-55eb-4fb7-9ef2-50f15c084edf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.764687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.765870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63438742-478e-484f-8e6d-67bdbf4e8bc6 req-37fc746f-9c37-4fb6-92c8-ed72e1baa3c1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "DELETE /v2.0/floatingips/a1acfa88-55eb-4fb7-9ef2-50f15c084edf HTTP/1.1" status: 204 len: 173 time: 0.5750089 May 02 10:28:56.781010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (3710d49d-6a1a-47e2-8f53-4d6a509b3520), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.872245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bdb2f9-e14b-4f88-9087-bdada522f540 req-c6975148-bc72-4780-8152-5397c5189a8d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:56.873901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79bdb2f9-e14b-4f88-9087-bdada522f540 req-c6975148-bc72-4780-8152-5397c5189a8d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 949 time: 0.0509036 May 02 10:28:56.875537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be683c77-91e2-444e-8022-9b0b7abd1dfc req-551865f6-833c-44b9-ab94-bdae4519847c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699054 May 02 10:28:56.878384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (df0a993a-bd5e-4285-98b4-f0b6f6003abd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.901550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df0a993a-bd5e-4285-98b4-f0b6f6003abd']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:56.918806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a47da1-b11a-4e22-9a07-d5f133d2281b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:56.919142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a47da1-b11a-4e22-9a07-d5f133d2281b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:28:56.925584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79bdb2f9-e14b-4f88-9087-bdada522f540 req-e0ed634d-7d2b-4eb8-9a31-3fe2397f8cee tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440292 May 02 10:28:56.963438 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (51a47da1-b11a-4e22-9a07-d5f133d2281b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.971791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (3710d49d-6a1a-47e2-8f53-4d6a509b3520), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.977281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:56.977863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:56.993721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-4f0a90a7-6679-47b8-a626-7aca47b6e87c tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips/1f12babc-22a2-4ae0-8008-139fbc9928f4 HTTP/1.1" status: 200 len: 693 time: 0.0842967 May 02 10:28:57.014402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (51a47da1-b11a-4e22-9a07-d5f133d2281b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.068833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:28:57.069242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (51a47da1-b11a-4e22-9a07-d5f133d2281b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: timer() May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:28:57.081386 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:28:57.154314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=3710d49d-6a1a-47e2-8f53-4d6a509b3520,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:57.163979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23ad3bb8-35ff-4a03-bcf2-9e04f3d27beb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3389354 May 02 10:28:57.167013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59814) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:57.169648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:28:57.175110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-1733806406'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:57.210542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-1d3be0af-c6af-4e6a-82c3-dfb799d935c5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:57.211903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-1d3be0af-c6af-4e6a-82c3-dfb799d935c5 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.2048836 May 02 10:28:57.268632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-19d2094c-42ca-4874-a22b-c20e802b7848 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.194 HTTP/1.1" status: 200 len: 696 time: 0.0506227 May 02 10:28:57.275580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:57.279169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (df0a993a-bd5e-4285-98b4-f0b6f6003abd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.281769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.288298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.291507 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] 10.222.0.16 "DELETE /v2.0/networks/df0a993a-bd5e-4285-98b4-f0b6f6003abd HTTP/1.1" status: 204 len: 168 time: 0.7288711 May 02 10:28:57.310630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:28:57.320964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (265ddfda-3667-4617-aa46-073c68ed91a4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.321432 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 265ddfda-3667-4617-aa46-073c68ed91a4 of type vlan for network f60f91c4-39cd-46e7-8fbd-9b99263c6557 May 02 10:28:57.332569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f90892-cd51-4d60-9779-fda6ae96cd39 admin admin] Pushing event deleted for resources: {'Network': ['ID=df0a993a-bd5e-4285-98b4-f0b6f6003abd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:57.339306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-a22dbf19-b460-4f23-add7-12173ac418af tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.194 HTTP/1.1" status: 200 len: 696 time: 0.0639768 May 02 10:28:57.368584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f60f91c4-39cd-46e7-8fbd-9b99263c6557), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.462500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f60f91c4-39cd-46e7-8fbd-9b99263c6557), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.467487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:57.467731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Deleting port 9d5caa7b-46a9-495d-8b13-478ab036fa51 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:57.472132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.472306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.537647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=f60f91c4-39cd-46e7-8fbd-9b99263c6557,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:57.547690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:28:57.554445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.554785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (9d5caa7b-46a9-495d-8b13-478ab036fa51), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.568867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Calling delete_port for 9d5caa7b-46a9-495d-8b13-478ab036fa51 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:57.623354 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:28:57.665425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c8d2e5ca-6dd7-4142-9c93-6970a5f04d50 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4964993 May 02 10:28:57.668238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59818) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:57.673219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:57.755560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59820) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:57.778326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9d5caa7b-46a9-495d-8b13-478ab036fa51), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.804843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-329649f8-13a4-493f-a9b6-9bc45e539c0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b653373f3454629b2b4384e1897ab4d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0459433 May 02 10:28:57.805069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:57.812342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event deleted for resources: {'Port': ['ID=9d5caa7b-46a9-495d-8b13-478ab036fa51,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:57.842797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:57.846179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.876380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (1f12babc-22a2-4ae0-8008-139fbc9928f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.880137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.881407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce12f120-cec5-4a76-a088-2cf3c7d41e89 req-ae9834cb-1314-40c9-8472-ccdc05f4e258 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "DELETE /v2.0/floatingips/1f12babc-22a2-4ae0-8008-139fbc9928f4 HTTP/1.1" status: 204 len: 173 time: 0.5368352 May 02 10:28:57.947718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] Publish callbacks [] for security_group (a667d6ed-f6a1-4484-993b-5946ea14389c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:57.977209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b11e01c9-64c8-4fcc-a174-84f0bb97e266 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.001697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980d23e1-53b6-4242-8a37-8458a378fd7b req-3ad7ef6d-ad74-4c8f-bdac-3e85a6886392 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:58.002914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-980d23e1-53b6-4242-8a37-8458a378fd7b req-3ad7ef6d-ad74-4c8f-bdac-3e85a6886392 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0504222 May 02 10:28:58.021217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-82b5bfd2-0cb2-4fbc-9951-4b6cd3ab90de tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:58.026515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-82b5bfd2-0cb2-4fbc-9951-4b6cd3ab90de tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 949 time: 0.1593897 May 02 10:28:58.031882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-e192043c-5e93-4be0-9dae-95cc99f52cf4 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips/dc7f0825-9611-4770-9410-2f6b41c77b34 HTTP/1.1" status: 200 len: 693 time: 0.1263525 May 02 10:28:58.037337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] Publish callbacks [] for security_group (a667d6ed-f6a1-4484-993b-5946ea14389c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.065881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-980d23e1-53b6-4242-8a37-8458a378fd7b req-f3aac476-c4af-4df3-9ed0-cf6dc4f88e6e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563071 May 02 10:28:58.179687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a71e3-3464-4dad-90ba-caea9140ed0f req-8f93cb21-fa61-43fe-b19f-3665857f3bb4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:58.181746 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c8a71e3-3464-4dad-90ba-caea9140ed0f req-8f93cb21-fa61-43fe-b19f-3665857f3bb4 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 949 time: 0.0537174 May 02 10:28:58.233248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c8a71e3-3464-4dad-90ba-caea9140ed0f req-9150be60-5cb9-48ca-b9e5-4e5311a2030e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461652 May 02 10:28:58.325999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port 0b2afeb0-3645-4041-a5b7-94fcc95f066a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:58.326344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.345898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-a668c878-251b-4813-ae81-49ec6fcf7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:58.347401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-a668c878-251b-4813-ae81-49ec6fcf7a46 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5&tenant_id=8f3a87b199b24854bb1e0699f7402e8d HTTP/1.1" status: 200 len: 1131 time: 0.0418873 May 02 10:28:58.358718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:58.369398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-fceeb0d7-0694-46b2-b26d-5ac577bcf34f tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:58.370756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-fceeb0d7-0694-46b2-b26d-5ac577bcf34f tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.3302164 May 02 10:28:58.412184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a667d6ed-f6a1-4484-993b-5946ea14389c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.414707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.415804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a667d6ed-f6a1-4484-993b-5946ea14389c HTTP/1.1" status: 204 len: 168 time: 0.6098373 May 02 10:28:58.423702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.459947 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7c718534-6cab-486d-9ead-5bce8fe02376), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.474675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd3f0a4-6d04-49c5-9ff5-df73982449ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a667d6ed-f6a1-4484-993b-5946ea14389c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:58.504628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-b92b3fca-b940-49bd-a6f9-d3d8f27093d1 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.109 HTTP/1.1" status: 200 len: 696 time: 0.1274252 May 02 10:28:58.594743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-2a7c6c2c-5a01-4617-a612-4d564b0692e0 tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.109 HTTP/1.1" status: 200 len: 696 time: 0.0768347 May 02 10:28:58.597240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=7c718534-6cab-486d-9ead-5bce8fe02376,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:58.609821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port 0b2afeb0-3645-4041-a5b7-94fcc95f066a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0b2afeb0-3645-4041-a5b7-94fcc95f066a,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:58.610189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.637293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:28:58.668756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for 0b2afeb0-3645-4041-a5b7-94fcc95f066a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:58.673101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:58.715281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks [] for port (c37f97fa-66ca-4eff-b507-a2718592221c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.717493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:58.717857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 3710d49d-6a1a-47e2-8f53-4d6a509b3520, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:28:58.718595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:58.720914 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1570c57a-59f6-4f92-bcf4-ec967de85ce2" -d '{"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:58.733320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Transition to ACTIVE for port object c37f97fa-66ca-4eff-b507-a2718592221c will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:28:58.782918 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae4e2c09-2bf8-45a8-88a0-34c58c2b7eb6 x-openstack-request-id: req-ae4e2c09-2bf8-45a8-88a0-34c58c2b7eb6 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:58.782918 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-unplugged", "status": "completed", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:58.782918 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae4e2c09-2bf8-45a8-88a0-34c58c2b7eb6 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:58.783653 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae4e2c09-2bf8-45a8-88a0-34c58c2b7eb6'] response: {'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'code': 200} May 02 10:28:58.808078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.824507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Deleting port 632e1577-2616-4d3e-a7ac-e173f15f6018 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:28:58.824507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.900172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] No DVR routers for this DVR port c37f97fa-66ca-4eff-b507-a2718592221c on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:58.903211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:28:58.913089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:58.955855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:28:58.956206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:28:58.956538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:58.962343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:28:58.962582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Attempting to bind port c37f97fa-66ca-4eff-b507-a2718592221c on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:28:58.967820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:28:58.968173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:28:58.968568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:28:58.969032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Bound port: c37f97fa-66ca-4eff-b507-a2718592221c, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:28:58.969395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.980827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.981161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (632e1577-2616-4d3e-a7ac-e173f15f6018), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:58.999890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Calling delete_port for 632e1577-2616-4d3e-a7ac-e173f15f6018 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:28:59.061070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3710d49d-6a1a-47e2-8f53-4d6a509b3520) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:28:59.064322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:28:59.068819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.069417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:28:59.070020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.078183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a9f3f32-3b57-4785-91d0-a069f12fae61 None None] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:28:59.126580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0b2afeb0-3645-4041-a5b7-94fcc95f066a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.149992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c', '0b2afeb0-3645-4041-a5b7-94fcc95f066a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:59.152414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1', '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'f71c2840-6afc-4ffa-ada0-72e77ee39395'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:28:59.155967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.181081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=0b2afeb0-3645-4041-a5b7-94fcc95f066a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:59.258100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.265414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port 0b2afeb0-3645-4041-a5b7-94fcc95f066a on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:28:59.274812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d34cc570-8992-44c1-b368-6475d3a57903 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6054413 May 02 10:28:59.278072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.282245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a75c6340-cec9-4fbe-a0ec-5b7f6cc6dfcf req-40d2cb1a-6c9f-4faa-b940-9258a27ddfa5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "DELETE /v2.0/ports/0b2afeb0-3645-4041-a5b7-94fcc95f066a HTTP/1.1" status: 204 len: 173 time: 1.2427750 May 02 10:28:59.283636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'name': 'network-vif-deleted', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:28:59.295700 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79c1dc19-e38c-4729-bd57-034b06cd8b2f" -d '{"events": [{"server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "name": "network-vif-deleted", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:28:59.303025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59866) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:59.310279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.310917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.311536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:28:59.313097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] 10.222.0.24 "PUT /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 1096 time: 0.9585309 May 02 10:28:59.411789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3710d49d-6a1a-47e2-8f53-4d6a509b3520', 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': '7c718534-6cab-486d-9ead-5bce8fe02376'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:28:59.411789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.422830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415dcaa4-ec8d-43fc-b25a-1101ae5d1aec req-b6e0ad6e-2e22-4392-b0cb-162db834a92b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.431232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-415dcaa4-ec8d-43fc-b25a-1101ae5d1aec req-b6e0ad6e-2e22-4392-b0cb-162db834a92b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.2726882 May 02 10:28:59.458472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-1add215a-45e9-4e9b-b000-7f1f9897ea92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.460033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-1add215a-45e9-4e9b-b000-7f1f9897ea92 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1130 time: 0.1147790 May 02 10:28:59.460671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e20c35-2255-4438-947c-3e1840730fb7 service neutron] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=11']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:59.526765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (632e1577-2616-4d3e-a7ac-e173f15f6018), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.582889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Pushing event deleted for resources: {'Port': ['ID=632e1577-2616-4d3e-a7ac-e173f15f6018,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:28:59.606149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-415dcaa4-ec8d-43fc-b25a-1101ae5d1aec req-1bea7417-bf62-4ec9-9aa2-e52344680326 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737549 May 02 10:28:59.650677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-b57745a7-ab7f-4700-9fd1-231b4bc4a02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.651342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:28:59.651762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-b57745a7-ab7f-4700-9fd1-231b4bc4a02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1782045 May 02 10:28:59.651895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.725631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-af4f57f6-8da6-4df1-9a51-e4ca6adfeb29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0723579 May 02 10:28:59.790794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-6977bac1-0e79-4775-8a3f-8631dea74146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.795857 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-6977bac1-0e79-4775-8a3f-8631dea74146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0591855 May 02 10:28:59.815167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks [] for floatingip (dc7f0825-9611-4770-9410-2f6b41c77b34), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.821456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:28:59.822719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f341c5d3-35d6-4610-95a3-144844fcfc95 req-5553a724-9b95-4ebf-93c6-2c3ce062c07a tempest-FloatingIPDetailsTestJSON-737666783 tempest-FloatingIPDetailsTestJSON-737666783-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc7f0825-9611-4770-9410-2f6b41c77b34 HTTP/1.1" status: 204 len: 173 time: 1.2209589 May 02 10:28:59.839244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59878) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:28:59.861514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:28:59.887367 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2a88f5-5638-4425-9511-0ce00e7515ed x-openstack-request-id: req-5f2a88f5-5638-4425-9511-0ce00e7515ed {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:28:59.887661 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acad8da9-1cac-4f0d-9f8e-81a565ab50d7", "name": "network-vif-deleted", "tag": "0b2afeb0-3645-4041-a5b7-94fcc95f066a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:28:59.888112 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5f2a88f5-5638-4425-9511-0ce00e7515ed {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:28:59.888320 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f2a88f5-5638-4425-9511-0ce00e7515ed'] response: {'server_uuid': 'acad8da9-1cac-4f0d-9f8e-81a565ab50d7', 'name': 'network-vif-deleted', 'tag': '0b2afeb0-3645-4041-a5b7-94fcc95f066a', 'status': 'completed', 'code': 200} May 02 10:28:59.903221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6812dfe8-016c-45e8-bf28-a522e3b44c8f req-df52c1e4-c32b-4d86-b51c-3e16116ca1e8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=acad8da9-1cac-4f0d-9f8e-81a565ab50d7 HTTP/1.1" status: 200 len: 210 time: 0.0991728 May 02 10:28:59.920861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-a512a5d4-cc68-4900-9ff4-e348dc3f84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:28:59.924831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-a512a5d4-cc68-4900-9ff4-e348dc3f84e2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1248379 May 02 10:28:59.993092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port c37f97fa-66ca-4eff-b507-a2718592221c host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:28:59.993506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:00.069576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Allocated IP 172.20.0.2 (3710d49d-6a1a-47e2-8f53-4d6a509b3520/7c718534-6cab-486d-9ead-5bce8fe02376/e9f56f5d-f072-40a8-8732-d1a1a1a4c111) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:00.154518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-845cf5fa-37d6-4727-b87b-e5ac155c96bb service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233180 May 02 10:29:00.355604 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02663fd3-70ce-4f03-9f4a-0c2c817dc7ff req-666819e0-fe25-423e-914f-b4c62ee0f5bf service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994689 May 02 10:29:00.471369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks [] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.543858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.587821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.615346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (8cbef201-27d0-4a0a-86d2-45d4cc875ae3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.657474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:00.665652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Pushing event updated for resources: {'Port': ['ID=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:00.668238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:00.671425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:00.725130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=8cbef201-27d0-4a0a-86d2-45d4cc875ae3,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:00.740638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '265ddfda-3667-4617-aa46-073c68ed91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:00.741073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: f60f91c4-39cd-46e7-8fbd-9b99263c6557, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:00.746472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Attempting to bind port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:00.746905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Attempting to bind port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:00.747285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Attempting to bind port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 on network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:00.755900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:00.756974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Checking segment: {'id': 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:00.757556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.758284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Bound using segment: {'id': 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:00.758778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Bound port: e9f56f5d-f072-40a8-8732-d1a1a1a4c111, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '3710d49d-6a1a-47e2-8f53-4d6a509b3520'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:00.759699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.776275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31219404-1400-426c-a17e-2107d5d7b1ad req-d4f7e24c-6db9-4be3-906a-406266c1634e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:00.784047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31219404-1400-426c-a17e-2107d5d7b1ad req-d4f7e24c-6db9-4be3-906a-406266c1634e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.0707140 May 02 10:29:00.786777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:00.789098 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d69a37-2c43-48d4-aef6-53a231a7bb5c" -d '{"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:00.826553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (17608e4f-b278-427c-809f-a09fac157c45), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.851181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] For port e9f56f5d-f072-40a8-8732-d1a1a1a4c111, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:00.852288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31219404-1400-426c-a17e-2107d5d7b1ad req-df57231d-a028-4f4a-bb37-53164e3dff9d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673916 May 02 10:29:00.853962 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98ebc109-4b38-4567-8519-fdec29ca65f0 x-openstack-request-id: req-98ebc109-4b38-4567-8519-fdec29ca65f0 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:00.854377 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:00.854691 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-98ebc109-4b38-4567-8519-fdec29ca65f0 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:00.855092 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98ebc109-4b38-4567-8519-fdec29ca65f0'] response: {'name': 'network-changed', 'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'status': 'completed', 'code': 200} May 02 10:29:00.855224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] For port e9f56f5d-f072-40a8-8732-d1a1a1a4c111, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,segment=NetworkSegment(bb312dd3-6f2d-4611-8c0b-0bc4e55bc101),segment_id=bb312dd3-6f2d-4611-8c0b-0bc4e55bc101)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:00.870401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:00.939325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:00.944091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-7568b3c1-e494-4147-8c20-6f655f0017b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:00.946708 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-7568b3c1-e494-4147-8c20-6f655f0017b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1130 time: 0.0586648 May 02 10:29:00.968466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f60f91c4-39cd-46e7-8fbd-9b99263c6557) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:00.997995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c70ba5-9c78-4d55-8781-4ece884cd52f None None] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:01.000630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59914) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:01.005525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.006073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.126944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c2831-29e9-497b-b3cf-f8e395fac346 None None] Pushing event updated for resources: {'Port': ['ID=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:01.135047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2a6e0321-69d8-4b78-87c9-a7734e53796d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8279819 May 02 10:29:01.136325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59918) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:01.140224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-a0c5e046-b088-4184-ade9-c54fd1c86807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.142156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-a0c5e046-b088-4184-ade9-c54fd1c86807 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.1881037 May 02 10:29:01.147371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1913650251', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:01.194301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Deleting port 309cf469-4ddd-40a4-b4ff-12a7783a71a7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:01.195175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.210500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f60f91c4-39cd-46e7-8fbd-9b99263c6557', 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': '8cbef201-27d0-4a0a-86d2-45d4cc875ae3'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:29:01.211393 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.217072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-796fc7ff-cda5-4eb5-9b8e-260aa921824a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.0623734 May 02 10:29:01.297432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f33ea0-c66f-4998-a424-93c28935eefb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.305530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] For port 309cf469-4ddd-40a4-b4ff-12a7783a71a7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=309cf469-4ddd-40a4-b4ff-12a7783a71a7,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:01.305966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.333055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-eee897bb-16e7-4be5-a8a1-12a3a30f4b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.334531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-eee897bb-16e7-4be5-a8a1-12a3a30f4b47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1089976 May 02 10:29:01.342996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.344009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.364715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Calling delete_port for 309cf469-4ddd-40a4-b4ff-12a7783a71a7 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:01.442829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Allocated IP 172.21.0.2 (f60f91c4-39cd-46e7-8fbd-9b99263c6557/8cbef201-27d0-4a0a-86d2-45d4cc875ae3/e2d91968-f119-4556-8da6-3a110ba41cba) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:01.447468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-d278ff8e-fe6f-4b28-a0c1-4f49e26cc259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.449062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-d278ff8e-fe6f-4b28-a0c1-4f49e26cc259 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0995584 May 02 10:29:01.510691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.561490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f33ea0-c66f-4998-a424-93c28935eefb admin admin] Publish callbacks [] for security_group (304dd6eb-4f80-4deb-94a9-bad0b15c520c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.590951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.604815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7aee95-d209-494e-a56d-2ed76a2ac26d req-6488d226-846d-4019-aa84-aa1f7fb26ff5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.606320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7aee95-d209-494e-a56d-2ed76a2ac26d req-6488d226-846d-4019-aa84-aa1f7fb26ff5 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.0641072 May 02 10:29:01.606743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f33ea0-c66f-4998-a424-93c28935eefb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (304dd6eb-4f80-4deb-94a9-bad0b15c520c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.655003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.657761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks [] for port (e2d91968-f119-4556-8da6-3a110ba41cba), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.659463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a1de326-892c-4df9-8ea0-147ea8554067 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5209098 May 02 10:29:01.660197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59924) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:01.674858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f33ea0-c66f-4998-a424-93c28935eefb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304dd6eb-4f80-4deb-94a9-bad0b15c520c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:01.708475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7aee95-d209-494e-a56d-2ed76a2ac26d req-f0a0ce67-fea0-4420-9ad4-cc40b44d1d5d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857913 May 02 10:29:01.714116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-89f33ea0-c66f-4998-a424-93c28935eefb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfe06f14a5fd4dcf8012131cb8f9881b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7124703 May 02 10:29:01.717163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59926) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:01.746560 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.778852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (309cf469-4ddd-40a4-b4ff-12a7783a71a7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.804019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:01.813291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:01.813506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Pushing event deleted for resources: {'Port': ['ID=309cf469-4ddd-40a4-b4ff-12a7783a71a7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:01.822904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] Publish callbacks [] for security_group (304dd6eb-4f80-4deb-94a9-bad0b15c520c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.823170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:01.836309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Pushing event updated for resources: {'Port': ['ID=e2d91968-f119-4556-8da6-3a110ba41cba,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:01.861914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-a0947473-ecae-4d06-8f53-fb87723bbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:01.865949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-a0947473-ecae-4d06-8f53-fb87723bbc4d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1130 time: 0.1214211 May 02 10:29:01.873969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] Publish callbacks [] for security_group (304dd6eb-4f80-4deb-94a9-bad0b15c520c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.939795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Attempting to bind port e2d91968-f119-4556-8da6-3a110ba41cba on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:01.941552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Attempting to bind port e2d91968-f119-4556-8da6-3a110ba41cba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '265ddfda-3667-4617-aa46-073c68ed91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:01.941552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Attempting to bind port e2d91968-f119-4556-8da6-3a110ba41cba on network f60f91c4-39cd-46e7-8fbd-9b99263c6557 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:01.950264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:01.950730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Checking segment: {'id': '265ddfda-3667-4617-aa46-073c68ed91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:01.951070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.951470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Bound using segment: {'id': '265ddfda-3667-4617-aa46-073c68ed91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:01.951953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Bound port: e2d91968-f119-4556-8da6-3a110ba41cba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '265ddfda-3667-4617-aa46-073c68ed91a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f60f91c4-39cd-46e7-8fbd-9b99263c6557'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:01.952419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:01.983739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.086923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] For port e2d91968-f119-4556-8da6-3a110ba41cba, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:02.091206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] For port e2d91968-f119-4556-8da6-3a110ba41cba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2d91968-f119-4556-8da6-3a110ba41cba,segment=NetworkSegment(265ddfda-3667-4617-aa46-073c68ed91a4),segment_id=265ddfda-3667-4617-aa46-073c68ed91a4)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:02.133770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (17608e4f-b278-427c-809f-a09fac157c45), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.177634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b39f018-d872-421f-82ab-e380d9a3c320 req-dc655ae2-f2f3-4482-b960-dd676091b728 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:02.184703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b39f018-d872-421f-82ab-e380d9a3c320 req-dc655ae2-f2f3-4482-b960-dd676091b728 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.1891973 May 02 10:29:02.188575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (304dd6eb-4f80-4deb-94a9-bad0b15c520c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.191352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.195440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/304dd6eb-4f80-4deb-94a9-bad0b15c520c HTTP/1.1" status: 204 len: 168 time: 0.4766009 May 02 10:29:02.211025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12cbab-d391-4809-b629-ab5fd8c0af06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304dd6eb-4f80-4deb-94a9-bad0b15c520c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:02.230406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.264694 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.268825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-5a6ef274-3503-40b2-998a-e074aaddfebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:02.275238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-5a6ef274-3503-40b2-998a-e074aaddfebd service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3946950 May 02 10:29:02.396192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-495bde13-bf08-432f-a99b-b3a6a928a2e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 200 len: 217 time: 0.1068420 May 02 10:29:02.486268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Router 17608e4f-b278-427c-809f-a09fac157c45 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:02.517764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fb35d-1416-4203-826e-79b822caf342 None None] Pushing event updated for resources: {'Port': ['ID=e2d91968-f119-4556-8da6-3a110ba41cba,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:02.613532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0b2afeb0-3645-4041-a5b7-94fcc95f066a no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:02.657446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 0b2afeb0-3645-4041-a5b7-94fcc95f066a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:02.661255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0b2afeb0-3645-4041-a5b7-94fcc95f066a not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:02.699467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:02.708977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19d19257-ab12-4c45-8f88-8918db5e5db1 admin admin] 10.222.0.16 "PUT /v2.0/routers/17608e4f-b278-427c-809f-a09fac157c45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8658197 May 02 10:29:02.710314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:02.714467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Sync routers for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:02.730850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bab292-abcb-4765-9f35-037befe06b72 None None] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:02.810586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:02.811528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:02.949317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Provisioning complete for port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:02.949317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:02.973655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a74cd-ee84-430f-a209-f345f3a04b84 req-c0c39c66-9fea-4961-9d25-603d099e193f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:02.975314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-394a74cd-ee84-430f-a209-f345f3a04b84 req-c0c39c66-9fea-4961-9d25-603d099e193f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.1222744 May 02 10:29:02.983877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks [] for router (17608e4f-b278-427c-809f-a09fac157c45), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.055784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-13bd907f-172d-425b-9cea-2298f7490fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:03.057986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-13bd907f-172d-425b-9cea-2298f7490fcb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0651789 May 02 10:29:03.157129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-394a74cd-ee84-430f-a209-f345f3a04b84 req-bda3152b-395c-4bf5-be23-6189f0990887 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149163 May 02 10:29:03.164047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:03.237202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-b529cc91-62f3-4513-b70e-a770b9778f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:03.237766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks [] for router_gateway (17608e4f-b278-427c-809f-a09fac157c45), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.238787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-b529cc91-62f3-4513-b70e-a770b9778f74 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1210644 May 02 10:29:03.250673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b39f018-d872-421f-82ab-e380d9a3c320 req-a6c33a7b-1550-4aef-8a2a-20d606c0b080 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0650065 May 02 10:29:03.397949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Current status of the port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:03.398585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.418664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Deleting port f17d0e3f-4320-4b8b-83eb-9625b6b27c02 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:03.419003 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.428093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-36a25a25-d4de-4f78-91c1-86f2dcf99b92 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:03.429927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-36a25a25-d4de-4f78-91c1-86f2dcf99b92 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.3656561 May 02 10:29:03.545606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e9f56f5d-f072-40a8-8732-d1a1a1a4c111 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:03.605433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] For port f17d0e3f-4320-4b8b-83eb-9625b6b27c02, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:03.606079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.615947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] For port e9f56f5d-f072-40a8-8732-d1a1a1a4c111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,segment=NetworkSegment(bb312dd3-6f2d-4611-8c0b-0bc4e55bc101),segment_id=bb312dd3-6f2d-4611-8c0b-0bc4e55bc101)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:03.644112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Calling delete_port for f17d0e3f-4320-4b8b-83eb-9625b6b27c02 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:03.659684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-7d396291-8bfc-472b-a591-40c8a4aa9721 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6940107 May 02 10:29:03.684811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.688392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port f71c2840-6afc-4ffa-ada0-72e77ee39395 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:03.688766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.694588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-b705de31-3490-45a0-8e41-31e18f08e5d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429464 May 02 10:29:03.724324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36'}], 'enable_snat': True}, 'gw_port_id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:29:01Z', 'revision_number': 5, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port': {'id': 'f17d0e3f-4320-4b8b-83eb-9625b6b27c02', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e1:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17608e4f-b278-427c-809f-a09fac157c45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:28:34Z', 'updated_at': '2022-05-02T10:28:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:03.735486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:03.735838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.775028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Checking router: 17608e4f-b278-427c-809f-a09fac157c45 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:03.865587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90ed8ac-6a21-4481-aa3c-b9e17b27a9d6 None None] Pushing event updated for resources: {'Port': ['ID=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:03.879494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-82731e99-7981-473c-8bf4-b96a944961a3 None None] Provisioning complete for port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:03.881556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82731e99-7981-473c-8bf4-b96a944961a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.888992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Routers {'17608e4f-b278-427c-809f-a09fac157c45'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:03.889741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['17608e4f-b278-427c-809f-a09fac157c45'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:03.938313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f17d0e3f-4320-4b8b-83eb-9625b6b27c02), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:03.964111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:03.977786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Pushing event deleted for resources: {'Port': ['ID=f17d0e3f-4320-4b8b-83eb-9625b6b27c02,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:03.999028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.20.0.1 (3710d49d-6a1a-47e2-8f53-4d6a509b3520/7c718534-6cab-486d-9ead-5bce8fe02376/42042878-d93d-46bf-a955-8336cb5e4813) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:04.075141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (17608e4f-b278-427c-809f-a09fac157c45), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.089755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-0d82ca64-62d9-4bc9-a4a1-de799cce9db0 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4197624 May 02 10:29:04.105538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:04.107227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2d91968-f119-4556-8da6-3a110ba41cba up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:04.169017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] Set router 17608e4f-b278-427c-809f-a09fac157c45 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:04.224180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (17608e4f-b278-427c-809f-a09fac157c45), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.226640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks [] for router_controller (17608e4f-b278-427c-809f-a09fac157c45), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.264820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (42042878-d93d-46bf-a955-8336cb5e4813), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.277455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:29:03Z', 'revision_number': 6, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:04.301474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1085014050-network', 'tenant_id': 'b2b72e8c93b64fbab043bc10a6c8d60b'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:04.322644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2305cadb-e371-4974-bca3-c932a3d0f67f None None] The sync data for ids ['17608e4f-b278-427c-809f-a09fac157c45'] in ncdv-master-1 is: [{'id': '17608e4f-b278-427c-809f-a09fac157c45', 'name': 'tempest-FloatingIPDetailsTestJSON-452395819-router', 'tenant_id': 'b9f28177488d47b8959c08125f6bd94d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:28:33Z', 'updated_at': '2022-05-02T10:29:03Z', 'revision_number': 6, 'project_id': 'b9f28177488d47b8959c08125f6bd94d', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:04.327605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-82731e99-7981-473c-8bf4-b96a944961a3 None None] Current status of the port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:04.331459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75d69a37-2c43-48d4-aef6-53a231a7bb5c req-0cf350a6-6ebb-49f6-a14f-702bb0c0a21b service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6092393 May 02 10:29:04.339444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port f71c2840-6afc-4ffa-ada0-72e77ee39395, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f71c2840-6afc-4ffa-ada0-72e77ee39395,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:04.339827 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.357016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e2d91968-f119-4556-8da6-3a110ba41cba triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:04.357016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.359318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for f71c2840-6afc-4ffa-ada0-72e77ee39395 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:04.363066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fd300c1-7942-4703-b47f-a553ffab8b3c None None] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:04.396325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea2c3fa-164d-4d1a-b232-f30adf6fb5b8 req-1ed431aa-9554-42bb-8235-fda0e318a160 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:04.398478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ea2c3fa-164d-4d1a-b232-f30adf6fb5b8 req-1ed431aa-9554-42bb-8235-fda0e318a160 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 948 time: 0.1174262 May 02 10:29:04.418941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (17608e4f-b278-427c-809f-a09fac157c45), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.419755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 17608e4f-b278-427c-809f-a09fac157c45 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:29:04.428339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.430231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c4929f6e-be62-42c0-b745-70e58da9d97f admin admin] 10.222.0.16 "DELETE /v2.0/routers/17608e4f-b278-427c-809f-a09fac157c45 HTTP/1.1" status: 204 len: 168 time: 1.7186141 May 02 10:29:04.436231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:04.471047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (42042878-d93d-46bf-a955-8336cb5e4813), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.471792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Provisioning complete for port e2d91968-f119-4556-8da6-3a110ba41cba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:04.471991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.481707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Made reservation on behalf of b2b72e8c93b64fbab043bc10a6c8d60b for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:04.485602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.492740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ea2c3fa-164d-4d1a-b232-f30adf6fb5b8 req-46da960a-9b90-4a96-923e-c7cc72c7d820 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875003 May 02 10:29:04.497126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b2f5-e9b2-406f-860f-2de37309e21c req-51765545-0465-45dd-9c79-586356ea0f92 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:04.498659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cf5b2f5-e9b2-406f-860f-2de37309e21c req-51765545-0465-45dd-9c79-586356ea0f92 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.0797701 May 02 10:29:04.511781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Deleting subnet b72f137b-d89f-4894-9b59-469e1c51672a {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:04.520575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Publish callbacks [] for subnet (b72f137b-d89f-4894-9b59-469e1c51672a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.564529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.566116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b72f137b-d89f-4894-9b59-469e1c51672a), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.576082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:04.600557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:04.601028 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.605949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:04.610656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:04.614565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=42042878-d93d-46bf-a955-8336cb5e4813,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:04.632996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:04.675177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:04.675872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.680305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b72f137b-d89f-4894-9b59-469e1c51672a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.791006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.797481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cf5b2f5-e9b2-406f-860f-2de37309e21c req-342530a9-ec3d-4823-826b-55109b4cc8e6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488935 May 02 10:29:04.847238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b72f137b-d89f-4894-9b59-469e1c51672a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.909205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b72f137b-d89f-4894-9b59-469e1c51672a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:04.915939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.920369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e59dc2f-f76b-40c9-a0fc-7737c739f5d8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b72f137b-d89f-4894-9b59-469e1c51672a HTTP/1.1" status: 204 len: 168 time: 0.4831522 May 02 10:29:04.924930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:04.978725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks [] for security_group (9e3d80b9-9710-409f-a82b-641782649fc3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:04.990829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e2d91968-f119-4556-8da6-3a110ba41cba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2d91968-f119-4556-8da6-3a110ba41cba,segment=NetworkSegment(265ddfda-3667-4617-aa46-073c68ed91a4),segment_id=265ddfda-3667-4617-aa46-073c68ed91a4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:05.001174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f71c2840-6afc-4ffa-ada0-72e77ee39395), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.003240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0bd587-8698-4937-9449-cdaba384c056 None None] Network 34aab59f-a046-4fc9-b67b-5bd1e8009844 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:05.007988 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:29:05.026158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:05.027977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e833fe0-565d-465e-ae39-d17b6035172a req-d901a36f-4506-48d1-aa75-25752aa0696c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:05.028478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1', '2ee5ed9a-fbd8-409f-93f2-30545b473915'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:05.029822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e833fe0-565d-465e-ae39-d17b6035172a req-d901a36f-4506-48d1-aa75-25752aa0696c tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 1130 time: 0.0842512 May 02 10:29:05.048336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=f71c2840-6afc-4ffa-ada0-72e77ee39395,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:05.120360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port f71c2840-6afc-4ffa-ada0-72e77ee39395 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:05.123881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.128403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5ac6a21-6850-4f3c-beac-bd43fa462b31 req-c22754ea-91e0-41f7-a2a2-46019f6c046a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "DELETE /v2.0/ports/f71c2840-6afc-4ffa-ada0-72e77ee39395 HTTP/1.1" status: 204 len: 173 time: 1.6844971 May 02 10:29:05.129007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'name': 'network-vif-deleted', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:05.140361 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a822f13-1743-4f68-8e2f-64cac6af6ae5" -d '{"events": [{"server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "name": "network-vif-deleted", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:05.144331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e3d80b9-9710-409f-a82b-641782649fc3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.157578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:05.168406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (34aab59f-a046-4fc9-b67b-5bd1e8009844), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.169577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.169998 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Added segment a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89 of type vlan for network 971e28af-2625-4ffe-8677-60b03fb7c83f May 02 10:29:05.197833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e833fe0-565d-465e-ae39-d17b6035172a req-6dcfd236-13b3-449c-b3d0-126cba5d2f9a tempest-MigrationsAdminTest-501427660 tempest-MigrationsAdminTest-501427660-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057088 May 02 10:29:05.230843 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2adcc9d-59dc-487f-bbd2-a4f5a69b950e x-openstack-request-id: req-c2adcc9d-59dc-487f-bbd2-a4f5a69b950e {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:05.231246 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17a97ff3-4432-45af-92de-3e32494f66af", "name": "network-vif-deleted", "tag": "f71c2840-6afc-4ffa-ada0-72e77ee39395", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:05.231606 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2adcc9d-59dc-487f-bbd2-a4f5a69b950e {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:05.232223 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2adcc9d-59dc-487f-bbd2-a4f5a69b950e'] response: {'server_uuid': '17a97ff3-4432-45af-92de-3e32494f66af', 'name': 'network-vif-deleted', 'tag': 'f71c2840-6afc-4ffa-ada0-72e77ee39395', 'status': 'completed', 'code': 200} May 02 10:29:05.268508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:05.286399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Deleting port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:05.286828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.311118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'mac_address': 'fa:16:3e:69:9e:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:29:05.342671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (971e28af-2625-4ffe-8677-60b03fb7c83f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.384234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (42042878-d93d-46bf-a955-8336cb5e4813), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.397995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3d80b9-9710-409f-a82b-641782649fc3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:05.401768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.457467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] For port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,segment=NetworkSegment(914c7b3c-2f49-4e65-8855-cdbafc28db0a),segment_id=914c7b3c-2f49-4e65-8855-cdbafc28db0a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:05.458251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.459823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:29:05.460304 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:29:05.479305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Calling delete_port for 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:05.622195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (971e28af-2625-4ffe-8677-60b03fb7c83f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.623016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:05.623726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.637025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c37f97fa-66ca-4eff-b507-a2718592221c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:05.637297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.667017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:05.674529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e9f56f5d-f072-40a8-8732-d1a1a1a4c111 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:05.728718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ec7102-c341-4d26-bf6c-4840a2a94f71 None None] DHCP port deletion for 34aab59f-a046-4fc9-b67b-5bd1e8009844 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:05.737217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3a95bc14-98ca-401f-924f-9d3cdecf65b2 req-0d5a8f5c-caf0-4593-8dbf-6b2f6713e243 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=17a97ff3-4432-45af-92de-3e32494f66af HTTP/1.1" status: 200 len: 210 time: 0.0500553 May 02 10:29:05.739204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e2d91968-f119-4556-8da6-3a110ba41cba,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:05.756104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] Pushing event updated for resources: {'Network': ['ID=971e28af-2625-4ffe-8677-60b03fb7c83f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:05.756923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.763202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3c56f956-bae8-4267-a7c3-e203b1897c42 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.7975323 May 02 10:29:05.770345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:05.788698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Request body: {'subnet': {'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1085014050-subnet', 'tenant_id': 'b2b72e8c93b64fbab043bc10a6c8d60b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:05.789135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 971e28af-2625-4ffe-8677-60b03fb7c83f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:05.848457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Pushing event deleted for resources: {'Port': ['ID=89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:05.853750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] No DVR routers for this DVR port 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:05.883166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:05.914484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-50ec7102-c341-4d26-bf6c-4840a2a94f71 None None] The port '89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365' was deleted {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2065}} May 02 10:29:05.925412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edfbaf-307f-423e-9317-f168b80efed6 req-7582d8a5-8301-450a-be2c-ccff1269b01c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:05.926155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f71c2840-6afc-4ffa-ada0-72e77ee39395 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:05.926969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59edfbaf-307f-423e-9317-f168b80efed6 req-7582d8a5-8301-450a-be2c-ccff1269b01c tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 948 time: 0.0758147 May 02 10:29:05.949832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (34aab59f-a046-4fc9-b67b-5bd1e8009844), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:05.952507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Made reservation on behalf of b2b72e8c93b64fbab043bc10a6c8d60b for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:05.954850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.007369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59edfbaf-307f-423e-9317-f168b80efed6 req-9c0dec3c-58a1-47af-a4ae-461fcb3a38ea tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733466 May 02 10:29:06.017303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34aab59f-a046-4fc9-b67b-5bd1e8009844']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.026190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (42042878-d93d-46bf-a955-8336cb5e4813), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.035111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914c7b3c-2f49-4e65-8855-cdbafc28db0a') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.035620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914c7b3c-2f49-4e65-8855-cdbafc28db0a') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.042256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.049704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (914c7b3c-2f49-4e65-8855-cdbafc28db0a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.071931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: f71c2840-6afc-4ffa-ada0-72e77ee39395 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:06.072280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f71c2840-6afc-4ffa-ada0-72e77ee39395 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:06.074219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (914c7b3c-2f49-4e65-8855-cdbafc28db0a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.083388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:06.083905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (914c7b3c-2f49-4e65-8855-cdbafc28db0a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:06.085686 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:06.103486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (42042878-d93d-46bf-a955-8336cb5e4813), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.181211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=42042878-d93d-46bf-a955-8336cb5e4813,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:06.184297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.219766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5b70508-fc68-4b6b-b0d7-85f65428d239 None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:06.229475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:06.229475 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.247715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (34aab59f-a046-4fc9-b67b-5bd1e8009844), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.263007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.268235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] 10.222.0.16 "DELETE /v2.0/networks/34aab59f-a046-4fc9-b67b-5bd1e8009844 HTTP/1.1" status: 204 len: 168 time: 1.3371673 May 02 10:29:06.296808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:06.298196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89af24b1-a65c-4345-9892-256bba5a332a admin admin] Pushing event deleted for resources: {'Network': ['ID=34aab59f-a046-4fc9-b67b-5bd1e8009844,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:06.301103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (17bcb16e-6ae0-4abf-8b16-e258d79b5df6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.318815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:06.320772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:06.367018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c37f97fa-66ca-4eff-b507-a2718592221c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:06.391278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=17bcb16e-6ae0-4abf-8b16-e258d79b5df6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:06.404656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Checking segment: {'id': 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:06.404951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Network hostable DHCP agents. Network: 971e28af-2625-4ffe-8677-60b03fb7c83f, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:06.430743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Provisioning complete for port 42042878-d93d-46bf-a955-8336cb5e4813 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:06.431121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (42042878-d93d-46bf-a955-8336cb5e4813), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.571092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Port 42042878-d93d-46bf-a955-8336cb5e4813 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:06.572198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Network 971e28af-2625-4ffe-8677-60b03fb7c83f is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:06.588889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:06.632885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Provisioning complete for port e2d91968-f119-4556-8da6-3a110ba41cba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:06.633155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.647661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:06.670446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 971e28af-2625-4ffe-8677-60b03fb7c83f) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:06.679611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:06.680812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:06.710150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:06.717185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9d19173-b066-4ef5-ad5d-bb0eb68219b2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0497661 May 02 10:29:06.719260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59982) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:06.722974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589fcfcc-c2d0-4695-8c31-11f53c6969e7 None None] Network 971e28af-2625-4ffe-8677-60b03fb7c83f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:06.723367 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] Sync routers for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:06.738860 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:06.743223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.765763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 309cf469-4ddd-40a4-b4ff-12a7783a71a7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:06.766982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b61206cb-e207-4404-8fdc-d09346bf5c0d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9939446 May 02 10:29:06.790632 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.812497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:06.813375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59988) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:06.816109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f72f95f-4776-4cd8-a5da-957f619b00bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:06.825655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.825898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f72f95f-4776-4cd8-a5da-957f619b00bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports/42042878-d93d-46bf-a955-8336cb5e4813 HTTP/1.1" status: 200 len: 910 time: 0.1053448 May 02 10:29:06.826979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59990) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:06.842666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 309cf469-4ddd-40a4-b4ff-12a7783a71a7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:06.843010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 309cf469-4ddd-40a4-b4ff-12a7783a71a7 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:06.843505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f17d0e3f-4320-4b8b-83eb-9625b6b27c02 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:06.915058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aa70102a-95c4-4e82-b022-06b268de6510 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9f28177488d47b8959c08125f6bd94d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1002371 May 02 10:29:06.917423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:06.924066 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:06.928748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f440662-10ec-4974-a324-046b40bb6d7b None None] The sync data for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:06.955175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f17d0e3f-4320-4b8b-83eb-9625b6b27c02 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:06.955759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f17d0e3f-4320-4b8b-83eb-9625b6b27c02 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:06.995799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] Publish callbacks [] for security_group (44904cfd-1dd8-4979-b4eb-a1665b6372e1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.032548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] Publish callbacks [] for security_group (44904cfd-1dd8-4979-b4eb-a1665b6372e1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.099371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d472716-0804-40b6-ad14-a3071d0eeb7b None None] Network 971e28af-2625-4ffe-8677-60b03fb7c83f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:07.170594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-117d8ddc-8f61-4de5-be41-9cfd3fc893b4 None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:07.170851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102aa834-12ad-441d-910a-bb4c17340810 req-5a2febf2-deb1-4576-9e50-29ea37f4c206 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:07.173799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (44904cfd-1dd8-4979-b4eb-a1665b6372e1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.177896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.181658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44904cfd-1dd8-4979-b4eb-a1665b6372e1 HTTP/1.1" status: 204 len: 168 time: 0.2602837 May 02 10:29:07.186241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-102aa834-12ad-441d-910a-bb4c17340810 req-5a2febf2-deb1-4576-9e50-29ea37f4c206 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.0807850 May 02 10:29:07.190744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263d857-ff8f-491e-b4c1-8bb2ea104a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44904cfd-1dd8-4979-b4eb-a1665b6372e1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:07.310471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ea42dac0-175b-4b4e-bace-575472c870ce None None] Provisioning complete for port 42042878-d93d-46bf-a955-8336cb5e4813 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:07.310903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea42dac0-175b-4b4e-bace-575472c870ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (42042878-d93d-46bf-a955-8336cb5e4813), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.362256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ea42dac0-175b-4b4e-bace-575472c870ce None None] Port 42042878-d93d-46bf-a955-8336cb5e4813 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:07.465662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-d6228187-d58e-45ae-8a73-b3bffddc94d8 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:07.469404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-d6228187-d58e-45ae-8a73-b3bffddc94d8 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/networks?id=971e28af-2625-4ffe-8677-60b03fb7c83f HTTP/1.1" status: 200 len: 821 time: 0.1522868 May 02 10:29:07.484558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-a1ec14a6-fa32-435e-9ceb-2c373d1cf17c tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/quotas/b2b72e8c93b64fbab043bc10a6c8d60b HTTP/1.1" status: 200 len: 375 time: 0.0111237 May 02 10:29:07.502840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2d91968-f119-4556-8da6-3a110ba41cba up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:07.526640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-6df1d858-98ad-4fa2-9903-9963183f5b6b tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b2b72e8c93b64fbab043bc10a6c8d60b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358913 May 02 10:29:07.664687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-41354101-6ea8-4449-a0d7-72f1d6dc0d24 service neutron] 10.222.0.16 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308820 May 02 10:29:07.730617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e2d91968-f119-4556-8da6-3a110ba41cba triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:07.731099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.804044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c490ff-420b-49d2-810b-ccee853c9a8b req-58c8316d-155f-4add-b532-977d48f159e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:07.805974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2c490ff-420b-49d2-810b-ccee853c9a8b req-58c8316d-155f-4add-b532-977d48f159e4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 949 time: 0.1243243 May 02 10:29:07.807591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-e181e21a-1938-42e0-b477-3fd0f62266a5 service neutron] 10.222.0.16 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320775 May 02 10:29:07.833511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:07.840135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Deleting port c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:07.840528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:07.898425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:07.921704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:07.922083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 89770bc8-06e8-4fbe-bb6c-c0b5b4bd1365 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:07.987323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2c490ff-420b-49d2-810b-ccee853c9a8b req-212bb3bd-d30c-48de-946f-87937b00d2d4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690636 May 02 10:29:08.027770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] For port c37f97fa-66ca-4eff-b507-a2718592221c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c37f97fa-66ca-4eff-b507-a2718592221c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:08.028154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:08.048828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Calling delete_port for c37f97fa-66ca-4eff-b507-a2718592221c owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:08.101298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2febb916-3145-4da5-864e-17a0dee9ec5c req-2acdc3a5-2044-4fd4-8e57-e12fa4fc1bb4 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 210 time: 0.0298395 May 02 10:29:08.173077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:08.286332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551990-0e19-4440-8ab9-91ffb618645b req-9f557260-c32d-4e51-80ec-32514daadd49 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:08.287913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a551990-0e19-4440-8ab9-91ffb618645b req-9f557260-c32d-4e51-80ec-32514daadd49 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.1795659 May 02 10:29:08.443196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a551990-0e19-4440-8ab9-91ffb618645b req-3fce1a20-35cc-4c42-82c2-5bed2048d30f tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433575 May 02 10:29:08.566581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.21.0.1 (f60f91c4-39cd-46e7-8fbd-9b99263c6557/8cbef201-27d0-4a0a-86d2-45d4cc875ae3/7d8bb033-5161-4748-a0a1-2a4937e9b469) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:08.568668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c37f97fa-66ca-4eff-b507-a2718592221c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:08.583367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:08.585662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c', '58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:08.607188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event deleted for resources: {'Port': ['ID=c37f97fa-66ca-4eff-b507-a2718592221c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:08.664525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:08.683279 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No ports have port_id starting with c37f97fa-66ca-4eff-b507-a2718592221c May 02 10:29:08.709022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c requested by agent hyperv_nch2-master-1 not found in database {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 02 10:29:08.718644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] No DVR routers for this DVR port c37f97fa-66ca-4eff-b507-a2718592221c on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:08.723098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:08.727102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-102aa834-12ad-441d-910a-bb4c17340810 req-f029ea29-9a0c-4d30-b11e-0a4141481e98 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "DELETE /v2.0/ports/c37f97fa-66ca-4eff-b507-a2718592221c HTTP/1.1" status: 204 len: 173 time: 1.4681897 May 02 10:29:08.727580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-deleted', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:08.730561 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6155e536-ba96-46fe-bc44-cccb6066b35b" -d '{"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-deleted", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:08.791934 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d1efda-074b-4762-91c1-42a1c4a401a9 x-openstack-request-id: req-a8d1efda-074b-4762-91c1-42a1c4a401a9 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:08.792238 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794a5471-dfee-4347-99b8-a4107ba33bf5", "name": "network-vif-deleted", "tag": "c37f97fa-66ca-4eff-b507-a2718592221c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:08.792506 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8d1efda-074b-4762-91c1-42a1c4a401a9 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:08.792942 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d1efda-074b-4762-91c1-42a1c4a401a9'] response: {'server_uuid': '794a5471-dfee-4347-99b8-a4107ba33bf5', 'name': 'network-vif-deleted', 'tag': 'c37f97fa-66ca-4eff-b507-a2718592221c', 'status': 'completed', 'code': 200} May 02 10:29:08.830130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:08.944779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-a65cb163-0234-43ff-85fc-e4ea9297661b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:08.946131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-a65cb163-0234-43ff-85fc-e4ea9297661b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.0889027 May 02 10:29:09.035695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.089238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=7d8bb033-5161-4748-a0a1-2a4937e9b469,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:09.117125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:09.121342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:09.127483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:09.188466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.202672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port 2ee5ed9a-fbd8-409f-93f2-30545b473915 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:09.203154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.206057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-692cc012-a4b3-46d3-872f-2a4c16f116c7 req-a77af6cc-6cfe-4d16-ab07-6d7aee38add4 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=794a5471-dfee-4347-99b8-a4107ba33bf5 HTTP/1.1" status: 200 len: 210 time: 0.0961468 May 02 10:29:09.280946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f961cdd-de52-47a3-a706-445fce5dae7a req-37dc12e7-87d2-49eb-b7bd-5145e04bb019 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 210 time: 0.0880821 May 02 10:29:09.420962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port 2ee5ed9a-fbd8-409f-93f2-30545b473915, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=2ee5ed9a-fbd8-409f-93f2-30545b473915,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:09.421590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.435999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for 2ee5ed9a-fbd8-409f-93f2-30545b473915 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:09.510049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-350cf22c-c902-455d-bf62-0dd714167e5b None None] Provisioning complete for port 7d8bb033-5161-4748-a0a1-2a4937e9b469 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:09.510423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-350cf22c-c902-455d-bf62-0dd714167e5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.570384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.578509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977f7521-9200-4db5-985f-e719fa090031 req-9c8f60a3-b23b-4d02-99f8-27222f18c96c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:09.585921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-977f7521-9200-4db5-985f-e719fa090031 req-9c8f60a3-b23b-4d02-99f8-27222f18c96c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 950 time: 0.0579281 May 02 10:29:09.595860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-350cf22c-c902-455d-bf62-0dd714167e5b None None] Port 7d8bb033-5161-4748-a0a1-2a4937e9b469 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:09.653785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-977f7521-9200-4db5-985f-e719fa090031 req-a1eb5451-88db-4ab0-8d01-9058c84832fe tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668988 May 02 10:29:09.685899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60114) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:09.804535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fe64-df92-4b78-b717-1f63d52526dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.835045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2ee5ed9a-fbd8-409f-93f2-30545b473915), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.845871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:09.876690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:09.893019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fe64-df92-4b78-b717-1f63d52526dc admin admin] Publish callbacks [] for security_group (575c29d4-8b0c-4af0-a49b-f4ae8dacab41), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.906791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=2ee5ed9a-fbd8-409f-93f2-30545b473915,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:09.978721 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8e9fe64-df92-4b78-b717-1f63d52526dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (575c29d4-8b0c-4af0-a49b-f4ae8dacab41), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:09.995916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port 2ee5ed9a-fbd8-409f-93f2-30545b473915 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:09.998524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.002702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-664da3b2-368b-4ebf-ad8d-911ab75e8f7a req-3978ef84-4634-4ae0-8c29-b442f096107d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "DELETE /v2.0/ports/2ee5ed9a-fbd8-409f-93f2-30545b473915 HTTP/1.1" status: 204 len: 173 time: 1.0481052 May 02 10:29:10.028928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c8e9fe64-df92-4b78-b717-1f63d52526dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e83bbd60f3124021903ffa865f75541f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3416939 May 02 10:29:10.030256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e9fe64-df92-4b78-b717-1f63d52526dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575c29d4-8b0c-4af0-a49b-f4ae8dacab41,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:10.033874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60118) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:10.088554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.120449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] Publish callbacks [] for security_group (575c29d4-8b0c-4af0-a49b-f4ae8dacab41), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.145919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] Publish callbacks [] for security_group (575c29d4-8b0c-4af0-a49b-f4ae8dacab41), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.181915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.263794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (575c29d4-8b0c-4af0-a49b-f4ae8dacab41), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.264866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=7d8bb033-5161-4748-a0a1-2a4937e9b469,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:10.276363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.276934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:10.280038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/575c29d4-8b0c-4af0-a49b-f4ae8dacab41 HTTP/1.1" status: 204 len: 168 time: 0.2414720 May 02 10:29:10.289909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e1a21b-bdc6-4e02-80d5-b89284cb8c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575c29d4-8b0c-4af0-a49b-f4ae8dacab41,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:10.507991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac000730-da91-476a-9d5f-bfb132edc4a4 req-eeed992f-5f1d-46dc-ab5e-54c2faeebc78 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 210 time: 0.0955727 May 02 10:29:10.513978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:10.515499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:10.668805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:10.794013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8d7d48c-c1be-426f-b6a9-d67ed6cf4bea req-66278cf6-11bf-4fc5-a317-08a8301c31e1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.0406146 May 02 10:29:10.794471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'name': 'network-vif-deleted', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:10.796800 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76328447-c44e-45ab-87e1-3a40995c9902" -d '{"events": [{"server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "name": "network-vif-deleted", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:10.801068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:10.807700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c0c6ce38-2299-4d8a-9f93-a00d37815fce tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9773681 May 02 10:29:10.811946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:10.817774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] Sync routers for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:10.846725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:10.854116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:10.875494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecc4dc9-95ca-4de2-be94-558c9e9ca10f x-openstack-request-id: req-cecc4dc9-95ca-4de2-be94-558c9e9ca10f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:10.875494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bebd756-ea2b-41be-8966-1877b0c7b43b", "name": "network-vif-deleted", "tag": "2ee5ed9a-fbd8-409f-93f2-30545b473915", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:10.875494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cecc4dc9-95ca-4de2-be94-558c9e9ca10f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:10.875494 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cecc4dc9-95ca-4de2-be94-558c9e9ca10f'] response: {'server_uuid': '9bebd756-ea2b-41be-8966-1877b0c7b43b', 'name': 'network-vif-deleted', 'tag': '2ee5ed9a-fbd8-409f-93f2-30545b473915', 'status': 'completed', 'code': 200} May 02 10:29:10.915971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:10.927882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9624523-d40c-4fa0-987a-dc1e5ab74268 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:10.928074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:10.928904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:10.933560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:10.934010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d9624523-d40c-4fa0-987a-dc1e5ab74268 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports/7d8bb033-5161-4748-a0a1-2a4937e9b469 HTTP/1.1" status: 200 len: 910 time: 0.1222150 May 02 10:29:10.973256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:10.974076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e455b8fc-5b37-46d4-a3c8-180c9e386a2c None None] The sync data for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:10.980238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-90cc0d73-bcd7-4187-a3f6-e6e97fa4361d None None] Provisioning complete for port 7d8bb033-5161-4748-a0a1-2a4937e9b469 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:10.980841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-90cc0d73-bcd7-4187-a3f6-e6e97fa4361d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:11.025626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-90cc0d73-bcd7-4187-a3f6-e6e97fa4361d None None] Port 7d8bb033-5161-4748-a0a1-2a4937e9b469 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:11.280636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b67ce8-165e-4e55-b573-55e59ded799b req-35fe2c6a-df73-4a8c-b498-4dc13474f7a9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:11.282182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8b67ce8-165e-4e55-b573-55e59ded799b req-35fe2c6a-df73-4a8c-b498-4dc13474f7a9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 951 time: 0.0643752 May 02 10:29:11.336447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8b67ce8-165e-4e55-b573-55e59ded799b req-e556c39e-2a87-451f-b086-56561ff50dbc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449169 May 02 10:29:11.337095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-f83afe82-a8a2-4f10-996f-0c82658ea558 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:11.338546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-f83afe82-a8a2-4f10-996f-0c82658ea558 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.24 "GET /v2.0/networks?id=971e28af-2625-4ffe-8677-60b03fb7c83f HTTP/1.1" status: 200 len: 821 time: 0.1942229 May 02 10:29:11.352822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Request body: {'port': {'device_id': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f', 'admin_state_up': True, 'tenant_id': 'b2b72e8c93b64fbab043bc10a6c8d60b'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:11.592241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:11.622300 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fbd77745-e198-42c7-9cc2-75bb7720698f req-35b86d04-782f-42c6-8d0d-cd854918368b tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 210 time: 0.0310240 May 02 10:29:11.833481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2ee5ed9a-fbd8-409f-93f2-30545b473915 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:11.858486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 2ee5ed9a-fbd8-409f-93f2-30545b473915 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:11.859562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 2ee5ed9a-fbd8-409f-93f2-30545b473915 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:11.977735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59844f2f-d6cc-4c8d-bef4-4f52c2366756 req-3c9d8359-16cf-493d-905b-225a741c6b64 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9bebd756-ea2b-41be-8966-1877b0c7b43b HTTP/1.1" status: 200 len: 210 time: 0.0302939 May 02 10:29:12.057614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Made reservation on behalf of b2b72e8c93b64fbab043bc10a6c8d60b for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:12.060924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.242943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 7d8bb033-5161-4748-a0a1-2a4937e9b469 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:12.244956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.308447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Allocated IP 172.20.0.5 (971e28af-2625-4ffe-8677-60b03fb7c83f/17bcb16e-6ae0-4abf-8b16-e258d79b5df6/06fc760c-c818-4528-a3d2-1d1ffccc833e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:12.372566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.406529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 7d8bb033-5161-4748-a0a1-2a4937e9b469 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:12.462546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:12.492252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec92631-c0e8-4f8a-8dab-0f40a1751e80 req-acdee2ba-c2ba-4df8-b5af-db3405885fe0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:12.494001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ec92631-c0e8-4f8a-8dab-0f40a1751e80 req-acdee2ba-c2ba-4df8-b5af-db3405885fe0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 951 time: 0.0748088 May 02 10:29:12.580818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ec92631-c0e8-4f8a-8dab-0f40a1751e80 req-954bdf20-959a-4488-a553-c83b20490926 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804718 May 02 10:29:12.618595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks [] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.626026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-96f8dcb1-e87f-4df6-ae96-96aa416eac1d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:12.627525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-96f8dcb1-e87f-4df6-ae96-96aa416eac1d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 951 time: 0.0855727 May 02 10:29:12.630597 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0ded85b7-2104-40b6-8699-e5e416543f28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.729439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0ded85b7-2104-40b6-8699-e5e416543f28 admin admin] Publish callbacks [] for security_group (45941f01-9637-4738-884e-977fc5d3e0d5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.812342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Deleting port 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:12.812833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (58aae962-6e18-4132-82c5-340956decb72), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.931116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] For port 58aae962-6e18-4132-82c5-340956decb72, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=58aae962-6e18-4132-82c5-340956decb72,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:12.932417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (58aae962-6e18-4132-82c5-340956decb72), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:12.949087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Calling delete_port for 58aae962-6e18-4132-82c5-340956decb72 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:13.103697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0ded85b7-2104-40b6-8699-e5e416543f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45941f01-9637-4738-884e-977fc5d3e0d5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.140483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ded85b7-2104-40b6-8699-e5e416543f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45941f01-9637-4738-884e-977fc5d3e0d5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:13.145410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0ded85b7-2104-40b6-8699-e5e416543f28 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a863a560c8d34a34b2ad695ab50551a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6812572 May 02 10:29:13.148005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60196) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:13.183690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.193098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7d8bb033-5161-4748-a0a1-2a4937e9b469), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.199181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] Publish callbacks [] for security_group (45941f01-9637-4738-884e-977fc5d3e0d5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.220923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] Publish callbacks [] for security_group (45941f01-9637-4738-884e-977fc5d3e0d5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.241616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Network 971e28af-2625-4ffe-8677-60b03fb7c83f is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:13.242299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (58aae962-6e18-4132-82c5-340956decb72), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.252360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:13.258621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:13.262810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:13.262810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c', '58aae962-6e18-4132-82c5-340956decb72'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:13.286345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Pushing event updated for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:13.399845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=7d8bb033-5161-4748-a0a1-2a4937e9b469,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:13.404003 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45941f01-9637-4738-884e-977fc5d3e0d5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.407056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.412932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45941f01-9637-4738-884e-977fc5d3e0d5 HTTP/1.1" status: 204 len: 168 time: 0.2628407 May 02 10:29:13.423529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab41960-5869-41d4-b713-a89b0f44015a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45941f01-9637-4738-884e-977fc5d3e0d5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:13.471350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event deleted for resources: {'Port': ['ID=58aae962-6e18-4132-82c5-340956decb72,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:13.524003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:13.534690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] No DVR routers for this DVR port 58aae962-6e18-4132-82c5-340956decb72 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:13.552859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.557906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e5b4ac4-0deb-4c17-938c-2254462ccfc6 req-90c560fc-7ad9-4877-929f-ec97ebdce74f tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "DELETE /v2.0/ports/58aae962-6e18-4132-82c5-340956decb72 HTTP/1.1" status: 204 len: 173 time: 0.8897753 May 02 10:29:13.558694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-deleted', 'tag': '58aae962-6e18-4132-82c5-340956decb72'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:13.562500 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce4287af-d65f-4c1f-8124-ac9d8edccf05" -d '{"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-deleted", "tag": "58aae962-6e18-4132-82c5-340956decb72"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:13.572151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:13.577545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.621529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: c37f97fa-66ca-4eff-b507-a2718592221c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:13.621880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c37f97fa-66ca-4eff-b507-a2718592221c not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:13.623703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa15e40-628e-4d80-88c8-5d2f6fb215e5 req-77081c57-481c-43fe-91f3-2cdc32ca2213 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:13.626284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2fa15e40-628e-4d80-88c8-5d2f6fb215e5 req-77081c57-481c-43fe-91f3-2cdc32ca2213 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 931 time: 0.0690634 May 02 10:29:13.687695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-0c8857e4-cfa7-4516-85c4-91fddd993a92 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3391328 May 02 10:29:13.710111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2fa15e40-628e-4d80-88c8-5d2f6fb215e5 req-866ac84c-3fe8-4578-8ee1-1df1c480f311 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769970 May 02 10:29:13.748925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2e167-7a29-4d96-b8a9-f47f60f38fa7 req-fd933fdb-5e1b-4263-a79f-8848fc499b3a tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:13.756885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7a2e167-7a29-4d96-b8a9-f47f60f38fa7 req-fd933fdb-5e1b-4263-a79f-8848fc499b3a tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.1255543 May 02 10:29:13.768647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Request body: {'port': {'device_id': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:13.836828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:13.869184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7a2e167-7a29-4d96-b8a9-f47f60f38fa7 req-e0a80eab-40fc-428a-9b13-aa40f64307b4 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113424 May 02 10:29:13.946913 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd847ce-007a-44a9-a952-4323a122fa8a x-openstack-request-id: req-cdd847ce-007a-44a9-a952-4323a122fa8a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:13.946913 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aa86565-a995-4276-98be-96b872c9b418", "name": "network-vif-deleted", "tag": "58aae962-6e18-4132-82c5-340956decb72", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:13.946913 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cdd847ce-007a-44a9-a952-4323a122fa8a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:13.951737 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdd847ce-007a-44a9-a952-4323a122fa8a'] response: {'server_uuid': '9aa86565-a995-4276-98be-96b872c9b418', 'name': 'network-vif-deleted', 'tag': '58aae962-6e18-4132-82c5-340956decb72', 'status': 'completed', 'code': 200} May 02 10:29:13.986754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:14.036199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:14.045894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02d202cd-741d-4326-878e-f3ef883a7c49 req-f4565f7b-28dd-4b50-bafe-5e36e97982ee tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0544920 May 02 10:29:14.295020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:14.438040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:14.448558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f4604de-238d-454c-b3d3-6f30fc593c39 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5102327 May 02 10:29:14.448787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:14.451062 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] Sync routers for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:14.467797 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:14.469852 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:14.479410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06fc760c-c818-4528-a3d2-1d1ffccc833e {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:14.489297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks [] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:14.505240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Transition to ACTIVE for port object 06fc760c-c818-4528-a3d2-1d1ffccc833e will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:14.623918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:14.635734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:14.647518 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:14.647925 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:14.695213 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:14.697791 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a31cd4-ad09-4158-8a80-fae6d3b7b771 None None] The sync data for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:14.697978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Pushing event updated for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:14.822658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Attempting to bind port 06fc760c-c818-4528-a3d2-1d1ffccc833e on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:14.822997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Attempting to bind port 06fc760c-c818-4528-a3d2-1d1ffccc833e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:14.823369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Attempting to bind port 06fc760c-c818-4528-a3d2-1d1ffccc833e on network 971e28af-2625-4ffe-8677-60b03fb7c83f {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:14.850296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Port 06fc760c-c818-4528-a3d2-1d1ffccc833e on network 971e28af-2625-4ffe-8677-60b03fb7c83f not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:14.850296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Attempting to bind port 06fc760c-c818-4528-a3d2-1d1ffccc833e on network 971e28af-2625-4ffe-8677-60b03fb7c83f {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:14.860686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:14.866315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Checking segment: {'id': 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:14.866315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Bound using segment: {'id': 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:14.866315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Bound port: 06fc760c-c818-4528-a3d2-1d1ffccc833e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:14.866315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:14.870646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535bd5ed-7eed-4642-9f27-62c478444230 req-cdadcfd1-e0e8-4423-9667-80fe5843b95a tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:14.872222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-535bd5ed-7eed-4642-9f27-62c478444230 req-cdadcfd1-e0e8-4423-9667-80fe5843b95a tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 943 time: 0.0671022 May 02 10:29:14.966475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-535bd5ed-7eed-4642-9f27-62c478444230 req-fe58f19e-d51f-4b57-8552-d4bec78041b1 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854948 May 02 10:29:14.974349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:14.977331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e,segment=NetworkSegment(a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89),segment_id=a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:15.009509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71c81ad-2297-44cc-bcf6-ba6f72e8561c req-bfae3a51-2af1-407a-b9a6-4e3de36e807c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.011030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c71c81ad-2297-44cc-bcf6-ba6f72e8561c req-bfae3a51-2af1-407a-b9a6-4e3de36e807c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 950 time: 0.0992479 May 02 10:29:15.110536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.171644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c71c81ad-2297-44cc-bcf6-ba6f72e8561c req-1c273818-5a66-45ed-8c6f-2925137df203 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299610 May 02 10:29:15.172852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.177296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.177296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] 10.222.0.24 "PUT /v2.0/ports/06fc760c-c818-4528-a3d2-1d1ffccc833e HTTP/1.1" status: 200 len: 1091 time: 1.4114788 May 02 10:29:15.209378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a99298-a56a-40bc-9adb-0df3a63ee95d service neutron] Pushing event updated for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:15.266464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0299051-3ad3-43f9-a4a7-8912b8319a39 req-2d42f664-c486-420e-a8df-604a3133c894 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.267993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0299051-3ad3-43f9-a4a7-8912b8319a39 req-2d42f664-c486-420e-a8df-604a3133c894 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0553236 May 02 10:29:15.275186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2527b398-c052-4150-b386-87adcf26b161 req-a2a5ffb8-a60c-48a7-83b1-824da568d566 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0360882 May 02 10:29:15.321784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0299051-3ad3-43f9-a4a7-8912b8319a39 req-8996ed63-b79f-4e4b-a770-9e1fd9326ed8 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474272 May 02 10:29:15.324508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.418089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a275d045-149e-459a-b354-c33249d175f2 req-6a2f013c-f029-43e6-bd4e-a07340e15a04 tempest-AbsoluteLimitsNegativeTestJSON-73834315 tempest-AbsoluteLimitsNegativeTestJSON-73834315-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=5452ea1c6c824946993a5b1934d1ed39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295668 May 02 10:29:15.588409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275d045-149e-459a-b354-c33249d175f2 req-2be1c4f4-f99d-43b5-9a64-c6207c037ab9 tempest-AbsoluteLimitsNegativeTestJSON-73834315 tempest-AbsoluteLimitsNegativeTestJSON-73834315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.589796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a275d045-149e-459a-b354-c33249d175f2 req-2be1c4f4-f99d-43b5-9a64-c6207c037ab9 tempest-AbsoluteLimitsNegativeTestJSON-73834315 tempest-AbsoluteLimitsNegativeTestJSON-73834315-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1640849 May 02 10:29:15.621884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a275d045-149e-459a-b354-c33249d175f2 req-4c1f169e-bd40-43ec-b067-6775332ae92a tempest-AbsoluteLimitsNegativeTestJSON-73834315 tempest-AbsoluteLimitsNegativeTestJSON-73834315-project] 10.222.0.16 "GET /v2.0/quotas/5452ea1c6c824946993a5b1934d1ed39 HTTP/1.1" status: 200 len: 375 time: 0.0156376 May 02 10:29:15.680627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a275d045-149e-459a-b354-c33249d175f2 req-81318664-d887-4263-a0fe-640e112f25e4 tempest-AbsoluteLimitsNegativeTestJSON-73834315 tempest-AbsoluteLimitsNegativeTestJSON-73834315-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5452ea1c6c824946993a5b1934d1ed39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516765 May 02 10:29:15.696750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 42042878-d93d-46bf-a955-8336cb5e4813 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:15.697328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (42042878-d93d-46bf-a955-8336cb5e4813), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.738724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.740101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-a375252c-a181-4fe4-b1da-9f1618b99e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.743089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-a375252c-a181-4fe4-b1da-9f1618b99e39 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b72e8c93b64fbab043bc10a6c8d60b&device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 1125 time: 0.0731916 May 02 10:29:15.806255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-c07eb23c-02fc-494c-b326-fddecfa6af33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e HTTP/1.1" status: 200 len: 217 time: 0.0412679 May 02 10:29:15.830403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-6bc1fe39-e2ca-411a-a723-343d7eb91044 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.831925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-6bc1fe39-e2ca-411a-a723-343d7eb91044 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/ports?device_id=a667654d-1cbd-486b-a1b4-88fb9e29a29f HTTP/1.1" status: 200 len: 949 time: 0.0656035 May 02 10:29:15.851775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (42042878-d93d-46bf-a955-8336cb5e4813), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:15.858055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-ad3dcdb9-f755-48a1-a2a5-16c5f9e8ca15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:15.859749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-ad3dcdb9-f755-48a1-a2a5-16c5f9e8ca15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17bcb16e-6ae0-4abf-8b16-e258d79b5df6 HTTP/1.1" status: 200 len: 861 time: 0.0477133 May 02 10:29:15.890961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 42042878-d93d-46bf-a955-8336cb5e4813 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:15.892811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-443695fb-d5c8-4c2d-b195-8b51dda99f1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=971e28af-2625-4ffe-8677-60b03fb7c83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274479 May 02 10:29:15.938064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:15.956833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:15.958926 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14594352-e513-4c64-8206-fb3874d2e4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:15.965582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 58aae962-6e18-4132-82c5-340956decb72 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:15.966270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 58aae962-6e18-4132-82c5-340956decb72 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:15.966762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 83f13194-e9a2-4c66-aa23-f34a82f1f74d no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:16.001051 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3760654d-270c-440e-960e-8a60dacc6606 x-openstack-request-id: req-3760654d-270c-440e-960e-8a60dacc6606 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:16.001886 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:16.002151 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3760654d-270c-440e-960e-8a60dacc6606 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:16.002455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port 03c8b4de-4492-4aef-b4ba-efab7e45b35c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:16.002696 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3760654d-270c-440e-960e-8a60dacc6606'] response: {'name': 'network-changed', 'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e', 'status': 'completed', 'code': 200} May 02 10:29:16.003713 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.030476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-e1512d50-022c-4b21-92bc-c36f22dde371 service neutron] 10.222.0.24 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323872 May 02 10:29:16.117875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 83f13194-e9a2-4c66-aa23-f34a82f1f74d is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:16.123595 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.162990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:16.171938 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96263e89-bf8e-493c-9f85-5f1e12dc28d1" -d '{"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-unplugged", "status": "completed", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:16.183306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-b54d6ab9-a3ad-403c-80af-4beb304aa12d tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:16.187483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-b54d6ab9-a3ad-403c-80af-4beb304aa12d tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.15 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 945 time: 0.0779104 May 02 10:29:16.225874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:16.243777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350108a2-ec98-4ca3-a4eb-7efcc6491dd6 req-7b954078-3acb-4c32-8b61-0eb062656fdd tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:16.246013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-350108a2-ec98-4ca3-a4eb-7efcc6491dd6 req-7b954078-3acb-4c32-8b61-0eb062656fdd tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 943 time: 0.1673951 May 02 10:29:16.257159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port 03c8b4de-4492-4aef-b4ba-efab7e45b35c, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03c8b4de-4492-4aef-b4ba-efab7e45b35c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:16.257533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.302027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for 03c8b4de-4492-4aef-b4ba-efab7e45b35c owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:16.334220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60276) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:16.359840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-350108a2-ec98-4ca3-a4eb-7efcc6491dd6 req-0d427c7b-b1bc-4eda-8f4a-9f33529d029f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048505 May 02 10:29:16.366275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.399247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-16e6f773-81c0-4619-a59c-22660cb73640 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:16.401549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-16e6f773-81c0-4619-a59c-22660cb73640 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 950 time: 0.1626055 May 02 10:29:16.431414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb58dcb-edea-497c-965f-f5013053cb9e req-cc3dfa5e-943f-470d-a9bc-a51de962dd10 service neutron] 10.222.0.24 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897171 May 02 10:29:16.447068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70494532-b4ae-4c44-a4c3-b271f772a395 req-06b760b8-6ecf-497a-8db0-dca1bba9a044 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:16.458568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-70494532-b4ae-4c44-a4c3-b271f772a395 req-06b760b8-6ecf-497a-8db0-dca1bba9a044 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 950 time: 0.1520743 May 02 10:29:16.495676 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bc1b2ae-d250-4cf4-aa51-6f75f6b4ff91 x-openstack-request-id: req-9bc1b2ae-d250-4cf4-aa51-6f75f6b4ff91 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:16.496211 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-unplugged", "status": "completed", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:16.496683 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bc1b2ae-d250-4cf4-aa51-6f75f6b4ff91 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:16.497252 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bc1b2ae-d250-4cf4-aa51-6f75f6b4ff91'] response: {'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'code': 200} May 02 10:29:16.509681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:16.547764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-70494532-b4ae-4c44-a4c3-b271f772a395 req-18317eba-1ecb-4e55-9af9-9cacbd467cff tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831766 May 02 10:29:16.548479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Deleting port 83f13194-e9a2-4c66-aa23-f34a82f1f74d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:16.550612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.628147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (42042878-d93d-46bf-a955-8336cb5e4813), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.664493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bebf2caf-7c89-4e65-90da-212ddd038524 req-18712c9a-fc68-4ab1-b8dd-88048cdc04bf tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=9aa86565-a995-4276-98be-96b872c9b418 HTTP/1.1" status: 200 len: 210 time: 0.0500982 May 02 10:29:16.683548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=42042878-d93d-46bf-a955-8336cb5e4813,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:16.712039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (03c8b4de-4492-4aef-b4ba-efab7e45b35c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.721265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cdfeed1-adbf-46f7-b5f8-04fb443e1dd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.727274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486', '03c8b4de-4492-4aef-b4ba-efab7e45b35c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:16.738327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8388f45e-dc14-4b8d-b80b-148afbc0afa1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:16.767742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=03c8b4de-4492-4aef-b4ba-efab7e45b35c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:16.959081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:16.962692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc37d9-ddd0-4c7a-a2ca-173796b537ea req-cacf6b84-400a-4bff-99c4-496661cc1d84 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:16.966985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bc37d9-ddd0-4c7a-a2ca-173796b537ea req-cacf6b84-400a-4bff-99c4-496661cc1d84 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 943 time: 0.3025773 May 02 10:29:17.014637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:17.020373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.020565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port 03c8b4de-4492-4aef-b4ba-efab7e45b35c on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:17.146805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.151185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b26934c-f00b-43fd-8294-eef2b7e1bc45 req-64603147-9608-451b-be34-721a0674b3ed tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "DELETE /v2.0/ports/03c8b4de-4492-4aef-b4ba-efab7e45b35c HTTP/1.1" status: 204 len: 173 time: 1.3147495 May 02 10:29:17.151721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'name': 'network-vif-deleted', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:17.154339 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc73580-e3c8-4b33-bece-00ef3e96c305" -d '{"events": [{"server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "name": "network-vif-deleted", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:17.213099 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af5db519-ebc2-4a0d-9226-78331ebe1687 x-openstack-request-id: req-af5db519-ebc2-4a0d-9226-78331ebe1687 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:17.213440 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a667654d-1cbd-486b-a1b4-88fb9e29a29f", "name": "network-vif-deleted", "tag": "03c8b4de-4492-4aef-b4ba-efab7e45b35c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:17.213703 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af5db519-ebc2-4a0d-9226-78331ebe1687 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:17.214120 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af5db519-ebc2-4a0d-9226-78331ebe1687'] response: {'server_uuid': 'a667654d-1cbd-486b-a1b4-88fb9e29a29f', 'name': 'network-vif-deleted', 'tag': '03c8b4de-4492-4aef-b4ba-efab7e45b35c', 'status': 'completed', 'code': 200} May 02 10:29:17.328452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:17.432021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:17.441734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c391733-6f36-4ca1-a9f4-6717dbef079a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9879255 May 02 10:29:17.441734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:17.443491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] Sync routers for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:17.453258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:17.453897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:17.482912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70a7251e-8552-43ae-a678-f20523243c51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 HTTP/1.1" status: 200 len: 205 time: 0.0369678 May 02 10:29:17.485642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60298) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:17.494076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:17.505802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] Routers {'9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:17.506517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:17.532867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] For port 83f13194-e9a2-4c66-aa23-f34a82f1f74d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=83f13194-e9a2-4c66-aa23-f34a82f1f74d,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:17.533276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.541161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:17.542511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e464a39b-a56c-41d0-9158-5ffab11bec75 None None] The sync data for ids ['9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:17.656939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.727991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-976ba5d0-9e17-431d-a795-bc72d0c1759d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:17.729461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-976ba5d0-9e17-431d-a795-bc72d0c1759d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b2b72e8c93b64fbab043bc10a6c8d60b&device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 1125 time: 0.1685736 May 02 10:29:17.741434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b7c753-f0a5-4ac4-ae25-a3a1d6bfaef9 req-14e613fc-1d61-47b1-9d4f-9addcc921db6 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:17.743000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f7b7c753-f0a5-4ac4-ae25-a3a1d6bfaef9 req-14e613fc-1d61-47b1-9d4f-9addcc921db6 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 943 time: 0.1831851 May 02 10:29:17.743324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cdfeed1-adbf-46f7-b5f8-04fb443e1dd6 admin admin] Publish callbacks [] for security_group (d9676ef0-08b2-443a-a35e-511fef9bbd9b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.761940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bc37d9-ddd0-4c7a-a2ca-173796b537ea req-2a8e82b8-dfe0-4399-b055-2a8a34793e76 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e26a03-aad0-4836-b9f9-66a0d98def7f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7597547 May 02 10:29:17.827567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port 8388f45e-dc14-4b8d-b80b-148afbc0afa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8388f45e-dc14-4b8d-b80b-148afbc0afa1,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:17.827966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.832291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cdfeed1-adbf-46f7-b5f8-04fb443e1dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d9676ef0-08b2-443a-a35e-511fef9bbd9b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.884180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for 8388f45e-dc14-4b8d-b80b-148afbc0afa1 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:17.948172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f7b7c753-f0a5-4ac4-ae25-a3a1d6bfaef9 req-47eb5d88-ac41-4141-817b-b7a5dc7ac241 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950965 May 02 10:29:17.954032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.959451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:17.993718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1cdfeed1-adbf-46f7-b5f8-04fb443e1dd6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5452ea1c6c824946993a5b1934d1ed39&name=default HTTP/1.1" status: 200 len: 3000 time: 1.6524205 May 02 10:29:17.993718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdfeed1-adbf-46f7-b5f8-04fb443e1dd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9676ef0-08b2-443a-a35e-511fef9bbd9b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:17.995997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:18.022149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-7a71a7f8-285c-4ab6-98f0-0fad4f8cc415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:18.023656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-7a71a7f8-285c-4ab6-98f0-0fad4f8cc415 service neutron] 10.222.0.24 "GET /v2.0/networks?id=971e28af-2625-4ffe-8677-60b03fb7c83f HTTP/1.1" status: 200 len: 922 time: 0.2797751 May 02 10:29:18.063814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b07d124-6f3a-4f47-a894-f2a9dc1e74d3 req-6f44a940-a16c-484b-8f55-445552b6b9a8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:18.065331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b07d124-6f3a-4f47-a894-f2a9dc1e74d3 req-6f44a940-a16c-484b-8f55-445552b6b9a8 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 950 time: 0.2176259 May 02 10:29:18.073059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.073425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.073754 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Floating IP b705c34a-19d0-459a-9017-39eebacc67d5 disassociated. External IP: 172.35.4.22, port: 83f13194-e9a2-4c66-aa23-f34a82f1f74d. May 02 10:29:18.074108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Calling delete_port for 83f13194-e9a2-4c66-aa23-f34a82f1f74d owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:18.092144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.097379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:29:18.115344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.119716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1d36d84-ed27-451a-8146-9a09f4834a8c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 HTTP/1.1" status: 204 len: 168 time: 0.6304195 May 02 10:29:18.120650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60310) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:18.175941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet 8cbef201-27d0-4a0a-86d2-45d4cc875ae3 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:18.179152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (8cbef201-27d0-4a0a-86d2-45d4cc875ae3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.230828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b07d124-6f3a-4f47-a894-f2a9dc1e74d3 req-f2bc8841-fa4d-4912-9de6-943de19128af tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545529 May 02 10:29:18.234157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] Publish callbacks [] for security_group (d9676ef0-08b2-443a-a35e-511fef9bbd9b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.263558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-95835c62-0055-467d-adaa-3810feb7f8b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e HTTP/1.1" status: 200 len: 217 time: 0.0627339 May 02 10:29:18.269525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (8cbef201-27d0-4a0a-86d2-45d4cc875ae3), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.305140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] Publish callbacks [] for security_group (d9676ef0-08b2-443a-a35e-511fef9bbd9b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.354796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-d7396eaa-0c8f-4b37-a8bd-cdb7ce41363b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:18.356362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-d7396eaa-0c8f-4b37-a8bd-cdb7ce41363b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=17bcb16e-6ae0-4abf-8b16-e258d79b5df6 HTTP/1.1" status: 200 len: 861 time: 0.0851259 May 02 10:29:18.411661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-6f7a04d1-2e57-4c95-aac2-51a8d7654ff5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=971e28af-2625-4ffe-8677-60b03fb7c83f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330923 May 02 10:29:18.425147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8cbef201-27d0-4a0a-86d2-45d4cc875ae3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.441843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8388f45e-dc14-4b8d-b80b-148afbc0afa1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.452426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:18.511951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=8388f45e-dc14-4b8d-b80b-148afbc0afa1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:18.569594 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-a239b654-ebeb-448c-ab76-856f216d940f service neutron] 10.222.0.24 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463406 May 02 10:29:18.576165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (83f13194-e9a2-4c66-aa23-f34a82f1f74d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.631470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port 8388f45e-dc14-4b8d-b80b-148afbc0afa1 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:18.634277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.638452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3b6d02f-f272-4ff9-a224-d7d550d2398f req-29d0c46d-54a6-4c8a-82f1-5bef9d5e8ec2 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.15 "DELETE /v2.0/ports/8388f45e-dc14-4b8d-b80b-148afbc0afa1 HTTP/1.1" status: 204 len: 173 time: 2.0441315 May 02 10:29:18.645017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'name': 'network-vif-deleted', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:18.647315 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4481dbc8-a4bf-4e27-af07-42def8c484bb" -d '{"events": [{"server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "name": "network-vif-deleted", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:18.649916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event deleted for resources: {'Port': ['ID=83f13194-e9a2-4c66-aa23-f34a82f1f74d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:18.664082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddf128-4c13-42e0-b151-d0f7404ce676 req-f20270ec-6ecf-45f3-9392-43bf2b8374b0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:18.664082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2ddf128-4c13-42e0-b151-d0f7404ce676 req-f20270ec-6ecf-45f3-9392-43bf2b8374b0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.1533017 May 02 10:29:18.711038 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1796158-662f-4c3d-a3c0-ba7a34fc2d48 x-openstack-request-id: req-c1796158-662f-4c3d-a3c0-ba7a34fc2d48 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:18.711332 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba5675ea-427d-4b7b-b777-a90f1adc69c7", "name": "network-vif-deleted", "tag": "8388f45e-dc14-4b8d-b80b-148afbc0afa1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:18.711587 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c1796158-662f-4c3d-a3c0-ba7a34fc2d48 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:18.711985 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1796158-662f-4c3d-a3c0-ba7a34fc2d48'] response: {'server_uuid': 'ba5675ea-427d-4b7b-b777-a90f1adc69c7', 'name': 'network-vif-deleted', 'tag': '8388f45e-dc14-4b8d-b80b-148afbc0afa1', 'status': 'completed', 'code': 200} May 02 10:29:18.734048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d9676ef0-08b2-443a-a35e-511fef9bbd9b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.736686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.737828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d9676ef0-08b2-443a-a35e-511fef9bbd9b HTTP/1.1" status: 204 len: 168 time: 0.7046406 May 02 10:29:18.774377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (8cbef201-27d0-4a0a-86d2-45d4cc875ae3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.792457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e2497-f759-49cf-9c59-9f606fd00451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9676ef0-08b2-443a-a35e-511fef9bbd9b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:18.841505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=8cbef201-27d0-4a0a-86d2-45d4cc875ae3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:18.849285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2ddf128-4c13-42e0-b151-d0f7404ce676 req-911e481c-a11e-45b2-aef5-de1fede52a25 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415350 May 02 10:29:18.869366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Router 6b62380f-a3c0-49b4-9575-f008c181845e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:18.894841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:18.900476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2d2cf587-ddf1-4d48-ac89-95283f70d200 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/8cbef201-27d0-4a0a-86d2-45d4cc875ae3 HTTP/1.1" status: 204 len: 168 time: 0.7771723 May 02 10:29:18.903324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb36d6c7-4681-45bb-96aa-7a0e6f6a80a8 None None] Network f60f91c4-39cd-46e7-8fbd-9b99263c6557 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:18.914479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60320) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:18.979212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb86fabe-43f7-4b34-840f-89ccacafbb84 req-01fa718d-fc6d-4432-a3a7-bd873e5e90a4 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.1014242 May 02 10:29:19.038064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet 7c718534-6cab-486d-9ead-5bce8fe02376 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:19.043105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (7c718534-6cab-486d-9ead-5bce8fe02376), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.078736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:19.090652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Sync routers for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:19.113142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:19.114043 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:19.130493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (7c718534-6cab-486d-9ead-5bce8fe02376), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.283644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] No DVR routers for this DVR port 83f13194-e9a2-4c66-aa23-f34a82f1f74d on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:19.284585 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:19.294431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.303656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] DHCP port deletion for f60f91c4-39cd-46e7-8fbd-9b99263c6557 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:19.304977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7c718534-6cab-486d-9ead-5bce8fe02376), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.310069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06711f7-6bb2-4ad9-adb0-5edab2e7c7af req-f9990159-48f0-4d5e-8d98-e39b5034dce6 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.15 "DELETE /v2.0/ports/83f13194-e9a2-4c66-aa23-f34a82f1f74d HTTP/1.1" status: 204 len: 173 time: 3.0803232 May 02 10:29:19.352203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5163c0-9b58-410c-8dc4-f1397141a577 req-2ea4a4a0-1c53-460d-80f1-3d96cf5efe2c tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:19.354654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5163c0-9b58-410c-8dc4-f1397141a577 req-2ea4a4a0-1c53-460d-80f1-3d96cf5efe2c tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 943 time: 0.2091236 May 02 10:29:19.392902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Deleting port e2d91968-f119-4556-8da6-3a110ba41cba {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:19.394175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.489255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5163c0-9b58-410c-8dc4-f1397141a577 req-550b2583-6207-49f2-935a-9080934d7390 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243114 May 02 10:29:19.545425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7c718534-6cab-486d-9ead-5bce8fe02376), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.555423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2d91968-f119-4556-8da6-3a110ba41cba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:19.563197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] For port e2d91968-f119-4556-8da6-3a110ba41cba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2d91968-f119-4556-8da6-3a110ba41cba,segment=NetworkSegment(265ddfda-3667-4617-aa46-073c68ed91a4),segment_id=265ddfda-3667-4617-aa46-073c68ed91a4)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:19.563696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.582370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f04a8a-08da-4939-ab02-dbe056fff3c9 req-1948ea97-f48b-4aac-ad91-d3dc76cbd806 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 210 time: 0.0874934 May 02 10:29:19.607407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Calling delete_port for e2d91968-f119-4556-8da6-3a110ba41cba owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:19.608911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=7c718534-6cab-486d-9ead-5bce8fe02376,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:19.617512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.622287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d28db0e-ceb8-4259-877c-a58fc66b4184 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/7c718534-6cab-486d-9ead-5bce8fe02376 HTTP/1.1" status: 204 len: 168 time: 0.7068202 May 02 10:29:19.625040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60336) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:19.627786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8752e005-8760-4339-b653-b12c28f3e187 None None] Network 3710d49d-6a1a-47e2-8f53-4d6a509b3520 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:19.664807 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:19.700465 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Checking router: 6b62380f-a3c0-49b4-9575-f008c181845e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:19.712523 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:19.725774 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:19.786242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-28982158-fc3a-49dd-8fd5-778fbf9a1039 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:19.789278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-28982158-fc3a-49dd-8fd5-778fbf9a1039 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.0744455 May 02 10:29:19.837451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e2d91968-f119-4556-8da6-3a110ba41cba is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:19.838687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.921904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8388f45e-dc14-4b8d-b80b-148afbc0afa1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:19.936323 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:19.960454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] DHCP port deletion for 3710d49d-6a1a-47e2-8f53-4d6a509b3520 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:19.967765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Deleting port b4378d1e-8496-446b-afe0-7c64a1df0ed8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:19.967765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.968037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e2d91968-f119-4556-8da6-3a110ba41cba), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:19.969170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 8388f45e-dc14-4b8d-b80b-148afbc0afa1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:19.969589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8388f45e-dc14-4b8d-b80b-148afbc0afa1 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:20.058405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06fc760c-c818-4528-a3d2-1d1ffccc833e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:20.060989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03c8b4de-4492-4aef-b4ba-efab7e45b35c no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:20.122164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 03c8b4de-4492-4aef-b4ba-efab7e45b35c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:20.123063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03c8b4de-4492-4aef-b4ba-efab7e45b35c not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:20.131483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] Pushing event deleted for resources: {'Port': ['ID=e2d91968-f119-4556-8da6-3a110ba41cba,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:20.183679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82aaf48b-d8d8-4170-b2df-bbec5f495ed9 None None] No DVR routers for this DVR port e2d91968-f119-4556-8da6-3a110ba41cba on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:20.213718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] For port b4378d1e-8496-446b-afe0-7c64a1df0ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b4378d1e-8496-446b-afe0-7c64a1df0ed8,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:20.214337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.226189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Deleting port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:20.226835 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.228752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-267b2027-b612-4a98-9c67-9abbcc47a139 req-f123529c-26ea-4dab-9436-a88054e90829 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.1016748 May 02 10:29:20.251131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Calling delete_port for b4378d1e-8496-446b-afe0-7c64a1df0ed8 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:20.262943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14594352-e513-4c64-8206-fb3874d2e4e0 req-f91c1e31-7273-4842-8582-ed037df62dc7 service neutron] 10.222.0.24 "GET /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8306882 May 02 10:29:20.276269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f60f91c4-39cd-46e7-8fbd-9b99263c6557), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.397654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f60f91c4-39cd-46e7-8fbd-9b99263c6557), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.407979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e,segment=NetworkSegment(a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89),segment_id=a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:20.424693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f60f91c4-39cd-46e7-8fbd-9b99263c6557']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:20.429622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '06fc760c-c818-4528-a3d2-1d1ffccc833e', 'network_id': '971e28af-2625-4ffe-8677-60b03fb7c83f', 'port_id': '06fc760c-c818-4528-a3d2-1d1ffccc833e', 'mac_address': 'fa:16:3e:63:fa:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17bcb16e-6ae0-4abf-8b16-e258d79b5df6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:29:20.439590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '265ddfda-3667-4617-aa46-073c68ed91a4') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:20.440385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '265ddfda-3667-4617-aa46-073c68ed91a4') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:20.445290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60354) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:20.457569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (265ddfda-3667-4617-aa46-073c68ed91a4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.460670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ff4bd9-eee2-41bd-9241-d76b2a290be3 req-ceb18aa9-b832-4b3a-b0c7-533b43000ab9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:20.462216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98ff4bd9-eee2-41bd-9241-d76b2a290be3 req-ceb18aa9-b832-4b3a-b0c7-533b43000ab9 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 950 time: 0.4090827 May 02 10:29:20.472325 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:20.476185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (265ddfda-3667-4617-aa46-073c68ed91a4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.483255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:20.483651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (265ddfda-3667-4617-aa46-073c68ed91a4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.532525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0a9f46b-fb65-44d1-95cb-0d3dfa0bc09e None None] The sync data for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 is: [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:27:51Z', 'revision_number': 4, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '45928439-724c-4191-8f54-6daf4a357ba8', 'name': '', 'network_id': '3a2e96c5-60ab-4701-a061-40b3e67d2eb4', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'mac_address': 'fa:16:3e:47:ae:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:49Z', 'updated_at': '2022-05-02T10:27:58Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'subnets': [{'id': '182bf3dc-010f-42ec-907a-d3e17a328fd3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:20.553962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] For port e9f56f5d-f072-40a8-8732-d1a1a1a4c111, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,segment=NetworkSegment(bb312dd3-6f2d-4611-8c0b-0bc4e55bc101),segment_id=bb312dd3-6f2d-4611-8c0b-0bc4e55bc101)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:20.554136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98ff4bd9-eee2-41bd-9241-d76b2a290be3 req-d978219b-f4dc-468e-bd25-1a98077f237e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783367 May 02 10:29:20.554421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:20.557845 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:20.586565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b4378d1e-8496-446b-afe0-7c64a1df0ed8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.608955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b4378d1e-8496-446b-afe0-7c64a1df0ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:20.611197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb3c40b-27d1-474a-9f53-52def5613f2c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:20.613621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Calling delete_port for e9f56f5d-f072-40a8-8732-d1a1a1a4c111 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:20.617822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 06fc760c-c818-4528-a3d2-1d1ffccc833e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:20.618211 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.647569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-746149388-network', 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:20.672227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event deleted for resources: {'Port': ['ID=b4378d1e-8496-446b-afe0-7c64a1df0ed8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:20.704212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f60f91c4-39cd-46e7-8fbd-9b99263c6557), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.714586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-deleted', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:20.719517 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee3fc09a-32ab-4906-bb3d-fcda03226fce" -d '{"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-deleted", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:20.741247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.745408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/f60f91c4-39cd-46e7-8fbd-9b99263c6557 HTTP/1.1" status: 204 len: 168 time: 1.1192482 May 02 10:29:20.753704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60364) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:20.767624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06fc760c-c818-4528-a3d2-1d1ffccc833e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:20.795355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972ddd7-1f43-491f-9d7c-5311c42f224c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=f60f91c4-39cd-46e7-8fbd-9b99263c6557,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:20.810775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-629615d0-45a3-4b48-9138-d1667da64748 req-79f3b11f-cfde-4833-8fb2-ad53158ad083 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=ba5675ea-427d-4b7b-b777-a90f1adc69c7 HTTP/1.1" status: 200 len: 210 time: 0.1045685 May 02 10:29:20.811754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] No DVR routers for this DVR port b4378d1e-8496-446b-afe0-7c64a1df0ed8 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:20.812509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e,segment=NetworkSegment(a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89),segment_id=a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:20.814356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.818461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1df223a-2415-4b2a-b957-f2de1d2b30c8 req-6d682963-ee3b-4faf-83ed-9e59753ba8bd tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.24 "DELETE /v2.0/ports/b4378d1e-8496-446b-afe0-7c64a1df0ed8 HTTP/1.1" status: 204 len: 173 time: 1.0243738 May 02 10:29:20.841844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f78f79-07bc-47df-a388-c87b0d049571 req-eff63878-7083-4a5f-aee0-653bb553e9f4 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:20.841844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-43f78f79-07bc-47df-a388-c87b0d049571 req-eff63878-7083-4a5f-aee0-653bb553e9f4 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 943 time: 0.1947420 May 02 10:29:20.857885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:20.860678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.879386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.930280 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6688cab7-4f8c-46cd-a9fc-ba694236ded1 x-openstack-request-id: req-6688cab7-4f8c-46cd-a9fc-ba694236ded1 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:20.930280 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d1032e6-9f34-481e-9f1c-e84308524624", "name": "network-vif-deleted", "tag": "83f13194-e9a2-4c66-aa23-f34a82f1f74d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:20.930280 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6688cab7-4f8c-46cd-a9fc-ba694236ded1 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:20.930280 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6688cab7-4f8c-46cd-a9fc-ba694236ded1'] response: {'server_uuid': '5d1032e6-9f34-481e-9f1c-e84308524624', 'name': 'network-vif-deleted', 'tag': '83f13194-e9a2-4c66-aa23-f34a82f1f74d', 'status': 'completed', 'code': 200} May 02 10:29:20.961163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.961291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (3710d49d-6a1a-47e2-8f53-4d6a509b3520), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.964216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e9f56f5d-f072-40a8-8732-d1a1a1a4c111), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:20.989255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-43f78f79-07bc-47df-a388-c87b0d049571 req-c337e1e5-ba8c-4f97-b329-7e0c84f5a74f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382651 May 02 10:29:21.012973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks [] for security_group (a0979586-d6c0-434a-9b28-31f83fdc584d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.024299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d524e1fa-670a-4205-9b12-8d1b6054fb92 None None] New status for floating IP b705c34a-19d0-459a-9017-39eebacc67d5: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:29:21.028141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] No DVR routers for this DVR port e9f56f5d-f072-40a8-8732-d1a1a1a4c111 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:21.087791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (3710d49d-6a1a-47e2-8f53-4d6a509b3520), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.097429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a0979586-d6c0-434a-9b28-31f83fdc584d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.143429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3710d49d-6a1a-47e2-8f53-4d6a509b3520']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:21.157413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:21.157413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb312dd3-6f2d-4611-8c0b-0bc4e55bc101') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:21.161217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0979586-d6c0-434a-9b28-31f83fdc584d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:21.193164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:21.197408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (bb312dd3-6f2d-4611-8c0b-0bc4e55bc101), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.214767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6e3cebe9-309e-44b2-985d-a6e10a935e09), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.215349 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Added segment 6e3cebe9-309e-44b2-985d-a6e10a935e09 of type vlan for network 0940fb6b-704d-46c5-bdc2-b964a76df132 May 02 10:29:21.227251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bb312dd3-6f2d-4611-8c0b-0bc4e55bc101), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.246419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:21.246836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (bb312dd3-6f2d-4611-8c0b-0bc4e55bc101), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:21.255548 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:21.369469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (0940fb6b-704d-46c5-bdc2-b964a76df132), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.370615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['06fc760c-c818-4528-a3d2-1d1ffccc833e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:21.477041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:21.498564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (3710d49d-6a1a-47e2-8f53-4d6a509b3520), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.507784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.512032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e65f0278-f7f4-4c2b-86fd-c93ea56a1ac3 req-a5533e47-f1a9-4ad6-b4b0-a86fe413d746 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d1032e6-9f34-481e-9f1c-e84308524624 HTTP/1.1" status: 200 len: 210 time: 0.0860298 May 02 10:29:21.527493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/3710d49d-6a1a-47e2-8f53-4d6a509b3520 HTTP/1.1" status: 204 len: 168 time: 0.7693949 May 02 10:29:21.533585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60376) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:21.543776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-333497454'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:21.547889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41262209-d0c5-4ab8-b4db-72c81ec1f8cb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=3710d49d-6a1a-47e2-8f53-4d6a509b3520,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:21.552818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (0940fb6b-704d-46c5-bdc2-b964a76df132), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.553209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e9f56f5d-f072-40a8-8732-d1a1a1a4c111 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:21.554511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:21.555443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.573059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9108101e-02e0-4695-9c2b-c798f6b7587e None None] Pushing event deleted for resources: {'Port': ['ID=e9f56f5d-f072-40a8-8732-d1a1a1a4c111,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:21.607943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e9f56f5d-f072-40a8-8732-d1a1a1a4c111 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:21.608298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e9f56f5d-f072-40a8-8732-d1a1a1a4c111 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:21.674499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] Pushing event updated for resources: {'Network': ['ID=0940fb6b-704d-46c5-bdc2-b964a76df132,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:21.693872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:21.694567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-daa7d8c2-2969-4ed9-81ed-85a075a23618 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2453618 May 02 10:29:21.697061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60384) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:21.709637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Request body: {'subnet': {'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-746149388-subnet', 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:21.720425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e778b86-5eab-4f1e-a74a-ec88b417ad2d req-00d15951-32e2-4e5e-a3bf-08ddc0f2ee4d tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=0942b8fc-05d8-4f0f-b73a-44fd49373836 HTTP/1.1" status: 200 len: 210 time: 0.0414433 May 02 10:29:21.722133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:21.727342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.767663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:21.778726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (45fee3db-8d51-4b5e-9cb5-0ac26e7ac191), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.779113 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 45fee3db-8d51-4b5e-9cb5-0ac26e7ac191 of type vlan for network 9ba7efba-936c-4662-97ce-9307cb7357e0 May 02 10:29:21.825953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9ba7efba-936c-4662-97ce-9307cb7357e0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.840520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:21.843042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.932005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9ba7efba-936c-4662-97ce-9307cb7357e0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:21.937385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:21.938055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.010407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=9ba7efba-936c-4662-97ce-9307cb7357e0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:22.021408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:22.051001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-070d34af-0c6e-4379-ba5b-cee9c5381113 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5150540 May 02 10:29:22.052259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:22.069794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:22.188041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5848ed47-bb1d-4bc7-9ade-ffcbede837f4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.204227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82961ef9-de4a-45f4-8ad7-d01062168303 req-367f895c-f9cb-41ac-91f9-31a52f19e96c tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:22.205737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82961ef9-de4a-45f4-8ad7-d01062168303 req-367f895c-f9cb-41ac-91f9-31a52f19e96c tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 944 time: 0.1048496 May 02 10:29:22.293678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5848ed47-bb1d-4bc7-9ade-ffcbede837f4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:22.313935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82961ef9-de4a-45f4-8ad7-d01062168303 req-fe741d0b-f456-4a24-9e57-536626c9743e tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870230 May 02 10:29:22.314777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:22.315138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Network hostable DHCP agents. Network: 0940fb6b-704d-46c5-bdc2-b964a76df132, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:22.320170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06fc760c-c818-4528-a3d2-1d1ffccc833e up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:22.328109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:22.332088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.386737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 06fc760c-c818-4528-a3d2-1d1ffccc833e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:29:22.432527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:22.458435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 06fc760c-c818-4528-a3d2-1d1ffccc833e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:22.459164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.546548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 06fc760c-c818-4528-a3d2-1d1ffccc833e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:22.547030 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.555136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0940fb6b-704d-46c5-bdc2-b964a76df132) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:22.560035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:22.560730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.577688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-224ff47f-240d-4c56-9b77-d93628932488 None None] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:22.584031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (551a8d6f-a50c-4750-a297-ae09e7de2720), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.595077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:22.598663 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33fbcb9-0a93-434b-b862-fe0eade38030" -d '{"events": [{"server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "name": "network-vif-plugged", "status": "completed", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:22.645449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=551a8d6f-a50c-4750-a297-ae09e7de2720,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:22.646894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e,segment=NetworkSegment(a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89),segment_id=a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:22.661952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:22.662323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 9ba7efba-936c-4662-97ce-9307cb7357e0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:22.683996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cd4450e1-1f63-4ff4-a4ea-278b6293b45d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9840558 May 02 10:29:22.687753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:22.704334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.711610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57edcf76-6776-49f8-9c10-49d26efd484a None None] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:22.744316 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e5bbb4-1145-4e27-963d-17b162f6a237 x-openstack-request-id: req-20e5bbb4-1145-4e27-963d-17b162f6a237 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:22.744727 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "name": "network-vif-plugged", "status": "completed", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:22.744987 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-20e5bbb4-1145-4e27-963d-17b162f6a237 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:22.745388 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20e5bbb4-1145-4e27-963d-17b162f6a237'] response: {'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e', 'code': 200} May 02 10:29:22.761142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (99e26a03-aad0-4836-b9f9-66a0d98def7f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.776791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:22.799371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (99e26a03-aad0-4836-b9f9-66a0d98def7f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.838422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:22.845156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9ba7efba-936c-4662-97ce-9307cb7357e0) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:22.860281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:22.861047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:22.918001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2403d0c8-1d92-47fe-b037-f5bb79a43b68 None None] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:22.927177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-deleted', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:22.929724 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e61558b-6d8d-4b2f-8781-c86b18e7b28e" -d '{"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-deleted", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:22.947670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-672b14ab-6ec8-4f0f-bda9-3962ab7d1877 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8926864 May 02 10:29:22.950274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60424) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:22.957394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-822784841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:23.003776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (99e26a03-aad0-4836-b9f9-66a0d98def7f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.006533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.007850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "DELETE /v2.0/security-groups/99e26a03-aad0-4836-b9f9-66a0d98def7f HTTP/1.1" status: 204 len: 168 time: 0.3191051 May 02 10:29:23.010682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60428) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:23.025090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58d09d2-5a49-4a83-862f-8d28ae3e1a25 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e26a03-aad0-4836-b9f9-66a0d98def7f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:23.026419 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-870a687b-ca3c-4783-a045-71049433f988 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] show failed (client error): The resource could not be found. May 02 10:29:23.027795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-870a687b-ca3c-4783-a045-71049433f988 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "GET /v2.0/security-groups/99e26a03-aad0-4836-b9f9-66a0d98def7f HTTP/1.1" status: 404 len: 347 time: 0.0161612 May 02 10:29:23.031182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60430) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:23.032781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deec0ea2-1f66-43af-9ca4-34b614eaa446 req-262fe9db-c366-46c1-a6ca-1deb6181e58b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:23.034950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deec0ea2-1f66-43af-9ca4-34b614eaa446 req-262fe9db-c366-46c1-a6ca-1deb6181e58b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 950 time: 0.0711999 May 02 10:29:23.066855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9ba7efba-936c-4662-97ce-9307cb7357e0', 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': '551a8d6f-a50c-4750-a297-ae09e7de2720'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:29:23.067815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.090100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deec0ea2-1f66-43af-9ca4-34b614eaa446 req-14bfff49-9028-42ec-80a5-23d7180363ca tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493381 May 02 10:29:23.103867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.107420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.186611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (95904ab0-fcb1-46c2-956b-4d8d752c77d7), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.186889 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1eb8228-04d3-47ce-875e-44e5f3d4c364 x-openstack-request-id: req-a1eb8228-04d3-47ce-875e-44e5f3d4c364 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:23.187187 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0942b8fc-05d8-4f0f-b73a-44fd49373836", "name": "network-vif-deleted", "tag": "b4378d1e-8496-446b-afe0-7c64a1df0ed8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:23.191554 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1eb8228-04d3-47ce-875e-44e5f3d4c364 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:23.192002 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1eb8228-04d3-47ce-875e-44e5f3d4c364'] response: {'server_uuid': '0942b8fc-05d8-4f0f-b73a-44fd49373836', 'name': 'network-vif-deleted', 'tag': 'b4378d1e-8496-446b-afe0-7c64a1df0ed8', 'status': 'completed', 'code': 200} May 02 10:29:23.242165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Deleting port 539a25e3-0b47-4c35-be89-aa723c13cdd2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:23.242513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.263776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Allocated IP 172.20.0.2 (9ba7efba-936c-4662-97ce-9307cb7357e0/551a8d6f-a50c-4750-a297-ae09e7de2720/27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:23.302298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.337301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.337722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (539a25e3-0b47-4c35-be89-aa723c13cdd2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.357687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Calling delete_port for 539a25e3-0b47-4c35-be89-aa723c13cdd2 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:23.402716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.405813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-81c986ff-7a22-4743-aee9-50d0da948eff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4534993 May 02 10:29:23.406939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60448) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:23.413205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'port': {'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0', 'name': 'tempest-RoutersTest-1821998929'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:23.466231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks [] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.561418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.595135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298331d-a78a-43df-b122-a3add46fe5ea req-26be4dda-ba43-46a8-80e5-a841261e8c5b tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:23.597268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d298331d-a78a-43df-b122-a3add46fe5ea req-26be4dda-ba43-46a8-80e5-a841261e8c5b tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.0596938 May 02 10:29:23.629594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Pushing event updated for resources: {'Port': ['ID=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:23.642096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:23.644805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:23.647470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:23.649181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-cfa58174-db53-4302-a7e9-f68d90c40b38 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:23.655039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-cfa58174-db53-4302-a7e9-f68d90c40b38 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.2213840 May 02 10:29:23.668754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-081ff896-e202-4263-a03e-db7b8fce1a22 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0102868 May 02 10:29:23.677516 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d298331d-a78a-43df-b122-a3add46fe5ea req-b18ace9c-a182-4248-8f14-4500d18176ec tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719359 May 02 10:29:23.681160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (539a25e3-0b47-4c35-be89-aa723c13cdd2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.713915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-7948bb33-7044-4d8f-975f-a74bb6782013 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0388772 May 02 10:29:23.714111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Attempting to bind port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:23.714591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Attempting to bind port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:23.714903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Attempting to bind port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 on network 9ba7efba-936c-4662-97ce-9307cb7357e0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:23.722366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:23.722860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Checking segment: {'id': '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:23.723340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.723936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Bound using segment: {'id': '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:23.724607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Bound port: 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9ba7efba-936c-4662-97ce-9307cb7357e0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:23.725001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.725263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Pushing event deleted for resources: {'Port': ['ID=539a25e3-0b47-4c35-be89-aa723c13cdd2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:23.763283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:23.769486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.808453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks [] for floatingip (b705c34a-19d0-459a-9017-39eebacc67d5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.811258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.812500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5787cc09-71f1-4c88-ad52-a6a4dc2a8be7 tempest-ServersTestFqdnHostnames-1850171906 tempest-ServersTestFqdnHostnames-1850171906-project] 10.222.0.16 "DELETE /v2.0/floatingips/b705c34a-19d0-459a-9017-39eebacc67d5 HTTP/1.1" status: 204 len: 168 time: 0.7801075 May 02 10:29:23.816095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60454) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:23.819123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] device_id is not set on port 395a4af7-aef1-45d2-87ce-97097ba88033 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:29:23.835405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] For port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:23.838854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] For port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,segment=NetworkSegment(45fee3db-8d51-4b5e-9cb5-0ac26e7ac191),segment_id=45fee3db-8d51-4b5e-9cb5-0ac26e7ac191)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:23.882689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-959b92eb-af12-480b-a9ba-46d86ce38d03 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621957 May 02 10:29:23.911836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14de862b-a51f-4a57-b5c9-a4807f7809a6 req-21fef7de-5020-4313-86a2-c9eabdc2ff48 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:23.913483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14de862b-a51f-4a57-b5c9-a4807f7809a6 req-21fef7de-5020-4313-86a2-c9eabdc2ff48 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1351233 May 02 10:29:23.921095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:23.991537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb93cfd-f858-4a26-91d1-6d35bc4e217d None None] Pushing event updated for resources: {'Port': ['ID=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:24.014640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.20.0.11 (9ba7efba-936c-4662-97ce-9307cb7357e0/551a8d6f-a50c-4750-a297-ae09e7de2720/395a4af7-aef1-45d2-87ce-97097ba88033) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:24.025459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14de862b-a51f-4a57-b5c9-a4807f7809a6 req-9c96c90f-8866-4b71-a7b1-1a3bd705b927 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804751 May 02 10:29:24.080591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-f32857a6-b884-4888-8ce2-84a81f4ab4e7 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901033 May 02 10:29:24.294727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (395a4af7-aef1-45d2-87ce-97097ba88033), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:24.328079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6b62380f-a3c0-49b4-9575-f008c181845e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:24.331389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:24.400414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: b4378d1e-8496-446b-afe0-7c64a1df0ed8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:24.401094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b4378d1e-8496-446b-afe0-7c64a1df0ed8 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:24.485875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c8d30b-4f35-409d-b990-c3072cb6437a req-375b15a7-7d8f-44fe-9dba-bbdbf42bba6c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:24.488039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36c8d30b-4f35-409d-b990-c3072cb6437a req-375b15a7-7d8f-44fe-9dba-bbdbf42bba6c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 950 time: 0.0753512 May 02 10:29:24.492194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:24.550938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45bf452a-bd0f-4998-9dbe-42b61c41f0de req-863d8d65-b0f9-4bdf-b0f9-a70293e6c2a6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.0472357 May 02 10:29:24.564517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:24.582773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:24.586208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=395a4af7-aef1-45d2-87ce-97097ba88033,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:24.588648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:24.653275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36c8d30b-4f35-409d-b990-c3072cb6437a req-1d9c65ee-61ac-4f0e-bdf8-068d2ddd73d6 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287246 May 02 10:29:24.685174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:24.685838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:24.734347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-54140f81-55fb-4666-8aa2-d21c82a5119e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:24.735944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-54140f81-55fb-4666-8aa2-d21c82a5119e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 950 time: 0.0975580 May 02 10:29:24.848755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-15340e30-47da-4169-87a7-ac622df2248b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.4374137 May 02 10:29:24.849438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60470) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:24.880314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bb4f5-e4ff-4908-b5b4-c9180fbf67f3 req-19559486-da7d-4bbb-950f-9499b5b016db tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:24.881883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-871bb4f5-e4ff-4908-b5b4-c9180fbf67f3 req-19559486-da7d-4bbb-950f-9499b5b016db tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1136558 May 02 10:29:24.993544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:24.994762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.059887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6e3a27-b6f8-4a22-9c40-f7ecf6f3c2c4 req-4aaf4428-51a2-4077-844e-56a8fe1e12c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:25.061421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa6e3a27-b6f8-4a22-9c40-f7ecf6f3c2c4 req-4aaf4428-51a2-4077-844e-56a8fe1e12c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 1127 time: 0.1289952 May 02 10:29:25.076898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-58f76d20-969b-4ce3-b495-e7056f645e4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:25.078407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-58f76d20-969b-4ce3-b495-e7056f645e4d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/ports?device_id=9c83b34f-2518-4675-9910-1c74afbbca87 HTTP/1.1" status: 200 len: 949 time: 0.1438928 May 02 10:29:25.095154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c060141-3827-4204-b4a3-6be409df5b47 req-eaa8010c-0969-4fb8-acd9-e55f76c93e3c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:25.095154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c060141-3827-4204-b4a3-6be409df5b47 req-eaa8010c-0969-4fb8-acd9-e55f76c93e3c tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.1591203 May 02 10:29:25.184654 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-871bb4f5-e4ff-4908-b5b4-c9180fbf67f3 req-b1ba7716-f54b-4880-bf1b-376663107d0b tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495675 May 02 10:29:25.221615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3568574d-1294-45e9-a1b6-fc98b2ad8436 None None] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:25.302218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa6e3a27-b6f8-4a22-9c40-f7ecf6f3c2c4 req-8d30e76e-e1c1-4dec-911d-ca1d069cc03a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317462 May 02 10:29:25.310952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Provisioning complete for port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:25.311744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.328044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c060141-3827-4204-b4a3-6be409df5b47 req-50ed8657-ac0b-4625-bc25-bf2e29df68ea tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1916945 May 02 10:29:25.328825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port d75c0ae9-26cf-4381-9868-92614229e486 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:25.330015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d75c0ae9-26cf-4381-9868-92614229e486), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.363945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Deleting port 45928439-724c-4191-8f54-6daf4a357ba8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:25.364292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (45928439-724c-4191-8f54-6daf4a357ba8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.368108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727150d-70e4-41ad-9421-073cfebd657a req-819c1837-2554-4919-9cdd-9e316842314e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:25.369706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7727150d-70e4-41ad-9421-073cfebd657a req-819c1837-2554-4919-9cdd-9e316842314e tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1040692 May 02 10:29:25.405742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:25.406120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.419212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:25.502298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Current status of the port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:25.503205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.506421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port d75c0ae9-26cf-4381-9868-92614229e486, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d75c0ae9-26cf-4381-9868-92614229e486,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:25.506623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d75c0ae9-26cf-4381-9868-92614229e486), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.531760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] For port 45928439-724c-4191-8f54-6daf4a357ba8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=45928439-724c-4191-8f54-6daf4a357ba8,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:25.545770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (45928439-724c-4191-8f54-6daf4a357ba8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.545770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for d75c0ae9-26cf-4381-9868-92614229e486 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:25.551230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] For port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,segment=NetworkSegment(45fee3db-8d51-4b5e-9cb5-0ac26e7ac191),segment_id=45fee3db-8d51-4b5e-9cb5-0ac26e7ac191)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:25.555520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Calling delete_port for 45928439-724c-4191-8f54-6daf4a357ba8 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:25.648880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:25.674280 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.686912 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a2a4cdd-0e44-4184-acc1-dfb47f2c7438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.701837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7727150d-70e4-41ad-9421-073cfebd657a req-d00c6a2e-9de9-4730-bd62-25da0a31507b tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202152 May 02 10:29:25.767516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3288659-cbcd-4874-91eb-f8eb01716156 None None] Pushing event updated for resources: {'Port': ['ID=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:25.778274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:25.778818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.824202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Provisioning complete for port 395a4af7-aef1-45d2-87ce-97097ba88033 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:25.824883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.850814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.850814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:25.855752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6222105b-11a8-49dd-ac87-59c3abbd66f4 req-ac0558d2-261b-4993-9d1b-51f2c1b3931f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.1691132 May 02 10:29:25.865400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:25.901815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:25.937798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Port 395a4af7-aef1-45d2-87ce-97097ba88033 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:25.944468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c4bc1-2211-4274-8e76-954f04064d81 req-0f663f3a-bf54-4f22-a39b-1c3abbbadf3e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:25.951265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b4c4bc1-2211-4274-8e76-954f04064d81 req-0f663f3a-bf54-4f22-a39b-1c3abbbadf3e tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 950 time: 0.1482351 May 02 10:29:25.984185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Provisioning complete for port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:25.984557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.029068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:26.059591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:26.071341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.074847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ad70eac-dc75-4d57-b730-e4aec4bd8290 req-945a931c-41aa-404c-9ac5-2115e11b87f1 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "DELETE /v2.0/ports/0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e HTTP/1.1" status: 204 len: 173 time: 1.3164570 May 02 10:29:26.075230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'name': 'network-vif-deleted', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:26.077522 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a55bcf34-7b57-4f8d-a1b5-ef87e0d9830a" -d '{"events": [{"server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "name": "network-vif-deleted", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:26.098663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d75c0ae9-26cf-4381-9868-92614229e486), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.115646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5efa2a3-a7fc-43fa-9745-3351142e8b9d', '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'd75c0ae9-26cf-4381-9868-92614229e486'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:26.127731 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32be4104-fad4-4f61-8e5c-b415e423d619 x-openstack-request-id: req-32be4104-fad4-4f61-8e5c-b415e423d619 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:26.127731 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fd359c1-1dac-4248-8027-6a0c8321d20a", "name": "network-vif-deleted", "tag": "0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:26.128040 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32be4104-fad4-4f61-8e5c-b415e423d619 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:26.128211 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32be4104-fad4-4f61-8e5c-b415e423d619'] response: {'server_uuid': '9fd359c1-1dac-4248-8027-6a0c8321d20a', 'name': 'network-vif-deleted', 'tag': '0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e', 'status': 'completed', 'code': 200} May 02 10:29:26.149363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=d75c0ae9-26cf-4381-9868-92614229e486,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:26.156819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (45928439-724c-4191-8f54-6daf4a357ba8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.187815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b4c4bc1-2211-4274-8e76-954f04064d81 req-d18ae071-94c9-4fac-9ced-8e960f37ee4c tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963849 May 02 10:29:26.207641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a690063c-5345-435f-87f2-859a222f3fa0 None None] Current status of the port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:26.282445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Pushing event deleted for resources: {'Port': ['ID=45928439-724c-4191-8f54-6daf4a357ba8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:26.353755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d5d1302b-2b09-4d00-bff1-80daaaf10674 None None] Provisioning complete for port 395a4af7-aef1-45d2-87ce-97097ba88033 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:26.354344 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5d1302b-2b09-4d00-bff1-80daaaf10674 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.479500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a0d68-6ec3-4738-b676-42c98eea4bf6 req-6dba1074-b922-4a44-a63b-487bf870fcd2 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:26.482214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (395a4af7-aef1-45d2-87ce-97097ba88033), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.489964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad5a0d68-6ec3-4738-b676-42c98eea4bf6 req-6dba1074-b922-4a44-a63b-487bf870fcd2 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1196914 May 02 10:29:26.520901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d5d1302b-2b09-4d00-bff1-80daaaf10674 None None] Port 395a4af7-aef1-45d2-87ce-97097ba88033 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:26.562248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586b0bc-56a0-423a-9dc1-9786a14dfb54 req-12463ff5-feb1-4e3c-a405-e95acbc8a925 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:26.564353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d586b0bc-56a0-423a-9dc1-9786a14dfb54 req-12463ff5-feb1-4e3c-a405-e95acbc8a925 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.0798662 May 02 10:29:26.573763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.656476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-91d54f37-0639-453f-8173-7e3112528997 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:26.658588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-91d54f37-0639-453f-8173-7e3112528997 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.1512392 May 02 10:29:26.708111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port d75c0ae9-26cf-4381-9868-92614229e486 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:26.740400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-f02ec1c5-0f14-4959-9e08-467bf0357575 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:26.741976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-f02ec1c5-0f14-4959-9e08-467bf0357575 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.5298514 May 02 10:29:26.743400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=395a4af7-aef1-45d2-87ce-97097ba88033,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:26.769061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d586b0bc-56a0-423a-9dc1-9786a14dfb54 req-77c95066-2b2f-4f07-a968-aa9a77719963 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912148 May 02 10:29:26.805671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:26.809469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce286ffa-c8ea-494a-9a97-921a9c5b636e req-577e1ae7-0189-4e4f-944e-29013a26a468 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "DELETE /v2.0/ports/d75c0ae9-26cf-4381-9868-92614229e486 HTTP/1.1" status: 204 len: 173 time: 1.7143881 May 02 10:29:26.821435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'name': 'network-vif-deleted', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:26.824207 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a53f7e8-a056-4841-9fab-52d9c78a246c" -d '{"events": [{"server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "name": "network-vif-deleted", "tag": "d75c0ae9-26cf-4381-9868-92614229e486"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:26.829479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad5a0d68-6ec3-4738-b676-42c98eea4bf6 req-cbba2ac6-9ae9-40b6-9216-81e943045388 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3386447 May 02 10:29:27.034246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (95904ab0-fcb1-46c2-956b-4d8d752c77d7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.041225 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eccbb39-194c-42c1-b540-73da24f8f2d8 x-openstack-request-id: req-2eccbb39-194c-42c1-b540-73da24f8f2d8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:27.041756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cfc6b9a9-7f9b-40ec-b20e-b7b0b43b7d7c None None] Provisioning complete for port 395a4af7-aef1-45d2-87ce-97097ba88033 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:27.041891 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c83b34f-2518-4675-9910-1c74afbbca87", "name": "network-vif-deleted", "tag": "d75c0ae9-26cf-4381-9868-92614229e486", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:27.042072 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2eccbb39-194c-42c1-b540-73da24f8f2d8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:27.042201 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc6b9a9-7f9b-40ec-b20e-b7b0b43b7d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.042299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707a76e4-f8f9-4041-a70f-6c406f32c6f0 req-0ae9d557-09a1-4e2e-be3f-14eef5e1d513 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:27.042622 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2eccbb39-194c-42c1-b540-73da24f8f2d8'] response: {'server_uuid': '9c83b34f-2518-4675-9910-1c74afbbca87', 'name': 'network-vif-deleted', 'tag': 'd75c0ae9-26cf-4381-9868-92614229e486', 'status': 'completed', 'code': 200} May 02 10:29:27.045081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-707a76e4-f8f9-4041-a70f-6c406f32c6f0 req-0ae9d557-09a1-4e2e-be3f-14eef5e1d513 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 949 time: 0.1307602 May 02 10:29:27.085045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6b62380f-a3c0-49b4-9575-f008c181845e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.085506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6b9a9-7f9b-40ec-b20e-b7b0b43b7d7c None None] Port 395a4af7-aef1-45d2-87ce-97097ba88033 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:27.091886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f238a9fc-854c-4ef3-a776-b2f5ef845f7b req-7208b6c4-d1a0-4c90-98dd-c6f213bfa195 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.0643640 May 02 10:29:27.489515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-707a76e4-f8f9-4041-a70f-6c406f32c6f0 req-d8e4365b-9820-4ab9-9251-bd7e91cb33b2 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/security-groups?id=f59601fc-01d0-49e0-a154-5877c1dcc852&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666853 May 02 10:29:27.493053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port 7195cd02-39d0-4600-bf1b-e3eb817e003e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:27.493053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.493053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Deleting port abb3c40b-27d1-474a-9f53-52def5613f2c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:27.493053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.496282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.496738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a36ab7ff-c32f-4edd-98c7-63e284318822 req-a76e1222-92df-4264-84ad-dce8fed73edb tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=9fd359c1-1dac-4248-8027-6a0c8321d20a HTTP/1.1" status: 200 len: 210 time: 0.0690913 May 02 10:29:27.509684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] For port abb3c40b-27d1-474a-9f53-52def5613f2c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb3c40b-27d1-474a-9f53-52def5613f2c,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:27.510199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.513622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] For port 7195cd02-39d0-4600-bf1b-e3eb817e003e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7195cd02-39d0-4600-bf1b-e3eb817e003e,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:27.514018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.572744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Calling delete_port for abb3c40b-27d1-474a-9f53-52def5613f2c owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:27.615699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:27.688210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:27.688863 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.802767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:27.862109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Router 6b62380f-a3c0-49b4-9575-f008c181845e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:27.926842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.927234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:27.927522 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Floating IP d53c404a-dc40-4a32-a648-aebff88f7888 disassociated. External IP: 172.35.4.251, port: 7195cd02-39d0-4600-bf1b-e3eb817e003e. May 02 10:29:27.927880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for 7195cd02-39d0-4600-bf1b-e3eb817e003e owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:27.931740 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5696a7d9-6c05-456f-933f-28cdba9bf0fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.094165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (abb3c40b-27d1-474a-9f53-52def5613f2c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.105227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6f7e07-f7de-4b83-8feb-82cd99d0fa36 req-7d56ad77-8cad-41c0-b71c-c9c16ba8250a tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:28.106764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca6f7e07-f7de-4b83-8feb-82cd99d0fa36 req-7d56ad77-8cad-41c0-b71c-c9c16ba8250a tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1378691 May 02 10:29:28.170018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Pushing event deleted for resources: {'Port': ['ID=abb3c40b-27d1-474a-9f53-52def5613f2c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:28.186705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b1f092-0c62-4705-8273-d37039d53d2e req-7b62fb2f-47ff-46db-b193-cfa44161a303 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:28.188843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9b1f092-0c62-4705-8273-d37039d53d2e req-7b62fb2f-47ff-46db-b193-cfa44161a303 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 946 time: 0.1030715 May 02 10:29:28.277722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9b1f092-0c62-4705-8273-d37039d53d2e req-0ce497bf-d3a9-4436-bdb2-e7f4713b709f tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups?id=c1c15a85-961b-43ea-afe2-db352abfabaf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769329 May 02 10:29:28.328162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (395a4af7-aef1-45d2-87ce-97097ba88033), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.346329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d75c0ae9-26cf-4381-9868-92614229e486 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:28.385366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: d75c0ae9-26cf-4381-9868-92614229e486 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:28.386892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d75c0ae9-26cf-4381-9868-92614229e486 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:28.387370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:28.408424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:28.408902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0fd5a1b5-a6c7-4dec-bc3f-89b26accc20e not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:28.419543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9abafa7-50e0-446d-a79e-2b036653ae72 req-396cefdc-e2cb-4bb7-8980-f18b994601fa tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.0419996 May 02 10:29:28.458784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-86d7310c-cde9-432d-8afb-4d194bbe4d21 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:28.460550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-86d7310c-cde9-432d-8afb-4d194bbe4d21 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.1761148 May 02 10:29:28.477933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:28.484433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.566211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:28.578502 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Sync routers for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:28.592990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a97941d-555d-4b51-b4b9-436f9c4dec9f admin admin] 10.222.0.16 "PUT /v2.0/routers/6b62380f-a3c0-49b4-9575-f008c181845e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7752748 May 02 10:29:28.596907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:28.597020 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:28.597440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] No DVR routers for this DVR port abb3c40b-27d1-474a-9f53-52def5613f2c on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:28.597539 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:28.602424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.605795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebfc13ad-4943-4f92-bfea-cd0db0571724 req-3b1ad68c-eef0-45e0-9d31-a5b490a1ecf6 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.15 "DELETE /v2.0/ports/abb3c40b-27d1-474a-9f53-52def5613f2c HTTP/1.1" status: 204 len: 173 time: 1.7753596 May 02 10:29:28.675455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca6f7e07-f7de-4b83-8feb-82cd99d0fa36 req-891385ab-8c9a-4c81-89c3-8edf593f8432 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5552309 May 02 10:29:28.690972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-545e9ac2-48cb-484b-83d8-05e2de5ff68d req-b848dcd9-c985-461f-8d07-e0801ca0b8c0 tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.1532183 May 02 10:29:28.777768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=395a4af7-aef1-45d2-87ce-97097ba88033,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:28.783381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (95904ab0-fcb1-46c2-956b-4d8d752c77d7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:28.864028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:28.933488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks [] for router (6b62380f-a3c0-49b4-9575-f008c181845e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.007924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7195cd02-39d0-4600-bf1b-e3eb817e003e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.075697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-deleted', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:29.079513 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99596b02-5eb0-4e72-a26d-3328df264192" -d '{"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-deleted", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:29.098823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:29.106651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:29.115171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=7195cd02-39d0-4600-bf1b-e3eb817e003e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:29.195449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:29.196318 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:29:25Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:29.199981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.200407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.264256 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Checking router: 6b62380f-a3c0-49b4-9575-f008c181845e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:29.287980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Routers {'6b62380f-a3c0-49b4-9575-f008c181845e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:29.289276 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b62380f-a3c0-49b4-9575-f008c181845e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:29.346224 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950bdd12-55c8-4ce2-a3ba-aebad0df4536 x-openstack-request-id: req-950bdd12-55c8-4ce2-a3ba-aebad0df4536 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:29.347181 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be83092f-f94e-4334-91f8-1ac20c6122e0", "name": "network-vif-deleted", "tag": "abb3c40b-27d1-474a-9f53-52def5613f2c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:29.347543 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-950bdd12-55c8-4ce2-a3ba-aebad0df4536 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:29.348049 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-950bdd12-55c8-4ce2-a3ba-aebad0df4536'] response: {'server_uuid': 'be83092f-f94e-4334-91f8-1ac20c6122e0', 'name': 'network-vif-deleted', 'tag': 'abb3c40b-27d1-474a-9f53-52def5613f2c', 'status': 'completed', 'code': 200} May 02 10:29:29.357148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:29.450516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks [] for router_gateway (6b62380f-a3c0-49b4-9575-f008c181845e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.461106 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] Set router 6b62380f-a3c0-49b4-9575-f008c181845e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:29.468217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-32c41a4f-5f38-4457-ad4d-8702a05489cc None None] Provisioning complete for port 395a4af7-aef1-45d2-87ce-97097ba88033 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:29.470138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32c41a4f-5f38-4457-ad4d-8702a05489cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.565598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-32c41a4f-5f38-4457-ad4d-8702a05489cc None None] Port 395a4af7-aef1-45d2-87ce-97097ba88033 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:29.577663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f44ce9c2-c5b4-471c-a591-f4e487691b86 req-7dbcc112-e907-4cc3-a3b6-11b116c46eb4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.1103294 May 02 10:29:29.682419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132b5cc-50ce-4272-b9c8-b8be7b479250 req-b3fc7b97-0758-4eb5-9f61-c0ae9a58020b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:29.691740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Deleting port 5a0be527-9615-4bb2-9455-dd37a06e7c89 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:29.692348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.695386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:29.695752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a132b5cc-50ce-4272-b9c8-b8be7b479250 req-b3fc7b97-0758-4eb5-9f61-c0ae9a58020b tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.1284173 May 02 10:29:29.708699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:29.728177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:29.729105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:29.757990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.11 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/73fa5e4d-5228-4222-be8f-d8d5c8df1081) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:29.798440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de8c039a-c351-422f-9d5f-0417f2f6033e req-ba4392dc-1de5-47fc-a1b8-7d60dc6d71de tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.1246538 May 02 10:29:29.802382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a132b5cc-50ce-4272-b9c8-b8be7b479250 req-95004c20-539d-4ad0-a47c-b834f95daf84 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003799 May 02 10:29:29.805279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 95904ab0-fcb1-46c2-956b-4d8d752c77d7 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:29.910998 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:29:25Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:29.932038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:29.946383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] No DVR routers for this DVR port 7195cd02-39d0-4600-bf1b-e3eb817e003e on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:29.956687 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05462f1f-5b31-4f07-986e-28f55cb6102d None None] The sync data for ids ['6b62380f-a3c0-49b4-9575-f008c181845e'] in ncdv-master-1 is: [{'id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'name': 'tempest-ServersTestFqdnHostnames-1857292777-router', 'tenant_id': '1d5fba18b19446e8ac75b3792e386fc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:27:40Z', 'updated_at': '2022-05-02T10:29:25Z', 'revision_number': 5, 'project_id': '1d5fba18b19446e8ac75b3792e386fc4', 'gw_port': {'id': '5a0be527-9615-4bb2-9455-dd37a06e7c89', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:8f:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b62380f-a3c0-49b4-9575-f008c181845e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1069, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:27:41Z', 'updated_at': '2022-05-02T10:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:29.962308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:29.971931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7195cd02-39d0-4600-bf1b-e3eb817e003e no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:29.973017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccd6dd48-d328-4034-a972-08b1322ef83c req-033e3fe2-2ec5-42b4-969b-4c1e5585c8eb tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.15 "DELETE /v2.0/ports/7195cd02-39d0-4600-bf1b-e3eb817e003e HTTP/1.1" status: 204 len: 173 time: 3.2744808 May 02 10:29:30.017406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 7195cd02-39d0-4600-bf1b-e3eb817e003e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:30.017975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7195cd02-39d0-4600-bf1b-e3eb817e003e not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:30.018574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:30.057529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14ed6297-b0d4-47b8-ac60-90a7dfb2e642 req-f988d795-c5ef-4711-82a8-11a85481b1dc tempest-MigrationsAdminTest-1563186898 tempest-MigrationsAdminTest-1563186898-project] 10.222.0.16 "GET /v2.0/ports?device_id=be83092f-f94e-4334-91f8-1ac20c6122e0 HTTP/1.1" status: 200 len: 210 time: 0.0676854 May 02 10:29:30.079780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] For port 5a0be527-9615-4bb2-9455-dd37a06e7c89, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a0be527-9615-4bb2-9455-dd37a06e7c89,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:30.080308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.088899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: abb3c40b-27d1-474a-9f53-52def5613f2c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:30.089250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb3c40b-27d1-474a-9f53-52def5613f2c not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:30.117078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Calling delete_port for 5a0be527-9615-4bb2-9455-dd37a06e7c89 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:30.146311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:30.155497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e46f039-fb86-4e62-a0b6-3c3e84c982a4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/95904ab0-fcb1-46c2-956b-4d8d752c77d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3028944 May 02 10:29:30.157749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60552) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:30.168035 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] Sync routers for ids ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:30.179502 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] Routers {'95904ab0-fcb1-46c2-956b-4d8d752c77d7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:30.180195 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.223596 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.225241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d376f40-f076-4eaa-923b-c889104b8add tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:30.229514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d376f40-f076-4eaa-923b-c889104b8add tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports/395a4af7-aef1-45d2-87ce-97097ba88033 HTTP/1.1" status: 200 len: 978 time: 0.0686224 May 02 10:29:30.230839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60554) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:30.235437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] Routers {'95904ab0-fcb1-46c2-956b-4d8d752c77d7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:30.236500 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.264737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.268493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.327165 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.328121 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f75483d-383d-4eb0-be9a-5ebcdb612ce7 None None] The sync data for ids ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:30.395566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.458744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:30.462584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:30.470187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:30.476631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:30.584171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:30.599310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5a0be527-9615-4bb2-9455-dd37a06e7c89), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.600977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:30.602526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.604667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:30.605544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.676036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.703589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0be527-9615-4bb2-9455-dd37a06e7c89,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:30.718002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-89ad3fb7-949c-4501-b8a5-b495f5eedad9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2443902 May 02 10:29:30.734720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16b414e9-9a15-4627-b57b-58257e142b83 req-627df0ad-62a7-4d95-94f3-8eee6e839a75 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/ports?device_id=947f864b-1746-4850-91b9-6c5402bddb8f HTTP/1.1" status: 200 len: 210 time: 0.0353596 May 02 10:29:30.747711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:30.781131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b96d03-6008-4ec0-945a-b6a51e4553dc req-1474263d-d8e8-4bd6-b15d-ce745ed43d39 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:30.782859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04b96d03-6008-4ec0-945a-b6a51e4553dc req-1474263d-d8e8-4bd6-b15d-ce745ed43d39 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1854112 May 02 10:29:30.831445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6b62380f-a3c0-49b4-9575-f008c181845e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.867546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Request body: {'port': {'device_id': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:30.966384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:30.973110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542785e-b49c-4505-91d2-6ee40459b162 req-23a1c136-ec86-4f8a-9b3e-efb9d4e11e6d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:30.975532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3542785e-b49c-4505-91d2-6ee40459b162 req-23a1c136-ec86-4f8a-9b3e-efb9d4e11e6d tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.0794632 May 02 10:29:30.995746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.996799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6b62380f-a3c0-49b4-9575-f008c181845e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:30.998623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (95904ab0-fcb1-46c2-956b-4d8d752c77d7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.001042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee5d16a1-60fa-449b-b9a2-b612eb09ed97 None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:23:36Z', 'revision_number': 4, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7dc6fd3-09ef-449d-923b-7a6a0a058115', 'name': '', 'network_id': '03f4b595-8956-4697-950c-07141ab6fbeb', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'mac_address': 'fa:16:3e:77:b1:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_interface', 'standard_attr_id': 658, 'fixed_ips': [{'subnet_id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:35Z', 'updated_at': '2022-05-02T10:23:40Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'subnets': [{'id': 'bee368cd-ea77-4efc-929d-3185406e44e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:31.001245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks [] for router_controller (6b62380f-a3c0-49b4-9575-f008c181845e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.014994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04b96d03-6008-4ec0-945a-b6a51e4553dc req-2c7a0433-4791-4836-bdbf-cb0b138937bb tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213154 May 02 10:29:31.074640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3542785e-b49c-4505-91d2-6ee40459b162 req-e6f90db5-b5fa-433f-a4c2-77bf712cf9de tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892644 May 02 10:29:31.207708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5a3fd-872a-46ea-9090-868efed9e953 req-26600f90-cd6d-4797-b4f1-bb5f03ee5c51 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:31.209587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bdc5a3fd-872a-46ea-9090-868efed9e953 req-26600f90-cd6d-4797-b4f1-bb5f03ee5c51 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 932 time: 0.0714266 May 02 10:29:31.285143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6b62380f-a3c0-49b4-9575-f008c181845e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.285427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b62380f-a3c0-49b4-9575-f008c181845e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:29:31.293862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.297643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7de477ca-7e12-4f6c-8848-ea016816510c admin admin] 10.222.0.16 "DELETE /v2.0/routers/6b62380f-a3c0-49b4-9575-f008c181845e HTTP/1.1" status: 204 len: 168 time: 2.6950738 May 02 10:29:31.297915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60568) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:31.372645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'name': 'network-vif-deleted', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:31.375167 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c471688e-98d8-4eb3-98e3-2215da03c660" -d '{"events": [{"server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "name": "network-vif-deleted", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:31.397551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bdc5a3fd-872a-46ea-9090-868efed9e953 req-d92167f2-a9fb-42d0-a8be-6645c1828c66 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734998 May 02 10:29:31.416902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Deleting subnet 182bf3dc-010f-42ec-907a-d3e17a328fd3 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:31.421450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Publish callbacks [] for subnet (182bf3dc-010f-42ec-907a-d3e17a328fd3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.449675 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2ffd93-693e-4aef-ac7a-3030b209768d x-openstack-request-id: req-ff2ffd93-693e-4aef-ac7a-3030b209768d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:31.449675 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "947f864b-1746-4850-91b9-6c5402bddb8f", "name": "network-vif-deleted", "tag": "7195cd02-39d0-4600-bf1b-e3eb817e003e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:31.449675 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff2ffd93-693e-4aef-ac7a-3030b209768d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:31.453682 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff2ffd93-693e-4aef-ac7a-3030b209768d'] response: {'server_uuid': '947f864b-1746-4850-91b9-6c5402bddb8f', 'name': 'network-vif-deleted', 'tag': '7195cd02-39d0-4600-bf1b-e3eb817e003e', 'status': 'completed', 'code': 200} May 02 10:29:31.472315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73fa5e4d-5228-4222-be8f-d8d5c8df1081 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:31.474815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks [] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.505239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Transition to ACTIVE for port object 73fa5e4d-5228-4222-be8f-d8d5c8df1081 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:31.508691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cb306e-5ac9-4f62-8814-95a83f69594e None None] New status for floating IP d53c404a-dc40-4a32-a648-aebff88f7888: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:29:31.510526 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (182bf3dc-010f-42ec-907a-d3e17a328fd3), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.512417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 395a4af7-aef1-45d2-87ce-97097ba88033 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:31.512778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.577000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.662969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:31.683044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.728913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Attempting to bind port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:31.730227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Attempting to bind port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:31.730227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Attempting to bind port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:31.730555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 395a4af7-aef1-45d2-87ce-97097ba88033 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:31.739669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (182bf3dc-010f-42ec-907a-d3e17a328fd3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.739796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:31.739796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Attempting to bind port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:31.744844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:31.745185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:31.745574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:31.746004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Bound port: 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:31.746365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.776155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:31.781503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-46a07ff7-8d4f-47f3-881f-733ed993912a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:31.783128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-46a07ff7-8d4f-47f3-881f-733ed993912a tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.1022692 May 02 10:29:31.873051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 45928439-724c-4191-8f54-6daf4a357ba8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:31.897344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:31.901856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:31.905418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:31.908178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 45928439-724c-4191-8f54-6daf4a357ba8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:31.909535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 45928439-724c-4191-8f54-6daf4a357ba8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:31.969709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60582) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:32.004890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.008505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Deleting port e5efa2a3-a7fc-43fa-9745-3351142e8b9d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:32.008876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.071204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Pushing event updated for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:32.072281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (182bf3dc-010f-42ec-907a-d3e17a328fd3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.105327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.105327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.105327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-03c02729-364e-4259-ac2e-d6b01d9b4c66 service neutron] 10.222.0.15 "PUT /v2.0/ports/73fa5e4d-5228-4222-be8f-d8d5c8df1081 HTTP/1.1" status: 200 len: 1092 time: 1.2512343 May 02 10:29:32.109846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:32.113086 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3552ac59-42ce-44c5-88f9-66e33d756b18" -d '{"events": [{"name": "network-changed", "server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:32.121791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-9760d907-28b4-4938-8fd5-e6724e2ddeaa tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.123367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-9760d907-28b4-4938-8fd5-e6724e2ddeaa tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1720924 May 02 10:29:32.146757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=182bf3dc-010f-42ec-907a-d3e17a328fd3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:32.166646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334f49c7-396f-4221-9343-94dee8a6668e None None] Network 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:32.173961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.177451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c4e3bfc6-7f36-49f4-88cf-130c592ee0ee admin admin] 10.222.0.16 "DELETE /v2.0/subnets/182bf3dc-010f-42ec-907a-d3e17a328fd3 HTTP/1.1" status: 204 len: 168 time: 0.8786030 May 02 10:29:32.178051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:32.178699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e05c4807-f39b-4a57-9e18-76d64d618a3f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8f3a87b199b24854bb1e0699f7402e8d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3997922 May 02 10:29:32.189102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:32.244320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb674b45-f5fb-467b-ab21-deab1762fd6c req-84271392-6470-4c64-bb55-b7fe3bee0e2f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.245966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb674b45-f5fb-467b-ab21-deab1762fd6c req-84271392-6470-4c64-bb55-b7fe3bee0e2f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1186364 May 02 10:29:32.256681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] For port e5efa2a3-a7fc-43fa-9745-3351142e8b9d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:32.257061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.300695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Calling delete_port for e5efa2a3-a7fc-43fa-9745-3351142e8b9d owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:32.371121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] DHCP port deletion for 3a2e96c5-60ab-4701-a061-40b3e67d2eb4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:32.375021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (c1c15a85-961b-43ea-afe2-db352abfabaf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.417262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Deleting port 627b3f31-900e-4a16-b21f-141631911a06 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:32.417708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (627b3f31-900e-4a16-b21f-141631911a06), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.430742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (3a2e96c5-60ab-4701-a061-40b3e67d2eb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.447092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac140c5-e9a1-4512-b39d-888b5a381b03 req-9ea73f81-2886-49c2-b959-b7e4d5be8e65 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.448673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac140c5-e9a1-4512-b39d-888b5a381b03 req-9ea73f81-2886-49c2-b959-b7e4d5be8e65 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 949 time: 0.2361617 May 02 10:29:32.457940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Deleting port 06fc760c-c818-4528-a3d2-1d1ffccc833e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:32.458281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.461476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-e84e1157-aa99-409a-9781-b5cd15cc8c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.463013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-e84e1157-aa99-409a-9781-b5cd15cc8c3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 1126 time: 0.1599734 May 02 10:29:32.481893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (c1c15a85-961b-43ea-afe2-db352abfabaf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.493741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] For port 627b3f31-900e-4a16-b21f-141631911a06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=627b3f31-900e-4a16-b21f-141631911a06,segment=NetworkSegment(b737e66c-0d3d-4736-9351-e845b3812d3a),segment_id=b737e66c-0d3d-4736-9351-e845b3812d3a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:32.494148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (627b3f31-900e-4a16-b21f-141631911a06), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.511007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Calling delete_port for 627b3f31-900e-4a16-b21f-141631911a06 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:32.609529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-b35a175a-f4b3-428d-9160-a550ca8de3bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081 HTTP/1.1" status: 200 len: 217 time: 0.1059678 May 02 10:29:32.653307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (395a4af7-aef1-45d2-87ce-97097ba88033), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.675806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (627b3f31-900e-4a16-b21f-141631911a06), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.696543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] No DVR routers for this DVR port 627b3f31-900e-4a16-b21f-141631911a06 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:32.727337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] Publish callbacks [] for security_group (f59601fc-01d0-49e0-a154-5877c1dcc852), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.730311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Pushing event deleted for resources: {'Port': ['ID=627b3f31-900e-4a16-b21f-141631911a06,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:32.730852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Deleting port 627b3f31-900e-4a16-b21f-141631911a06 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:32.731244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (627b3f31-900e-4a16-b21f-141631911a06), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.735209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb674b45-f5fb-467b-ab21-deab1762fd6c req-25011b01-9a97-4534-9757-44d34ca2e002 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804866 May 02 10:29:32.740876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.741025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=395a4af7-aef1-45d2-87ce-97097ba88033,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:32.741756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.743351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.743921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.744470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.745042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.745543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] For port 06fc760c-c818-4528-a3d2-1d1ffccc833e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06fc760c-c818-4528-a3d2-1d1ffccc833e,segment=NetworkSegment(a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89),segment_id=a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:32.745763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.746561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.747109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.747620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.748183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.748734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.750092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.751693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.751693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.751693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7ee8c0-fe0c-4ee5-8e1a-e10fd072e846 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:32.762978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac140c5-e9a1-4512-b39d-888b5a381b03 req-8ff3c312-324b-477d-9f44-ba22f7bcb024 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/security-groups?id=19e61606-1b4b-4476-957b-31ea18a14653&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959123 May 02 10:29:32.801336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] Publish callbacks [] for security_group (f59601fc-01d0-49e0-a154-5877c1dcc852), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.850197 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b48895-da2e-4ed8-b6bc-24561b91edc4 x-openstack-request-id: req-17b48895-da2e-4ed8-b6bc-24561b91edc4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:32.850555 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:32.850859 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-17b48895-da2e-4ed8-b6bc-24561b91edc4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:32.851363 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b48895-da2e-4ed8-b6bc-24561b91edc4'] response: {'name': 'network-changed', 'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081', 'status': 'completed', 'code': 200} May 02 10:29:32.852204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c1c15a85-961b-43ea-afe2-db352abfabaf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.856242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.858167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/security-groups/c1c15a85-961b-43ea-afe2-db352abfabaf HTTP/1.1" status: 204 len: 168 time: 0.8873591 May 02 10:29:32.859913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-52e6d2f7-47f4-443a-86cc-cd4e7349560d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:32.861515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-52e6d2f7-47f4-443a-86cc-cd4e7349560d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.2278993 May 02 10:29:32.863406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:32.894047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Calling delete_port for 06fc760c-c818-4528-a3d2-1d1ffccc833e owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:32.897660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6462a37f-616d-4bb2-b668-6bb21e1a29d4 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c15a85-961b-43ea-afe2-db352abfabaf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:32.927624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] For port 627b3f31-900e-4a16-b21f-141631911a06, host ncdv-master-1, got binding levels [] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:32.928084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (627b3f31-900e-4a16-b21f-141631911a06), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:32.976705 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-66295717-1077-4892-8f53-5924bb714130 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] show failed (client error): The resource could not be found. May 02 10:29:32.978230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-66295717-1077-4892-8f53-5924bb714130 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "GET /v2.0/security-groups/c1c15a85-961b-43ea-afe2-db352abfabaf HTTP/1.1" status: 404 len: 347 time: 0.0962718 May 02 10:29:32.995213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60600) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:33.006816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-29446484-ef0e-47d7-8616-375a8ab519a7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1106060 May 02 10:29:33.009109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Calling delete_port for 627b3f31-900e-4a16-b21f-141631911a06 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:33.013937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Port 627b3f31-900e-4a16-b21f-141631911a06 was not found and therefore no delete operation was performed {{(pid=115663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:29:33.047370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (627b3f31-900e-4a16-b21f-141631911a06), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.078985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (95904ab0-fcb1-46c2-956b-4d8d752c77d7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.108993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a3445-7a47-4be2-8476-d5e93cdcbac1 req-af46a4f4-9afa-43bc-8756-309f854ae2fb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:33.110507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a82a3445-7a47-4be2-8476-d5e93cdcbac1 req-af46a4f4-9afa-43bc-8756-309f854ae2fb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 944 time: 0.2239039 May 02 10:29:33.118855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Pushing event deleted for resources: {'Port': ['ID=627b3f31-900e-4a16-b21f-141631911a06,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:33.128590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] No DVR routers for this DVR port 627b3f31-900e-4a16-b21f-141631911a06 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:33.205235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f59601fc-01d0-49e0-a154-5877c1dcc852), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.208252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.209433 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f59601fc-01d0-49e0-a154-5877c1dcc852 HTTP/1.1" status: 204 len: 168 time: 1.0244055 May 02 10:29:33.244497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d028a5c2-b923-49e0-b8d5-e5dd2d446ce2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59601fc-01d0-49e0-a154-5877c1dcc852,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:33.259616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Deleting port 6f79f2f8-97ae-4bc8-95b8-640d2451b1ba {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:33.259967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.312154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a82a3445-7a47-4be2-8476-d5e93cdcbac1 req-70990433-1603-4965-9db1-50ad44090d3c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866310 May 02 10:29:33.313705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (3a2e96c5-60ab-4701-a061-40b3e67d2eb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.339389 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5efa2a3-a7fc-43fa-9745-3351142e8b9d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.348550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a2e96c5-60ab-4701-a061-40b3e67d2eb4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.381719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-47670ce9-f797-4c59-894f-c50713759924 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632195 May 02 10:29:33.383360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b737e66c-0d3d-4736-9351-e845b3812d3a') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.383660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b737e66c-0d3d-4736-9351-e845b3812d3a') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.412935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Pushing event deleted for resources: {'Port': ['ID=e5efa2a3-a7fc-43fa-9745-3351142e8b9d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:33.419303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b737e66c-0d3d-4736-9351-e845b3812d3a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.427870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 95904ab0-fcb1-46c2-956b-4d8d752c77d7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:33.475666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] No DVR routers for this DVR port e5efa2a3-a7fc-43fa-9745-3351142e8b9d on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:33.482339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.485638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a15ecb46-833c-4d7e-8344-ebf1dc0bf789 req-58eb3b5c-921e-48c5-9707-3dcd88e20764 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.24 "DELETE /v2.0/ports/e5efa2a3-a7fc-43fa-9745-3351142e8b9d HTTP/1.1" status: 204 len: 173 time: 1.6640260 May 02 10:29:33.486077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'name': 'network-vif-deleted', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:33.489725 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8126e6-f082-4664-b08b-3947d2b84e90" -d '{"events": [{"server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "name": "network-vif-deleted", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:33.539732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.540070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.545317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 627b3f31-900e-4a16-b21f-141631911a06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:33.587989 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73fc60a-4bfe-45ad-930f-9f4d0fe6e4c0 x-openstack-request-id: req-f73fc60a-4bfe-45ad-930f-9f4d0fe6e4c0 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:33.588281 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80f72092-c00f-4432-b6d6-7a9932885247", "name": "network-vif-deleted", "tag": "e5efa2a3-a7fc-43fa-9745-3351142e8b9d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:33.588539 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f73fc60a-4bfe-45ad-930f-9f4d0fe6e4c0 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:33.588970 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f73fc60a-4bfe-45ad-930f-9f4d0fe6e4c0'] response: {'server_uuid': '80f72092-c00f-4432-b6d6-7a9932885247', 'name': 'network-vif-deleted', 'tag': 'e5efa2a3-a7fc-43fa-9745-3351142e8b9d', 'status': 'completed', 'code': 200} May 02 10:29:33.596541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 627b3f31-900e-4a16-b21f-141631911a06 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:33.597272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 627b3f31-900e-4a16-b21f-141631911a06 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:33.597874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a0be527-9615-4bb2-9455-dd37a06e7c89 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:33.628005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5a0be527-9615-4bb2-9455-dd37a06e7c89 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:33.628810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Calling delete_port for 6f79f2f8-97ae-4bc8-95b8-640d2451b1ba owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:33.629144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a0be527-9615-4bb2-9455-dd37a06e7c89 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:33.644821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:33.658194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af1a5641-807a-4549-ba09-38ecfe91cab9 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/95904ab0-fcb1-46c2-956b-4d8d752c77d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244361 May 02 10:29:33.658396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:33.661010 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] Sync routers for ids ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:33.677160 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] Routers {'95904ab0-fcb1-46c2-956b-4d8d752c77d7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:33.678158 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.728941 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.739192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] Routers {'95904ab0-fcb1-46c2-956b-4d8d752c77d7'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:33.740048 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.820233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:33.823406 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219dcf61-e3bf-4517-bdce-9b057638cdfa None None] The sync data for ids ['95904ab0-fcb1-46c2-956b-4d8d752c77d7'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:33.844500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b737e66c-0d3d-4736-9351-e845b3812d3a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.856352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:33.856795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b737e66c-0d3d-4736-9351-e845b3812d3a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:33.858517 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:33.985333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fb084ec9-40f1-4c19-9304-a91fdb659a8a req-a3c7505f-1837-48ae-a6d0-16f28a8b5158 tempest-ServersOnMultiNodesTest-1858096351 tempest-ServersOnMultiNodesTest-1858096351-project] 10.222.0.16 "GET /v2.0/ports?device_id=80f72092-c00f-4432-b6d6-7a9932885247 HTTP/1.1" status: 200 len: 210 time: 0.0721135 May 02 10:29:34.000287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (06fc760c-c818-4528-a3d2-1d1ffccc833e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.009720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-462e5d1e-353b-4b69-9c64-d94ab58fcb81 req-dd90ac4a-cb7b-4ce9-86a1-b7d0787abf00 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6180043 May 02 10:29:34.010719 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-18b790a9-730b-4e8e-89ba-385a439099c4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] remove_router_interface failed (client error): The resource could not be found. May 02 10:29:34.011771 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-18b790a9-730b-4e8e-89ba-385a439099c4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/95904ab0-fcb1-46c2-956b-4d8d752c77d7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3524203 May 02 10:29:34.015515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60614) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.022362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['06fc760c-c818-4528-a3d2-1d1ffccc833e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:34.052256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c425ecef-00d1-40fe-a962-614c2741f3f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=95904ab0-fcb1-46c2-956b-4d8d752c77d7 HTTP/1.1" status: 200 len: 205 time: 0.0347173 May 02 10:29:34.057272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60616) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.059521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Pushing event deleted for resources: {'Port': ['ID=06fc760c-c818-4528-a3d2-1d1ffccc833e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:34.076943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb06947a-7274-4a5b-b196-78d99503e741 req-47b21474-7dc7-4bd2-9bc0-6f50b8122e0f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:34.078595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb06947a-7274-4a5b-b196-78d99503e741 req-47b21474-7dc7-4bd2-9bc0-6f50b8122e0f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 945 time: 0.1819816 May 02 10:29:34.163588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (3a2e96c5-60ab-4701-a061-40b3e67d2eb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.171263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6f79f2f8-97ae-4bc8-95b8-640d2451b1ba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.191739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.197399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a2e96c5-60ab-4701-a061-40b3e67d2eb4 HTTP/1.1" status: 204 len: 168 time: 2.0037861 May 02 10:29:34.210528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Pushing event deleted for resources: {'Port': ['ID=6f79f2f8-97ae-4bc8-95b8-640d2451b1ba,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:34.215465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60620) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.235485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8208ca-5a46-4e67-8f5a-e84a80c9094a admin admin] Pushing event deleted for resources: {'Network': ['ID=3a2e96c5-60ab-4701-a061-40b3e67d2eb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:34.238309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] No DVR routers for this DVR port 06fc760c-c818-4528-a3d2-1d1ffccc833e on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:34.244578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.250112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.250256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1aa4f40c-a802-40f5-9e88-710f797d996d req-b6d34274-54dd-4c1e-b112-869f758bba1f tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.24 "DELETE /v2.0/ports/06fc760c-c818-4528-a3d2-1d1ffccc833e HTTP/1.1" status: 204 len: 173 time: 2.1144547 May 02 10:29:34.316706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7e6abdc-43cd-4d6e-9918-f5dde8c7e0a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ec017741bbc04f0783dbb90c49061b1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0949934 May 02 10:29:34.317867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60622) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.325423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks [] for floatingip (d53c404a-dc40-4a32-a648-aebff88f7888), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.328532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.333164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ad80c3d-eb39-485f-b2e7-a3f16b9cfa43 tempest-AttachVolumeNegativeTest-1449702691 tempest-AttachVolumeNegativeTest-1449702691-project] 10.222.0.16 "DELETE /v2.0/floatingips/d53c404a-dc40-4a32-a648-aebff88f7888 HTTP/1.1" status: 204 len: 168 time: 1.3362567 May 02 10:29:34.338684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb06947a-7274-4a5b-b196-78d99503e741 req-94487e13-81bf-49f8-9287-cbe25b1da4e2 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/security-groups?id=9e3d80b9-9710-409f-a82b-641782649fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097609 May 02 10:29:34.362613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5efa2a3-a7fc-43fa-9745-3351142e8b9d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:34.406327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] Publish callbacks [] for security_group (b63bd4ea-e7e0-44d6-8a0d-de10a00208a6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.425395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e5efa2a3-a7fc-43fa-9745-3351142e8b9d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:34.426524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5efa2a3-a7fc-43fa-9745-3351142e8b9d not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:34.426963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06fc760c-c818-4528-a3d2-1d1ffccc833e no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:34.438646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] Publish callbacks [] for security_group (b63bd4ea-e7e0-44d6-8a0d-de10a00208a6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.460791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 06fc760c-c818-4528-a3d2-1d1ffccc833e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:34.461258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06fc760c-c818-4528-a3d2-1d1ffccc833e not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:34.476591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.479344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (95904ab0-fcb1-46c2-956b-4d8d752c77d7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.518747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aae0a0-48ef-48e0-8344-3de91ab9615c req-6fbb1e09-c140-4032-881d-ba95422b7447 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:34.520272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33aae0a0-48ef-48e0-8344-3de91ab9615c req-6fbb1e09-c140-4032-881d-ba95422b7447 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 944 time: 0.0718520 May 02 10:29:34.582278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33aae0a0-48ef-48e0-8344-3de91ab9615c req-2ee5678a-dda8-45f7-9a8c-05b02e09287b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 May 02 10:29:34.612170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (95904ab0-fcb1-46c2-956b-4d8d752c77d7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.612731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 95904ab0-fcb1-46c2-956b-4d8d752c77d7 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:29:34.622325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.626215 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:29:34.626485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60630) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.626684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ab80e72-1dd6-4b64-a7d5-c99232dca748 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/95904ab0-fcb1-46c2-956b-4d8d752c77d7 HTTP/1.1" status: 204 len: 168 time: 0.5644801 May 02 10:29:34.659077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b63bd4ea-e7e0-44d6-8a0d-de10a00208a6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.661687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.662782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b63bd4ea-e7e0-44d6-8a0d-de10a00208a6 HTTP/1.1" status: 204 len: 168 time: 0.3426371 May 02 10:29:34.680576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fcb28-6e1d-4a59-9b71-2fefe410b8f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b63bd4ea-e7e0-44d6-8a0d-de10a00208a6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:34.700986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet 551a8d6f-a50c-4750-a297-ae09e7de2720 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:34.705861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (551a8d6f-a50c-4750-a297-ae09e7de2720), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.754755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (551a8d6f-a50c-4750-a297-ae09e7de2720), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.822518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60644) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.845936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (551a8d6f-a50c-4750-a297-ae09e7de2720), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.853915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'name': 'network-vif-deleted', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:34.857150 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee6c1c7-7dda-4680-ab25-67f0b61ff467" -d '{"events": [{"server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "name": "network-vif-deleted", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:34.881843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8c9573b7-e96f-46d1-9bf0-a7ddf397e844 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1d5fba18b19446e8ac75b3792e386fc4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0574448 May 02 10:29:34.882499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:34.903269 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4554fbd2-d732-4614-bfaf-63e5d0b3cf58 x-openstack-request-id: req-4554fbd2-d732-4614-bfaf-63e5d0b3cf58 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:34.903565 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f947918-d50b-4f6d-aac8-34b5fb3be469", "name": "network-vif-deleted", "tag": "06fc760c-c818-4528-a3d2-1d1ffccc833e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:34.903831 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4554fbd2-d732-4614-bfaf-63e5d0b3cf58 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:34.904233 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4554fbd2-d732-4614-bfaf-63e5d0b3cf58'] response: {'server_uuid': '9f947918-d50b-4f6d-aac8-34b5fb3be469', 'name': 'network-vif-deleted', 'tag': '06fc760c-c818-4528-a3d2-1d1ffccc833e', 'status': 'completed', 'code': 200} May 02 10:29:34.937075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] Publish callbacks [] for security_group (8a192005-a9b5-489c-98d3-2ab889fc5d64), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.959320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] Publish callbacks [] for security_group (8a192005-a9b5-489c-98d3-2ab889fc5d64), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.966290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (551a8d6f-a50c-4750-a297-ae09e7de2720), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:34.996517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=551a8d6f-a50c-4750-a297-ae09e7de2720,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:34.998597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.007824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c56453e5-fd24-4701-b95b-12e3829f18cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/551a8d6f-a50c-4750-a297-ae09e7de2720 HTTP/1.1" status: 204 len: 168 time: 0.3786504 May 02 10:29:35.007992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:35.015020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5d78c0-10b7-435c-a997-20a7366970ab None None] Network 9ba7efba-936c-4662-97ce-9307cb7357e0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:35.116883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9ba7efba-936c-4662-97ce-9307cb7357e0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.183420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-c88d34f4-2eae-4046-919b-bb114462cfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:35.185010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-c88d34f4-2eae-4046-919b-bb114462cfaf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 1126 time: 0.0646415 May 02 10:29:35.225887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:35.226193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] DHCP port deletion for 9ba7efba-936c-4662-97ce-9307cb7357e0 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:35.226436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.272137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Deleting port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:35.272505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.280140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8a192005-a9b5-489c-98d3-2ab889fc5d64), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.282756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.284378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8a192005-a9b5-489c-98d3-2ab889fc5d64 HTTP/1.1" status: 204 len: 168 time: 0.4009564 May 02 10:29:35.331669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb205b3-1c27-4652-b387-b279d88ff3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a192005-a9b5-489c-98d3-2ab889fc5d64,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:35.336483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] For port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,segment=NetworkSegment(45fee3db-8d51-4b5e-9cb5-0ac26e7ac191),segment_id=45fee3db-8d51-4b5e-9cb5-0ac26e7ac191)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:35.336914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.345303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,segment=NetworkSegment(45fee3db-8d51-4b5e-9cb5-0ac26e7ac191),segment_id=45fee3db-8d51-4b5e-9cb5-0ac26e7ac191)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:35.345695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.364614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Calling delete_port for 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:35.366284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:35.383849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-0caba508-e6bd-4f32-9fa4-fb8865d62945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:35.385353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-0caba508-e6bd-4f32-9fa4-fb8865d62945 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.1903887 May 02 10:29:35.490129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-8391e0fd-138d-4881-90c2-f084347ed783 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081 HTTP/1.1" status: 200 len: 217 time: 0.0520802 May 02 10:29:35.556910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:35.576144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-617fe80a-1bb4-48d5-a52c-43467e2fdb3c req-3a036b68-3b42-4d9a-9fdf-b7bac12d5952 tempest-ServerMetadataNegativeTestJSON-1108007751 tempest-ServerMetadataNegativeTestJSON-1108007751-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f947918-d50b-4f6d-aac8-34b5fb3be469 HTTP/1.1" status: 200 len: 210 time: 0.0653853 May 02 10:29:35.587933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-e9fb3ae7-5dfc-40d8-b097-c3ff110ea4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:35.589601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-e9fb3ae7-5dfc-40d8-b097-c3ff110ea4e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.0961854 May 02 10:29:35.601242 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.613049 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No ports have port_id starting with 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 May 02 10:29:35.615391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.650383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] No DVR routers for this DVR port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:35.652471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e4b9b6-5e9a-42fa-9284-46957d96fe1a None None] Pushing event deleted for resources: {'Port': ['ID=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:35.696143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:35.701696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-e683334c-92a6-4656-ae8b-28075ce00775 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002390 May 02 10:29:35.704441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port 27fbb2a5-9a8b-41c6-bd8f-9e551b2b5036 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:35.753319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0203ab57-5358-427f-bd57-14dd777d7355 req-bd5dc537-460c-444c-9875-b3186bbdd9b4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:35.760254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0203ab57-5358-427f-bd57-14dd777d7355 req-bd5dc537-460c-444c-9875-b3186bbdd9b4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 944 time: 0.0668261 May 02 10:29:35.808182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0203ab57-5358-427f-bd57-14dd777d7355 req-e6a60e38-da26-42b1-8155-25f9230c7d89 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470164 May 02 10:29:35.817447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60678) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:35.846571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9ba7efba-936c-4662-97ce-9307cb7357e0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.884783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ba7efba-936c-4662-97ce-9307cb7357e0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:35.901419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:35.901721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45fee3db-8d51-4b5e-9cb5-0ac26e7ac191') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:35.917966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (45fee3db-8d51-4b5e-9cb5-0ac26e7ac191), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.921372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-dc36e1cf-1723-4425-a1d9-8f6dd68c21c2 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832485 May 02 10:29:35.940826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (45fee3db-8d51-4b5e-9cb5-0ac26e7ac191), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.961871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:35.962299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (45fee3db-8d51-4b5e-9cb5-0ac26e7ac191), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:35.965573 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:35.970324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73fa5e4d-5228-4222-be8f-d8d5c8df1081 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:36.034706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76d0b7b0-0629-4b94-aa68-06d0d54e75aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=50a567b2bd8247c9bc061502897d6e7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2142041 May 02 10:29:36.035979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60694) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:36.094711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] Publish callbacks [] for security_group (19e61606-1b4b-4476-957b-31ea18a14653), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.095424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3552ac59-42ce-44c5-88f9-66e33d756b18 req-71eb1f72-3367-4043-943f-f680054656e2 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640668 May 02 10:29:36.122075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:36.122591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] Publish callbacks [] for security_group (19e61606-1b4b-4476-957b-31ea18a14653), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.136565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '73fa5e4d-5228-4222-be8f-d8d5c8df1081', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': '73fa5e4d-5228-4222-be8f-d8d5c8df1081', 'mac_address': 'fa:16:3e:25:ea:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:29:36.179844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:36.180268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.193952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73fa5e4d-5228-4222-be8f-d8d5c8df1081 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:36.194489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9ba7efba-936c-4662-97ce-9307cb7357e0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.212492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.215765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/9ba7efba-936c-4662-97ce-9307cb7357e0 HTTP/1.1" status: 204 len: 168 time: 1.2083342 May 02 10:29:36.217588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2d891f-a54a-4998-ba14-d9a1c9a7afd8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=9ba7efba-936c-4662-97ce-9307cb7357e0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:36.221396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60698) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:36.224791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-414769599'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:36.224968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:36.319954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (19e61606-1b4b-4476-957b-31ea18a14653), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.322970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.327220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/19e61606-1b4b-4476-957b-31ea18a14653 HTTP/1.1" status: 204 len: 168 time: 0.2901275 May 02 10:29:36.335944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d028d12-851d-4320-9e5c-13a1954348c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19e61606-1b4b-4476-957b-31ea18a14653,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:36.359082 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.361246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:36.365296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.390853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:36.400107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3e183b29-a6ee-48b2-b048-431b4164eb1e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.400460 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 3e183b29-a6ee-48b2-b048-431b4164eb1e of type vlan for network 366da423-0f7b-4493-bfaa-0eaeffa06876 May 02 10:29:36.402863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:36.441467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (366da423-0f7b-4493-bfaa-0eaeffa06876), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.525549 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (366da423-0f7b-4493-bfaa-0eaeffa06876), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.530959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:36.531614 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.588154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['73fa5e4d-5228-4222-be8f-d8d5c8df1081'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:36.607550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=366da423-0f7b-4493-bfaa-0eaeffa06876,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:36.637701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d552c60f-4cd3-4498-b3d4-2f50f680f5c5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4163475 May 02 10:29:36.641352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60714) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:36.646553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:36.662200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:36.662453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:36.695937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Deleting subnet 17bcb16e-6ae0-4abf-8b16-e258d79b5df6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:36.700354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Publish callbacks [] for subnet (17bcb16e-6ae0-4abf-8b16-e258d79b5df6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.741379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (17bcb16e-6ae0-4abf-8b16-e258d79b5df6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.797197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (17bcb16e-6ae0-4abf-8b16-e258d79b5df6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.848940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:36.862853 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:36.989364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6636290-8345-4af5-8d6c-9a8d58145133 req-f0eb2187-8387-4354-abf5-2a1b9ed122ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:36.990828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6636290-8345-4af5-8d6c-9a8d58145133 req-f0eb2187-8387-4354-abf5-2a1b9ed122ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 945 time: 0.0926840 May 02 10:29:37.029069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (17bcb16e-6ae0-4abf-8b16-e258d79b5df6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.053530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17bcb16e-6ae0-4abf-8b16-e258d79b5df6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:37.059463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.065246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30a83856-8e4b-4e41-bbdc-ea5c6de3626b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/17bcb16e-6ae0-4abf-8b16-e258d79b5df6 HTTP/1.1" status: 204 len: 168 time: 0.4175236 May 02 10:29:37.065853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60730) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:37.077858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6636290-8345-4af5-8d6c-9a8d58145133 req-c518a7ee-8eee-485a-898d-7ad20b630e29 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800962 May 02 10:29:37.158162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (971e28af-2625-4ffe-8677-60b03fb7c83f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.241793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (971e28af-2625-4ffe-8677-60b03fb7c83f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.261921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971e28af-2625-4ffe-8677-60b03fb7c83f']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:37.263092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (cf323c83-1d60-41bc-8f4c-fcb8f3867d80), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.272263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:37.273225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:37.282854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.303807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.310489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60736) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:37.316371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:37.317210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (a6f2b4af-5720-46e7-8ce7-9f9ba7b51a89), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:37.320714 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:37.351364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=cf323c83-1d60-41bc-8f4c-fcb8f3867d80,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:37.378610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '3e183b29-a6ee-48b2-b048-431b4164eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:37.378977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 366da423-0f7b-4493-bfaa-0eaeffa06876, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:37.390554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51113ac3-e7e5-40bb-a770-3e7a749a50ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f9a8b6ef10774a0597de62234e3b2680&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0790751 May 02 10:29:37.390963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:37.419859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60740) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:37.447028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] Publish callbacks [] for security_group (db85f942-2763-4164-b472-daed70aa1850), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.470582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] Publish callbacks [] for security_group (db85f942-2763-4164-b472-daed70aa1850), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.474488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:37.487781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (971e28af-2625-4ffe-8677-60b03fb7c83f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.498741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.505873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] 10.222.0.16 "DELETE /v2.0/networks/971e28af-2625-4ffe-8677-60b03fb7c83f HTTP/1.1" status: 204 len: 168 time: 0.4390628 May 02 10:29:37.524178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8fac1-a3e1-4e1f-a93d-f88ebafdb391 admin admin] Pushing event deleted for resources: {'Network': ['ID=971e28af-2625-4ffe-8677-60b03fb7c83f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:37.566083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 366da423-0f7b-4493-bfaa-0eaeffa06876) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:37.572330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:37.572859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.576654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a7a145-71b4-4199-b8fa-4d3ac9af1961 None None] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:37.617164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (db85f942-2763-4164-b472-daed70aa1850), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.619962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.624167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db85f942-2763-4164-b472-daed70aa1850 HTTP/1.1" status: 204 len: 168 time: 0.2318439 May 02 10:29:37.634261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc96345-6a3c-46de-ab3e-40bc85a683c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db85f942-2763-4164-b472-daed70aa1850,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:37.676794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60754) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:37.677637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7fa5563-5b96-4c00-be78-9c38dd25bed8 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0348637 May 02 10:29:37.683334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1812960937', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:37.688308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-20507352-network', 'tenant_id': '7b88222d9c35413dabb63e3807c81700'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:37.709008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-366da423-0f7b-4493-bfaa-0eaeffa06876', 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': 'cf323c83-1d60-41bc-8f4c-fcb8f3867d80'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:29:37.710150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.794018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.796372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.838783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Made reservation on behalf of 7b88222d9c35413dabb63e3807c81700 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:37.844920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.855525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.867606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (99aee49c-8841-4c4d-981d-4915a39b60b7), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.884509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Allocated IP 172.20.0.2 (366da423-0f7b-4493-bfaa-0eaeffa06876/cf323c83-1d60-41bc-8f4c-fcb8f3867d80/44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:37.931874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.945451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks [] for security_group (af2782b2-63d7-4a7f-8b0a-82545cc96c4e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:37.981252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73fa5e4d-5228-4222-be8f-d8d5c8df1081 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:38.017561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (af2782b2-63d7-4a7f-8b0a-82545cc96c4e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.021248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.022868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-357dc338-24a9-43b4-bdf8-c1e9ba290e7e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3448498 May 02 10:29:38.025516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60762) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:38.043721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:38.054942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2782b2-63d7-4a7f-8b0a-82545cc96c4e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:38.059413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c983c471-4fb6-41ba-858b-3c61d34652c0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.059764 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Added segment c983c471-4fb6-41ba-858b-3c61d34652c0 of type vlan for network f357be84-d0f7-4dfd-909f-5eea1c1268f4 May 02 10:29:38.074233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks [] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.079881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:29:38.110881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f357be84-d0f7-4dfd-909f-5eea1c1268f4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.168925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.210553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:38.211142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.222163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054a5a36-2c4f-474d-98b9-0cfa36a4f1bb req-16a79b03-531c-4316-b3a2-175b57f97be6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:38.226030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:38.229220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-054a5a36-2c4f-474d-98b9-0cfa36a4f1bb req-16a79b03-531c-4316-b3a2-175b57f97be6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 945 time: 0.0629172 May 02 10:29:38.255283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:38.259848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f357be84-d0f7-4dfd-909f-5eea1c1268f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.261041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:38.261742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.266022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:38.334739 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-054a5a36-2c4f-474d-98b9-0cfa36a4f1bb req-5a3b63cd-41cb-4737-808f-9a87a997384b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016743 May 02 10:29:38.384228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] Pushing event updated for resources: {'Network': ['ID=f357be84-d0f7-4dfd-909f-5eea1c1268f4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:38.401565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cfd719f-aa36-4eb3-a159-a23c3ecc2398 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9777839 May 02 10:29:38.405180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60768) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:38.410832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Request body: {'subnet': {'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-20507352-subnet', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:38.416513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.446317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60770) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:38.484248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:38.516301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Pushing event updated for resources: {'Port': ['ID=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:38.549132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe97d924-937d-440e-9189-17992e06f9ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b2b72e8c93b64fbab043bc10a6c8d60b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0989680 May 02 10:29:38.550401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Made reservation on behalf of 7b88222d9c35413dabb63e3807c81700 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:38.553671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.559629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:38.578482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-82254d38-ea40-479b-afad-8f640d4719b9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0628476 May 02 10:29:38.631422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Attempting to bind port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:38.631422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Attempting to bind port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3e183b29-a6ee-48b2-b048-431b4164eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:38.631422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Attempting to bind port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 on network 366da423-0f7b-4493-bfaa-0eaeffa06876 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:38.643383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:38.644027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Checking segment: {'id': '3e183b29-a6ee-48b2-b048-431b4164eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:38.645303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.645871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Bound using segment: {'id': '3e183b29-a6ee-48b2-b048-431b4164eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:38.648965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Bound port: 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e183b29-a6ee-48b2-b048-431b4164eb1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '366da423-0f7b-4493-bfaa-0eaeffa06876'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:38.648965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.725715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] Publish callbacks [] for security_group (9e3d80b9-9710-409f-a82b-641782649fc3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.735105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:38.735783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.784846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] Publish callbacks [] for security_group (9e3d80b9-9710-409f-a82b-641782649fc3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.788905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:38.791766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:38.795027 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ced024f-8242-4a38-9486-fbaaac98b2f2" -d '{"events": [{"server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "name": "network-vif-plugged", "status": "completed", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:38.801527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] For port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:38.802256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-658b2ffa-a6d8-4dc8-a181-92a61393a8de tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:38.803888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-658b2ffa-a6d8-4dc8-a181-92a61393a8de tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2151983 May 02 10:29:38.815682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.20.0.1 (366da423-0f7b-4493-bfaa-0eaeffa06876/cf323c83-1d60-41bc-8f4c-fcb8f3867d80/54bd81ea-e026-4c84-9cf1-b75762c8f850) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:38.816639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] For port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,segment=NetworkSegment(3e183b29-a6ee-48b2-b048-431b4164eb1e),segment_id=3e183b29-a6ee-48b2-b048-431b4164eb1e)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:38.836418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-8a96ef12-02b3-4567-bf0b-46f65028bedf tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/quotas/0fd407e19119471bbbf24c91d9e1fdb8 HTTP/1.1" status: 200 len: 375 time: 0.0182374 May 02 10:29:38.847325 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562c7554-de92-424e-8ebe-6c6155cd6082 x-openstack-request-id: req-562c7554-de92-424e-8ebe-6c6155cd6082 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:38.847968 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "name": "network-vif-plugged", "status": "completed", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:38.848349 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-562c7554-de92-424e-8ebe-6c6155cd6082 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:38.848901 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-562c7554-de92-424e-8ebe-6c6155cd6082'] response: {'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081', 'code': 200} May 02 10:29:38.897786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.903208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:38.932985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-d1d21409-86a9-4e43-8308-d3857f6e8372 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0851324 May 02 10:29:38.982987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f05a29b-8084-40b3-a6ae-932ed6cef664 req-fe415d7a-440d-4cfb-802b-7c81f01b8541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:38.985023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f05a29b-8084-40b3-a6ae-932ed6cef664 req-fe415d7a-440d-4cfb-802b-7c81f01b8541 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 1128 time: 0.0538352 May 02 10:29:39.018780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:39.051243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f05a29b-8084-40b3-a6ae-932ed6cef664 req-49b8bd68-2049-4cae-8df1-04b277f45f1e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558031 May 02 10:29:39.057358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.066737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.095822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ebd33-973a-48f1-a7f3-9643eb97b9ef None None] Pushing event updated for resources: {'Port': ['ID=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:39.119200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e3d80b9-9710-409f-a82b-641782649fc3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.121823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.122989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e3d80b9-9710-409f-a82b-641782649fc3 HTTP/1.1" status: 204 len: 168 time: 0.5335340 May 02 10:29:39.145816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb6d9e6-7599-4c73-873b-6f1c8014affd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3d80b9-9710-409f-a82b-641782649fc3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:39.160255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:39.171487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Checking segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:39.172073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Network hostable DHCP agents. Network: f357be84-d0f7-4dfd-909f-5eea1c1268f4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:39.185588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.254970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:39.267492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:39.271394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:39.279719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:39.307664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=54bd81ea-e026-4c84-9cf1-b75762c8f850,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:39.330621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f357be84-d0f7-4dfd-909f-5eea1c1268f4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:39.337394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:39.338199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.340555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffebfa6-8b1b-47f5-94e4-91844d9baeae None None] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:39.365441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (99aee49c-8841-4c4d-981d-4915a39b60b7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.464449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6937e43-fdd1-453e-bbb1-828e3940fc02 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0578184 May 02 10:29:39.468337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:39.502407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:39.641890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'project_id': '7b88222d9c35413dabb63e3807c81700', 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:29:39.642895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.688426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fade713-b885-4464-af45-a7ee29ff813a req-5c5c0270-aec3-478d-8a9f-c85a0bacf596 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:39.690478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fade713-b885-4464-af45-a7ee29ff813a req-5c5c0270-aec3-478d-8a9f-c85a0bacf596 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 946 time: 0.1602483 May 02 10:29:39.695967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.701421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.723188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:39.728046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f51e8463-11c3-4120-a4e1-0c3a483ec174 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607800 May 02 10:29:39.886397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fade713-b885-4464-af45-a7ee29ff813a req-4fe1b16e-4017-411a-be05-abd34c33124c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564274 May 02 10:29:39.889304 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for router_controller (8815e4c3-c31d-4f65-aa5d-630c3b40e670), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:39.952131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:39.952793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.009281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-75aec9a7-0ec7-4198-9e8c-93655607a8c9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:40.016435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Allocated IP 172.20.0.2 (f357be84-d0f7-4dfd-909f-5eea1c1268f4/5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca/445002f9-75ac-4335-91eb-b3d87e66309b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:40.016810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-75aec9a7-0ec7-4198-9e8c-93655607a8c9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2876065 May 02 10:29:40.067175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.098933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-d91e134e-af2c-46e3-873c-c1d7f727f8d1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/quotas/0fd407e19119471bbbf24c91d9e1fdb8 HTTP/1.1" status: 200 len: 375 time: 0.0809934 May 02 10:29:40.102074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:40.154274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-79dfed3e-e895-4f8b-9c97-b60cf71f270a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541744 May 02 10:29:40.265358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:40.266691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.423680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,segment=NetworkSegment(3e183b29-a6ee-48b2-b048-431b4164eb1e),segment_id=3e183b29-a6ee-48b2-b048-431b4164eb1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:40.429287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for router_gateway (8815e4c3-c31d-4f65-aa5d-630c3b40e670), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.485078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks [] for port (445002f9-75ac-4335-91eb-b3d87e66309b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.503687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-network', 'tenant_id': '2235fe46aff549b1b700357f9455a129'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:40.508390 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.570525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d25f894a-02fc-4e81-bb74-4a73367d45d0 req-73fe37bf-ab06-4842-ad75-ce91f8a1d3a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 210 time: 0.0560586 May 02 10:29:40.618402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.656753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Made reservation on behalf of 2235fe46aff549b1b700357f9455a129 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:40.656753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.657091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:40.690543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.749355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:40.777641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Pushing event updated for resources: {'Port': ['ID=445002f9-75ac-4335-91eb-b3d87e66309b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:40.788298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:40.799467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:40.865643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9408a83c-19b7-4e91-b1cf-28f0fb07a848 None None] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:40.869020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for router_gateway (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.892654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.936540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks [] for security_group (eae322ac-317b-4318-ad97-e87115863fac), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.948184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Attempting to bind port 445002f9-75ac-4335-91eb-b3d87e66309b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:40.948557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Attempting to bind port 445002f9-75ac-4335-91eb-b3d87e66309b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:40.952743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Attempting to bind port 445002f9-75ac-4335-91eb-b3d87e66309b on network f357be84-d0f7-4dfd-909f-5eea1c1268f4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:40.961211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:40.962351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Checking segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:40.962351 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.962351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Bound using segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:40.962885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Bound port: 445002f9-75ac-4335-91eb-b3d87e66309b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:40.963257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.987600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:40.989392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d3809d5-a422-4261-8e4f-e4e34dc1de6e None None] Provisioning complete for port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:40.989770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d3809d5-a422-4261-8e4f-e4e34dc1de6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.014939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60862) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:41.042849 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eae322ac-317b-4318-ad97-e87115863fac), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.056273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Allocated IP 172.35.4.240 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9234d921-ae01-415c-90ae-72c5bf290344) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:41.124303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:41.140134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daece30-2846-4bb8-af92-ce02afd82107 req-c1a68f29-613b-4d1f-b3af-5cc40cdd1abe tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:41.141910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0daece30-2846-4bb8-af92-ce02afd82107 req-c1a68f29-613b-4d1f-b3af-5cc40cdd1abe tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 946 time: 0.1379867 May 02 10:29:41.150574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.156550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] For port 445002f9-75ac-4335-91eb-b3d87e66309b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:41.200528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] For port 445002f9-75ac-4335-91eb-b3d87e66309b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445002f9-75ac-4335-91eb-b3d87e66309b,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:41.214116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d3809d5-a422-4261-8e4f-e4e34dc1de6e None None] Current status of the port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:41.253166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eae322ac-317b-4318-ad97-e87115863fac,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:41.257685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3a0c08fa-519b-495c-ad09-e74c59940c5c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.258030 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Added segment 3a0c08fa-519b-495c-ad09-e74c59940c5c of type vlan for network ce2e48b0-789b-4469-b4e9-b83bdc7d217b May 02 10:29:41.297657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.310117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2050358216-network', 'tenant_id': '49eb61123f624832aa949f49de778c90'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:41.317252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for port (9234d921-ae01-415c-90ae-72c5bf290344), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.399440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=54bd81ea-e026-4c84-9cf1-b75762c8f850,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:41.423699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (99aee49c-8841-4c4d-981d-4915a39b60b7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.428563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca9d998-bd9f-4503-bf76-0c2b65c41621 None None] Pushing event updated for resources: {'Port': ['ID=445002f9-75ac-4335-91eb-b3d87e66309b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:41.440353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ce2e48b0-789b-4469-b4e9-b83bdc7d217b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.457833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0daece30-2846-4bb8-af92-ce02afd82107 req-ed1a259d-99dc-4c9a-b3e0-57a7934465d4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023567 May 02 10:29:41.474942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9234d921-ae01-415c-90ae-72c5bf290344), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.516668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:41.522199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:41.528998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:41.584581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Made reservation on behalf of 49eb61123f624832aa949f49de778c90 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:41.587458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.602672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:41.628021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:41.629821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.634770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Pushing event updated for resources: {'Port': ['ID=9234d921-ae01-415c-90ae-72c5bf290344,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:41.719328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Provisioning complete for port 54bd81ea-e026-4c84-9cf1-b75762c8f850 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:41.719328 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.758962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:41.788291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ce2e48b0-789b-4469-b4e9-b83bdc7d217b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.789258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:41.789823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.801380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:41.801947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.842550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Port 54bd81ea-e026-4c84-9cf1-b75762c8f850 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:41.867811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks [] for security_group (18d6526c-a564-4391-ad6d-ce161712bbe7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.876261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Provisioning complete for port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:41.877363 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:41.882319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b53b5019-07ba-4aa2-9ac2-7f21c4b49cd2 req-da88454b-f7dd-4a70-a2c8-49e69ae28c24 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 210 time: 0.1076808 May 02 10:29:42.038210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:42.129395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5374dcd4-7c82-471b-ba75-9de6bf1cc495 None None] Current status of the port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:42.253427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d719af28-236c-4e7a-82bf-632d6773234a None None] Provisioning complete for port 54bd81ea-e026-4c84-9cf1-b75762c8f850 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:42.253954 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d719af28-236c-4e7a-82bf-632d6773234a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.295096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d719af28-236c-4e7a-82bf-632d6773234a None None] Port 54bd81ea-e026-4c84-9cf1-b75762c8f850 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:42.414617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-31639972-7156-432d-a0a9-6a9cea034506 None None] Provisioning complete for port 54bd81ea-e026-4c84-9cf1-b75762c8f850 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:42.415128 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-31639972-7156-432d-a0a9-6a9cea034506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.457881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-31639972-7156-432d-a0a9-6a9cea034506 None None] Port 54bd81ea-e026-4c84-9cf1-b75762c8f850 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:42.502214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (18d6526c-a564-4391-ad6d-ce161712bbe7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.517090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4093161 May 02 10:29:42.517921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:42.522898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Request body: {'subnet': {'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-subnet', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:42.567173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f8aa-81e0-4313-973e-1d71d45b2a3e admin admin] Pushing event updated for resources: {'Network': ['ID=ce2e48b0-789b-4469-b4e9-b83bdc7d217b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:42.578446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:42.578751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:29:42.617811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for router_gateway (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.622758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-7ab7ee41-b133-4f03-9bd7-3156881485cf tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0402844 May 02 10:29:42.634096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d6526c-a564-4391-ad6d-ce161712bbe7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:42.649378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1130c64e-0ae2-47c8-8aaf-675e6832a160), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.649797 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Added segment 1130c64e-0ae2-47c8-8aaf-675e6832a160 of type vlan for network 8565ba8c-9f69-45cf-a0ce-6df86273624d May 02 10:29:42.664568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Made reservation on behalf of 2235fe46aff549b1b700357f9455a129 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:42.666975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.681733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840a49c9-b725-4c62-9a0e-66c38eb3a809 req-aa1ca8b2-ebe8-41cd-8fc8-50ce5f7799e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:42.683004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-840a49c9-b725-4c62-9a0e-66c38eb3a809 req-aa1ca8b2-ebe8-41cd-8fc8-50ce5f7799e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 946 time: 0.2093914 May 02 10:29:42.805158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8565ba8c-9f69-45cf-a0ce-6df86273624d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:42.882553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-840a49c9-b725-4c62-9a0e-66c38eb3a809 req-ce5138d6-c8b8-4e56-bd8f-a53fe5133c7e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861117 May 02 10:29:42.904571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-b59478d6-2cfe-4252-bc86-5088e16fdad3 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:42.904571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-b59478d6-2cfe-4252-bc86-5088e16fdad3 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2699955 May 02 10:29:42.957564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Request body: {'port': {'device_id': '8ec5315b-c321-43b4-97f1-520022add137', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '0fd407e19119471bbbf24c91d9e1fdb8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:43.005173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8565ba8c-9f69-45cf-a0ce-6df86273624d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.006149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:43.006726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.008769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 99aee49c-8841-4c4d-981d-4915a39b60b7 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:43.032711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9796f4be-cba3-445f-8cdf-b5f0296dc3ae None None] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:43.087314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c35630a-b3e0-4c2a-9a41-86b036a052f5 req-bf7ed909-e260-490c-9ec2-b75b8e52069b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 210 time: 0.0998466 May 02 10:29:43.112270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.143680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Provisioning complete for port 445002f9-75ac-4335-91eb-b3d87e66309b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:43.144743 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.196179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] Pushing event updated for resources: {'Network': ['ID=8565ba8c-9f69-45cf-a0ce-6df86273624d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:43.203493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f47f6e59-1e42-4e13-a8d9-93fa18da6b29), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.216926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5d0535c-f9bb-495b-b0da-ecc3f91cc80e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1959260 May 02 10:29:43.222031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60884) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:43.227998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8565ba8c-9f69-45cf-a0ce-6df86273624d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:29:43.229591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Request body: {'subnet': {'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2050358216-subnet', 'tenant_id': '49eb61123f624832aa949f49de778c90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:43.281854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:43.290789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d7db7a52-590f-4aff-b2be-58e45fa114b7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/99aee49c-8841-4c4d-981d-4915a39b60b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2614741 May 02 10:29:43.291476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60886) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:43.308682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] Sync routers for ids ['99aee49c-8841-4c4d-981d-4915a39b60b7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:43.325937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Made reservation on behalf of 0fd407e19119471bbbf24c91d9e1fdb8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:43.329575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.368879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] Routers {'99aee49c-8841-4c4d-981d-4915a39b60b7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:43.369857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['99aee49c-8841-4c4d-981d-4915a39b60b7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:43.376167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6be30a-57be-4ba7-aae7-ad5c7f7d1f3d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:43.385367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a6be30a-57be-4ba7-aae7-ad5c7f7d1f3d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports/54bd81ea-e026-4c84-9cf1-b75762c8f850 HTTP/1.1" status: 200 len: 910 time: 0.0860753 May 02 10:29:43.385367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60888) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:43.387024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Made reservation on behalf of 49eb61123f624832aa949f49de778c90 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:43.389441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.397683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.422588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:43.428210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Current status of the port 445002f9-75ac-4335-91eb-b3d87e66309b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:43.428703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.432248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-49ed7cbb-5c9d-4b85-a5fc-192c8bb47011 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0920680 May 02 10:29:43.444715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f47f6e59-1e42-4e13-a8d9-93fa18da6b29,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:43.462084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] Routers {'99aee49c-8841-4c4d-981d-4915a39b60b7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:43.462716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['99aee49c-8841-4c4d-981d-4915a39b60b7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:43.509540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:43.523243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24312185-c7c7-4c02-bc3c-1539a97ef072 None None] The sync data for ids ['99aee49c-8841-4c4d-981d-4915a39b60b7'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:43.530406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] For port 445002f9-75ac-4335-91eb-b3d87e66309b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445002f9-75ac-4335-91eb-b3d87e66309b,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:43.599995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.644975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Checking segment: {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:43.645842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Network hostable DHCP agents. Network: ce2e48b0-789b-4469-b4e9-b83bdc7d217b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:43.675369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 445002f9-75ac-4335-91eb-b3d87e66309b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:43.689148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-211704ae-31f2-45f6-9616-14c2cf261932 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:43.695681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-211704ae-31f2-45f6-9616-14c2cf261932 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2485325 May 02 10:29:43.704099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe16b6c-4487-47f3-860a-e330be429554 None None] Pushing event updated for resources: {'Port': ['ID=445002f9-75ac-4335-91eb-b3d87e66309b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:43.729548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Request body: {'port': {'device_id': '0e935a70-f21d-484a-bce0-2e4247261427', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '0fd407e19119471bbbf24c91d9e1fdb8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:43.733999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-63458406-f0cf-44f3-b29b-d35c01ef0ed4 None None] Provisioning complete for port 445002f9-75ac-4335-91eb-b3d87e66309b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:43.734372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63458406-f0cf-44f3-b29b-d35c01ef0ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.745828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:43.783720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 445002f9-75ac-4335-91eb-b3d87e66309b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:43.783720 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.803139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks [] for security_group (8f5c4dc6-7164-4afc-85ca-4e128a798162), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:43.850220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-41fe8365-f083-4069-8357-c226b78283c4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:43.851881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-41fe8365-f083-4069-8357-c226b78283c4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 946 time: 0.3456771 May 02 10:29:43.869014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-63458406-f0cf-44f3-b29b-d35c01ef0ed4 None None] Current status of the port 445002f9-75ac-4335-91eb-b3d87e66309b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:43.894263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:43.919933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 445002f9-75ac-4335-91eb-b3d87e66309b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:43.957086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:43.966496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Sync routers for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:43.979202 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:43.979895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:44.020322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8f5c4dc6-7164-4afc-85ca-4e128a798162), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.045588 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.047340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ce2e48b0-789b-4469-b4e9-b83bdc7d217b) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:44.049457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Made reservation on behalf of 0fd407e19119471bbbf24c91d9e1fdb8 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:44.053171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:44.053517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.056419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.061455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb4b524-8a30-4ee4-b2d7-bee162247cb5 None None] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:44.114427 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:44.213943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5c4dc6-7164-4afc-85ca-4e128a798162,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:44.247842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.252696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f50d685-1bea-48d7-920a-3d2a9104fdfd admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.7761486 May 02 10:29:44.254544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:44.255295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.263547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60910) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:44.314629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:42Z', 'revision_number': 3, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:44.347689 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Checking router: 8815e4c3-c31d-4f65-aa5d-630c3b40e670 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:44.348040 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Updating router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 port 9234d921-ae01-415c-90ae-72c5bf290344 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:29:44.361189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Allocated IP 192.168.233.135 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/24400764-02bc-4cf1-a973-26ab59251859) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:44.364645 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c6d6762-3f22-4bfd-9968-4cadf402a065 req-676ca62f-3595-411c-9b09-9e48b2f55644 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 210 time: 0.1064644 May 02 10:29:44.380655 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9234d921-ae01-415c-90ae-72c5bf290344), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.442817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (99aee49c-8841-4c4d-981d-4915a39b60b7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.445513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.470511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-97d2e6d5-ce7b-46da-b0ec-ce7bb0379784 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.9493129 May 02 10:29:44.476166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60918) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:44.480918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:44.558200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f7637-e951-4ac5-9532-9bc72b82496e req-3c8a6447-cb95-4391-af12-b5bb15c8b623 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:44.573636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da5f7637-e951-4ac5-9532-9bc72b82496e req-3c8a6447-cb95-4391-af12-b5bb15c8b623 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 946 time: 0.5417652 May 02 10:29:44.577814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'project_id': '2235fe46aff549b1b700357f9455a129', 'fixed_ips': [{'subnet_id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:29:44.581821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.654556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:44.709335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.710672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.732651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da5f7637-e951-4ac5-9532-9bc72b82496e req-5b8a7701-369f-4fd3-833b-de9954069927 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572933 May 02 10:29:44.736407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks [] for port (24400764-02bc-4cf1-a973-26ab59251859), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.773722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port 73fa5e4d-5228-4222-be8f-d8d5c8df1081, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73fa5e4d-5228-4222-be8f-d8d5c8df1081,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:44.775769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Allocated IP 172.20.0.2 (ce2e48b0-789b-4469-b4e9-b83bdc7d217b/f47f6e59-1e42-4e13-a8d9-93fa18da6b29/50a2e410-43f9-46db-a63f-0cde7e31e4df) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:44.775993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.818808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Checking segment: {'id': '1130c64e-0ae2-47c8-8aaf-675e6832a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:44.819365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Network hostable DHCP agents. Network: 8565ba8c-9f69-45cf-a0ce-6df86273624d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:29:44.833352 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks [] for port (9234d921-ae01-415c-90ae-72c5bf290344), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.849532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for 73fa5e4d-5228-4222-be8f-d8d5c8df1081 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:44.856985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for router_controller (9e061d41-bf2c-4551-bbc0-e3293c27d987), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:44.918159 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9234d921-ae01-415c-90ae-72c5bf290344), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.015338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks [] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.027607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Pushing event updated for resources: {'Port': ['ID=9234d921-ae01-415c-90ae-72c5bf290344,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.037845 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Attempting to bind port 9234d921-ae01-415c-90ae-72c5bf290344 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:45.039078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Attempting to bind port 9234d921-ae01-415c-90ae-72c5bf290344 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:45.039664 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Attempting to bind port 9234d921-ae01-415c-90ae-72c5bf290344 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:45.052578 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.053558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.055292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.055840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.056384 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.057809 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.064315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.065922 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.066520 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:45.075152 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:45.076088 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:45.076791 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.077353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:45.078329 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Bound port: 9234d921-ae01-415c-90ae-72c5bf290344, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:45.079003 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9234d921-ae01-415c-90ae-72c5bf290344), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.092295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 54bd81ea-e026-4c84-9cf1-b75762c8f850 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:45.092836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.095471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Network 8565ba8c-9f69-45cf-a0ce-6df86273624d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:29:45.120240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.155843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] For port 9234d921-ae01-415c-90ae-72c5bf290344, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:45.170149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:45.176500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:45.180448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:45.188253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Pushing event updated for resources: {'Port': ['ID=50a2e410-43f9-46db-a63f-0cde7e31e4df,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.196513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8565ba8c-9f69-45cf-a0ce-6df86273624d) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:45.215734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:45.216329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.218817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c48edc9-1d04-4e4e-b766-622da2aa9567 None None] Network 8565ba8c-9f69-45cf-a0ce-6df86273624d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:45.233838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Allocated IP 192.168.233.178 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/772bc5a9-0cae-47ad-88f4-eeaa0e710566) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:45.267945 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.269894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:45.279222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:45.281750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 54bd81ea-e026-4c84-9cf1-b75762c8f850 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:45.282349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:45.311875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Attempting to bind port 50a2e410-43f9-46db-a63f-0cde7e31e4df on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:45.315717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Attempting to bind port 50a2e410-43f9-46db-a63f-0cde7e31e4df by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:45.315717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Attempting to bind port 50a2e410-43f9-46db-a63f-0cde7e31e4df on network ce2e48b0-789b-4469-b4e9-b83bdc7d217b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:45.315935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event updated for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.320108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for router_gateway (9e061d41-bf2c-4551-bbc0-e3293c27d987), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.324672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:45.325198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Checking segment: {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:45.325708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.326449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Bound using segment: {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:45.327135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Bound port: 50a2e410-43f9-46db-a63f-0cde7e31e4df, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:45.327644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.333822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1db9dae1-aac5-42d9-a491-85f2058d795c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.1107488 May 02 10:29:45.343006 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] For port 9234d921-ae01-415c-90ae-72c5bf290344, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9234d921-ae01-415c-90ae-72c5bf290344,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:45.356896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (73fa5e4d-5228-4222-be8f-d8d5c8df1081), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.390950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.400183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['73fa5e4d-5228-4222-be8f-d8d5c8df1081'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:45.418974 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9234d921-ae01-415c-90ae-72c5bf290344), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.438302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b66e18-77d1-47f7-82c5-72a5f6f5421c None None] Network 8565ba8c-9f69-45cf-a0ce-6df86273624d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:45.477448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=73fa5e4d-5228-4222-be8f-d8d5c8df1081,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.567364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] For port 50a2e410-43f9-46db-a63f-0cde7e31e4df, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:45.574219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] For port 50a2e410-43f9-46db-a63f-0cde7e31e4df, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a2e410-43f9-46db-a63f-0cde7e31e4df,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:45.609776 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac934b93-628a-4457-8021-4d5c6fc83916 None None] Pushing event updated for resources: {'Port': ['ID=9234d921-ae01-415c-90ae-72c5bf290344,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.635508 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:45.636547 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:45.669345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.672750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 445002f9-75ac-4335-91eb-b3d87e66309b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:45.824169 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:45.826062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e46f8-4709-41e0-a37f-0b54892c7093 None None] Pushing event updated for resources: {'Port': ['ID=50a2e410-43f9-46db-a63f-0cde7e31e4df,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:45.838699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7318d8ec-27c8-4ee7-a53c-20f927a24e1f None None] Provisioning complete for port 24400764-02bc-4cf1-a973-26ab59251859 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:45.839204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7318d8ec-27c8-4ee7-a53c-20f927a24e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24400764-02bc-4cf1-a973-26ab59251859), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.844991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.873428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port 73fa5e4d-5228-4222-be8f-d8d5c8df1081 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:45.884576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 445002f9-75ac-4335-91eb-b3d87e66309b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:45.896180 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.938472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7318d8ec-27c8-4ee7-a53c-20f927a24e1f None None] Port 24400764-02bc-4cf1-a973-26ab59251859 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:45.957122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:45.966536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fc6fd08-f3ed-4f99-a3b6-8b7bffb3db23 req-aa67fa47-d3cc-48cd-80cc-4ad21d34b5d5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "DELETE /v2.0/ports/73fa5e4d-5228-4222-be8f-d8d5c8df1081 HTTP/1.1" status: 204 len: 173 time: 2.0852511 May 02 10:29:45.971173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'name': 'network-vif-deleted', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:45.977132 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fa6f11-27e2-4bed-91fb-676ef1de56c3" -d '{"events": [{"server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "name": "network-vif-deleted", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:46.070425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 445002f9-75ac-4335-91eb-b3d87e66309b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:46.191488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks [] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.206338 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:42Z', 'revision_number': 3, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:46.233289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (54bd81ea-e026-4c84-9cf1-b75762c8f850), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.237486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:46.245822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.275024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=54bd81ea-e026-4c84-9cf1-b75762c8f850,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:46.368028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11101837-5cab-4e3d-bf0e-4d914aeb5f53 req-33578cea-a31e-46a1-b19c-b18c0283be6c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:46.369264 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1864d4e9-9113-4cfb-8157-f8a5d7397636 None None] The sync data for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 is: [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:42Z', 'revision_number': 3, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:46.377711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11101837-5cab-4e3d-bf0e-4d914aeb5f53 req-33578cea-a31e-46a1-b19c-b18c0283be6c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 936 time: 0.1770511 May 02 10:29:46.389671 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.503660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-f9e9e265-c853-4410-97ce-fe79edb4cd04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7782903 May 02 10:29:46.544342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Request body: {'port': {'device_id': '0e935a70-f21d-484a-bce0-2e4247261427', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:46.618807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11101837-5cab-4e3d-bf0e-4d914aeb5f53 req-555119d3-c432-48fa-acc3-3557e59ea59c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399185 May 02 10:29:46.768005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24400764-02bc-4cf1-a973-26ab59251859), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.808450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Allocated IP 172.20.0.1 (f357be84-d0f7-4dfd-909f-5eea1c1268f4/5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca/a7bbf059-e3b4-42db-8dfa-5df5ef93d978) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:46.881354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for router_gateway (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:46.933053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.031690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0969901c-ed17-42d2-b201-20837b2791d6 req-ab10dda3-e2bf-4360-8f77-6a7832c157f9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=58747836-ba5f-4aa2-af4a-dde28f0e711f HTTP/1.1" status: 200 len: 210 time: 0.2946937 May 02 10:29:47.118724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:47.144820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:47.148676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:47.162684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:47.228032 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26bf37b-7af8-46f3-b22d-499783da7589 x-openstack-request-id: req-c26bf37b-7af8-46f3-b22d-499783da7589 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:47.228660 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58747836-ba5f-4aa2-af4a-dde28f0e711f", "name": "network-vif-deleted", "tag": "73fa5e4d-5228-4222-be8f-d8d5c8df1081", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:47.228923 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c26bf37b-7af8-46f3-b22d-499783da7589 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:47.229365 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26bf37b-7af8-46f3-b22d-499783da7589'] response: {'server_uuid': '58747836-ba5f-4aa2-af4a-dde28f0e711f', 'name': 'network-vif-deleted', 'tag': '73fa5e4d-5228-4222-be8f-d8d5c8df1081', 'status': 'completed', 'code': 200} May 02 10:29:47.243252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (99aee49c-8841-4c4d-981d-4915a39b60b7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.280135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks [] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.313589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:47.314643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.418086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.462765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c663639c-a5a8-423b-8771-52e42a2de493 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:47.472823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c663639c-a5a8-423b-8771-52e42a2de493 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/networks?id=8565ba8c-9f69-45cf-a0ce-6df86273624d HTTP/1.1" status: 200 len: 813 time: 1.1026385 May 02 10:29:47.499191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c10751a5-cfcb-464e-90f6-7ff850e6f7aa tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/quotas/49eb61123f624832aa949f49de778c90 HTTP/1.1" status: 200 len: 375 time: 0.0251045 May 02 10:29:47.573168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0fb2d5-8ba1-4881-9564-4433a626b9ba None None] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:47.586145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-dde4ca51-05e0-4b49-9c29-df97af0edb48 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6335135 May 02 10:29:47.615984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:47.635267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-396bd8d8-04bc-478c-892b-b9c8afe0888b tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=49eb61123f624832aa949f49de778c90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313038 May 02 10:29:47.648998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Request body: {'port': {'device_id': '8ec5315b-c321-43b4-97f1-520022add137', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:47.662945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-8e9ef7a6-22c5-441d-889c-8f454f439ef7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:29:47.663522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Provisioning complete for port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:47.663904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.664102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-8e9ef7a6-22c5-441d-889c-8f454f439ef7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0088172 May 02 10:29:47.710386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:47.723861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Provisioning complete for port 50a2e410-43f9-46db-a63f-0cde7e31e4df triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:47.724216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.726300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50a2e410-43f9-46db-a63f-0cde7e31e4df up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:47.732444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 99aee49c-8841-4c4d-981d-4915a39b60b7 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:47.750874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24400764-02bc-4cf1-a973-26ab59251859 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:47.762604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks [] for port (24400764-02bc-4cf1-a973-26ab59251859), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.771127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:47.776648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Allocated IP 172.35.4.193 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b66ac230-5f02-480d-a356-72457d6b633c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:47.785797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:47.852183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Transition to ACTIVE for port object 24400764-02bc-4cf1-a973-26ab59251859 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:47.865258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Pushing event updated for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:47.875813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50a2e410-43f9-46db-a63f-0cde7e31e4df triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:47.876192 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.953972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc35954f-e200-431a-b1f3-246d24ce0dfc req-08a3996f-af84-4b15-8610-42a0b01c4226 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:47.960690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc35954f-e200-431a-b1f3-246d24ce0dfc req-08a3996f-af84-4b15-8610-42a0b01c4226 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 936 time: 0.1813612 May 02 10:29:47.965965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.968461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.971549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:47.995531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:48.008908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5b64ee2-f983-43aa-b428-285192642168 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/99aee49c-8841-4c4d-981d-4915a39b60b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6226766 May 02 10:29:48.020169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:48.042953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-ea66a77c-db6e-47ae-9eca-d71af1b37fb5 service neutron] 10.222.0.16 "GET /v2.0/networks/8565ba8c-9f69-45cf-a0ce-6df86273624d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510134 May 02 10:29:48.047099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Current status of the port 50a2e410-43f9-46db-a63f-0cde7e31e4df is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:48.047754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.050932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] Sync routers for ids ['99aee49c-8841-4c4d-981d-4915a39b60b7'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:48.053077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73fa5e4d-5228-4222-be8f-d8d5c8df1081 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:48.086379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 73fa5e4d-5228-4222-be8f-d8d5c8df1081 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:48.086984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73fa5e4d-5228-4222-be8f-d8d5c8df1081 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:48.129863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dfd8c2c2-a604-4042-8c83-7026ff64955f tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=99aee49c-8841-4c4d-981d-4915a39b60b7 HTTP/1.1" status: 200 len: 205 time: 0.1080790 May 02 10:29:48.147212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60972) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:48.194166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] Routers {'99aee49c-8841-4c4d-981d-4915a39b60b7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:48.195956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['99aee49c-8841-4c4d-981d-4915a39b60b7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:48.215829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Pushing event updated for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:48.272561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] For port 50a2e410-43f9-46db-a63f-0cde7e31e4df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a2e410-43f9-46db-a63f-0cde7e31e4df,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:48.331224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:48.349293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc35954f-e200-431a-b1f3-246d24ce0dfc req-fbe07145-5d2b-47d2-ac63-1d3954b48db2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3824344 May 02 10:29:48.371563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50a2e410-43f9-46db-a63f-0cde7e31e4df is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:48.372368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.375517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] Routers {'99aee49c-8841-4c4d-981d-4915a39b60b7'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:48.376224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['99aee49c-8841-4c4d-981d-4915a39b60b7'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:48.383848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.445473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:48.446717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f40f79-b51f-4b45-8e33-19ec387d80be None None] The sync data for ids ['99aee49c-8841-4c4d-981d-4915a39b60b7'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:48.464095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.477802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Attempting to bind port 24400764-02bc-4cf1-a973-26ab59251859 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:48.478290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Attempting to bind port 24400764-02bc-4cf1-a973-26ab59251859 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:48.478717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Attempting to bind port 24400764-02bc-4cf1-a973-26ab59251859 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:48.490750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Port 24400764-02bc-4cf1-a973-26ab59251859 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:48.492630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Attempting to bind port 24400764-02bc-4cf1-a973-26ab59251859 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:48.507992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for port (b66ac230-5f02-480d-a356-72457d6b633c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.509870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:48.511365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:48.511365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:48.511861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Bound port: 24400764-02bc-4cf1-a973-26ab59251859, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:48.512316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24400764-02bc-4cf1-a973-26ab59251859), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.581255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:29:48.581722 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:29:48.582212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Provisioning complete for port 50a2e410-43f9-46db-a63f-0cde7e31e4df triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:48.582646 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.654041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6946e5f-3521-46f7-9d0a-108f60e7822e None None] Pushing event updated for resources: {'Port': ['ID=50a2e410-43f9-46db-a63f-0cde7e31e4df,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:48.660381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:48.664350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24400764-02bc-4cf1-a973-26ab59251859,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:48.706251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Current status of the port 50a2e410-43f9-46db-a63f-0cde7e31e4df is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:48.715286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Provisioning complete for port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:48.715659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.755107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fc04bd4c-e6df-42a4-b22d-2694b01ed6f5 None None] Port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:48.761798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b66ac230-5f02-480d-a356-72457d6b633c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.776714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.787664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c5ec7c6f-f0c6-4ab0-9c47-2fa776257b04 service neutron] 10.222.0.16 "GET /v2.0/networks/8565ba8c-9f69-45cf-a0ce-6df86273624d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190955 May 02 10:29:48.800563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.818255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.822863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (99aee49c-8841-4c4d-981d-4915a39b60b7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.846445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:48.859282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:48.859943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:48.861501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] 10.222.0.24 "PUT /v2.0/ports/24400764-02bc-4cf1-a973-26ab59251859 HTTP/1.1" status: 200 len: 1096 time: 2.3292990 May 02 10:29:48.865280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:48.867046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'tag': '24400764-02bc-4cf1-a973-26ab59251859'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:48.869459 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c762df6e-336c-4950-9b3c-0315bddf37c3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "tag": "24400764-02bc-4cf1-a973-26ab59251859"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:48.874230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:48.901253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Pushing event updated for resources: {'Port': ['ID=b66ac230-5f02-480d-a356-72457d6b633c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:48.942370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-891d06f3-825e-49cd-b490-2eaa7900aa43 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:48.943962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-891d06f3-825e-49cd-b490-2eaa7900aa43 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.2778697 May 02 10:29:49.021793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:49.039282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks [] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.049949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (99aee49c-8841-4c4d-981d-4915a39b60b7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.050443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 99aee49c-8841-4c4d-981d-4915a39b60b7 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:29:49.059932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.061170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-25e61135-2a99-4547-a554-c0d07109cc51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/99aee49c-8841-4c4d-981d-4915a39b60b7 HTTP/1.1" status: 204 len: 168 time: 0.9129312 May 02 10:29:49.064222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:49.074456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-350b285d-8b3b-437a-acb0-a9a121ac6bd9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0837126 May 02 10:29:49.074664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Transition to ACTIVE for port object 772bc5a9-0cae-47ad-88f4-eeaa0e710566 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:49.161512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet cf323c83-1d60-41bc-8f4c-fcb8f3867d80 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:29:49.165485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (cf323c83-1d60-41bc-8f4c-fcb8f3867d80), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.168349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.173202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50a2e410-43f9-46db-a63f-0cde7e31e4df is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:49.173202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9234d921-ae01-415c-90ae-72c5bf290344 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:49.183953 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78b4da07-70be-4471-b8d5-4c434700cd07 x-openstack-request-id: req-78b4da07-70be-4471-b8d5-4c434700cd07 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:49.184492 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "tag": "24400764-02bc-4cf1-a973-26ab59251859", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:49.185038 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-78b4da07-70be-4471-b8d5-4c434700cd07 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:49.185572 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78b4da07-70be-4471-b8d5-4c434700cd07'] response: {'name': 'network-changed', 'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'tag': '24400764-02bc-4cf1-a973-26ab59251859', 'status': 'completed', 'code': 200} May 02 10:29:49.279773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9234d921-ae01-415c-90ae-72c5bf290344 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:49.280746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9234d921-ae01-415c-90ae-72c5bf290344), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.290789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (cf323c83-1d60-41bc-8f4c-fcb8f3867d80), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.301630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784a3ec9-dd9c-4b4c-9d82-dcdd761d3510 service neutron] Pushing event updated for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:49.311096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-664314aa-b014-40a8-b538-30d3620ee18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:49.317399 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-664314aa-b014-40a8-b538-30d3620ee18d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 1130 time: 0.2892625 May 02 10:29:49.328239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-755fa34a-ccad-46a5-982b-98e1005e706f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2240846 May 02 10:29:49.352729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:49.399340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9234d921-ae01-415c-90ae-72c5bf290344 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:49.399888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9234d921-ae01-415c-90ae-72c5bf290344), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.446780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9234d921-ae01-415c-90ae-72c5bf290344, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9234d921-ae01-415c-90ae-72c5bf290344,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:49.450179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (cf323c83-1d60-41bc-8f4c-fcb8f3867d80), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.462495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a50b82bc-a2b3-42fb-a4c1-cc46e31ce925 req-51385710-5a17-4117-927c-1db322f1c83d tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.2132971 May 02 10:29:49.494486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-b3c539ed-cdce-4e56-8cbe-f861b557f70a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=24400764-02bc-4cf1-a973-26ab59251859 HTTP/1.1" status: 200 len: 217 time: 0.1340878 May 02 10:29:49.520157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9234d921-ae01-415c-90ae-72c5bf290344), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.594608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9234d921-ae01-415c-90ae-72c5bf290344,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:49.608956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-113c8ef9-725c-40fb-8fe6-88cdf93cd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:49.610600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-113c8ef9-725c-40fb-8fe6-88cdf93cd03f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0653863 May 02 10:29:49.638587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50a2e410-43f9-46db-a63f-0cde7e31e4df up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:49.663164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Attempting to bind port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:49.663502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Attempting to bind port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:49.663827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Attempting to bind port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:49.676822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2a9fb-e1f9-49a6-8a01-cbe538fafa37 req-6109adb0-84d8-4b0a-99c4-398041aeeff9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:49.678495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9c2a9fb-e1f9-49a6-8a01-cbe538fafa37 req-6109adb0-84d8-4b0a-99c4-398041aeeff9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 948 time: 0.1000593 May 02 10:29:49.679965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (cf323c83-1d60-41bc-8f4c-fcb8f3867d80), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.681921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:49.682242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Attempting to bind port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:49.698847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 50a2e410-43f9-46db-a63f-0cde7e31e4df triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:49.699227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.722193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-00451247-9bd3-47e4-bbdd-4647554a602a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:49.723760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-00451247-9bd3-47e4-bbdd-4647554a602a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0950303 May 02 10:29:49.723875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=cf323c83-1d60-41bc-8f4c-fcb8f3867d80,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:49.732630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:49.732975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:49.733358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:49.733805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Bound port: 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:49.734584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.746830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks [] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.747665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.754366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2e2d77-7d4a-4cc5-a422-63480444205c None None] Network 366da423-0f7b-4493-bfaa-0eaeffa06876 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:29:49.754573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-75349911-cc1c-46ae-a668-4beec82c33f4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/cf323c83-1d60-41bc-8f4c-fcb8f3867d80 HTTP/1.1" status: 204 len: 168 time: 0.6893098 May 02 10:29:49.755339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:49.763077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-30aacc8f-e2f2-404a-9048-b01cfefd14cd service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4338403 May 02 10:29:49.846336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 50a2e410-43f9-46db-a63f-0cde7e31e4df is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:49.874547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b9c2a9fb-e1f9-49a6-8a01-cbe538fafa37 req-8531d2a2-4931-4a7b-ba90-b813cc29f766 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883759 May 02 10:29:49.895637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (366da423-0f7b-4493-bfaa-0eaeffa06876), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:49.928284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:49.931893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:49.993403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:49.993850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.006829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] DHCP port deletion for 366da423-0f7b-4493-bfaa-0eaeffa06876 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:29:50.047012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.070590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Deleting port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:29:50.072214 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.097285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:50.097984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.100401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] 10.222.0.24 "PUT /v2.0/ports/772bc5a9-0cae-47ad-88f4-eeaa0e710566 HTTP/1.1" status: 200 len: 1096 time: 2.4640367 May 02 10:29:50.113157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:50.115566 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea8944f-8834-48cb-bb5d-375d91f10940" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:50.133441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,segment=NetworkSegment(3e183b29-a6ee-48b2-b048-431b4164eb1e),segment_id=3e183b29-a6ee-48b2-b048-431b4164eb1e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:50.133824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.168264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:50.170580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] For port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,segment=NetworkSegment(3e183b29-a6ee-48b2-b048-431b4164eb1e),segment_id=3e183b29-a6ee-48b2-b048-431b4164eb1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:50.171227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.185620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f4034e-a02f-4d71-adda-67cfe4b78d10 service neutron] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:50.216667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Calling delete_port for 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:29:50.272623 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb3e3ee-0071-4df9-8171-7100937660d4 x-openstack-request-id: req-fbb3e3ee-0071-4df9-8171-7100937660d4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:50.272947 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:50.273209 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fbb3e3ee-0071-4df9-8171-7100937660d4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:50.274639 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb3e3ee-0071-4df9-8171-7100937660d4'] response: {'name': 'network-changed', 'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'status': 'completed', 'code': 200} May 02 10:29:50.297760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-a923193b-e58b-4f65-94a1-e8636be2e3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:50.300563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-a923193b-e58b-4f65-94a1-e8636be2e3cf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1130 time: 0.0703304 May 02 10:29:50.309243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.378724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-20329435-bf9d-4b73-a9fc-57fdcae86df1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566 HTTP/1.1" status: 200 len: 217 time: 0.0695722 May 02 10:29:50.452955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-16c9c3be-3a8a-46d2-b5d2-b09828ccde2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:50.455242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-16c9c3be-3a8a-46d2-b5d2-b09828ccde2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0697250 May 02 10:29:50.510479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-cbaad997-3dae-4aa1-b5a6-8e24d6c30abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:50.512056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-cbaad997-3dae-4aa1-b5a6-8e24d6c30abe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0521519 May 02 10:29:50.538207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.545091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.546837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Pushing event updated for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:50.551864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.563897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-059298aa-dc5b-4c0c-8772-b01e1985ab2c service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7832119 May 02 10:29:50.572792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-61da8602-0616-4f9d-9fb9-66f3fb07c550 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8359463 May 02 10:29:50.578064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] Pushing event deleted for resources: {'Port': ['ID=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:50.580196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c5c68f-6a10-415c-907b-efb1aedd6029 None None] No DVR routers for this DVR port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:50.633234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-baa37b97-57f7-4b20-941f-7c4f9e801d45 req-562a1e78-34fc-461e-8ddc-ff5523f15508 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.1058705 May 02 10:29:50.660444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for router_gateway (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.662780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:50.668924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:29:50.776127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (366da423-0f7b-4493-bfaa-0eaeffa06876), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:50.787079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-d71b1456-25c5-49a5-9ee1-bcf47e623d12 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683589 May 02 10:29:50.848580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366da423-0f7b-4493-bfaa-0eaeffa06876']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:50.852100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-063f2fb0-2642-4dc7-976b-9544ba654707 req-cccf5371-c8fe-4c13-b181-56962b025cdc service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720337 May 02 10:29:50.855577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:50.862706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:50.924082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e183b29-a6ee-48b2-b048-431b4164eb1e') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:50.924498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e183b29-a6ee-48b2-b048-431b4164eb1e') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:50.937596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (3e183b29-a6ee-48b2-b048-431b4164eb1e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.145791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.157034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0797c992-cf83-4f1e-8d21-8d2db50a0316 req-fd24faa4-20fd-4e90-a510-48b1823bc3cc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:51.159201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0797c992-cf83-4f1e-8d21-8d2db50a0316 req-fd24faa4-20fd-4e90-a510-48b1823bc3cc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 948 time: 0.1409750 May 02 10:29:51.331148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5892961a-dbcf-4092-98ff-2c89a38e1539 None None] Provisioning complete for port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:51.332297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5892961a-dbcf-4092-98ff-2c89a38e1539 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.349641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:51.372775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5892961a-dbcf-4092-98ff-2c89a38e1539 None None] Port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:51.377748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0797c992-cf83-4f1e-8d21-8d2db50a0316 req-890175ff-8f33-4183-a3c2-e2dd93b1071a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095795 May 02 10:29:51.435391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c21e654-dd0b-418a-a4ef-8e48cae2fea7 req-4861813c-b767-4fb1-90f0-8e8946b2bef6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.5684702 May 02 10:29:51.436361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3e183b29-a6ee-48b2-b048-431b4164eb1e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.445640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:29:51.446049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (3e183b29-a6ee-48b2-b048-431b4164eb1e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: timer() May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:29:51.449414 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:29:51.451614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db7d1152-d327-49a7-bcd8-42a347be6509 req-d4775e89-eb2c-4780-a746-06fdb35efe5f service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6576865 May 02 10:29:51.529786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:51.536007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-04e6200f-6fa5-434a-a3ba-2f820c75514d admin admin] 10.222.0.16 "PUT /v2.0/routers/8815e4c3-c31d-4f65-aa5d-630c3b40e670/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2707491 May 02 10:29:51.545571 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Sync routers for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:51.559405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:51.559854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Router 9e061d41-bf2c-4551-bbc0-e3293c27d987 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:51.560300 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:51.611401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (366da423-0f7b-4493-bfaa-0eaeffa06876), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.624557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.627151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9234d921-ae01-415c-90ae-72c5bf290344 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:51.632735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/366da423-0f7b-4493-bfaa-0eaeffa06876 HTTP/1.1" status: 204 len: 168 time: 1.8679619 May 02 10:29:51.640422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32798) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:51.646032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1395504096', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:51.652486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf84e073-b9f8-4416-b3d5-b4b2d65684f1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=366da423-0f7b-4493-bfaa-0eaeffa06876,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:51.715523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9234d921-ae01-415c-90ae-72c5bf290344 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:51.715907 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9234d921-ae01-415c-90ae-72c5bf290344), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.742269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.743470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.778230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:51.807494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:51.813675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Sync routers for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:51.826361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9234d921-ae01-415c-90ae-72c5bf290344 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:51.834783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:51.835621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:51.895207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6761d835-6205-445b-925a-53c52b38564f req-114817ad-e9cf-46d1-86f2-40e0a9564d95 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.1013775 May 02 10:29:51.910212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:29:51.943291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:29:51.943627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 44b9b94f-3d8f-4a3e-97eb-ea7e98f5fba4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:29:51.963766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:51.986730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-2480fbac-b16e-452b-a6c1-f7d2ec0ee268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:51.988498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-2480fbac-b16e-452b-a6c1-f7d2ec0ee268 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 1130 time: 0.0704648 May 02 10:29:52.010602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.011861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d23e938-1b8e-4ffd-920c-92f0a7e1f724 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 7.5347095 May 02 10:29:52.021043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:52.050956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:52.123132 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 2, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:52.164834 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Checking router: 8815e4c3-c31d-4f65-aa5d-630c3b40e670 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:52.165278 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Updating router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:29:52.199235 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.394560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 3, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:52.427836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_gateway (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.444041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Checking router: 9e061d41-bf2c-4551-bbc0-e3293c27d987 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:52.444545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Updating router 9e061d41-bf2c-4551-bbc0-e3293c27d987 port b66ac230-5f02-480d-a356-72457d6b633c binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:29:52.479547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b66ac230-5f02-480d-a356-72457d6b633c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.509572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32816) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:52.537499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1096366147', 'description': 'tempest-description--1478457216'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:52.590823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-49606b44-afb1-4314-9efc-55f90adb3337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:52.592259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-49606b44-afb1-4314-9efc-55f90adb3337 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.5982499 May 02 10:29:52.615367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-bdccfda7-b773-48ab-bcd4-9df8b37e76cf tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:52.617380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-bdccfda7-b773-48ab-bcd4-9df8b37e76cf tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.15 "GET /v2.0/networks?id=8565ba8c-9f69-45cf-a0ce-6df86273624d HTTP/1.1" status: 200 len: 813 time: 0.3846178 May 02 10:29:52.700546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Request body: {'port': {'device_id': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d', 'admin_state_up': True, 'tenant_id': '49eb61123f624832aa949f49de778c90'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:52.708885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896659dc-4d09-463f-b837-3eaa4128e5ab req-63960964-ddcb-4a0e-bdd8-cc692493623f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:52.710644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-896659dc-4d09-463f-b837-3eaa4128e5ab req-63960964-ddcb-4a0e-bdd8-cc692493623f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 948 time: 0.1195271 May 02 10:29:52.733814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de90cb75-7b72-40fb-82bf-c902053d083d req-83de5073-063c-4f1b-9ca2-bda2069bbaba tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.1444857 May 02 10:29:52.765472 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks [] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.806158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-896659dc-4d09-463f-b837-3eaa4128e5ab req-bb4c755e-c487-46f4-8b5f-74579b9a5e78 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895445 May 02 10:29:52.864439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.878495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks [] for port (b66ac230-5f02-480d-a356-72457d6b633c), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.884558 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:52.924884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-78c74951-ca97-470a-92d6-cee6d63df2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:52.926468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-78c74951-ca97-470a-92d6-cee6d63df2a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1130 time: 0.0632737 May 02 10:29:52.940764 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc58775-af2e-4946-be36-b70e3fcf036e None None] Pushing event updated for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:53.022112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-6f1a59fa-ec48-4f81-b2e1-daa9b83cd19d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=24400764-02bc-4cf1-a973-26ab59251859 HTTP/1.1" status: 200 len: 217 time: 0.1589248 May 02 10:29:53.029589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b66ac230-5f02-480d-a356-72457d6b633c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.041477 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Attempting to bind port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:53.041849 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Attempting to bind port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:53.044256 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Attempting to bind port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 on network f357be84-d0f7-4dfd-909f-5eea1c1268f4 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:53.055565 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:53.057131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Checking segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:53.059141 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.059567 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Bound using segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:53.061047 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Bound port: a7bbf059-e3b4-42db-8dfa-5df5ef93d978, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:53.061459 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.102575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbea432d-e5c8-4eef-a438-d1d91c67bc35 req-6cc8d4f4-54ef-403a-8156-d8748dd4ee15 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.0681384 May 02 10:29:53.139419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_gateway (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.156088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Attempting to bind port b66ac230-5f02-480d-a356-72457d6b633c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:53.156471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Attempting to bind port b66ac230-5f02-480d-a356-72457d6b633c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:53.156943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Attempting to bind port b66ac230-5f02-480d-a356-72457d6b633c on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:53.168500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:53.168909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:53.169379 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.169781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:53.171166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Bound port: b66ac230-5f02-480d-a356-72457d6b633c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:53.172207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b66ac230-5f02-480d-a356-72457d6b633c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.177325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c93e5-f40c-430f-9983-0d30dc89760a None None] Pushing event updated for resources: {'Port': ['ID=b66ac230-5f02-480d-a356-72457d6b633c,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:53.186322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.191686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.193820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Made reservation on behalf of 49eb61123f624832aa949f49de778c90 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:53.197741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.249096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-3784278a-560a-4daa-9330-0dc2eb26e6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:53.251065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-3784278a-560a-4daa-9330-0dc2eb26e6bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2201040 May 02 10:29:53.259194 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] For port a7bbf059-e3b4-42db-8dfa-5df5ef93d978, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:53.263741 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] For port a7bbf059-e3b4-42db-8dfa-5df5ef93d978, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:53.267665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-19d6c5e0-a9f7-4ed0-9edf-7fd32184a491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:53.274110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-19d6c5e0-a9f7-4ed0-9edf-7fd32184a491 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3397496 May 02 10:29:53.297638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] For port b66ac230-5f02-480d-a356-72457d6b633c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:53.302422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] For port b66ac230-5f02-480d-a356-72457d6b633c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b66ac230-5f02-480d-a356-72457d6b633c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:53.324979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-14873d51-fa62-4b9c-9494-2a6e8ad1d0bd None None] Provisioning complete for port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:53.325520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-14873d51-fa62-4b9c-9494-2a6e8ad1d0bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.340233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-31015211-1531-4dd9-b754-c425b425965e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566 HTTP/1.1" status: 200 len: 217 time: 0.0599043 May 02 10:29:53.343268 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.360479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-14873d51-fa62-4b9c-9494-2a6e8ad1d0bd None None] Port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:53.371847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b66ac230-5f02-480d-a356-72457d6b633c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.438007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:53.439812 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:53.461460 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc58775-af2e-4946-be36-b70e3fcf036e None None] Pushing event updated for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:53.480122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-10cb664d-eeb2-4c66-8c45-386c9c4bac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:53.482224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-10cb664d-eeb2-4c66-8c45-386c9c4bac39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1757741 May 02 10:29:53.492747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:53.493676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (6071753f-b399-4d84-be35-1d2b4463c869), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.494900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:53.541134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-4b6d575e-7773-45c7-bd36-e000cbe55a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:53.541134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-4b6d575e-7773-45c7-bd36-e000cbe55a33 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1362584 May 02 10:29:53.609969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c93e5-f40c-430f-9983-0d30dc89760a None None] Pushing event updated for resources: {'Port': ['ID=b66ac230-5f02-480d-a356-72457d6b633c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:53.733989 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:53.737509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6071753f-b399-4d84-be35-1d2b4463c869), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.742795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:53.773857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.35.4.247 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/3615e7cb-1357-4850-be21-4c62fbde1a36) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:53.854976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6071753f-b399-4d84-be35-1d2b4463c869,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:53.858121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Allocated IP 172.20.0.14 (8565ba8c-9f69-45cf-a0ce-6df86273624d/7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc/256cb7de-d749-406e-a874-a1c430a4305c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:53.941699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.942387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.942886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.943372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.943887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.944358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.944863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.945344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.945827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.946343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.946583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Provisioning complete for port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:53.946969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.947114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.947627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.948101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.948573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.953400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:53.954929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:53.956358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9dcb27a4-51cd-496e-be6a-ae0a64e9ca0a tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.4459510 May 02 10:29:53.979489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-218c2962-f49f-40d1-9dee-b4283a79a78a service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4845417 May 02 10:29:53.980209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:53.989411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'security_group_rule': {'security_group_id': '6071753f-b399-4d84-be35-1d2b4463c869', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:54.008883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93051ebb-e3ec-48d9-b8cd-e69dc3fd1659 req-8cac50e2-dd99-4d31-83d7-b27649044dc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.1044135 May 02 10:29:54.174392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 3, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:54.193181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (3615e7cb-1357-4850-be21-4c62fbde1a36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.203565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95280ec1-279d-4059-8938-8c7ae002f11a None None] The sync data for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 is: [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 3, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:54.214207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Current status of the port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:54.219872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.226043 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:53Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:54.264477 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e3e898-1c13-46fc-9620-c2ff17a8767e None None] The sync data for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 is: [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:53Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:54.265097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (be9568ed-c86f-41a7-852c-38e9f1f5bddc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.291253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] For port a7bbf059-e3b4-42db-8dfa-5df5ef93d978, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:54.406836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.435915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd007621-a85f-4afb-ab98-629913e42848 req-085c5981-fb30-4dd6-9d50-cf83537577f6 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.1502061 May 02 10:29:54.438178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c762df6e-336c-4950-9b3c-0315bddf37c3 req-d07865b6-aa27-4874-9f76-df07c4436f5e service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439740 May 02 10:29:54.447012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3615e7cb-1357-4850-be21-4c62fbde1a36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.489414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:54.501202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-c227d4a6-8ab3-4251-9d6b-edd4fea9a155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:54.503282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-c227d4a6-8ab3-4251-9d6b-edd4fea9a155 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.9309366 May 02 10:29:54.504520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Allocated IP 172.20.0.1 (ce2e48b0-789b-4469-b4e9-b83bdc7d217b/f47f6e59-1e42-4e13-a8d9-93fa18da6b29/f64d2173-144c-41ec-8bec-d0cfab9856bd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:54.516285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1e92e9-857b-462e-b0b1-235b2541455f None None] Pushing event updated for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:54.591281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:54.603380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (be9568ed-c86f-41a7-852c-38e9f1f5bddc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.608291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:54.616879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:54.625070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=3615e7cb-1357-4850-be21-4c62fbde1a36,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:54.661091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42c06-9e67-473e-8c20-da692a9bc5be req-4cbed999-b533-4bbf-9894-1db10c11ad81 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:54.672394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43e42c06-9e67-473e-8c20-da692a9bc5be req-4cbed999-b533-4bbf-9894-1db10c11ad81 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 948 time: 0.2829351 May 02 10:29:54.778592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:54.791900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-da32be5c-885f-47b0-a8b2-9bcb0bfb08d9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:54.793471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-da32be5c-885f-47b0-a8b2-9bcb0bfb08d9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.4451826 May 02 10:29:54.806054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'mac_address': 'fa:16:3e:62:28:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:29:54.840806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (be9568ed-c86f-41a7-852c-38e9f1f5bddc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.859853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks [] for port (256cb7de-d749-406e-a874-a1c430a4305c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.864639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:54.865273 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.877770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be9568ed-c86f-41a7-852c-38e9f1f5bddc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:54.886332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:54.902215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:54.903889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cdcd2934-372f-4ed3-860b-7591753e85e4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9186954 May 02 10:29:54.909866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:54.914793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:54.933813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:54.952883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43e42c06-9e67-473e-8c20-da692a9bc5be req-f8ba8f40-9e09-4922-a959-92bb38f4cd88 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2765067 May 02 10:29:54.956418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'security_group_rule': {'security_group_id': '6071753f-b399-4d84-be35-1d2b4463c869', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:55.017070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.021961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 24400764-02bc-4cf1-a973-26ab59251859 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:29:55.031747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-d0f90d74-0dc6-4de5-9b30-cdef63eeb1cf service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4977293 May 02 10:29:55.133950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.177609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24400764-02bc-4cf1-a973-26ab59251859,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:55.188223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:55.201537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '24400764-02bc-4cf1-a973-26ab59251859', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '24400764-02bc-4cf1-a973-26ab59251859', 'mac_address': 'fa:16:3e:f3:df:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:29:55.211469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks [] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.223327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (6a5291b4-846d-4119-9e03-2940cb3d3125), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.232069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Pushing event updated for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:55.283873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 24400764-02bc-4cf1-a973-26ab59251859 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:55.284744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24400764-02bc-4cf1-a973-26ab59251859), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.306514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24400764-02bc-4cf1-a973-26ab59251859 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:55.333049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9753c4cc-fd52-4941-85a8-1d424154abdf req-e6b078ec-d32f-4216-9e6d-b10f2aed8c40 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.1035545 May 02 10:29:55.341751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24400764-02bc-4cf1-a973-26ab59251859,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:55.344858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Network 8565ba8c-9f69-45cf-a0ce-6df86273624d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:55.349059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:55.356069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aea8944f-8834-48cb-bb5d-375d91f10940 req-70f0693d-5c2f-4047-a5c7-4d6b29661ce8 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095608 May 02 10:29:55.385875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (6a5291b4-846d-4119-9e03-2940cb3d3125), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.392251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:55.459885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:55.460545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.465349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_gateway (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.485330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.532108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6a5291b4-846d-4119-9e03-2940cb3d3125), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.540030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:29:55.544408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.598281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.598447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16e420a3-0a31-4ed6-9070-df6ca8e32367 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.652491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:55.653346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6398f435-426e-4c60-9ce0-1662ba9651c1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0174987 May 02 10:29:55.686153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Pushing event updated for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:55.745343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c978a9b7-6d4d-43fa-9fae-2f98d454bf69 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:29:55.746523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-c978a9b7-6d4d-43fa-9fae-2f98d454bf69 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0850470 May 02 10:29:55.747482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b66ac230-5f02-480d-a356-72457d6b633c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:55.783670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a5291b4-846d-4119-9e03-2940cb3d3125,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:55.786914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.787462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.788064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.788577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.789153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.789587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.790017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.790462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.790885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.791305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.791728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.792143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.792689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.793118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.793537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.827468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:55.828303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:55.828394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.828394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8861148 May 02 10:29:55.828553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32876) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:55.828651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043a9eba-f56e-44c7-92a3-09c90a3953ad req-efd65ffe-973b-4daf-b236-77c126761ebd tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:55.829869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-043a9eba-f56e-44c7-92a3-09c90a3953ad req-efd65ffe-973b-4daf-b236-77c126761ebd tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 932 time: 0.2604647 May 02 10:29:55.834426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.834916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.835366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.835796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.836233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.836775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.837199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.837342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:55.837717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.838146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.838567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.838994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.839421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.839833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.840252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.840722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e47156f-e4d6-4b74-8461-478a22785c21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:29:55.849192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:55.874201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:55.886084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:55.901353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Request body: {'port': {'device_id': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:55.901591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['24400764-02bc-4cf1-a973-26ab59251859'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:29:56.025264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.035507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.088091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b66ac230-5f02-480d-a356-72457d6b633c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:56.088725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b66ac230-5f02-480d-a356-72457d6b633c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.098545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-043a9eba-f56e-44c7-92a3-09c90a3953ad req-a5d5257b-f538-4c19-88cc-4117ceb78a1a tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331138 May 02 10:29:56.124033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.7 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/8609b363-6742-4a40-acf1-6de10cf949da) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:56.373326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b66ac230-5f02-480d-a356-72457d6b633c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:56.373326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b66ac230-5f02-480d-a356-72457d6b633c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.386037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.388633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5adcd8b-bd4c-4d39-b1cf-d00bb0e4f098 None None] Provisioning complete for port f64d2173-144c-41ec-8bec-d0cfab9856bd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:56.389107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5adcd8b-bd4c-4d39-b1cf-d00bb0e4f098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.417906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (8609b363-6742-4a40-acf1-6de10cf949da), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.448909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b66ac230-5f02-480d-a356-72457d6b633c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b66ac230-5f02-480d-a356-72457d6b633c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:56.480872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5adcd8b-bd4c-4d39-b1cf-d00bb0e4f098 None None] Port f64d2173-144c-41ec-8bec-d0cfab9856bd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:56.504373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-459cf3cc-9b15-4925-bb65-97d7998d8a39 req-8a40b454-f978-4f66-a84e-f1f19cb21e51 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.0532119 May 02 10:29:56.513566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b66ac230-5f02-480d-a356-72457d6b633c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.514673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7bbf059-e3b4-42db-8dfa-5df5ef93d978 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:56.622758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.690332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:56.701892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:56.710778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:56.712360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (256cb7de-d749-406e-a874-a1c430a4305c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.718597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:56.731685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bff557-96c9-4250-9e4a-174d94741c8f req-49984673-a322-4cf8-9743-abb0c3206dee tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:56.733322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5bff557-96c9-4250-9e4a-174d94741c8f req-49984673-a322-4cf8-9743-abb0c3206dee tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 949 time: 0.6141508 May 02 10:29:56.747362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks [] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.777897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:56.778732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.795971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b66ac230-5f02-480d-a356-72457d6b633c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:56.810309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:56.810791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.814920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.845120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.895753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3b59747e-f9c1-434a-a7a3-77352cf666ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0136244 May 02 10:29:56.905082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:56.921035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Request body: {'port': {'device_id': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:56.951050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:56.955901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Pushing event updated for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:56.961561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5bff557-96c9-4250-9e4a-174d94741c8f req-d6d4d40a-45ba-4448-9edf-3423d632a9ce tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960347 May 02 10:29:57.052568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8609b363-6742-4a40-acf1-6de10cf949da), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.082453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 22b8a275-7f2d-41d0-a5f0-8c381b299d1d is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:29:57.106329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Allocated IP 172.35.4.221 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/729961bf-f88e-4aa0-a4bb-0a053c078367) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:29:57.125385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:57.134274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:57.210657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:57.285857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:29:57.355215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b715b-9fa4-4ab0-b5e1-85898979e9b8 req-97943b27-c4a6-4395-8824-1b29a401be36 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:57.356845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-047b715b-9fa4-4ab0-b5e1-85898979e9b8 req-97943b27-c4a6-4395-8824-1b29a401be36 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 932 time: 0.1605861 May 02 10:29:57.382595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:57.383452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.416354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:57.433255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] Sync routers for ids ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:57.456178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] Routers {'22b8a275-7f2d-41d0-a5f0-8c381b299d1d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:57.457672 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:57.471348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Router 9e061d41-bf2c-4551-bbc0-e3293c27d987 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:29:57.471848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256cb7de-d749-406e-a874-a1c430a4305c {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:57.484133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.487888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks [] for port (256cb7de-d749-406e-a874-a1c430a4305c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.510384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Transition to ACTIVE for port object 256cb7de-d749-406e-a874-a1c430a4305c will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:57.516273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:57.523698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.524978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-23108f6b-b712-4b22-a823-cd680ad78557 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 5.8830845 May 02 10:29:57.531328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-047b715b-9fa4-4ab0-b5e1-85898979e9b8 req-a364abac-7248-4b1b-b0f5-90034d1fd6bb tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352167 May 02 10:29:57.537529 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] Routers {'22b8a275-7f2d-41d0-a5f0-8c381b299d1d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:57.538764 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:57.553371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32886) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:57.604675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-66869512-25d7-4566-b5e1-9cf22662cd2e None None] Provisioning complete for port f64d2173-144c-41ec-8bec-d0cfab9856bd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:57.605057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66869512-25d7-4566-b5e1-9cf22662cd2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.621314 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:57.622512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeae920d-1277-4132-9ef9-2ba6f44e626e None None] The sync data for ids ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:29:57.639087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.675495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:57.675953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.694811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b66ac230-5f02-480d-a356-72457d6b633c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:57.749120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-66869512-25d7-4566-b5e1-9cf22662cd2e None None] Port f64d2173-144c-41ec-8bec-d0cfab9856bd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:29:57.752567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8609b363-6742-4a40-acf1-6de10cf949da {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:29:57.756251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:57.758630 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32b1cf95-b2ef-43c8-bd78-c099eca02072" -d '{"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:57.767573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks [] for port (8609b363-6742-4a40-acf1-6de10cf949da), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.778546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:57.791657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Transition to ACTIVE for port object 8609b363-6742-4a40-acf1-6de10cf949da will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:29:57.791967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b66ac230-5f02-480d-a356-72457d6b633c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:57.792452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b66ac230-5f02-480d-a356-72457d6b633c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.792915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:29:57.813300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd7703af-3ea9-462a-837a-db094b7e8a06 admin admin] 10.222.0.16 "PUT /v2.0/routers/9e061d41-bf2c-4551-bbc0-e3293c27d987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7906935 May 02 10:29:57.819234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.844006 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327dbc13-f7b8-4704-bbdf-268a719a373d x-openstack-request-id: req-327dbc13-f7b8-4704-bbdf-268a719a373d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:57.848893 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:57.848893 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-327dbc13-f7b8-4704-bbdf-268a719a373d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:57.848893 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327dbc13-f7b8-4704-bbdf-268a719a373d'] response: {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'code': 200} May 02 10:29:57.849200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Pushing event updated for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:57.884535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.884535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 24400764-02bc-4cf1-a973-26ab59251859 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:29:57.891015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:57.899644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9256fa-b1d8-4a8b-80b1-eb9ce38191ac req-60038457-a62c-4d85-83f1-1f6c7f2d7ddb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:57.901243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc9256fa-b1d8-4a8b-80b1-eb9ce38191ac req-60038457-a62c-4d85-83f1-1f6c7f2d7ddb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 931 time: 0.1952462 May 02 10:29:57.969435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3cab323a-98f7-4698-8b6a-49c334d80418 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers/22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 200 len: 881 time: 0.4140921 May 02 10:29:57.974737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32896) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:58.048579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Pushing event updated for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:58.051633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531601a4-378e-4818-a199-c62d4f3b5e1b req-e696546e-447b-429d-b49f-b9ac2f7652c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.053554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-531601a4-378e-4818-a199-c62d4f3b5e1b req-e696546e-447b-429d-b49f-b9ac2f7652c6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.1109078 May 02 10:29:58.075720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'Port': ['ID=729961bf-f88e-4aa0-a4bb-0a053c078367,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:58.082241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:29:58.118182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:58.127703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 24400764-02bc-4cf1-a973-26ab59251859 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:29:58.148412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:29:58.159023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Sync routers for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:29:58.161775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:29:58.164593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d10d3130-7d52-4cc1-b3ea-930b1847a22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.186284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b66ac230-5f02-480d-a356-72457d6b633c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:58.190832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:29:58.191758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:58.199838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-531601a4-378e-4818-a199-c62d4f3b5e1b req-4dd8a751-ac65-47c3-b28d-d010e1e3b3b3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401646 May 02 10:29:58.220670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564192f6-6ed5-4a1e-9187-8be9c96fd464 req-6bbf05d3-e765-4342-811e-423c05bac0b1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.229442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-564192f6-6ed5-4a1e-9187-8be9c96fd464 req-6bbf05d3-e765-4342-811e-423c05bac0b1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 949 time: 0.1056151 May 02 10:29:58.235892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 24400764-02bc-4cf1-a973-26ab59251859 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:29:58.236406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24400764-02bc-4cf1-a973-26ab59251859), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.268296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Attempting to bind port 8609b363-6742-4a40-acf1-6de10cf949da on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:58.268296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Attempting to bind port 8609b363-6742-4a40-acf1-6de10cf949da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:58.268587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Attempting to bind port 8609b363-6742-4a40-acf1-6de10cf949da on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:58.286997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Port 8609b363-6742-4a40-acf1-6de10cf949da on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:58.287585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Attempting to bind port 8609b363-6742-4a40-acf1-6de10cf949da on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:58.289830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc9256fa-b1d8-4a8b-80b1-eb9ce38191ac req-e48a1ef7-8a0e-4eea-9360-629abd2b2f79 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671882 May 02 10:29:58.304528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Attempting to bind port 256cb7de-d749-406e-a874-a1c430a4305c on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:58.304907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Attempting to bind port 256cb7de-d749-406e-a874-a1c430a4305c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1130c64e-0ae2-47c8-8aaf-675e6832a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:58.305234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Attempting to bind port 256cb7de-d749-406e-a874-a1c430a4305c on network 8565ba8c-9f69-45cf-a0ce-6df86273624d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:58.310146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-564192f6-6ed5-4a1e-9187-8be9c96fd464 req-632893cb-ff0c-4383-ba00-34b8047fbce1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727456 May 02 10:29:58.311255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:58.315908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:58.316547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:58.317049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Bound port: 8609b363-6742-4a40-acf1-6de10cf949da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:58.321640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8609b363-6742-4a40-acf1-6de10cf949da), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.368862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e468054c-7ff8-4f53-8442-b96a8021ca55 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3740544 May 02 10:29:58.371609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32904) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:58.373689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Port 256cb7de-d749-406e-a874-a1c430a4305c on network 8565ba8c-9f69-45cf-a0ce-6df86273624d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:29:58.374018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Attempting to bind port 256cb7de-d749-406e-a874-a1c430a4305c on network 8565ba8c-9f69-45cf-a0ce-6df86273624d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:58.379704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1395504096'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:29:58.380548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:29:58.405650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:58.408847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8609b363-6742-4a40-acf1-6de10cf949da,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:58.420051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 24400764-02bc-4cf1-a973-26ab59251859 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:29:58.421184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24400764-02bc-4cf1-a973-26ab59251859), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.428134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:58.428761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Checking segment: {'id': '1130c64e-0ae2-47c8-8aaf-675e6832a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:58.429164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Bound using segment: {'id': '1130c64e-0ae2-47c8-8aaf-675e6832a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:58.429628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Bound port: 256cb7de-d749-406e-a874-a1c430a4305c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1130c64e-0ae2-47c8-8aaf-675e6832a160', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:58.429999 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (256cb7de-d749-406e-a874-a1c430a4305c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.482062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.484206 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-af55fa65-a2df-4c1f-a821-840d58923a21 req-84586b0d-f88c-4978-acc3-cc6ed0517a05 tempest-FloatingIPDetailsNegativeTestJSON-1679001730 tempest-FloatingIPDetailsNegativeTestJSON-1679001730-project] show failed (client error): The resource could not be found. May 02 10:29:58.485296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af55fa65-a2df-4c1f-a821-840d58923a21 req-84586b0d-f88c-4978-acc3-cc6ed0517a05 tempest-FloatingIPDetailsNegativeTestJSON-1679001730 tempest-FloatingIPDetailsNegativeTestJSON-1679001730-project] 10.222.0.16 "GET /v2.0/floatingips/5ca204fc-6f58-48f6-9776-45b2507125bc HTTP/1.1" status: 404 len: 350 time: 0.0498297 May 02 10:29:58.502819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 32906) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:29:58.521358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24400764-02bc-4cf1-a973-26ab59251859,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:29:58.523249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.523840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.525324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] 10.222.0.15 "PUT /v2.0/ports/8609b363-6742-4a40-acf1-6de10cf949da HTTP/1.1" status: 200 len: 1091 time: 1.6146080 May 02 10:29:58.525699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:58.528114 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea948b70-623a-467e-b34e-e7aa65d08161" -d '{"events": [{"name": "network-changed", "server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "tag": "8609b363-6742-4a40-acf1-6de10cf949da"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:58.553398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e270c480-da3b-4b8f-9afc-f1f27db0de12 service neutron] Pushing event updated for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:58.591428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.686873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.709934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:58.713092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f64d2173-144c-41ec-8bec-d0cfab9856bd', 'name': '', 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'mac_address': 'fa:16:3e:35:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:53Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 2, 'project_id': '2235fe46aff549b1b700357f9455a129', 'subnets': [{'id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:29:58.727361 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab5d005-de25-4f63-bf34-1d7a81e75fd8 x-openstack-request-id: req-cab5d005-de25-4f63-bf34-1d7a81e75fd8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:58.727662 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "tag": "8609b363-6742-4a40-acf1-6de10cf949da", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:58.727923 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cab5d005-de25-4f63-bf34-1d7a81e75fd8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:58.728338 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab5d005-de25-4f63-bf34-1d7a81e75fd8'] response: {'name': 'network-changed', 'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da', 'status': 'completed', 'code': 200} May 02 10:29:58.748844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01216ad7-2e63-4392-8ab3-e52356fa7a7b req-d1b62660-8723-459b-9e6d-5981096792d6 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.754271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:58.756453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Checking router: 9e061d41-bf2c-4551-bbc0-e3293c27d987 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:29:58.756453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Updating router 9e061d41-bf2c-4551-bbc0-e3293c27d987 port f64d2173-144c-41ec-8bec-d0cfab9856bd binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:29:58.756869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01216ad7-2e63-4392-8ab3-e52356fa7a7b req-d1b62660-8723-459b-9e6d-5981096792d6 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.1351941 May 02 10:29:58.772874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-da364ae7-0ff8-4f52-9751-b6608f52a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.773161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=256cb7de-d749-406e-a874-a1c430a4305c,segment=NetworkSegment(1130c64e-0ae2-47c8-8aaf-675e6832a160),segment_id=1130c64e-0ae2-47c8-8aaf-675e6832a160)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:58.774336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-da364ae7-0ff8-4f52-9751-b6608f52a136 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 1125 time: 0.0938556 May 02 10:29:58.788904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.831554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-6d532f8b-fc77-4cf4-b87d-a81fdf578e14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609b363-6742-4a40-acf1-6de10cf949da HTTP/1.1" status: 200 len: 217 time: 0.0494583 May 02 10:29:58.893058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01216ad7-2e63-4392-8ab3-e52356fa7a7b req-f0eb4663-f032-4a19-9e3c-305347ee83f9 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304157 May 02 10:29:58.916644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:58.922786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-8dc27e3f-5abd-41d9-953b-97a3354687a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:58.925279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-8dc27e3f-5abd-41d9-953b-97a3354687a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.0848420 May 02 10:29:58.962319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-7c2533cf-4f8f-4f18-b228-2308fd1b86b4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264938 May 02 10:29:59.070408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-3f365810-6be7-4665-b31f-d1c6a9a12710 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979893 May 02 10:29:59.186599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks [] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.196941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39670dff-4236-4bd5-ba58-65bf8a83b01a req-ed232b81-d5e4-4822-8dd4-4490f3b609f7 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170132 May 02 10:29:59.408949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.431109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:59.431731 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.433144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] 10.222.0.15 "PUT /v2.0/ports/256cb7de-d749-406e-a874-a1c430a4305c HTTP/1.1" status: 200 len: 1092 time: 3.6690321 May 02 10:29:59.437443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840460f3-842a-41e0-9b94-b8e46e091772 req-e4d26ab0-8e59-4182-98be-a94805823f01 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:59.439587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:59.440710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840460f3-842a-41e0-9b94-b8e46e091772 req-e4d26ab0-8e59-4182-98be-a94805823f01 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 943 time: 0.0541327 May 02 10:29:59.441883 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe" -d '{"events": [{"name": "network-changed", "server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "tag": "256cb7de-d749-406e-a874-a1c430a4305c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:59.489092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840460f3-842a-41e0-9b94-b8e46e091772 req-98d3a6dd-b5db-483e-885a-e714bb129c03 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429993 May 02 10:29:59.518190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbb0cd8-ad59-485b-b3aa-352f2ef5d060 service neutron] Pushing event updated for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:59.524902 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.529947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feedf21-dda4-4bc4-96c6-207c5647b127 req-1552f6fe-dc30-4d98-9f99-39b6dc6864f2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:59.529947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6feedf21-dda4-4bc4-96c6-207c5647b127 req-1552f6fe-dc30-4d98-9f99-39b6dc6864f2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.1452904 May 02 10:29:59.538638 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75801de-010c-424e-9aa4-701d0f2661f6 x-openstack-request-id: req-d75801de-010c-424e-9aa4-701d0f2661f6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:59.538930 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "tag": "256cb7de-d749-406e-a874-a1c430a4305c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:59.539252 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d75801de-010c-424e-9aa4-701d0f2661f6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:59.539569 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d75801de-010c-424e-9aa4-701d0f2661f6'] response: {'name': 'network-changed', 'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c', 'status': 'completed', 'code': 200} May 02 10:29:59.576485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.675319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6a6c-51ea-46f5-8922-2ba2543e89c1 None None] Pushing event updated for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:29:59.693292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Attempting to bind port f64d2173-144c-41ec-8bec-d0cfab9856bd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:29:59.694054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Attempting to bind port f64d2173-144c-41ec-8bec-d0cfab9856bd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:29:59.694588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Attempting to bind port f64d2173-144c-41ec-8bec-d0cfab9856bd on network ce2e48b0-789b-4469-b4e9-b83bdc7d217b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:29:59.702271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:29:59.702651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Checking segment: {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:29:59.703065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.703955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Bound using segment: {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:29:59.705618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Bound port: f64d2173-144c-41ec-8bec-d0cfab9856bd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a0c08fa-519b-495c-ad09-e74c59940c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:29:59.705618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.774135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] For port f64d2173-144c-41ec-8bec-d0cfab9856bd, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:29:59.777810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] For port f64d2173-144c-41ec-8bec-d0cfab9856bd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f64d2173-144c-41ec-8bec-d0cfab9856bd,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:29:59.783660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-2161ae74-c332-4791-8e7d-8cdfad7e92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:29:59.785206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-2161ae74-c332-4791-8e7d-8cdfad7e92a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49eb61123f624832aa949f49de778c90&device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 1126 time: 0.1972296 May 02 10:29:59.817467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6feedf21-dda4-4bc4-96c6-207c5647b127 req-111bcecc-ae2d-4f30-b93a-91a9bd23f55a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756357 May 02 10:29:59.847334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24400764-02bc-4cf1-a973-26ab59251859'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:29:59.849849 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d693f565-f580-4452-aca8-35a2e9215811" -d '{"events": [{"server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "name": "network-vif-plugged", "status": "completed", "tag": "24400764-02bc-4cf1-a973-26ab59251859"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:29:59.868404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.887602 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aabebe6e-03d7-4cd2-b9d6-fa7979480b5c x-openstack-request-id: req-aabebe6e-03d7-4cd2-b9d6-fa7979480b5c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:29:59.887901 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "name": "network-vif-plugged", "status": "completed", "tag": "24400764-02bc-4cf1-a973-26ab59251859", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:29:59.888156 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aabebe6e-03d7-4cd2-b9d6-fa7979480b5c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:29:59.888547 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aabebe6e-03d7-4cd2-b9d6-fa7979480b5c'] response: {'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24400764-02bc-4cf1-a973-26ab59251859', 'code': 200} May 02 10:29:59.890969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.931406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.933079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:29:59.978308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcd6a6c-51ea-46f5-8922-2ba2543e89c1 None None] Pushing event updated for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:00.000375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Provisioning complete for port f64d2173-144c-41ec-8bec-d0cfab9856bd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:00.001860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.015523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.066090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.071338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:00.072077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:00.078943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75065bf3-0f20-41b2-95e8-63b9f8e7b5f1 req-d962eedc-cc8c-4dcd-85d1-892e31cf7fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:00.081387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75065bf3-0f20-41b2-95e8-63b9f8e7b5f1 req-d962eedc-cc8c-4dcd-85d1-892e31cf7fc0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 1132 time: 0.1188946 May 02 10:30:00.144721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75065bf3-0f20-41b2-95e8-63b9f8e7b5f1 req-21d7350e-e5f3-4e97-a4fc-4958a784e7fb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561304 May 02 10:30:00.189190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e341c7-a74d-4670-9e5f-13e52a1cbb32 req-ec517a10-d374-499e-8428-d596ff896efd tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:00.190962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e341c7-a74d-4670-9e5f-13e52a1cbb32 req-ec517a10-d374-499e-8428-d596ff896efd tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.1964283 May 02 10:30:00.209011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Current status of the port f64d2173-144c-41ec-8bec-d0cfab9856bd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:00.209667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.247828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'Port': ['ID=729961bf-f88e-4aa0-a4bb-0a053c078367,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:00.261966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:00.264778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] For port f64d2173-144c-41ec-8bec-d0cfab9856bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f64d2173-144c-41ec-8bec-d0cfab9856bd,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:00.339152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.356312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.418695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e341c7-a74d-4670-9e5f-13e52a1cbb32 req-f398a460-a634-4c88-a190-1b7ee61d8a07 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093153 May 02 10:30:00.438588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 22b8a275-7f2d-41d0-a5f0-8c381b299d1d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:00.469253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.471107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9d6ac6b-5308-4ffe-90de-1aa90220de21 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6463485 May 02 10:30:00.640565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.643696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3291d124-5afe-4db7-8f10-3eb5f25245df None None] Provisioning complete for port f64d2173-144c-41ec-8bec-d0cfab9856bd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:00.644062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3291d124-5afe-4db7-8f10-3eb5f25245df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.649401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260f3901-43e2-46bf-a00e-790454c650fb None None] Pushing event updated for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:00.751451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Deleting port f64d2173-144c-41ec-8bec-d0cfab9856bd {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:00.751728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:00.755984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f64d2173-144c-41ec-8bec-d0cfab9856bd', 'name': '', 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'mac_address': 'fa:16:3e:35:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:53Z', 'updated_at': '2022-05-02T10:29:59Z', 'revision_number': 4, 'project_id': '2235fe46aff549b1b700357f9455a129', 'subnets': [{'id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:00.809582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71196d70-fdc5-4b97-8b56-f97dfc255836 None None] The sync data for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 is: [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f64d2173-144c-41ec-8bec-d0cfab9856bd', 'name': '', 'network_id': 'ce2e48b0-789b-4469-b4e9-b83bdc7d217b', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'mac_address': 'fa:16:3e:35:1d:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1285, 'fixed_ips': [{'subnet_id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:53Z', 'updated_at': '2022-05-02T10:29:59Z', 'revision_number': 4, 'project_id': '2235fe46aff549b1b700357f9455a129', 'subnets': [{'id': 'f47f6e59-1e42-4e13-a8d9-93fa18da6b29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:00.823441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3291d124-5afe-4db7-8f10-3eb5f25245df None None] Current status of the port f64d2173-144c-41ec-8bec-d0cfab9856bd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:00.874049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-bb308292-b6ed-4e1f-b63a-dcfa31beb171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:00.878107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-bb308292-b6ed-4e1f-b63a-dcfa31beb171 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=49eb61123f624832aa949f49de778c90&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3253393 May 02 10:30:00.950692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-bd1cc189-2866-4221-b82f-cbcd8202bba7 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1096366147&fields=id&tenant_id=7b88222d9c35413dabb63e3807c81700 HTTP/1.1" status: 200 len: 267 time: 0.2877631 May 02 10:30:01.053976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-6cbcee9e-20c6-4ff2-b13f-da95fac88c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.056783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-6cbcee9e-20c6-4ff2-b13f-da95fac88c30 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 1125 time: 0.5018361 May 02 10:30:01.083214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb7aba2-8982-48ba-9e1b-16ace80de748 req-f28da429-e97b-4641-9671-2130b84bea81 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.090228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efb7aba2-8982-48ba-9e1b-16ace80de748 req-f28da429-e97b-4641-9671-2130b84bea81 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 943 time: 0.4898863 May 02 10:30:01.217386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efb7aba2-8982-48ba-9e1b-16ace80de748 req-a10fdb6f-a523-4a16-b868-77d02e2b6909 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237369 May 02 10:30:01.287367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-7b70d5b3-a7a2-4ea7-ba61-b1ebed282f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.289156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-7b70d5b3-a7a2-4ea7-ba61-b1ebed282f5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.2224493 May 02 10:30:01.354188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-8cfe8530-b909-48fe-a598-63251fd922cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8609b363-6742-4a40-acf1-6de10cf949da HTTP/1.1" status: 200 len: 217 time: 0.0524499 May 02 10:30:01.443373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:01.454532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657e5d7f-74b9-48f9-95e0-f6dbcaabae1e req-663eb592-0486-4bda-8b81-14e1780fd7bd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.456159 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] Sync routers for ids ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:01.464403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-657e5d7f-74b9-48f9-95e0-f6dbcaabae1e req-663eb592-0486-4bda-8b81-14e1780fd7bd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.1127055 May 02 10:30:01.471059 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] Routers {'22b8a275-7f2d-41d0-a5f0-8c381b299d1d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:01.473068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:01.473718 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:01.474502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a3586c0-af35-4bea-a0e8-92615a5b0353 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 200 len: 888 time: 3.1017349 May 02 10:30:01.484868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32970) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:01.520776 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:01.531012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] Routers {'22b8a275-7f2d-41d0-a5f0-8c381b299d1d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:01.536525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:01.606409 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:01.607520 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ee12fe-6c50-4280-84ee-1a7e77ab2e43 None None] The sync data for ids ['22b8a275-7f2d-41d0-a5f0-8c381b299d1d'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:01.690321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f64d2173-144c-41ec-8bec-d0cfab9856bd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:01.712891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-f3b09284-1c91-4ef6-8535-b29d5fd54b68 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.721768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-f3b09284-1c91-4ef6-8535-b29d5fd54b68 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/networks?id=f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 200 len: 810 time: 0.4077005 May 02 10:30:01.724225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-957e08e3-15b4-47d6-af7f-0d0e46a316e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.724352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-59f396ec-3d58-4ad0-b930-6d5ae6861db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.725917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-59f396ec-3d58-4ad0-b930-6d5ae6861db5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.3624110 May 02 10:30:01.727667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2e70e8e-b48b-48e9-9bdc-ea67760314fe req-957e08e3-15b4-47d6-af7f-0d0e46a316e3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8065414 May 02 10:30:01.744100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] For port f64d2173-144c-41ec-8bec-d0cfab9856bd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f64d2173-144c-41ec-8bec-d0cfab9856bd,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:01.744864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:01.764140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-dcb90ac7-fd5d-478a-9078-a1b976d248f3 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/quotas/7b88222d9c35413dabb63e3807c81700 HTTP/1.1" status: 200 len: 375 time: 0.0326619 May 02 10:30:01.773281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Calling delete_port for f64d2173-144c-41ec-8bec-d0cfab9856bd owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:01.792853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-657e5d7f-74b9-48f9-95e0-f6dbcaabae1e req-d5fa1c08-df3c-427b-824a-5c09755d9107 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3279176 May 02 10:30:01.816835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-505d4077-10e0-4d81-9f12-36f63c1b7542 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers/22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 200 len: 888 time: 0.3309925 May 02 10:30:01.819172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f64d2173-144c-41ec-8bec-d0cfab9856bd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:01.819922 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:01.830456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:01.884720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3ae1e0d-6fc6-42bc-bd40-6bc06d17d4ff tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 200 len: 205 time: 0.0531476 May 02 10:30:01.914289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:01.942659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-3b085a8c-da92-46fa-ad9c-519603d93041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:01.944296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-3b085a8c-da92-46fa-ad9c-519603d93041 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=49eb61123f624832aa949f49de778c90&device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 1126 time: 0.1301920 May 02 10:30:01.950347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8990bc8a-a67a-4fa8-ac0d-198ae211d478 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=7b88222d9c35413dabb63e3807c81700&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1784797 May 02 10:30:01.967624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:01.969524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-ac2ef6a3-cc81-420c-94f6-ba3f6f67a666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2071316 May 02 10:30:01.970393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f64d2173-144c-41ec-8bec-d0cfab9856bd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:02.031975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-25c043ea-8e69-4f28-aed4-15198c4ac4ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=256cb7de-d749-406e-a874-a1c430a4305c HTTP/1.1" status: 200 len: 217 time: 0.0729361 May 02 10:30:02.120628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8609b363-6742-4a40-acf1-6de10cf949da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:02.166580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dce356f-cf61-48bd-8257-4b8ecd9976fa req-3848ff8b-167c-49be-a107-49381ba205d7 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:02.168969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5dce356f-cf61-48bd-8257-4b8ecd9976fa req-3848ff8b-167c-49be-a107-49381ba205d7 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.2825689 May 02 10:30:02.205184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-b5f31ad9-d5bb-4410-8bb0-4439e697705c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:02.206660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-b5f31ad9-d5bb-4410-8bb0-4439e697705c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc HTTP/1.1" status: 200 len: 853 time: 0.1386361 May 02 10:30:02.222717 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.248079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-66677837-4f11-4310-b492-052fe489ac1a service neutron] 10.222.0.16 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760186 May 02 10:30:02.253215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-2e5def60-b582-4d3f-91cb-ebfa9b6f6dce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8565ba8c-9f69-45cf-a0ce-6df86273624d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364399 May 02 10:30:02.272018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-95ee50c8-7af2-494f-8dbc-d5c659b0c757 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831717 May 02 10:30:02.274936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8609b363-6742-4a40-acf1-6de10cf949da,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:02.291178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '8609b363-6742-4a40-acf1-6de10cf949da', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': '8609b363-6742-4a40-acf1-6de10cf949da', 'mac_address': 'fa:16:3e:d8:30:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:02.351122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8609b363-6742-4a40-acf1-6de10cf949da is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:02.351599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8609b363-6742-4a40-acf1-6de10cf949da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.366554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8609b363-6742-4a40-acf1-6de10cf949da {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:02.389794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8609b363-6742-4a40-acf1-6de10cf949da,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:02.413419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5dce356f-cf61-48bd-8257-4b8ecd9976fa req-a51facbe-4119-4bcf-b189-020591ab8d42 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229614 May 02 10:30:02.465595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-18015d07-147f-49cf-b647-857778839b2f service neutron] 10.222.0.15 "GET /v2.0/networks/8565ba8c-9f69-45cf-a0ce-6df86273624d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012222 May 02 10:30:02.467657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.469794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_gateway (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.477045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea948b70-623a-467e-b34e-e7aa65d08161 req-829dba5f-1bf1-4032-99af-0405cc99c298 service neutron] 10.222.0.15 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915026 May 02 10:30:02.504035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-ccb339ec-14e5-4673-a2d9-8f53d36ed432 service neutron] 10.222.0.16 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435584 May 02 10:30:02.506270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f64d2173-144c-41ec-8bec-d0cfab9856bd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.555500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:02.581569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Pushing event deleted for resources: {'Port': ['ID=f64d2173-144c-41ec-8bec-d0cfab9856bd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:02.594607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f92b9-5818-4834-aded-0e8838c8d22b req-6ff926c0-8587-4464-815b-a2871935aed9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:02.602173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e39f92b9-5818-4834-aded-0e8838c8d22b req-6ff926c0-8587-4464-815b-a2871935aed9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 944 time: 0.0850697 May 02 10:30:02.637868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 3615e7cb-1357-4850-be21-4c62fbde1a36 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:02.638219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3615e7cb-1357-4850-be21-4c62fbde1a36), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.711999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bd998b9-1157-4294-8227-8e1b2e81bd65 req-0c7d09cf-0fa1-4eb9-9592-2d873c709c98 service neutron] 10.222.0.15 "GET /v2.0/networks/8565ba8c-9f69-45cf-a0ce-6df86273624d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298524 May 02 10:30:02.725709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8609b363-6742-4a40-acf1-6de10cf949da'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:02.742097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e39f92b9-5818-4834-aded-0e8838c8d22b req-6b352dfc-5492-4f2d-8584-5db3aa868729 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391640 May 02 10:30:02.783525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3615e7cb-1357-4850-be21-4c62fbde1a36), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:02.801160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 3615e7cb-1357-4850-be21-4c62fbde1a36 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:02.887794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.061250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e5b85-4f5f-4157-9677-dce6e7153d69 req-d9ddceda-2556-44f9-b1b8-c5238f6d5868 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:03.067365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d0e5b85-4f5f-4157-9677-dce6e7153d69 req-d9ddceda-2556-44f9-b1b8-c5238f6d5868 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.0622847 May 02 10:30:03.114463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96af612a-d983-4642-ba71-45c939368f00 req-4872a2f0-4b3a-4016-91e1-73506bf29b40 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0721755 May 02 10:30:03.119175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3615e7cb-1357-4850-be21-4c62fbde1a36), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.155788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d0e5b85-4f5f-4157-9677-dce6e7153d69 req-b813b1f1-519b-437e-a0f8-7f8f488078e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854728 May 02 10:30:03.157077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=3615e7cb-1357-4850-be21-4c62fbde1a36,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:03.207519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Router 9e061d41-bf2c-4551-bbc0-e3293c27d987 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:03.251641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.358006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.360699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.533997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (22b8a275-7f2d-41d0-a5f0-8c381b299d1d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.534536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 22b8a275-7f2d-41d0-a5f0-8c381b299d1d {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:30:03.554647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.555808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0484ec3-d234-4fc5-a050-902df3f626a2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 204 len: 168 time: 1.6388390 May 02 10:30:03.561355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:03.569660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-743443040'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:03.599876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14047e93-5261-422b-8606-dca75ac7343f req-5065a2c1-a02c-4237-a0ec-8889da81d263 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:03.607258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14047e93-5261-422b-8606-dca75ac7343f req-5065a2c1-a02c-4237-a0ec-8889da81d263 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.1100295 May 02 10:30:03.624125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09926-88be-4fce-9e46-12d52a12b4f4 req-09c7d5de-c4d9-4c60-80f2-14bd46f23e9e tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:03.627864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8d09926-88be-4fce-9e46-12d52a12b4f4 req-09c7d5de-c4d9-4c60-80f2-14bd46f23e9e tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.3603077 May 02 10:30:03.675985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:03.685400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3e0a1a68-c5bd-47ff-99a7-fab584c49e5f admin admin] 10.222.0.16 "PUT /v2.0/routers/9e061d41-bf2c-4551-bbc0-e3293c27d987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1797044 May 02 10:30:03.687122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Sync routers for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:03.688129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33016) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:03.693129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14047e93-5261-422b-8606-dca75ac7343f req-afcbd1d7-05a4-4668-aa6b-5cd5c073ef10 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848377 May 02 10:30:03.702760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:03.703485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:03.744747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8d09926-88be-4fce-9e46-12d52a12b4f4 req-99b85537-b135-45ad-9a51-891a39b7433f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058643 May 02 10:30:03.788137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:03.791702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.834952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:03.835687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks [] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.874412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:03.888555 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (81536e60-0ba5-47f1-8ae2-56802d1a5fec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.888937 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 81536e60-0ba5-47f1-8ae2-56802d1a5fec of type vlan for network 7a26f9da-1530-4b02-bb19-9a7acac7d366 May 02 10:30:03.945058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b823ebbd-37d9-40f7-b41b-60dea3a15173 req-1d2f93af-66ef-438d-a86c-baea0ba41d4e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:03.947313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b823ebbd-37d9-40f7-b41b-60dea3a15173 req-1d2f93af-66ef-438d-a86c-baea0ba41d4e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 944 time: 0.1133792 May 02 10:30:03.963021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7a26f9da-1530-4b02-bb19-9a7acac7d366), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:03.989234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks [] for router_gateway (9e061d41-bf2c-4551-bbc0-e3293c27d987), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.037666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b823ebbd-37d9-40f7-b41b-60dea3a15173 req-3e2b73b5-52bf-459f-abca-f9bf05db82d6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788920 May 02 10:30:04.039158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-4fff0547-8341-475a-8044-59443726eeb1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280385 May 02 10:30:04.096998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193'}], 'enable_snat': True}, 'gw_port_id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:30:02Z', 'revision_number': 5, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port': {'id': 'b66ac230-5f02-480d-a356-72457d6b633c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:b9:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1280, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:46Z', 'updated_at': '2022-05-02T10:29:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:04.107306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7a26f9da-1530-4b02-bb19-9a7acac7d366), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.113889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:04.114696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.130604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Checking router: 9e061d41-bf2c-4551-bbc0-e3293c27d987 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:04.139335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Routers {'9e061d41-bf2c-4551-bbc0-e3293c27d987'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:04.140100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e061d41-bf2c-4551-bbc0-e3293c27d987'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:04.148031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Deleting port b66ac230-5f02-480d-a356-72457d6b633c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:04.149257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b66ac230-5f02-480d-a356-72457d6b633c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.205545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8609b363-6742-4a40-acf1-6de10cf949da up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:04.251516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-27a285b9-5487-4130-85c2-a23cc55f3767 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:04.255213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-27a285b9-5487-4130-85c2-a23cc55f3767 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076883 May 02 10:30:04.264882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7027299 May 02 10:30:04.267469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbe220f7-48ff-4073-b9ea-4faab0fa98d3 req-2498e990-9e62-4730-b8ad-82c7656a7dc2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0619440 May 02 10:30:04.268831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] Set router 9e061d41-bf2c-4551-bbc0-e3293c27d987 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:04.270427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33040) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:04.276550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:04.280862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-20ac4ed9-d995-4126-8f08-df8efd15619d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/quotas/0fd407e19119471bbbf24c91d9e1fdb8 HTTP/1.1" status: 200 len: 375 time: 0.0204992 May 02 10:30:04.282903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03ba824-8aab-4ef4-b802-d2825a1983ec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=7a26f9da-1530-4b02-bb19-9a7acac7d366,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:04.318451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] For port b66ac230-5f02-480d-a356-72457d6b633c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b66ac230-5f02-480d-a356-72457d6b633c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:04.318871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b66ac230-5f02-480d-a356-72457d6b633c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.333326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:04.351922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:30:03Z', 'revision_number': 6, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:04.363707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 8609b363-6742-4a40-acf1-6de10cf949da completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:04.369303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Calling delete_port for b66ac230-5f02-480d-a356-72457d6b633c owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:04.392074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-56260dbe-59ef-45e0-a43b-9044924582bb tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757773 May 02 10:30:04.397493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f392af-5ab8-4f49-9fd2-1b6a8e669f5c None None] The sync data for ids ['9e061d41-bf2c-4551-bbc0-e3293c27d987'] in ncdv-master-1 is: [{'id': '9e061d41-bf2c-4551-bbc0-e3293c27d987', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2076759310-router', 'tenant_id': '2235fe46aff549b1b700357f9455a129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:44Z', 'updated_at': '2022-05-02T10:30:03Z', 'revision_number': 6, 'project_id': '2235fe46aff549b1b700357f9455a129', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:04.427888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33044) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:04.507679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 8609b363-6742-4a40-acf1-6de10cf949da triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:04.512771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8609b363-6742-4a40-acf1-6de10cf949da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.537031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:04.541397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.593925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8609b363-6742-4a40-acf1-6de10cf949da is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:04.594321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8609b363-6742-4a40-acf1-6de10cf949da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.621986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:04.624259 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e13f84-0c03-4984-8cff-05eae70a281e" -d '{"events": [{"server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8609b363-6742-4a40-acf1-6de10cf949da"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:04.637782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8609b363-6742-4a40-acf1-6de10cf949da,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:04.678267 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2d2d30-e457-49fb-bb39-ce3b31247a34 x-openstack-request-id: req-be2d2d30-e457-49fb-bb39-ce3b31247a34 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:04.678635 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "name": "network-vif-plugged", "status": "completed", "tag": "8609b363-6742-4a40-acf1-6de10cf949da", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:04.684561 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be2d2d30-e457-49fb-bb39-ce3b31247a34 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:04.684561 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be2d2d30-e457-49fb-bb39-ce3b31247a34'] response: {'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da', 'code': 200} May 02 10:30:04.784783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b66ac230-5f02-480d-a356-72457d6b633c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.811291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-834e0408-08a2-4a95-9a6b-306da3805ca5 req-59c8b4bf-18bd-428b-90b7-c8c4276c9062 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 210 time: 0.0693488 May 02 10:30:04.848070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:04.888747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Pushing event deleted for resources: {'Port': ['ID=b66ac230-5f02-480d-a356-72457d6b633c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:04.946819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da8d43-1b48-4a69-84db-2502fcf74f22 req-b51ba03f-953e-4822-bfc7-dadedc936a41 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:04.948417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54da8d43-1b48-4a69-84db-2502fcf74f22 req-b51ba03f-953e-4822-bfc7-dadedc936a41 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.1149731 May 02 10:30:04.985257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:05.002110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8db4e3-8165-4685-9f40-adc3dc375d6a req-686fb766-7ac8-4f24-8748-41b63b21b474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:05.003622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d8db4e3-8165-4685-9f40-adc3dc375d6a req-686fb766-7ac8-4f24-8748-41b63b21b474 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 1126 time: 0.2159441 May 02 10:30:05.037287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.164583 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54da8d43-1b48-4a69-84db-2502fcf74f22 req-29eb87aa-f52d-46d1-b1e6-75881959d398 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848116 May 02 10:30:05.178275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.183241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.189239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks [] for router_controller (9e061d41-bf2c-4551-bbc0-e3293c27d987), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.255509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a88e2-8fa0-4559-ab12-6873a1011c05 req-eae50f3f-f8e8-4adc-9b3b-2a59b6942de2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:05.257097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6a88e2-8fa0-4559-ab12-6873a1011c05 req-eae50f3f-f8e8-4adc-9b3b-2a59b6942de2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.1131639 May 02 10:30:05.259246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d8db4e3-8165-4685-9f40-adc3dc375d6a req-f04d64fb-0e25-41b1-b716-2a6c2b0378a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397468 May 02 10:30:05.270006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (cb1703e9-0ff9-46d3-83b3-0aed808689e6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.335713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6a88e2-8fa0-4559-ab12-6873a1011c05 req-e48aa0c0-2dd0-4417-a1eb-a4ddee5166a4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714560 May 02 10:30:05.366812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=cb1703e9-0ff9-46d3-83b3-0aed808689e6,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:05.382119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (9e061d41-bf2c-4551-bbc0-e3293c27d987), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.383060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e061d41-bf2c-4551-bbc0-e3293c27d987 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:30:05.387673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.389187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1906b04-dc33-4cb5-8613-d13556b063bb admin admin] 10.222.0.16 "DELETE /v2.0/routers/9e061d41-bf2c-4551-bbc0-e3293c27d987 HTTP/1.1" status: 204 len: 168 time: 1.6996002 May 02 10:30:05.393031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33066) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:05.441111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Deleting subnet f47f6e59-1e42-4e13-a8d9-93fa18da6b29 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:30:05.444854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Publish callbacks [] for subnet (f47f6e59-1e42-4e13-a8d9-93fa18da6b29), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.466818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce4726ac-8c57-49a4-ba67-882c7e0e3ddd req-cbbed215-6cef-4b3b-ac85-7022d9a80329 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0561869 May 02 10:30:05.467801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '81536e60-0ba5-47f1-8ae2-56802d1a5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:05.468174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 7a26f9da-1530-4b02-bb19-9a7acac7d366, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:05.502559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (f47f6e59-1e42-4e13-a8d9-93fa18da6b29), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.570450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Deleting port d7dc6fd3-09ef-449d-923b-7a6a0a058115 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:05.570808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.590454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f47f6e59-1e42-4e13-a8d9-93fa18da6b29), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.644537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b66ac230-5f02-480d-a356-72457d6b633c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:05.698816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b66ac230-5f02-480d-a356-72457d6b633c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:05.699213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b66ac230-5f02-480d-a356-72457d6b633c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:05.699741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f64d2173-144c-41ec-8bec-d0cfab9856bd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:05.721922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f64d2173-144c-41ec-8bec-d0cfab9856bd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:05.722387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f64d2173-144c-41ec-8bec-d0cfab9856bd not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:05.731287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (f47f6e59-1e42-4e13-a8d9-93fa18da6b29), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.760464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f47f6e59-1e42-4e13-a8d9-93fa18da6b29,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:05.767757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.773686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bedb68c6-995f-4952-9a19-95e1a721993e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f47f6e59-1e42-4e13-a8d9-93fa18da6b29 HTTP/1.1" status: 204 len: 168 time: 0.3778143 May 02 10:30:05.774241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-378f88ea-1a6d-4f26-ac8d-db73c3e6d7ef None None] Network ce2e48b0-789b-4469-b4e9-b83bdc7d217b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:05.776045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:05.862350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ce2e48b0-789b-4469-b4e9-b83bdc7d217b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.940813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-729dfa84-6cf8-4969-bd16-f362d684de7b req-6e8f186b-d70e-44bc-9886-b9aeb9ac5c18 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 210 time: 0.0407355 May 02 10:30:05.952175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0930e180-931e-4479-b4c3-146731589374 None None] DHCP port deletion for ce2e48b0-789b-4469-b4e9-b83bdc7d217b request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:30:05.952366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Deleting port 50a2e410-43f9-46db-a63f-0cde7e31e4df {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:05.952868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:05.994540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0930e180-931e-4479-b4c3-146731589374 None None] Deleting port 50a2e410-43f9-46db-a63f-0cde7e31e4df {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:05.995224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0930e180-931e-4479-b4c3-146731589374 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.020772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:06.039662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] For port 50a2e410-43f9-46db-a63f-0cde7e31e4df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a2e410-43f9-46db-a63f-0cde7e31e4df,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:06.040398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.057783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Calling delete_port for 50a2e410-43f9-46db-a63f-0cde7e31e4df owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:06.062866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] For port d7dc6fd3-09ef-449d-923b-7a6a0a058115, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7dc6fd3-09ef-449d-923b-7a6a0a058115,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:06.063502 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.065243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0930e180-931e-4479-b4c3-146731589374 None None] For port 50a2e410-43f9-46db-a63f-0cde7e31e4df, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50a2e410-43f9-46db-a63f-0cde7e31e4df,segment=NetworkSegment(3a0c08fa-519b-495c-ad09-e74c59940c5c),segment_id=3a0c08fa-519b-495c-ad09-e74c59940c5c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:06.065844 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0930e180-931e-4479-b4c3-146731589374 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.078773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Calling delete_port for d7dc6fd3-09ef-449d-923b-7a6a0a058115 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:06.094152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0930e180-931e-4479-b4c3-146731589374 None None] Calling delete_port for 50a2e410-43f9-46db-a63f-0cde7e31e4df owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:06.137690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a26f9da-1530-4b02-bb19-9a7acac7d366) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:06.145163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:06.145752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.158409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e6d082-962b-4561-b4d5-7fbf16590b45 None None] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:06.179249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 256cb7de-d749-406e-a874-a1c430a4305c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:06.216478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.241123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Pushing event deleted for resources: {'Port': ['ID=50a2e410-43f9-46db-a63f-0cde7e31e4df,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:06.246824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] No DVR routers for this DVR port 50a2e410-43f9-46db-a63f-0cde7e31e4df on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:06.257560 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0930e180-931e-4479-b4c3-146731589374 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (50a2e410-43f9-46db-a63f-0cde7e31e4df), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.290983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b254091c-dc40-459c-a2c7-613ddee4a6a7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0167866 May 02 10:30:06.291526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33074) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:06.297424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1945963983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:06.307080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0930e180-931e-4479-b4c3-146731589374 None None] Pushing event deleted for resources: {'Port': ['ID=50a2e410-43f9-46db-a63f-0cde7e31e4df,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:06.315931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0930e180-931e-4479-b4c3-146731589374 None None] No DVR routers for this DVR port 50a2e410-43f9-46db-a63f-0cde7e31e4df on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:06.340400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ce2e48b0-789b-4469-b4e9-b83bdc7d217b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.347612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f945773-01bc-4a8c-8340-deea78a33a24 req-374e50f1-c9f6-4ff6-a1e1-af5e2c0e040c tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:06.355739 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f945773-01bc-4a8c-8340-deea78a33a24 req-374e50f1-c9f6-4ff6-a1e1-af5e2c0e040c tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 944 time: 0.0847995 May 02 10:30:06.436539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f945773-01bc-4a8c-8340-deea78a33a24 req-1ec9ff4b-184f-4145-9e1a-cb912c597292 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777743 May 02 10:30:06.483091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce2e48b0-789b-4469-b4e9-b83bdc7d217b']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:06.547268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.548529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.561837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a0c08fa-519b-495c-ad09-e74c59940c5c') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:06.562147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a0c08fa-519b-495c-ad09-e74c59940c5c') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:06.582360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (3a0c08fa-519b-495c-ad09-e74c59940c5c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.597756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a26f9da-1530-4b02-bb19-9a7acac7d366', 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': 'cb1703e9-0ff9-46d3-83b3-0aed808689e6'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:06.599397 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.616955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880f945-69e7-4ca9-bfeb-1e5a5da259aa req-b8ae93bd-be90-4150-b49f-713c4ee22330 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:06.618535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b880f945-69e7-4ca9-bfeb-1e5a5da259aa req-b8ae93bd-be90-4150-b49f-713c4ee22330 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.1491752 May 02 10:30:06.654148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=256cb7de-d749-406e-a874-a1c430a4305c,segment=NetworkSegment(1130c64e-0ae2-47c8-8aaf-675e6832a160),segment_id=1130c64e-0ae2-47c8-8aaf-675e6832a160)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:06.668991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2142b302-4a11-40bb-844d-b5f683bfdc3a req-5ad56443-e1d9-44a0-b8b5-0de925414464 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0627570 May 02 10:30:06.678693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '256cb7de-d749-406e-a874-a1c430a4305c', 'network_id': '8565ba8c-9f69-45cf-a0ce-6df86273624d', 'port_id': '256cb7de-d749-406e-a874-a1c430a4305c', 'mac_address': 'fa:16:3e:c5:73:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:06.712198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3a0c08fa-519b-495c-ad09-e74c59940c5c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.720180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7dc6fd3-09ef-449d-923b-7a6a0a058115), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.742622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:30:06.743029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (3a0c08fa-519b-495c-ad09-e74c59940c5c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: timer() May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:30:06.745953 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:30:06.759241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (6d93d468-19e4-40d7-9ce4-0a4c870471dc), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.759429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Pushing event deleted for resources: {'Port': ['ID=d7dc6fd3-09ef-449d-923b-7a6a0a058115,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:06.774918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-43702404-a852-44fa-b4e8-915224586eab tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:06.776444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-43702404-a852-44fa-b4e8-915224586eab tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.15 "GET /v2.0/networks?id=f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 200 len: 810 time: 0.4299812 May 02 10:30:06.820701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 256cb7de-d749-406e-a874-a1c430a4305c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:06.821177 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (256cb7de-d749-406e-a874-a1c430a4305c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:06.858489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b880f945-69e7-4ca9-bfeb-1e5a5da259aa req-dd0fc691-1544-45c6-81b4-dfc0cf192a8d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203577 May 02 10:30:06.866593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256cb7de-d749-406e-a874-a1c430a4305c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:06.901767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=256cb7de-d749-406e-a874-a1c430a4305c,segment=NetworkSegment(1130c64e-0ae2-47c8-8aaf-675e6832a160),segment_id=1130c64e-0ae2-47c8-8aaf-675e6832a160)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:06.930300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Allocated IP 172.20.0.2 (7a26f9da-1530-4b02-bb19-9a7acac7d366/cb1703e9-0ff9-46d3-83b3-0aed808689e6/61c94545-b27e-43e8-a8ec-9f1cf3527c37) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:06.960331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.064573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-f8c7d514-8441-4478-b849-34b90ac68c84 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b88222d9c35413dabb63e3807c81700 HTTP/1.1" status: 200 len: 380 time: 0.1153371 May 02 10:30:07.066047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.079986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'port': {'device_id': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'admin_state_up': True, 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'security_groups': ['6071753f-b399-4d84-be35-1d2b4463c869']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:07.109086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ce2e48b0-789b-4469-b4e9-b83bdc7d217b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.121725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.125449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ca786d2f-df37-4272-9133-c17d193b7307 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8327897 May 02 10:30:07.126622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:07.131305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a9c0196-7b3b-47f0-9789-6e286f3e2d1b req-7726f925-e0df-4873-ab38-831e190d78c0 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 210 time: 0.0457141 May 02 10:30:07.186632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:07.187501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.193438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] 10.222.0.16 "DELETE /v2.0/networks/ce2e48b0-789b-4469-b4e9-b83bdc7d217b HTTP/1.1" status: 204 len: 168 time: 1.4134634 May 02 10:30:07.209572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.276101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks [] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.276435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c755144-ae9f-4bd4-b25d-793962f54f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce2e48b0-789b-4469-b4e9-b83bdc7d217b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:07.282575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['256cb7de-d749-406e-a874-a1c430a4305c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:07.352563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-228b3d51-7240-4215-acfb-6c14727fa404 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0582275 May 02 10:30:07.481341 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.531364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:07.552322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:07.562057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:07.566260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Pushing event updated for resources: {'Port': ['ID=61c94545-b27e-43e8-a8ec-9f1cf3527c37,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:07.683164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-1e6a12d0-36f7-4afd-a879-649f83df0d36 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:07.685256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-1e6a12d0-36f7-4afd-a879-649f83df0d36 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2736466 May 02 10:30:07.690396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Attempting to bind port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:07.690770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Attempting to bind port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '81536e60-0ba5-47f1-8ae2-56802d1a5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:07.691136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Attempting to bind port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 on network 7a26f9da-1530-4b02-bb19-9a7acac7d366 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:07.701151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Made reservation on behalf of 7b88222d9c35413dabb63e3807c81700 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:07.712549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.721364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Request body: {'port': {'device_id': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '0fd407e19119471bbbf24c91d9e1fdb8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:07.730580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:07.730961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Checking segment: {'id': '81536e60-0ba5-47f1-8ae2-56802d1a5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:07.732239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:07.738626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.738626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Bound using segment: {'id': '81536e60-0ba5-47f1-8ae2-56802d1a5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:07.738626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Bound port: 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81536e60-0ba5-47f1-8ae2-56802d1a5fec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7a26f9da-1530-4b02-bb19-9a7acac7d366'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:07.738626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.779129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810fd94-a4cf-4807-bc65-883201951b2c req-8dbe9df7-94f1-4ed1-8392-162f94ec34b3 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:07.780014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9810fd94-a4cf-4807-bc65-883201951b2c req-8dbe9df7-94f1-4ed1-8392-162f94ec34b3 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 945 time: 0.1872113 May 02 10:30:07.802103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:07.836552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50a2e410-43f9-46db-a63f-0cde7e31e4df no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:07.848654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Router c4d4812f-0bc1-4a81-83d9-cacca59a7468 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:07.878012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 50a2e410-43f9-46db-a63f-0cde7e31e4df {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:07.878350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 50a2e410-43f9-46db-a63f-0cde7e31e4df not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:07.884676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a400bff1-50d0-4908-ba3a-a3e142cf64cf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2235fe46aff549b1b700357f9455a129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1467578 May 02 10:30:07.908781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] For port 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:07.911955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] For port 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c94545-b27e-43e8-a8ec-9f1cf3527c37,segment=NetworkSegment(81536e60-0ba5-47f1-8ae2-56802d1a5fec),segment_id=81536e60-0ba5-47f1-8ae2-56802d1a5fec)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:07.914112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33094) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:07.947770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f2a8c26-3e5c-44b0-a5e4-d7b3b1f43a47 req-6da1bab5-233c-4bb5-9a54-d41ebbd9bfc0 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0896006 May 02 10:30:08.005746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.073245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655893eb-0cc2-4cd4-95cc-d3c938b41832 None None] Pushing event updated for resources: {'Port': ['ID=61c94545-b27e-43e8-a8ec-9f1cf3527c37,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:08.161543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e86cdc-6934-4d7d-92d1-24d9b17769ce req-798b0a0b-9356-4c9a-b70d-270061ae243a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:08.163121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12e86cdc-6934-4d7d-92d1-24d9b17769ce req-798b0a0b-9356-4c9a-b70d-270061ae243a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.1360888 May 02 10:30:08.188146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 256cb7de-d749-406e-a874-a1c430a4305c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:08.202673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] Publish callbacks [] for security_group (eae322ac-317b-4318-ad97-e87115863fac), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.253069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:08.267100 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Sync routers for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:08.277598 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-96f31794-df3a-4e61-9cb4-3e6f310485dd admin admin] 10.222.0.16 "PUT /v2.0/routers/c4d4812f-0bc1-4a81-83d9-cacca59a7468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8437755 May 02 10:30:08.278241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 256cb7de-d749-406e-a874-a1c430a4305c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:08.279058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33098) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:08.283377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] Publish callbacks [] for security_group (eae322ac-317b-4318-ad97-e87115863fac), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.284252 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:08.284915 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:08.361000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Made reservation on behalf of 0fd407e19119471bbbf24c91d9e1fdb8 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:08.363779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 256cb7de-d749-406e-a874-a1c430a4305c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:08.364228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (256cb7de-d749-406e-a874-a1c430a4305c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.365125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.382633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9810fd94-a4cf-4807-bc65-883201951b2c req-4521955e-8018-4825-bb3b-e4e645b1e6f1 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697093 May 02 10:30:08.464363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12e86cdc-6934-4d7d-92d1-24d9b17769ce req-9a6693ab-04b4-49e8-b520-3a6e22e35e99 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855289 May 02 10:30:08.472013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Allocated IP 172.20.0.10 (f357be84-d0f7-4dfd-909f-5eea1c1268f4/5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca/109eb6e5-b2a5-4e19-884a-fcb486b59ee3) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:08.589927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 256cb7de-d749-406e-a874-a1c430a4305c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:08.589927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (256cb7de-d749-406e-a874-a1c430a4305c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.606133 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:08.614658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks [] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.654745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79ccc9a1-fa3f-4b32-86f7-a98bd4e104b5 req-2963f26b-844d-42e3-8aa1-b0b57e38febf tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 210 time: 0.1192842 May 02 10:30:08.675072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=256cb7de-d749-406e-a874-a1c430a4305c,segment=NetworkSegment(1130c64e-0ae2-47c8-8aaf-675e6832a160),segment_id=1130c64e-0ae2-47c8-8aaf-675e6832a160)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:08.676360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:08.678652 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430f26a4-ae1a-4d39-91d2-80d009231b50" -d '{"events": [{"server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "name": "network-vif-plugged", "status": "completed", "tag": "256cb7de-d749-406e-a874-a1c430a4305c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:08.699030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eae322ac-317b-4318-ad97-e87115863fac), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.702009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.713646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eae322ac-317b-4318-ad97-e87115863fac HTTP/1.1" status: 204 len: 168 time: 0.7893779 May 02 10:30:08.733460 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f826c969-7c25-4236-810f-c2f1bc1d0356 x-openstack-request-id: req-f826c969-7c25-4236-810f-c2f1bc1d0356 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:08.733460 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "name": "network-vif-plugged", "status": "completed", "tag": "256cb7de-d749-406e-a874-a1c430a4305c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:08.733460 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f826c969-7c25-4236-810f-c2f1bc1d0356 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:08.733788 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f826c969-7c25-4236-810f-c2f1bc1d0356'] response: {'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c', 'code': 200} May 02 10:30:08.734291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.756280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21696906-0309-4c46-935d-6bd37bfe4c77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eae322ac-317b-4318-ad97-e87115863fac,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:08.830396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Allocated IP 192.168.233.105 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/71a75b8d-1a58-449e-9ddb-9aec8f22ff78) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:08.870992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:08.933904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d12f57f-f2b9-4ad6-9b5d-87eab79dd1c9 req-662a75a3-805a-46a1-93c8-a7da738bcfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:08.935639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d12f57f-f2b9-4ad6-9b5d-87eab79dd1c9 req-662a75a3-805a-46a1-93c8-a7da738bcfe7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 1128 time: 0.0894978 May 02 10:30:08.944480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.20.0.1 (7a26f9da-1530-4b02-bb19-9a7acac7d366/cb1703e9-0ff9-46d3-83b3-0aed808689e6/59216c34-6dac-49f2-bc9a-99c5c5690a02) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:08.950093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks [] for router_gateway (c4d4812f-0bc1-4a81-83d9-cacca59a7468), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:08.975632 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:30:06Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:09.031174 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Checking router: c4d4812f-0bc1-4a81-83d9-cacca59a7468 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:09.048696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Routers {'c4d4812f-0bc1-4a81-83d9-cacca59a7468'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:09.049704 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:09.140860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65800cd1-26b3-4427-9409-b5852b6bc90d req-64ccfd60-1ce2-4445-8310-838ae5f481c4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0757236 May 02 10:30:09.161116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.164423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks [] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.169841 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d12f57f-f2b9-4ad6-9b5d-87eab79dd1c9 req-37cda7b3-e16b-4af5-98c5-c33cb45fb57a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2232034 May 02 10:30:09.225285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.225666 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] Set router c4d4812f-0bc1-4a81-83d9-cacca59a7468 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:09.239313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Deleting port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:09.239313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.336580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.357429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] For port f4dd75fd-cb64-488f-9ec5-c3ce16c04aea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:09.358309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.382994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Calling delete_port for f4dd75fd-cb64-488f-9ec5-c3ce16c04aea owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:09.452200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.469174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['24400764-02bc-4cf1-a973-26ab59251859', '772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:09.479657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.494434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:09.502823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:30:06Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:09.527875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:09.591237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:09.603036 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535f77f4-090e-4ee2-b7e5-41287a1c8d7d None None] The sync data for ids ['c4d4812f-0bc1-4a81-83d9-cacca59a7468'] in ncdv-master-1 is: [{'id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'name': 'tempest-AttachVolumeNegativeTest-1815810676-router', 'tenant_id': 'e3c5102fde294e5fb3dbf22336934db9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:23:28Z', 'updated_at': '2022-05-02T10:30:06Z', 'revision_number': 5, 'project_id': 'e3c5102fde294e5fb3dbf22336934db9', 'gw_port': {'id': 'f4dd75fd-cb64-488f-9ec5-c3ce16c04aea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:de:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4d4812f-0bc1-4a81-83d9-cacca59a7468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:23:30Z', 'updated_at': '2022-05-02T10:23:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:09.708837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event updated for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:09.786247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=59216c34-6dac-49f2-bc9a-99c5c5690a02,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:09.801429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acfaef8-5f5a-4f7c-8ec4-dc719c13e191 None None] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:09.803793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:09.810793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:09.831177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:09.877359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:09.886196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:09.889014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:09.894134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:09.894949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.902551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f4dd75fd-cb64-488f-9ec5-c3ce16c04aea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:09.946537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a569627-1e95-410b-8155-adff3e2ac3f7 req-83c37654-3928-486a-a251-8f5f200227e1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:09.954523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event updated for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:09.956103 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a569627-1e95-410b-8155-adff3e2ac3f7 req-83c37654-3928-486a-a251-8f5f200227e1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 936 time: 0.1495872 May 02 10:30:09.989078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6854799-845f-42b9-b3ec-dec92efdbe08 req-a38753e7-9646-45cd-accc-d796fca7e7fe tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:09.990653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6854799-845f-42b9-b3ec-dec92efdbe08 req-a38753e7-9646-45cd-accc-d796fca7e7fe tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.1825788 May 02 10:30:09.999667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6d93d468-19e4-40d7-9ce4-0a4c870471dc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.043867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Provisioning complete for port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:10.050081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.080262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4dd75fd-cb64-488f-9ec5-c3ce16c04aea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:10.119618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c94545-b27e-43e8-a8ec-9f1cf3527c37 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:10.164973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:10.172663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.179340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8c202fd2-bf1a-47be-97e7-1de2d03eeae5 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1062007 May 02 10:30:10.253303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Request body: {'port': {'device_id': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:10.329358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a569627-1e95-410b-8155-adff3e2ac3f7 req-367cc1a0-2af9-420a-9b2b-94ba8952d58f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3715537 May 02 10:30:10.414382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:10.415109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.417855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6854799-845f-42b9-b3ec-dec92efdbe08 req-1ec6f4d7-9064-47bf-b661-e3079c6645ac tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4028940 May 02 10:30:10.452099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.467366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-d9d8b170-bf6e-4a8c-95df-df1e368127a7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7583234 May 02 10:30:10.485645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.535198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Current status of the port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:10.536176 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.540439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-64c61ec1-caca-47c9-850b-efe9bcfbc69d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:30:10.541572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-64c61ec1-caca-47c9-850b-efe9bcfbc69d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062406 May 02 10:30:10.622671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Request body: {'port': {'device_id': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:10.627775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] For port 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c94545-b27e-43e8-a8ec-9f1cf3527c37,segment=NetworkSegment(81536e60-0ba5-47f1-8ae2-56802d1a5fec),segment_id=81536e60-0ba5-47f1-8ae2-56802d1a5fec)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:10.642982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:10.643234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.697077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.707939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.712990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks [] for router_controller (c4d4812f-0bc1-4a81-83d9-cacca59a7468), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.722746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.832034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.848759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa507ed0-c912-4be2-a606-d67fc96ffa2c req-8c5e637a-ad79-4dca-ad4e-e74deb02b853 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:10.855011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:30:10.855416 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:30:10.858584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa507ed0-c912-4be2-a606-d67fc96ffa2c req-8c5e637a-ad79-4dca-ad4e-e74deb02b853 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 932 time: 0.3374517 May 02 10:30:10.868649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Provisioning complete for port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:10.869016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.870580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20047fd-d1e2-4640-9fdb-0068fc2f40a6 None None] Pushing event updated for resources: {'Port': ['ID=61c94545-b27e-43e8-a8ec-9f1cf3527c37,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:10.932395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (c4d4812f-0bc1-4a81-83d9-cacca59a7468), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.935346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4d4812f-0bc1-4a81-83d9-cacca59a7468 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:30:10.953233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:10.963488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.966889 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7e83c62-53a5-4cdc-9d2f-f88d3bf43c61 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c4d4812f-0bc1-4a81-83d9-cacca59a7468 HTTP/1.1" status: 204 len: 168 time: 2.6174071 May 02 10:30:10.967839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Provisioning complete for port 59216c34-6dac-49f2-bc9a-99c5c5690a02 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:10.970706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:10.972786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33154) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:11.035709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa507ed0-c912-4be2-a606-d67fc96ffa2c req-bd240bed-74be-4fbf-a978-b31391f8aa15 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1761167 May 02 10:30:11.085712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Port 59216c34-6dac-49f2-bc9a-99c5c5690a02 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:11.118168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Provisioning complete for port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:11.118563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.167313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Deleting subnet bee368cd-ea77-4efc-929d-3185406e44e6 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:30:11.189256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Publish callbacks [] for subnet (bee368cd-ea77-4efc-929d-3185406e44e6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.266649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Current status of the port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:11.275463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Provisioning complete for port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:11.275840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.319509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6014a0b-2eec-44b1-96b1-dc69985f7eba None None] Port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:11.371284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (bee368cd-ea77-4efc-929d-3185406e44e6), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.388021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:11.401780 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks [] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.418215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:11.432243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Transition to ACTIVE for port object 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:30:11.452367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8e6a8758-e8b6-460f-aabf-260d77bbe1e3 None None] Provisioning complete for port 59216c34-6dac-49f2-bc9a-99c5c5690a02 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:11.453217 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e6a8758-e8b6-460f-aabf-260d77bbe1e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.482148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.495990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8e6a8758-e8b6-460f-aabf-260d77bbe1e3 None None] Port 59216c34-6dac-49f2-bc9a-99c5c5690a02 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:11.508203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:11.522008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks [] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.537848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.566494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9a54a1-f415-4e04-baf1-6e9a9bfcab33 req-e795b55d-bf67-4359-92eb-3d0c472e5457 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:11.566494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f9a54a1-f415-4e04-baf1-6e9a9bfcab33 req-e795b55d-bf67-4359-92eb-3d0c472e5457 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 936 time: 0.1185472 May 02 10:30:11.571203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Transition to ACTIVE for port object 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:30:11.624417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (bee368cd-ea77-4efc-929d-3185406e44e6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.630601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.631173 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:30:11.665632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f9a54a1-f415-4e04-baf1-6e9a9bfcab33 req-155b2c77-7fce-424e-a712-8d0382bcea8f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932884 May 02 10:30:11.674964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db274ec0-4266-4d3c-ae93-9fcaab2d3e0c req-019a6354-0d7c-49ce-bef8-e255648496ae tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:11.679121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db274ec0-4266-4d3c-ae93-9fcaab2d3e0c req-019a6354-0d7c-49ce-bef8-e255648496ae tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.1728468 May 02 10:30:11.698168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.717614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c94545-b27e-43e8-a8ec-9f1cf3527c37 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:11.849589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Pushing event updated for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:11.853086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Pushing event updated for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:11.915503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (bee368cd-ea77-4efc-929d-3185406e44e6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.927624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:11.928641 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.972724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33198) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:11.979920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee368cd-ea77-4efc-929d-3185406e44e6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:11.987217 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:11.992557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-62a0dc95-8893-4854-a919-5ab5f22e89b3 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bee368cd-ea77-4efc-929d-3185406e44e6 HTTP/1.1" status: 204 len: 168 time: 1.0185323 May 02 10:30:11.996024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:12.012405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b99c32-184c-4903-a39c-7544c117c7ed None None] Network 03f4b595-8956-4697-950c-07141ab6fbeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:12.059097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6d93d468-19e4-40d7-9ce4-0a4c870471dc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.082881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db274ec0-4266-4d3c-ae93-9fcaab2d3e0c req-3450392b-ee35-4088-bd9e-585c33b18ec7 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3601322 May 02 10:30:12.204695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=59216c34-6dac-49f2-bc9a-99c5c5690a02,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:12.431458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Attempting to bind port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:12.431723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Attempting to bind port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:12.432052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Attempting to bind port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 on network f357be84-d0f7-4dfd-909f-5eea1c1268f4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:12.441034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:12.476855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 on network f357be84-d0f7-4dfd-909f-5eea1c1268f4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:30:12.477230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Attempting to bind port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 on network f357be84-d0f7-4dfd-909f-5eea1c1268f4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:12.498813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:12.499210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Checking segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:12.499612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Bound using segment: {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:12.500326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Bound port: 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c983c471-4fb6-41ba-858b-3c61d34652c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:12.500763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.503522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] DHCP port deletion for 03f4b595-8956-4697-950c-07141ab6fbeb request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:30:12.531065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b0e11c-5a4f-4b6c-9a20-2b3683e49c98 req-75cfd04c-0149-4f81-98d8-73e6768cbee1 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:12.540682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b0e11c-5a4f-4b6c-9a20-2b3683e49c98 req-75cfd04c-0149-4f81-98d8-73e6768cbee1 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 944 time: 0.1298375 May 02 10:30:12.562576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f4dd75fd-cb64-488f-9ec5-c3ce16c04aea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:12.587621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f4dd75fd-cb64-488f-9ec5-c3ce16c04aea {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:12.588264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f4dd75fd-cb64-488f-9ec5-c3ce16c04aea not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:12.588699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7dc6fd3-09ef-449d-923b-7a6a0a058115 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:12.590757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:12.603794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:12.620496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d7dc6fd3-09ef-449d-923b-7a6a0a058115 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:12.620895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7dc6fd3-09ef-449d-923b-7a6a0a058115 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:12.638836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Deleting port 2a1768b3-b387-4a3b-b178-591172df46e0 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:12.639466 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.639939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2511-ee3f-41c8-a610-22da9098fdc4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.716396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] For port 2a1768b3-b387-4a3b-b178-591172df46e0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a1768b3-b387-4a3b-b178-591172df46e0,segment=NetworkSegment(474c7516-252b-469a-9c22-2db9c4a5a998),segment_id=474c7516-252b-469a-9c22-2db9c4a5a998)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:12.717339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.734168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Calling delete_port for 2a1768b3-b387-4a3b-b178-591172df46e0 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:12.796594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Attempting to bind port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:12.796963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Attempting to bind port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:12.797300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Attempting to bind port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:12.802996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b0e11c-5a4f-4b6c-9a20-2b3683e49c98 req-0608bf87-d040-4903-8f4c-444f0495e274 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2613633 May 02 10:30:12.817812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (03f4b595-8956-4697-950c-07141ab6fbeb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.843943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:30:12.845012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Attempting to bind port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:12.847238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:12.877403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:12.978799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:12.979111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:12.979484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:12.979923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Bound port: 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:12.982490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:12.984865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.045985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 6d93d468-19e4-40d7-9ce4-0a4c870471dc is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:30:13.060043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:13.061373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.063196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] 10.222.0.15 "PUT /v2.0/ports/109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 200 len: 1092 time: 2.8316548 May 02 10:30:13.067619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:13.070634 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628e44d9-b8bc-4e98-a970-b3bfbd68d963" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:13.081001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-66785912-401b-40a2-9278-a3a3d7fa35f7 None None] Provisioning complete for port 59216c34-6dac-49f2-bc9a-99c5c5690a02 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:13.082599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66785912-401b-40a2-9278-a3a3d7fa35f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.084573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08af27-db73-469e-9a64-f2bf2b31e349 req-d38a961b-6a26-4484-996e-d950f285521f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:13.092705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f08af27-db73-469e-9a64-f2bf2b31e349 req-d38a961b-6a26-4484-996e-d950f285521f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 948 time: 0.0898993 May 02 10:30:13.172874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Deleting port 2a1768b3-b387-4a3b-b178-591172df46e0 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:13.173224 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.184693 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.210361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1f524c-20ca-4464-816a-49a49ea60e45 service neutron] Pushing event updated for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:13.232615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f08af27-db73-469e-9a64-f2bf2b31e349 req-ad27e975-c5c4-4249-995e-6e1bec465354 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397083 May 02 10:30:13.257363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] Pushing event deleted for resources: {'Port': ['ID=2a1768b3-b387-4a3b-b178-591172df46e0,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:13.267744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b285c-3e6a-4c13-b794-b93db8ad9779 None None] No DVR routers for this DVR port 2a1768b3-b387-4a3b-b178-591172df46e0 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:13.284673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-66785912-401b-40a2-9278-a3a3d7fa35f7 None None] Port 59216c34-6dac-49f2-bc9a-99c5c5690a02 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:13.392436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2511-ee3f-41c8-a610-22da9098fdc4 admin admin] Publish callbacks [] for security_group (ee787a31-758e-464c-9adb-436a35b93d10), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.419649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-19077029-94d3-4583-bb02-98833dc2964d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:13.423721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-19077029-94d3-4583-bb02-98833dc2964d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b88222d9c35413dabb63e3807c81700&device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 1126 time: 0.1573761 May 02 10:30:13.425359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:13.437903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:13.438684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-472cf8f8-ae5e-4b86-9351-b0cafacee697 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/6d93d468-19e4-40d7-9ce4-0a4c870471dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2559483 May 02 10:30:13.450974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] Sync routers for ids ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:13.476437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] Routers {'6d93d468-19e4-40d7-9ce4-0a4c870471dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:13.478420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:13.522311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] For port 2a1768b3-b387-4a3b-b178-591172df46e0, host ncdv-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:13.522733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.527374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6c2511-ee3f-41c8-a610-22da9098fdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee787a31-758e-464c-9adb-436a35b93d10), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.530201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:13.540043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-a6720d06-144f-461e-a9d5-4155dd5acfab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 200 len: 217 time: 0.1002276 May 02 10:30:13.636357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Calling delete_port for 2a1768b3-b387-4a3b-b178-591172df46e0 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:13.644383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Port 2a1768b3-b387-4a3b-b178-591172df46e0 was not found and therefore no delete operation was performed {{(pid=115662) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:30:13.674864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8e241b2f-a870-4ffd-a3c3-d35eea5bab14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:13.677924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-8e241b2f-a870-4ffd-a3c3-d35eea5bab14 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca HTTP/1.1" status: 200 len: 849 time: 0.1311054 May 02 10:30:13.714377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:13.724018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdabe92a-964c-491f-94f4-a6eca8e7d021 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:13.726743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cdabe92a-964c-491f-94f4-a6eca8e7d021 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports/59216c34-6dac-49f2-bc9a-99c5c5690a02 HTTP/1.1" status: 200 len: 910 time: 0.2614820 May 02 10:30:13.738641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2a1768b3-b387-4a3b-b178-591172df46e0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.746742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33226) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:13.760955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cb1703e9-0ff9-46d3-83b3-0aed808689e6'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:13.911846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a1768b3-b387-4a3b-b178-591172df46e0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:13.953005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:13.960379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] No DVR routers for this DVR port 2a1768b3-b387-4a3b-b178-591172df46e0 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:13.983062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6c2511-ee3f-41c8-a610-22da9098fdc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee787a31-758e-464c-9adb-436a35b93d10,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:13.990524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a6c2511-ee3f-41c8-a610-22da9098fdc4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20cfd3821fea4d2ebe2bb54a499c6af4&name=default HTTP/1.1" status: 200 len: 3000 time: 2.0219653 May 02 10:30:13.991604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33234) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:14.067386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a1768b3-b387-4a3b-b178-591172df46e0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:14.095211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 2a1768b3-b387-4a3b-b178-591172df46e0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:14.095553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a1768b3-b387-4a3b-b178-591172df46e0 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:14.098916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.108891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2322f402-74f0-47fb-ae3f-3e3cda0b12f3 req-3e7a8160-f26b-41ed-aa40-6d1262c207b6 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.113937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2322f402-74f0-47fb-ae3f-3e3cda0b12f3 req-3e7a8160-f26b-41ed-aa40-6d1262c207b6 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.0745168 May 02 10:30:14.134355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] Routers {'6d93d468-19e4-40d7-9ce4-0a4c870471dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:14.134986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.181403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.181545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.182105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.182195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64817172-b9f3-4049-9e21-4d9fd655035c None None] The sync data for ids ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:14.183504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] 10.222.0.24 "PUT /v2.0/ports/71a75b8d-1a58-449e-9ddb-9aec8f22ff78 HTTP/1.1" status: 200 len: 1096 time: 3.5661204 May 02 10:30:14.198166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:14.200540 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98290cd0-837a-4040-bc1d-6edf7a78717a" -d '{"events": [{"name": "network-changed", "server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:14.207723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.254256 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84902fcc-8a41-47ff-966b-da99e3342109 x-openstack-request-id: req-84902fcc-8a41-47ff-966b-da99e3342109 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:14.254898 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:14.255466 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84902fcc-8a41-47ff-966b-da99e3342109 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:14.256040 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84902fcc-8a41-47ff-966b-da99e3342109'] response: {'name': 'network-changed', 'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'status': 'completed', 'code': 200} May 02 10:30:14.321582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052875f-b636-4b3c-97f8-6f4affffa991 req-f3294307-3563-4e77-a11b-d62cb8a0aa9c tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.326006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (03f4b595-8956-4697-950c-07141ab6fbeb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.333079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b052875f-b636-4b3c-97f8-6f4affffa991 req-f3294307-3563-4e77-a11b-d62cb8a0aa9c tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 944 time: 0.0801437 May 02 10:30:14.342548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-87268a7b-f9b8-42c9-8e24-f896e5a2904c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.345025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-87268a7b-f9b8-42c9-8e24-f896e5a2904c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f357be84-d0f7-4dfd-909f-5eea1c1268f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6607804 May 02 10:30:14.360524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] Publish callbacks [] for security_group (ee787a31-758e-464c-9adb-436a35b93d10), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.383915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64767ec9-98c4-4030-9b58-dcc14ac6d021 service neutron] Pushing event updated for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:14.403327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b052875f-b636-4b3c-97f8-6f4affffa991 req-cef9884c-8576-44e4-bee9-83551034467f tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690088 May 02 10:30:14.436801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2322f402-74f0-47fb-ae3f-3e3cda0b12f3 req-bb851d7a-180f-47b3-95ea-1ad4acea38cc tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2964077 May 02 10:30:14.450379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f4b595-8956-4697-950c-07141ab6fbeb']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.477463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] Publish callbacks [] for security_group (ee787a31-758e-464c-9adb-436a35b93d10), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.492680 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2ee6e6f-2d33-430d-8205-cbc58bea040d x-openstack-request-id: req-c2ee6e6f-2d33-430d-8205-cbc58bea040d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:14.492974 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:14.493231 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c2ee6e6f-2d33-430d-8205-cbc58bea040d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:14.493628 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2ee6e6f-2d33-430d-8205-cbc58bea040d'] response: {'name': 'network-changed', 'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', 'status': 'completed', 'code': 200} May 02 10:30:14.500118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '474c7516-252b-469a-9c22-2db9c4a5a998') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.500425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '474c7516-252b-469a-9c22-2db9c4a5a998') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:14.503080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-4215e3c4-c16b-4558-886d-7a38491aa46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.504711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-4215e3c4-c16b-4558-886d-7a38491aa46d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 1130 time: 0.1873507 May 02 10:30:14.530504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (474c7516-252b-469a-9c22-2db9c4a5a998), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.611889 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-30d1698c-8fa7-439e-9c76-046c8b3f72cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78 HTTP/1.1" status: 200 len: 217 time: 0.0832593 May 02 10:30:14.641288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (474c7516-252b-469a-9c22-2db9c4a5a998), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.683596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:30:14.684281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (474c7516-252b-469a-9c22-2db9c4a5a998), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: timer() May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:30:14.690173 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:30:14.722913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac61b87a-7b7b-453c-93a7-948ea98b1918 req-a74dcaed-b56f-4bb9-960c-751c78165bf3 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.745888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac61b87a-7b7b-453c-93a7-948ea98b1918 req-a74dcaed-b56f-4bb9-960c-751c78165bf3 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 948 time: 0.2080915 May 02 10:30:14.751856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.795771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-73ff106d-7270-43ac-b006-40db83c175f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.797166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-73ff106d-7270-43ac-b006-40db83c175f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1573358 May 02 10:30:14.888886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac61b87a-7b7b-453c-93a7-948ea98b1918 req-a2cfd1fc-dce2-4403-8b07-7150adf4f82a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315498 May 02 10:30:14.928322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221dab4c-8315-4f81-9311-984932fa632d req-0f3c2115-b27d-4b3c-864f-3661a4483c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:14.929859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-0f3c2115-b27d-4b3c-864f-3661a4483c07 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1250768 May 02 10:30:14.970199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (03f4b595-8956-4697-950c-07141ab6fbeb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.971677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee787a31-758e-464c-9adb-436a35b93d10), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.974318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.975349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee787a31-758e-464c-9adb-436a35b93d10 HTTP/1.1" status: 204 len: 168 time: 0.9348631 May 02 10:30:14.995187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:14.998440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] 10.222.0.16 "DELETE /v2.0/networks/03f4b595-8956-4697-950c-07141ab6fbeb HTTP/1.1" status: 204 len: 168 time: 3.0011270 May 02 10:30:15.023612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd894ea-10ce-45ff-9177-a9101ca843d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=03f4b595-8956-4697-950c-07141ab6fbeb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:15.025514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5401aadf-a2e9-483f-9b59-667082b205e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee787a31-758e-464c-9adb-436a35b93d10,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:15.159017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-0b89b980-d163-49e6-b3bd-035a8d82cf99 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357684 May 02 10:30:15.190313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-8c5c2e0f-711a-4145-8854-588291452a55 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301068 May 02 10:30:15.367871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:15.389859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa25b8f-b41d-4da0-b3da-acb463741665 req-323902b0-0c91-4d4e-a4ee-2b5a7f6a2143 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297374 May 02 10:30:15.420409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cfe96b7c-c738-4d19-b3b6-4892f7972dbc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e3c5102fde294e5fb3dbf22336934db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0513670 May 02 10:30:15.423497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:15.424520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-221dab4c-8315-4f81-9311-984932fa632d req-4059d04a-f5ef-4e95-a160-b3d81b512007 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108443 May 02 10:30:15.478133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-f9d51a3b-4f0a-4937-9f0c-6e92249c4a98 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:15.481511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-f9d51a3b-4f0a-4937-9f0c-6e92249c4a98 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.1183779 May 02 10:30:15.491592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] Publish callbacks [] for security_group (7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.518750 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] Publish callbacks [] for security_group (7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.585846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.610278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a6147-ac5c-4320-a474-b5040da77c70 req-1ff33ec5-525f-4008-a52d-92d0df91589f tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:15.611735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb6a6147-ac5c-4320-a474-b5040da77c70 req-1ff33ec5-525f-4008-a52d-92d0df91589f tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.0735662 May 02 10:30:15.619100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64192ad-874b-478f-93b6-bddb6c721902 req-6afe7a7f-a506-49b7-b303-79b0fd7d1856 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:15.620683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b64192ad-874b-478f-93b6-bddb6c721902 req-6afe7a7f-a506-49b7-b303-79b0fd7d1856 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 944 time: 0.0600765 May 02 10:30:15.667093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb6a6147-ac5c-4320-a474-b5040da77c70 req-70385e34-e8c5-421a-9639-8f33eb0d028d tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491469 May 02 10:30:15.674975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b64192ad-874b-478f-93b6-bddb6c721902 req-16656879-7090-4408-b06d-956c7c505a7f tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474215 May 02 10:30:15.764580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.764792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.768133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.778191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9 HTTP/1.1" status: 204 len: 168 time: 0.3503728 May 02 10:30:15.787576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2f9646-a708-43be-a189-6bedd3f88f49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7db9fdfe-f4c0-4e00-b8ac-288c78d9e5e9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:15.852461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=59216c34-6dac-49f2-bc9a-99c5c5690a02,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:15.859656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:15.860922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:15.864692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d3ceeeb1-a15b-4ac9-b4c5-6899f84d0727 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/ports/59216c34-6dac-49f2-bc9a-99c5c5690a02 HTTP/1.1" status: 200 len: 910 time: 2.1101344 May 02 10:30:15.865382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33274) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:15.953541 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.024543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ac7a9-eff6-4f29-a653-c86100cfcff8 req-f9a31631-b83b-4b21-99b4-8d803218a987 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.026041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c6ac7a9-eff6-4f29-a653-c86100cfcff8 req-f9a31631-b83b-4b21-99b4-8d803218a987 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 948 time: 0.0636628 May 02 10:30:16.081221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c6ac7a9-eff6-4f29-a653-c86100cfcff8 req-c002563f-45ec-4d9b-b361-82e487c45401 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485239 May 02 10:30:16.217043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6d93d468-19e4-40d7-9ce4-0a4c870471dc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.391332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33296) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:16.491856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-dffb24e2-14bf-4143-ab46-d2efed6539e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.493595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-dffb24e2-14bf-4143-ab46-d2efed6539e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b88222d9c35413dabb63e3807c81700&device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 1126 time: 0.0889871 May 02 10:30:16.499577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 59216c34-6dac-49f2-bc9a-99c5c5690a02 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:16.500341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.501559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Deleting port 256cb7de-d749-406e-a874-a1c430a4305c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:16.501911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (256cb7de-d749-406e-a874-a1c430a4305c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.579874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-49750067-network', 'tenant_id': '01271c76e9e3490089d30e74ae05144e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:16.598162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.628416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 59216c34-6dac-49f2-bc9a-99c5c5690a02 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:16.664543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] For port 256cb7de-d749-406e-a874-a1c430a4305c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=256cb7de-d749-406e-a874-a1c430a4305c,segment=NetworkSegment(1130c64e-0ae2-47c8-8aaf-675e6832a160),segment_id=1130c64e-0ae2-47c8-8aaf-675e6832a160)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:16.665027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (256cb7de-d749-406e-a874-a1c430a4305c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.675093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-a8796e4b-afa3-4fa5-a5d5-e815be655b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.676814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-a8796e4b-afa3-4fa5-a5d5-e815be655b77 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 1130 time: 0.0749660 May 02 10:30:16.693629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Calling delete_port for 256cb7de-d749-406e-a874-a1c430a4305c owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:16.723342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Made reservation on behalf of 01271c76e9e3490089d30e74ae05144e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:16.728153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.815033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:16.825272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-dbc88676-ba28-438a-b93e-250f6bf6b21d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.826971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-dbc88676-ba28-438a-b93e-250f6bf6b21d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 200 len: 911 time: 0.2213511 May 02 10:30:16.880559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234ee6f-33fc-4e92-8ed0-40bbd2f35cf4 req-b8e841ce-1a1d-410a-8b05-9bdb5ca95c0f tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.882085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3234ee6f-33fc-4e92-8ed0-40bbd2f35cf4 req-b8e841ce-1a1d-410a-8b05-9bdb5ca95c0f tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 946 time: 0.1070764 May 02 10:30:16.939251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf1aa84-38c1-445f-8cb9-d78e2ce6a466 req-082794c1-33c5-4fc7-af97-c660afb94a3c tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.940885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cf1aa84-38c1-445f-8cb9-d78e2ce6a466 req-082794c1-33c5-4fc7-af97-c660afb94a3c tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 944 time: 0.1269364 May 02 10:30:16.980549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3234ee6f-33fc-4e92-8ed0-40bbd2f35cf4 req-7977272e-6f6c-4ee4-8029-9fd33c7ac657 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/security-groups?id=18d6526c-a564-4391-ad6d-ce161712bbe7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895433 May 02 10:30:16.994374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-c44a2465-8c9f-4e3c-9d31-f39809f0eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:16.996005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-c44a2465-8c9f-4e3c-9d31-f39809f0eea5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3115559 May 02 10:30:17.056053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-3b460d38-91d9-4302-a108-368d8c30e0b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.105&port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78 HTTP/1.1" status: 200 len: 217 time: 0.0504425 May 02 10:30:17.090668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (59216c34-6dac-49f2-bc9a-99c5c5690a02), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.099370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cf1aa84-38c1-445f-8cb9-d78e2ce6a466 req-425f2f38-a735-4b25-91cc-c621b0c62ac1 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1470473 May 02 10:30:17.121156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=59216c34-6dac-49f2-bc9a-99c5c5690a02,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:17.201643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-e9b5454c-48e2-4adf-ad9d-15568e16e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.203562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-e9b5454c-48e2-4adf-ad9d-15568e16e9e7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1223328 May 02 10:30:17.253933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-00d91093-c99c-4a5f-854f-f7d836af4844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.255459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-00d91093-c99c-4a5f-854f-f7d836af4844 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0461216 May 02 10:30:17.270262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks [] for security_group (ee681a85-e0bf-4f83-8af2-d3a8a67b5399), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.280413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (256cb7de-d749-406e-a874-a1c430a4305c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.297074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['256cb7de-d749-406e-a874-a1c430a4305c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:17.376581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315848f0-7c17-4211-a9c1-f75448cef466 req-b5b6f748-7c6c-4050-be07-2cd763835c28 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.378254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-315848f0-7c17-4211-a9c1-f75448cef466 req-b5b6f748-7c6c-4050-be07-2cd763835c28 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 948 time: 0.1734021 May 02 10:30:17.382767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-79e7fa9b-5b1f-4e9c-aab4-31552193e940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 200 len: 217 time: 0.0924556 May 02 10:30:17.388118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6d93d468-19e4-40d7-9ce4-0a4c870471dc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.429831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee681a85-e0bf-4f83-8af2-d3a8a67b5399), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.493556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-28e6bab7-93d7-4ba7-9db2-f23b31f836e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218037 May 02 10:30:17.502763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Pushing event deleted for resources: {'Port': ['ID=256cb7de-d749-406e-a874-a1c430a4305c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:17.520858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:17.546494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-d61adfc7-b9a0-4c7d-a3bd-4c2e63e1fc3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.548537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-d61adfc7-b9a0-4c7d-a3bd-4c2e63e1fc3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca HTTP/1.1" status: 200 len: 849 time: 0.1559422 May 02 10:30:17.575120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-315848f0-7c17-4211-a9c1-f75448cef466 req-d3e41eb4-6175-414a-941f-96cbf5c031dc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864316 May 02 10:30:17.644168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] No DVR routers for this DVR port 256cb7de-d749-406e-a874-a1c430a4305c on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:17.645789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee681a85-e0bf-4f83-8af2-d3a8a67b5399,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:17.650350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.653680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbdf6a71-a756-4d3d-a347-5ed7486a559e req-fc1299d7-31a4-4287-9890-42651b8340b4 tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.15 "DELETE /v2.0/ports/256cb7de-d749-406e-a874-a1c430a4305c HTTP/1.1" status: 204 len: 173 time: 1.2545192 May 02 10:30:17.654975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.655094 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Added segment 2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e of type vlan for network 5a1a16ea-ab55-4500-a197-c03e734e50ee May 02 10:30:17.657979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'name': 'network-vif-deleted', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:17.659181 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda9f90e-bdf4-4a51-91be-6865834d49df" -d '{"events": [{"server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "name": "network-vif-deleted", "tag": "256cb7de-d749-406e-a874-a1c430a4305c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:17.675634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-891fee56-0680-4cac-b55f-1688fd819516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.677147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-891fee56-0680-4cac-b55f-1688fd819516 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f357be84-d0f7-4dfd-909f-5eea1c1268f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1192291 May 02 10:30:17.687021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 6d93d468-19e4-40d7-9ce4-0a4c870471dc has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:17.708000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98290cd0-837a-4040-bc1d-6edf7a78717a req-03ca3ccc-fa7d-4c89-bef1-e39fa868d0a1 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1975470 May 02 10:30:17.745812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5a1a16ea-ab55-4500-a197-c03e734e50ee), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.751844 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df6be23b-8976-40d3-963a-e81dabc5c042 x-openstack-request-id: req-df6be23b-8976-40d3-963a-e81dabc5c042 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:17.752166 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b7a1bd0-8974-4556-af92-6af3ca6bc416", "name": "network-vif-deleted", "tag": "256cb7de-d749-406e-a874-a1c430a4305c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:17.752403 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-df6be23b-8976-40d3-963a-e81dabc5c042 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:17.752903 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df6be23b-8976-40d3-963a-e81dabc5c042'] response: {'server_uuid': '2b7a1bd0-8974-4556-af92-6af3ca6bc416', 'name': 'network-vif-deleted', 'tag': '256cb7de-d749-406e-a874-a1c430a4305c', 'status': 'completed', 'code': 200} May 02 10:30:17.870636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:17.878572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42d29d7d-5f39-4ba2-9479-f064fae5e6af tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/6d93d468-19e4-40d7-9ce4-0a4c870471dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0120957 May 02 10:30:17.881487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:17.885866 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] Sync routers for ids ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:17.890336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-348c7efd-0f23-4205-a8a6-714ef4164b92 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047946 May 02 10:30:17.898870 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] Routers {'6d93d468-19e4-40d7-9ce4-0a4c870471dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:17.899579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:17.923978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5a1a16ea-ab55-4500-a197-c03e734e50ee), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.927842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:17.927842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:17.934087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cb0b7e84-fb6e-4295-82d1-12217c41eb58 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d93d468-19e4-40d7-9ce4-0a4c870471dc HTTP/1.1" status: 200 len: 205 time: 0.0513346 May 02 10:30:17.948257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:17.955998 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:17.970431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] Routers {'6d93d468-19e4-40d7-9ce4-0a4c870471dc'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:17.971826 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:29:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:17.989147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628e44d9-b8bc-4e98-a970-b3bfbd68d963 req-5c8585b7-9172-4b2e-a751-0cbc9d84da90 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915849 May 02 10:30:18.014028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:18.014667 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d826bd12-8f38-47c7-8937-6fc4423d43c5 None None] The sync data for ids ['6d93d468-19e4-40d7-9ce4-0a4c870471dc'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:18.045468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6529047 May 02 10:30:18.049394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:18.054460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Request body: {'subnet': {'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-49750067-subnet', 'tenant_id': '01271c76e9e3490089d30e74ae05144e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:18.090592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.093870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d635f912-d622-4e55-b7de-e87e4e2f294c admin admin] Pushing event updated for resources: {'Network': ['ID=5a1a16ea-ab55-4500-a197-c03e734e50ee,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:18.105389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:18.122043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51649a0f-a8e6-4bab-b201-ac909e2b61f4 req-2f7aa44a-9ef5-479b-a50f-cf60cfc8c64d tempest-ServerPasswordTestJSON-444147735 tempest-ServerPasswordTestJSON-444147735-project] 10.222.0.16 "GET /v2.0/ports?device_id=2b7a1bd0-8974-4556-af92-6af3ca6bc416 HTTP/1.1" status: 200 len: 210 time: 0.0533590 May 02 10:30:18.227759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Made reservation on behalf of 01271c76e9e3490089d30e74ae05144e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:18.234551 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.259367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:18.373918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:18.395924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'port_id': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'mac_address': 'fa:16:3e:11:db:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:18.475603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:18.476242 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.495587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:18.523878 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (b10d6835-f068-4335-bddd-2903951307ed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.528029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:18.589771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b10d6835-f068-4335-bddd-2903951307ed,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:18.603711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.629272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Checking segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:18.630184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Network hostable DHCP agents. Network: 5a1a16ea-ab55-4500-a197-c03e734e50ee, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:18.675855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:18.693943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cec2-9d9c-4296-ad20-dcd5c786d4ea req-524a883e-6713-4682-be85-cfaf51b26761 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:18.695492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b387cec2-9d9c-4296-ad20-dcd5c786d4ea req-524a883e-6713-4682-be85-cfaf51b26761 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 944 time: 0.1492264 May 02 10:30:18.701325 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.705755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (6d93d468-19e4-40d7-9ce4-0a4c870471dc), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.749732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:18.793878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b387cec2-9d9c-4296-ad20-dcd5c786d4ea req-034ad96b-b7be-4566-8be7-d2234ddd357d tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910993 May 02 10:30:18.828585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5a1a16ea-ab55-4500-a197-c03e734e50ee) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:18.835989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:18.837149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.839534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['109eb6e5-b2a5-4e19-884a-fcb486b59ee3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:18.856808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9280d36f-7e8e-4d34-ae7b-3d2e0573b020 None None] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:18.936734 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6d93d468-19e4-40d7-9ce4-0a4c870471dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.937272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 6d93d468-19e4-40d7-9ce4-0a4c870471dc {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:30:18.946361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:18.947403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e13b53c0-cf3f-457d-a497-ce9df9684675 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/6d93d468-19e4-40d7-9ce4-0a4c870471dc HTTP/1.1" status: 204 len: 168 time: 0.9977033 May 02 10:30:18.950413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:18.951859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:18.980464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5e91ba-bd9c-40c9-8d24-bef0399119af req-de25e288-0aa5-47f3-9ac1-342a1061fb93 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:18.981692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-038b1f03-af49-4dbf-8064-f64b3bcabc90 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9311173 May 02 10:30:18.982012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c5e91ba-bd9c-40c9-8d24-bef0399119af req-de25e288-0aa5-47f3-9ac1-342a1061fb93 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 948 time: 0.0917752 May 02 10:30:19.054888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet cb1703e9-0ff9-46d3-83b3-0aed808689e6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:30:19.065151 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (cb1703e9-0ff9-46d3-83b3-0aed808689e6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.088203 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c5e91ba-bd9c-40c9-8d24-bef0399119af req-13c5a2aa-beba-41f1-9ff6-a272fe5d29c8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998528 May 02 10:30:19.167531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (cb1703e9-0ff9-46d3-83b3-0aed808689e6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.176712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b51fa83-67ec-43e8-9010-85c6bed30714 req-e622755b-7e27-4b05-a1d8-0bc290f3f6fa tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:19.178433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b51fa83-67ec-43e8-9010-85c6bed30714 req-e622755b-7e27-4b05-a1d8-0bc290f3f6fa tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.1102047 May 02 10:30:19.202246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33376) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:19.207268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20e306f-a5b1-4bf9-a736-95f54b11b8a1 None None] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:19.262077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Deleting subnet 7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:30:19.266263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Publish callbacks [] for subnet (7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.299395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b51fa83-67ec-43e8-9010-85c6bed30714 req-5e51556e-8a41-4ff0-8302-833f0c431453 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020145 May 02 10:30:19.329873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.340838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (cb1703e9-0ff9-46d3-83b3-0aed808689e6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.389830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:19.394157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.411042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', 'mac_address': 'fa:16:3e:12:75:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.105'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:19.479770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:19.480258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.498348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:19.502356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (cb1703e9-0ff9-46d3-83b3-0aed808689e6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.523426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:19.532874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.537430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.539214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/cb1703e9-0ff9-46d3-83b3-0aed808689e6 HTTP/1.1" status: 204 len: 168 time: 0.5843172 May 02 10:30:19.540180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33384) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:19.546062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b7ac4-1d3a-40b5-ac37-2c11dca495b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=cb1703e9-0ff9-46d3-83b3-0aed808689e6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:19.555626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c00a1b-77f7-47d7-ab7f-0fcf954c2fd5 None None] Network 7a26f9da-1530-4b02-bb19-9a7acac7d366 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:19.565270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.577078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:19.577228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc HTTP/1.1" status: 204 len: 168 time: 0.3733635 May 02 10:30:19.598859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a729b6-be9a-44c6-a517-a2a21768c111 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d3ac427-1d79-45c3-a2a2-af4a9e5b65bc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:19.600009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.747164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:19.767821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-85213ef5-c51a-4312-bc5b-a3febef7203e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:19.769957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-85213ef5-c51a-4312-bc5b-a3febef7203e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.1490357 May 02 10:30:19.792363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] DHCP port deletion for 7a26f9da-1530-4b02-bb19-9a7acac7d366 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:30:19.802187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-fa16c928-b77c-482b-88d9-044747b88ec0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/quotas/01271c76e9e3490089d30e74ae05144e HTTP/1.1" status: 200 len: 375 time: 0.0243893 May 02 10:30:19.841942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Deleting port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:19.849960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.850105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-afc240ac-087a-4dd6-a9e3-1bb40071fb81 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433605 May 02 10:30:19.876208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['71a75b8d-1a58-449e-9ddb-9aec8f22ff78'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:19.962668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-519b71ea-972d-441f-9974-ae1e1f1067bc service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150372 May 02 10:30:19.966064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] For port 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c94545-b27e-43e8-a8ec-9f1cf3527c37,segment=NetworkSegment(81536e60-0ba5-47f1-8ae2-56802d1a5fec),segment_id=81536e60-0ba5-47f1-8ae2-56802d1a5fec)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:19.966476 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:19.986123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Calling delete_port for 61c94545-b27e-43e8-a8ec-9f1cf3527c37 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:20.038494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7a26f9da-1530-4b02-bb19-9a7acac7d366), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.061416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8565ba8c-9f69-45cf-a0ce-6df86273624d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.071317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29631b63-f47c-4aa4-a485-2243f239e9df req-8379c988-2389-42fd-9af7-1c5ce94e2b5e tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:20.072835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29631b63-f47c-4aa4-a485-2243f239e9df req-8379c988-2389-42fd-9af7-1c5ce94e2b5e tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 945 time: 0.0815241 May 02 10:30:20.076995 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-5e2a0367-3d64-4c7c-8ae4-b8222dd1ab20 service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049459 May 02 10:30:20.167462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:20.168057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.272285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29631b63-f47c-4aa4-a485-2243f239e9df req-56972006-298b-464b-ad62-0538a000a616 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738980 May 02 10:30:20.279596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:20.280962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8565ba8c-9f69-45cf-a0ce-6df86273624d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.283396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.306204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 61c94545-b27e-43e8-a8ec-9f1cf3527c37, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c94545-b27e-43e8-a8ec-9f1cf3527c37,segment=NetworkSegment(81536e60-0ba5-47f1-8ae2-56802d1a5fec),segment_id=81536e60-0ba5-47f1-8ae2-56802d1a5fec)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:20.306597 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.323449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8565ba8c-9f69-45cf-a0ce-6df86273624d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.335567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 61c94545-b27e-43e8-a8ec-9f1cf3527c37 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:20.341660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1130c64e-0ae2-47c8-8aaf-675e6832a160') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.342443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1130c64e-0ae2-47c8-8aaf-675e6832a160') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.358338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1130c64e-0ae2-47c8-8aaf-675e6832a160), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.427845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] No DVR routers for this DVR port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:20.433923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1130c64e-0ae2-47c8-8aaf-675e6832a160), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.437708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4972a2b9-0eea-4fe6-a541-2fdce63494d8 None None] Pushing event deleted for resources: {'Port': ['ID=61c94545-b27e-43e8-a8ec-9f1cf3527c37,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:20.458370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:30:20.458370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1130c64e-0ae2-47c8-8aaf-675e6832a160), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: timer() May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:30:20.466571 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:30:20.468771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:20.468900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a97123c-97e1-492f-bb54-cab7e5b92729 req-a208fc5a-c292-432d-ae1a-f3579b986704 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:20.477241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a97123c-97e1-492f-bb54-cab7e5b92729 req-a208fc5a-c292-432d-ae1a-f3579b986704 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.0719187 May 02 10:30:20.511267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de5100-3761-40fa-9fbc-970bd50897a4 req-61382c2a-57e5-4fdd-a1d3-a47890d9292c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:20.512861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36de5100-3761-40fa-9fbc-970bd50897a4 req-61382c2a-57e5-4fdd-a1d3-a47890d9292c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 949 time: 0.1463187 May 02 10:30:20.536140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:20.536502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.556656 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a97123c-97e1-492f-bb54-cab7e5b92729 req-a4104bcd-1a28-4842-90d7-b75c5d8da5cb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766792 May 02 10:30:20.592894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36de5100-3761-40fa-9fbc-970bd50897a4 req-03375a0b-df38-4bf4-96ad-b74703f3fa1f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685205 May 02 10:30:20.594566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (61c94545-b27e-43e8-a8ec-9f1cf3527c37), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.627099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=61c94545-b27e-43e8-a8ec-9f1cf3527c37,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:20.629839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8565ba8c-9f69-45cf-a0ce-6df86273624d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.637815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.642207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8565ba8c-9f69-45cf-a0ce-6df86273624d HTTP/1.1" status: 204 len: 168 time: 1.0538106 May 02 10:30:20.642819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18040c02-f746-4375-927c-9884ce32d7fc req-958ffefc-343b-42f8-954e-bbf813b5f800 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.0518227 May 02 10:30:20.642903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port 61c94545-b27e-43e8-a8ec-9f1cf3527c37 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:20.662171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106deee8-a862-434c-96b6-c9478f4cc841 admin admin] Pushing event deleted for resources: {'Network': ['ID=8565ba8c-9f69-45cf-a0ce-6df86273624d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:20.738711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:20.739127 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.762130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7a26f9da-1530-4b02-bb19-9a7acac7d366), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.763026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:20.765845 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e985cd03-91aa-4a6a-afb3-662216bef928" -d '{"events": [{"server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "name": "network-vif-plugged", "status": "completed", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:20.780243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:20.800988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea76731-fc69-40da-862e-e8305bd532f0 req-82a34e4c-af96-413b-b69a-f97ea081d706 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:20.802358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cea76731-fc69-40da-862e-e8305bd532f0 req-82a34e4c-af96-413b-b69a-f97ea081d706 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 945 time: 0.0698493 May 02 10:30:20.803907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a26f9da-1530-4b02-bb19-9a7acac7d366']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.819908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81536e60-0ba5-47f1-8ae2-56802d1a5fec') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.820147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81536e60-0ba5-47f1-8ae2-56802d1a5fec') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:20.847140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (81536e60-0ba5-47f1-8ae2-56802d1a5fec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.856141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.857161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 256cb7de-d749-406e-a874-a1c430a4305c no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:20.871972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (81536e60-0ba5-47f1-8ae2-56802d1a5fec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.899290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 256cb7de-d749-406e-a874-a1c430a4305c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:20.899647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 256cb7de-d749-406e-a874-a1c430a4305c not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:20.902299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:30:20.902711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (81536e60-0ba5-47f1-8ae2-56802d1a5fec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: timer() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:30:20.905817 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:30:20.928206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:20.963708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port 8609b363-6742-4a40-acf1-6de10cf949da {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:20.963917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8609b363-6742-4a40-acf1-6de10cf949da), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:20.969581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.014638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:21.049924 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a730dbed-3028-4d31-bc08-a84f5c0130a2 x-openstack-request-id: req-a730dbed-3028-4d31-bc08-a84f5c0130a2 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:21.049924 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "name": "network-vif-plugged", "status": "completed", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:21.049924 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a730dbed-3028-4d31-bc08-a84f5c0130a2 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:21.050297 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a730dbed-3028-4d31-bc08-a84f5c0130a2'] response: {'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'code': 200} May 02 10:30:21.067548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7a26f9da-1530-4b02-bb19-9a7acac7d366), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.095183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.097065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33422) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.099218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/7a26f9da-1530-4b02-bb19-9a7acac7d366 HTTP/1.1" status: 204 len: 168 time: 1.5532475 May 02 10:30:21.103465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a5fd9c-ee30-4d50-8017-e82742c7d188 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=7a26f9da-1530-4b02-bb19-9a7acac7d366,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.106866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33426) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.114117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-943823101', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:21.115872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port 8609b363-6742-4a40-acf1-6de10cf949da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8609b363-6742-4a40-acf1-6de10cf949da,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:21.117346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8609b363-6742-4a40-acf1-6de10cf949da), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.124493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:21.125989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.147959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33428) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.166132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for 8609b363-6742-4a40-acf1-6de10cf949da owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:21.220861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.223598 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.232717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f47fd-25ba-420f-895b-2757218857c0 req-c72c3bfc-4c5a-481d-8452-634cbbaf5189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:21.234311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-099f47fd-25ba-420f-895b-2757218857c0 req-c72c3bfc-4c5a-481d-8452-634cbbaf5189 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 1128 time: 0.0980239 May 02 10:30:21.235357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:21.235758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.279395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:21.285071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf6d650e-fed9-49e5-b63e-c3da3b91cd5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=49eb61123f624832aa949f49de778c90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1356843 May 02 10:30:21.287670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33430) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.360869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.365681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.375801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-099f47fd-25ba-420f-895b-2757218857c0 req-91298ffc-aa9b-4631-9ceb-a315b722ce56 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320355 May 02 10:30:21.383664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] Publish callbacks [] for security_group (18d6526c-a564-4391-ad6d-ce161712bbe7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.412538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] Publish callbacks [] for security_group (18d6526c-a564-4391-ad6d-ce161712bbe7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.431760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.448020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a610440c-ebad-4838-9821-8db201866ab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.450727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8609b363-6742-4a40-acf1-6de10cf949da), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.460109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.470211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8609b363-6742-4a40-acf1-6de10cf949da'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:21.486740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5268c5-dac3-445e-a303-764a4f36e873 req-1e6b0feb-911c-4e0f-af1f-55aff1cf42af tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:21.486956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=8609b363-6742-4a40-acf1-6de10cf949da,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.487758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c5268c5-dac3-445e-a303-764a4f36e873 req-1e6b0feb-911c-4e0f-af1f-55aff1cf42af tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.1067872 May 02 10:30:21.533358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port 8609b363-6742-4a40-acf1-6de10cf949da on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:21.536149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.539505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cea76731-fc69-40da-862e-e8305bd532f0 req-eaac5f2f-2cfb-4f7e-ae09-7b5d64e5eab5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.15 "DELETE /v2.0/ports/8609b363-6742-4a40-acf1-6de10cf949da HTTP/1.1" status: 204 len: 173 time: 0.7285058 May 02 10:30:21.539944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'name': 'network-vif-deleted', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:21.542386 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d52abd9-c3dd-47a9-9bf3-d7f0899fc4ca" -d '{"events": [{"server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "name": "network-vif-deleted", "tag": "8609b363-6742-4a40-acf1-6de10cf949da"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:21.546601 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.550177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c88c546-621b-4076-8abf-4521eb52f053 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4395585 May 02 10:30:21.550748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33438) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.557499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-2096673080'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:21.591436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c5268c5-dac3-445e-a303-764a4f36e873 req-46430658-d9bc-45c0-aa59-d3f96743ad99 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923104 May 02 10:30:21.601566 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe3a356-b89d-49db-8870-41f908b9937d x-openstack-request-id: req-bbe3a356-b89d-49db-8870-41f908b9937d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:21.602070 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15408db5-0909-4ac5-8ec9-d12555235e8e", "name": "network-vif-deleted", "tag": "8609b363-6742-4a40-acf1-6de10cf949da", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:21.602165 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bbe3a356-b89d-49db-8870-41f908b9937d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:21.602695 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe3a356-b89d-49db-8870-41f908b9937d'] response: {'server_uuid': '15408db5-0909-4ac5-8ec9-d12555235e8e', 'name': 'network-vif-deleted', 'tag': '8609b363-6742-4a40-acf1-6de10cf949da', 'status': 'completed', 'code': 200} May 02 10:30:21.604749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (18d6526c-a564-4391-ad6d-ce161712bbe7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.611959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.611959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/18d6526c-a564-4391-ad6d-ce161712bbe7 HTTP/1.1" status: 204 len: 168 time: 0.3206170 May 02 10:30:21.627084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6643d695-6588-4907-b4e8-0a5c590d8a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d6526c-a564-4391-ad6d-ce161712bbe7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.666881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a610440c-ebad-4838-9821-8db201866ab2 admin admin] Publish callbacks [] for security_group (99746a64-9a06-4e48-a44e-2ebde7e67179), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.694745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c94545-b27e-43e8-a8ec-9f1cf3527c37 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:21.707286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:21.707974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9c61b86-77cb-4953-8823-49b881c268c6 req-d4d23603-f3cf-4d13-93b4-a193d293a317 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.0377457 May 02 10:30:21.711610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.725570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 61c94545-b27e-43e8-a8ec-9f1cf3527c37 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:21.726071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c94545-b27e-43e8-a8ec-9f1cf3527c37 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:21.785091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e016de86-1128-4653-bede-bb9bacbfb260 req-ba884810-c0db-4913-95a5-36e06a94492c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.0308342 May 02 10:30:21.791789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:21.793473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a610440c-ebad-4838-9821-8db201866ab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (99746a64-9a06-4e48-a44e-2ebde7e67179), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.804108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34c9fde-0f87-4aa5-978f-d279501296dc req-f7b852bf-407e-448e-8fb9-a7d7cd1c67d2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:21.804108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f34c9fde-0f87-4aa5-978f-d279501296dc req-f7b852bf-407e-448e-8fb9-a7d7cd1c67d2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.0853183 May 02 10:30:21.810253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fa6e8370-48e1-446b-adbb-159a5c7a3d93), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.810601 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment fa6e8370-48e1-446b-adbb-159a5c7a3d93 of type vlan for network d274b33e-6c20-4309-98eb-1c7570a7aaeb May 02 10:30:21.837554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a610440c-ebad-4838-9821-8db201866ab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=135596a6d4af4bedaf5991984bdcc445&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7386599 May 02 10:30:21.839794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610440c-ebad-4838-9821-8db201866ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99746a64-9a06-4e48-a44e-2ebde7e67179,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:21.842578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33450) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:21.879000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d274b33e-6c20-4309-98eb-1c7570a7aaeb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.894571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] Publish callbacks [] for security_group (99746a64-9a06-4e48-a44e-2ebde7e67179), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:21.898502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f34c9fde-0f87-4aa5-978f-d279501296dc req-e92ae3dd-5b6b-42de-a24c-f76b24b737a2 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863583 May 02 10:30:21.919208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] Publish callbacks [] for security_group (99746a64-9a06-4e48-a44e-2ebde7e67179), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.021392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d274b33e-6c20-4309-98eb-1c7570a7aaeb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.027850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:22.028454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.044467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (99746a64-9a06-4e48-a44e-2ebde7e67179), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.047729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.049785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99746a64-9a06-4e48-a44e-2ebde7e67179 HTTP/1.1" status: 204 len: 168 time: 0.2053697 May 02 10:30:22.061517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfec3b8d-6f8a-4be9-9949-d1070214c343 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99746a64-9a06-4e48-a44e-2ebde7e67179,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:22.150883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=d274b33e-6c20-4309-98eb-1c7570a7aaeb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:22.153293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24544b14-3824-4e77-b1bc-7e67d6d0cacd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6008201 May 02 10:30:22.156233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33456) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:22.161451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:22.162112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:22.381467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:22.385252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.705887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd73e95-35ed-4fb4-b877-c23569e983be req-df7e3cd3-6ffa-4f41-ba26-fab331e7dbdb tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:22.707421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bd73e95-35ed-4fb4-b877-c23569e983be req-df7e3cd3-6ffa-4f41-ba26-fab331e7dbdb tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.0529644 May 02 10:30:22.732203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (61115456-3656-4f0b-9696-902664405511), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.830821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bd73e95-35ed-4fb4-b877-c23569e983be req-aca5c0ed-69c0-446b-8875-b80ab70dd861 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154954 May 02 10:30:22.831571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=61115456-3656-4f0b-9696-902664405511,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:22.838293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57a8d160-39bb-4c78-960b-380493b38914 req-ae2a38a4-753e-491f-8054-fae26e698eb9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=15408db5-0909-4ac5-8ec9-d12555235e8e HTTP/1.1" status: 200 len: 210 time: 0.0339880 May 02 10:30:22.840961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:22.841869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: d274b33e-6c20-4309-98eb-1c7570a7aaeb, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:22.933858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:22.950985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:22.955648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-282e1f26-6dd4-409b-92e0-22ca7c9c59bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:22.965248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a92fa867-ae4f-4f49-a602-310286d5e0b2 req-4acb78ae-d818-4c07-a170-bbc7a1e359c2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.0414412 May 02 10:30:23.050965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:23.053396 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e442acee-a7bc-4672-852c-6e59c0edbfc7" -d '{"events": [{"server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "name": "network-vif-plugged", "status": "completed", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:23.056349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bb5cb1-247d-4a41-b89c-37ae20ead7db req-8facd669-cc0d-4ba6-a38b-9c0c0fb15449 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:23.057882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7bb5cb1-247d-4a41-b89c-37ae20ead7db req-8facd669-cc0d-4ba6-a38b-9c0c0fb15449 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.0640523 May 02 10:30:23.078974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d274b33e-6c20-4309-98eb-1c7570a7aaeb) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:23.095599 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b0dbd17-7d13-4efc-88a9-c2d87deab05c x-openstack-request-id: req-9b0dbd17-7d13-4efc-88a9-c2d87deab05c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:23.098131 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "name": "network-vif-plugged", "status": "completed", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:23.098464 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9b0dbd17-7d13-4efc-88a9-c2d87deab05c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:23.098898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:23.099564 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.100299 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b0dbd17-7d13-4efc-88a9-c2d87deab05c'] response: {'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', 'code': 200} May 02 10:30:23.106015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d389d1-12dd-4fa4-a6d4-85d896026e3f None None] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:23.151192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-282e1f26-6dd4-409b-92e0-22ca7c9c59bc admin admin] Publish callbacks [] for security_group (2ecca659-820e-47e6-b9f6-ee261567f61c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.167539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7bb5cb1-247d-4a41-b89c-37ae20ead7db req-fff408d1-bb70-418a-beb6-4fe6a0a4640e tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018395 May 02 10:30:23.172558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-939874fa-8314-4a82-9a6a-b6b2059000bb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0148001 May 02 10:30:23.175592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33494) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:23.213611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-282e1f26-6dd4-409b-92e0-22ca7c9c59bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2ecca659-820e-47e6-b9f6-ee261567f61c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.244109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b83d06-f5bf-41e6-a984-ee7f3aedb932 req-e6bb3a1c-3196-4e39-8588-f3a9c75d5883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:23.247467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74b83d06-f5bf-41e6-a984-ee7f3aedb932 req-e6bb3a1c-3196-4e39-8588-f3a9c75d5883 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 1132 time: 0.0719793 May 02 10:30:23.251877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d274b33e-6c20-4309-98eb-1c7570a7aaeb', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:23.253300 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.289143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-282e1f26-6dd4-409b-92e0-22ca7c9c59bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=afd3f74241604780afda57f2e038ed71&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3541739 May 02 10:30:23.289991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33496) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:23.316759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282e1f26-6dd4-409b-92e0-22ca7c9c59bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecca659-820e-47e6-b9f6-ee261567f61c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:23.413978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74b83d06-f5bf-41e6-a984-ee7f3aedb932 req-2e97e93b-30a4-46e4-a069-980505664515 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512928 May 02 10:30:23.430321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] Publish callbacks [] for security_group (2ecca659-820e-47e6-b9f6-ee261567f61c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.456548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] Publish callbacks [] for security_group (2ecca659-820e-47e6-b9f6-ee261567f61c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.487613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Allocated IP 172.20.0.2 (d274b33e-6c20-4309-98eb-1c7570a7aaeb/61115456-3656-4f0b-9696-902664405511/022ea7d0-0640-4937-a0a4-71537b242f9d) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:23.651301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2ecca659-820e-47e6-b9f6-ee261567f61c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.654868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.659080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2ecca659-820e-47e6-b9f6-ee261567f61c HTTP/1.1" status: 204 len: 168 time: 0.3607619 May 02 10:30:23.674355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27c8ca-f6cb-4793-8763-a5e65757675f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecca659-820e-47e6-b9f6-ee261567f61c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:23.678775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks [] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.750480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.784098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f85a9cfe-cd54-4373-a732-54ac8c1bb6ec req-ce4cf96f-105f-4192-9ac9-62a9b273a800 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0436876 May 02 10:30:23.786833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-3fa028b7-a9e4-410e-abb9-73f093e83bf4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:23.788321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-3fa028b7-a9e4-410e-abb9-73f093e83bf4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.2233403 May 02 10:30:23.789789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:23.830702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'port': {'device_id': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'admin_state_up': True, 'tenant_id': '01271c76e9e3490089d30e74ae05144e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:23.851383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:23.854502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:23.859128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:23.863477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Pushing event updated for resources: {'Port': ['ID=022ea7d0-0640-4937-a0a4-71537b242f9d,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:24.093327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-802b99d1-0aae-44ab-b1b0-93e5a966d295 req-45e6128c-efd6-44ee-83ba-6109ce01d3c6 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.0386305 May 02 10:30:24.206264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Attempting to bind port 022ea7d0-0640-4937-a0a4-71537b242f9d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:24.206791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Attempting to bind port 022ea7d0-0640-4937-a0a4-71537b242f9d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:24.207077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Attempting to bind port 022ea7d0-0640-4937-a0a4-71537b242f9d on network d274b33e-6c20-4309-98eb-1c7570a7aaeb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:24.213307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:24.214003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Checking segment: {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:24.214624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.215205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Bound using segment: {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:24.216490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Bound port: 022ea7d0-0640-4937-a0a4-71537b242f9d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:24.217316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.284206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8609b363-6742-4a40-acf1-6de10cf949da no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:24.318023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 8609b363-6742-4a40-acf1-6de10cf949da {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:24.318614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8609b363-6742-4a40-acf1-6de10cf949da not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:24.338288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] For port 022ea7d0-0640-4937-a0a4-71537b242f9d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:24.339528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f01f9f2-263a-44a2-973b-7b19e96adb47 req-6ab32e46-759e-46cf-82be-20d3417b048d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:24.346902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.20.0.1 (d274b33e-6c20-4309-98eb-1c7570a7aaeb/61115456-3656-4f0b-9696-902664405511/0ab835fb-e9b8-4166-86b1-78f848cbc3d0) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:24.348249 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f01f9f2-263a-44a2-973b-7b19e96adb47 req-6ab32e46-759e-46cf-82be-20d3417b048d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.0617528 May 02 10:30:24.366551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] For port 022ea7d0-0640-4937-a0a4-71537b242f9d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=022ea7d0-0640-4937-a0a4-71537b242f9d,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:24.416702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f01f9f2-263a-44a2-973b-7b19e96adb47 req-d7daaf70-298c-4c47-8206-9d6dfdf1eea9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658255 May 02 10:30:24.430445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1842ac-02e3-4a27-aaf1-46ed578b0fd7 req-f78127e5-c36b-4ede-88c2-68481a351045 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:24.431998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d1842ac-02e3-4a27-aaf1-46ed578b0fd7 req-f78127e5-c36b-4ede-88c2-68481a351045 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.1699438 May 02 10:30:24.441214 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.512708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75bcc2d-0700-448d-8bd6-3689e87b4944 None None] Pushing event updated for resources: {'Port': ['ID=022ea7d0-0640-4937-a0a4-71537b242f9d,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:24.546417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.599345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d1842ac-02e3-4a27-aaf1-46ed578b0fd7 req-485b6fce-1167-4f29-8aad-639300306419 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254275 May 02 10:30:24.614446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Made reservation on behalf of 01271c76e9e3490089d30e74ae05144e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:24.620166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.698214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d472c01a-16ec-4522-9079-493beba3574b req-b2eff824-92d7-4dfd-b7c4-f9c4632b0638 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:24.708799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d472c01a-16ec-4522-9079-493beba3574b req-b2eff824-92d7-4dfd-b7c4-f9c4632b0638 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.2044652 May 02 10:30:24.719223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d472c01a-16ec-4522-9079-493beba3574b req-448bc527-d52a-4b15-b123-b628e5f136f4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0094059 May 02 10:30:24.755354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d472c01a-16ec-4522-9079-493beba3574b req-1fa6cf1d-bf9c-47f9-a6ff-7a9503d84aa5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0303380 May 02 10:30:24.797810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac089d0-0000-41f1-8635-4431444896b5 req-8ef0cee9-cc4b-4e96-a49a-6d5f406c28fb tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:24.807627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dac089d0-0000-41f1-8635-4431444896b5 req-8ef0cee9-cc4b-4e96-a49a-6d5f406c28fb tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.0773165 May 02 10:30:24.811888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:24.862417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Request body: {'floatingip': {'port_id': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:24.933738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d472c01a-16ec-4522-9079-493beba3574b req-59c4d2a9-41ee-47b7-b3fa-3dd380f54290 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698163 May 02 10:30:24.954715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:24.999098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:25.075321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d472c01a-16ec-4522-9079-493beba3574b req-99c98e92-3a80-44e0-a969-8eb5bc9c6ab1 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407216 May 02 10:30:25.086467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a633602-689a-4ef8-91ed-03ba36aca515 req-d650db43-1086-46b6-9d77-6c84133c5cb3 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1408169 May 02 10:30:25.130689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Allocated IP 172.20.0.4 (5a1a16ea-ab55-4500-a197-c03e734e50ee/b10d6835-f068-4335-bddd-2903951307ed/c4c874c9-fd98-486d-b9f8-2bddbd03f44d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:25.148454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:25.154970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:25.160251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:25.163239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:25.491922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9acd98d-3822-4faa-b6ab-3fd103d37416 req-8ea23511-390c-4130-9324-4a2e270dbaa1 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d9225e0-7554-411e-a6e4-096503c83ba9 HTTP/1.1" status: 200 len: 210 time: 0.0903153 May 02 10:30:25.600342 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d1ad578c-751f-4375-9eed-90981d16d0d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:25.681349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e62f62-57a0-404f-8eb9-3d8e8302df59 req-9d56c930-7717-40c5-ad4c-5f2b036d6637 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:25.690263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98e62f62-57a0-404f-8eb9-3d8e8302df59 req-9d56c930-7717-40c5-ad4c-5f2b036d6637 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.1211162 May 02 10:30:25.705814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-afa8122f-d5ca-448c-bec9-f4e0abee5a64 req-b9d4f7aa-b46b-4d0f-8205-439a4c1b30fa tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.5113137 May 02 10:30:25.774924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 022ea7d0-0640-4937-a0a4-71537b242f9d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:25.807611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98e62f62-57a0-404f-8eb9-3d8e8302df59 req-26180f25-a06f-426a-88c4-04d1db039c53 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120973 May 02 10:30:25.811414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:25.859005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 022ea7d0-0640-4937-a0a4-71537b242f9d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:25.859005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:25.982984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 022ea7d0-0640-4937-a0a4-71537b242f9d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:25.983643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.038554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 022ea7d0-0640-4937-a0a4-71537b242f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=022ea7d0-0640-4937-a0a4-71537b242f9d,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:26.098155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d427d07-68a5-4197-9296-f1b88bb0df89 None None] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:26.161864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.265603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3c862156-a9f2-4f08-97f0-2b71c55a12ae None None] Provisioning complete for port 022ea7d0-0640-4937-a0a4-71537b242f9d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:26.266009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c862156-a9f2-4f08-97f0-2b71c55a12ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.322647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=022ea7d0-0640-4937-a0a4-71537b242f9d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:26.329597 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.414590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3c862156-a9f2-4f08-97f0-2b71c55a12ae None None] Current status of the port 022ea7d0-0640-4937-a0a4-71537b242f9d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:26.612866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fb87a68a-e01b-448b-99d4-53d11970d856 req-c5a093dd-d01f-4d3f-a33f-32c14972340f tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0336866 May 02 10:30:26.615093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.761668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.840263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:26.842099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:26.930250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:26.940509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Provisioning complete for port 022ea7d0-0640-4937-a0a4-71537b242f9d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:26.941011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.104463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.resource_extend [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:30:27.108863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d2dc2686-5d6d-4bce-8383-f3a9ebf938fa None None] Current status of the port 022ea7d0-0640-4937-a0a4-71537b242f9d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:27.214117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.234750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6580f3de-ca0d-49d4-ab55-6526067d5e7b None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:27.235710 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6580f3de-ca0d-49d4-ab55-6526067d5e7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.245950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:27.259199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:27.282660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6580f3de-ca0d-49d4-ab55-6526067d5e7b None None] Port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:27.288541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:27.291022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:27.351733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.368509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5800b179-0108-4abf-8610-a6fd4cc507b4 req-05e24dc5-170a-4640-a7f5-1cdd8d635c12 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.370378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5800b179-0108-4abf-8610-a6fd4cc507b4 req-05e24dc5-170a-4640-a7f5-1cdd8d635c12 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 931 time: 0.1550424 May 02 10:30:27.435955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.436460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.437001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.437505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.437974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.438445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.440320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23014064-f670-405e-aa16-a3ac618ed091 req-a8e77ff1-8c3b-4e5c-9d67-7ad238c0fc68 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de&device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e&device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c&device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523&device_id=0e935a70-f21d-484a-bce0-2e4247261427&device_id=8ec5315b-c321-43b4-97f1-520022add137&device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 5629 time: 0.0490930 May 02 10:30:27.456073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:27.459288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.462172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-23014064-f670-405e-aa16-a3ac618ed091 req-803c9867-df9d-4443-91f0-345f95eb939b tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.555296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-23014064-f670-405e-aa16-a3ac618ed091 req-803c9867-df9d-4443-91f0-345f95eb939b tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Publish callbacks [] for security_group (33fa99c9-2534-4db1-ad89-bd372e1f8bac), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.610672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-d28a9a13-a837-4825-9fa7-f1bbd35283fc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7837534 May 02 10:30:27.616948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5800b179-0108-4abf-8610-a6fd4cc507b4 req-9ea21243-d820-46b8-80ef-0c553e0f8527 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098053 May 02 10:30:27.632197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Request body: {'port': {'device_id': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:27.633214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-23014064-f670-405e-aa16-a3ac618ed091 req-803c9867-df9d-4443-91f0-345f95eb939b tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33fa99c9-2534-4db1-ad89-bd372e1f8bac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.665498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 022ea7d0-0640-4937-a0a4-71537b242f9d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:27.695147 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Floating IP b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5 associated. External IP: 172.35.4.221, port: 109eb6e5-b2a5-4e19-884a-fcb486b59ee3. May 02 10:30:27.721725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803c9867-df9d-4443-91f0-345f95eb939b tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa99c9-2534-4db1-ad89-bd372e1f8bac,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:27.759487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23014064-f670-405e-aa16-a3ac618ed091 req-803c9867-df9d-4443-91f0-345f95eb939b tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&id=3c520228-0b22-4a02-8957-c8a31607a36f&id=6071753f-b399-4d84-be35-1d2b4463c869&id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 540 time: 0.3119078 May 02 10:30:27.777870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 022ea7d0-0640-4937-a0a4-71537b242f9d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:27.778311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:27.861572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-06fdd5b3-f095-4acc-94e3-48b71cddcbab req-f9192821-82b9-4e16-8dd7-fe2499e9ce11 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0443904 May 02 10:30:27.926549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 022ea7d0-0640-4937-a0a4-71537b242f9d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:27.950302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-742bb11d-7908-44ee-8eb7-c066ea3acef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:28.167030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e1c2-d120-4c32-9f47-9c3a7d9bbaca req-0f44d027-fc44-4b73-b46b-c9d836a8de43 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:28.168307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e1c2-d120-4c32-9f47-9c3a7d9bbaca req-0f44d027-fc44-4b73-b46b-c9d836a8de43 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:28.172230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae7e1c2-d120-4c32-9f47-9c3a7d9bbaca req-0f44d027-fc44-4b73-b46b-c9d836a8de43 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:28.180848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eae7e1c2-d120-4c32-9f47-9c3a7d9bbaca req-0f44d027-fc44-4b73-b46b-c9d836a8de43 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c&device_id=0e935a70-f21d-484a-bce0-2e4247261427&device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 2977 time: 0.0696354 May 02 10:30:28.236083 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:28.257693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eae7e1c2-d120-4c32-9f47-9c3a7d9bbaca req-daa6187a-ea93-4db2-be1b-e9ad65e22d9a tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655012 May 02 10:30:28.381891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:28.431880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-668d7f07-c41c-4f27-bb6e-ebd53e9540cc tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:28.433568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-668d7f07-c41c-4f27-bb6e-ebd53e9540cc tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.6745782 May 02 10:30:28.529695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:28.591731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-831e08d8-539d-4b9d-82e8-35d8f58235ef req-1f3efd7e-98ac-468b-9691-96b8013950a0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0358355 May 02 10:30:28.645202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-e5b97b63-9ff4-4c9f-9b2d-93d1471e80b5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.1223269 May 02 10:30:28.695072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:28.740916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-51e59a8f-679e-4985-b8b5-3b9943fdaf62 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876129 May 02 10:30:28.836279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:28.911624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-0950ef83-e7a8-41ea-b7cc-e4d3db06405c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0941906 May 02 10:30:28.921712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc155d2-eb79-44a3-84d7-aa1698c3d150 req-a6b9888e-b0a1-442c-9352-3386d3b1428f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:28.931265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fc155d2-eb79-44a3-84d7-aa1698c3d150 req-a6b9888e-b0a1-442c-9352-3386d3b1428f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 931 time: 0.0748291 May 02 10:30:28.969497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:29.001218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fc155d2-eb79-44a3-84d7-aa1698c3d150 req-0a839a97-d31c-4d13-b979-58fdf37eb6eb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673590 May 02 10:30:29.113811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:29.198549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6ee97-10d8-40d7-95a2-06aa6c3f908e req-91e6535a-9d88-4f12-a9ae-3d19161fae40 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:29.201448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9de6ee97-10d8-40d7-95a2-06aa6c3f908e req-91e6535a-9d88-4f12-a9ae-3d19161fae40 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.0820026 May 02 10:30:29.211282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:29.247192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:29.359275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c874c9-fd98-486d-b9f8-2bddbd03f44d {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:29.373607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:29.381783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks [] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:29.387730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9de6ee97-10d8-40d7-95a2-06aa6c3f908e req-4f05ac5a-b7fb-4ec9-86d5-fcee4c4d8e30 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732514 May 02 10:30:29.389650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Sync routers for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:29.400689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:29.402108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-785eade8-8350-43f3-bdd8-61ab5f271a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:29.403910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-785eade8-8350-43f3-bdd8-61ab5f271a25 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b88222d9c35413dabb63e3807c81700&device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 1128 time: 0.0764508 May 02 10:30:29.411284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:29.412231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:29.480977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Transition to ACTIVE for port object c4c874c9-fd98-486d-b9f8-2bddbd03f44d will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:30:29.486800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7eb53e0d-4b0b-491c-bb0a-b537768afefe tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "PUT /v2.0/floatingips/b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5 HTTP/1.1" status: 200 len: 992 time: 4.6732283 May 02 10:30:29.495100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:29.497721 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:29.503327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-b6009232-697a-48e6-8fad-e18736c79875 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7317984 May 02 10:30:29.584518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:29.710227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:29.713724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f266e26-900d-45ae-9bca-3df42d622b05 req-dec10bae-bcb3-447e-af1a-128ba0437f48 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0958107 May 02 10:30:29.713954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:29.717589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-8fe0500c-528d-463d-be28-21e129f6be44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:29.719018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-8fe0500c-528d-463d-be28-21e129f6be44 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 200 len: 911 time: 0.2796175 May 02 10:30:29.783106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:30:29.853092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d625e2ca-3421-4a4c-b11c-b5676d167e50 None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:29.853092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d625e2ca-3421-4a4c-b11c-b5676d167e50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:29.889026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-868e8303-bd1d-4857-a124-add93fffa8a7 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3536100 May 02 10:30:29.908676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-c0ae5c84-5d0d-41c6-8b44-db71c9c62f27 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:29.911082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-c0ae5c84-5d0d-41c6-8b44-db71c9c62f27 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.24 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.1012285 May 02 10:30:29.913993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-8b5c608a-84c8-45d8-ba26-a7d9115c26a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 200 len: 1000 time: 0.1878870 May 02 10:30:29.981660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Attempting to bind port c4c874c9-fd98-486d-b9f8-2bddbd03f44d on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:29.982105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Attempting to bind port c4c874c9-fd98-486d-b9f8-2bddbd03f44d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:29.982516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Attempting to bind port c4c874c9-fd98-486d-b9f8-2bddbd03f44d on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:30.040649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d625e2ca-3421-4a4c-b11c-b5676d167e50 None None] Port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:30.086419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-5bd5f4f4-a533-4125-9876-a5e2091913f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:30.089248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-5bd5f4f4-a533-4125-9876-a5e2091913f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca HTTP/1.1" status: 200 len: 849 time: 0.1640408 May 02 10:30:30.108534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:30.126044 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:30.133871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-800e32d9-01f1-4b0c-8eea-e92b0d70e7fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9570904 May 02 10:30:30.136706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:30.150346 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:30.151344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:30.159477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-331777694'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:30.176950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Deleting port 9380eaa9-a16e-4d14-b709-e8a2179a3363 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:30.176950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.177227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Port c4c874c9-fd98-486d-b9f8-2bddbd03f44d on network 5a1a16ea-ab55-4500-a197-c03e734e50ee not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:30:30.177227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Attempting to bind port c4c874c9-fd98-486d-b9f8-2bddbd03f44d on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:30.197175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:30.217343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Checking segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:30.217343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Bound using segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:30.217343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Bound port: c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:30.217343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.222871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'port_id': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'mac_address': 'fa:16:3e:11:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:29:58Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 1, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:30.237553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-455a720e-510f-4b81-b40b-fff45288dd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:30.239229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-455a720e-510f-4b81-b40b-fff45288dd9f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f357be84-d0f7-4dfd-909f-5eea1c1268f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1264288 May 02 10:30:30.283000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Checking router: 8815e4c3-c31d-4f65-aa5d-630c3b40e670 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:30.309687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:30.309687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:30.312092 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:30.434867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:30.439835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:30.456474 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:30:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7dd0dbdc-722a-4752-9ecf-b3afb4cd670c x-openstack-request-id: req-7dd0dbdc-722a-4752-9ecf-b3afb4cd670c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:30.456806 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:30.457074 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7dd0dbdc-722a-4752-9ecf-b3afb4cd670c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:30.457498 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7dd0dbdc-722a-4752-9ecf-b3afb4cd670c'] response: {'name': 'network-changed', 'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'status': 'completed', 'code': 200} May 02 10:30:30.471232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] For port 9380eaa9-a16e-4d14-b709-e8a2179a3363, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9380eaa9-a16e-4d14-b709-e8a2179a3363,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:30.471618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.524372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:30.639945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d4c3a-a572-4da4-8878-d5f4ba6f2e8f req-7b05f54d-d0ae-48bf-83f8-f1c444511057 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:30.642066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c22d4c3a-a572-4da4-8878-d5f4ba6f2e8f req-7b05f54d-d0ae-48bf-83f8-f1c444511057 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 943 time: 0.0733428 May 02 10:30:30.648878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-036503c4-2571-448b-b48a-ff978c9ccd23 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4007597 May 02 10:30:30.658826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.670292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.681161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:30.687322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.809434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdf4f56-34e5-4088-b485-b11827fb9b0f req-a9ba0a9f-5b7e-4e62-aea4-78009dd2207b tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:30.817202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fdf4f56-34e5-4088-b485-b11827fb9b0f req-a9ba0a9f-5b7e-4e62-aea4-78009dd2207b tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.2919002 May 02 10:30:30.821313 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:27Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:30.825883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c22d4c3a-a572-4da4-8878-d5f4ba6f2e8f req-82169ccd-4979-4e07-8c37-57501e551821 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752160 May 02 10:30:30.828342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:30.828874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.830475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] 10.222.0.15 "PUT /v2.0/ports/c4c874c9-fd98-486d-b9f8-2bddbd03f44d HTTP/1.1" status: 200 len: 1091 time: 3.2023940 May 02 10:30:30.843181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:30.901104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7fa0a539-4b81-4870-8683-861c8dc17f9b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:30.905974 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 7fa0a539-4b81-4870-8683-861c8dc17f9b of type vlan for network 1be189ce-886b-475d-8a90-e14d4dcee8fd May 02 10:30:30.905974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebfbca-e42c-47fd-975f-0aca687ede69 service neutron] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:30.968046 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:30.969432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Updating router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:30:31.028052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-f01670cc-8676-4c3b-b140-db5bbf5ed476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.029086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'port_id': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'mac_address': 'fa:16:3e:11:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:29:58Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 1, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:31.032187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-f01670cc-8676-4c3b-b140-db5bbf5ed476 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 1125 time: 0.0709801 May 02 10:30:31.034069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1be189ce-886b-475d-8a90-e14d4dcee8fd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.040899 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.115730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-337ebd14-4f60-4b82-8f06-d7be68ba36d6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d HTTP/1.1" status: 200 len: 217 time: 0.0735548 May 02 10:30:31.147458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d471064c-6d96-4f06-82d3-3150f5efd423 None None] The sync data for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 is: [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'port_id': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1292, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'mac_address': 'fa:16:3e:11:db:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:29:58Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 1, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:31.198213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1be189ce-886b-475d-8a90-e14d4dcee8fd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.217410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.218446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.226340 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fdf4f56-34e5-4088-b485-b11827fb9b0f req-846164d5-7bc5-4dcc-b162-1b3b869251ee tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4060011 May 02 10:30:31.253607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bcb8bd0-e190-4ac8-903f-e881391bf640 req-0a9c2587-215f-451f-8ef6-bc30386296c2 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5895119 May 02 10:30:31.331085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.331485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.331798 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Floating IP 24d37756-6d0e-46f7-a100-b5945d4e6efa disassociated. External IP: 172.35.4.56, port: 9380eaa9-a16e-4d14-b709-e8a2179a3363. May 02 10:30:31.332145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Calling delete_port for 9380eaa9-a16e-4d14-b709-e8a2179a3363 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:31.409834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2631664 May 02 10:30:31.420415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33722) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:31.435424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:31.473570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd45a70d-5c71-4f86-8b62-645711bdc673 req-418e0c68-dec0-471d-9a29-8ada66eb7aa8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 210 time: 0.1624498 May 02 10:30:31.503678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-125eb4b0-5873-471e-9aec-cb05940c132e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.517004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-125eb4b0-5873-471e-9aec-cb05940c132e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.3942797 May 02 10:30:31.632844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197d53ad-4c36-4bc8-bc68-720c0e121bec tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=1be189ce-886b-475d-8a90-e14d4dcee8fd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:31.651719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:31.700136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-312f2d19-7ab8-46d7-ab36-0db0bd2655af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.704723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-312f2d19-7ab8-46d7-ab36-0db0bd2655af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b88222d9c35413dabb63e3807c81700&device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 1128 time: 0.2542443 May 02 10:30:31.713921 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19e7fa41-531a-457f-b3af-7de3be963c05 req-3ea59f77-4531-4d14-8d5e-e635aebb3962 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1207187 May 02 10:30:31.721015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05bb69c-25da-435e-b2b3-fdac2c95ff1d None None] New status for floating IP b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:30:31.785040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-af12b141-9940-43e5-9660-515144ed86c9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1897500 May 02 10:30:31.808579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a338cf79-5dde-4c32-b098-eddf9e767af4 req-c35cfc70-11f5-4bc0-a5e1-a0685716e2e1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.818111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a338cf79-5dde-4c32-b098-eddf9e767af4 req-c35cfc70-11f5-4bc0-a5e1-a0685716e2e1 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 945 time: 0.3909526 May 02 10:30:31.853765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-9d026856-49be-4d87-953c-480c6ccb8693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:31.853765 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-9d026856-49be-4d87-953c-480c6ccb8693 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 200 len: 911 time: 0.1284239 May 02 10:30:31.885304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:31.889490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:31.932014 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks [] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.034753 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.131234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a338cf79-5dde-4c32-b098-eddf9e767af4 req-bdf5896d-8e01-4ff7-8baa-3851930e4a20 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups?id=3c520228-0b22-4a02-8957-c8a31607a36f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098466 May 02 10:30:32.330224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-06657295-fcf7-42eb-a801-6189df76e0f4 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5102587 May 02 10:30:32.476913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:32.482637 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a600c594-e44d-4dab-864f-8d56e751759c" -d '{"events": [{"name": "network-changed", "server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:32.490139 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Attempting to bind port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:32.492051 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Attempting to bind port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:32.492987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Attempting to bind port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 on network d274b33e-6c20-4309-98eb-1c7570a7aaeb {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:32.514036 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494acdef-42ff-4846-9fb6-af72a08f6da8 None None] Pushing event updated for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:32.533378 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:32.534943 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Checking segment: {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:32.537119 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.540467 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Bound using segment: {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:32.543345 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Bound port: 0ab835fb-e9b8-4166-86b1-78f848cbc3d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa6e8370-48e1-446b-adbb-159a5c7a3d93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:32.543992 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.707842 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] For port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:32.707842 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] For port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:32.711367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.727602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-3aec6e98-6745-4e29-b04e-bed755771657 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 200 len: 1000 time: 0.8528545 May 02 10:30:32.793827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:32.794195 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.795255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:32.878278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb123f1-fb1a-474e-bfc0-392ca82a96e7 req-2daba527-d54e-4667-a206-238467c9dbdc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:32.888238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eb123f1-fb1a-474e-bfc0-392ca82a96e7 req-2daba527-d54e-4667-a206-238467c9dbdc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 943 time: 0.2089293 May 02 10:30:32.930255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494acdef-42ff-4846-9fb6-af72a08f6da8 None None] Pushing event updated for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:32.967025 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:32.967675 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:32.978292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-7fdbdc9f-1e3c-4757-a933-236045411b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:32.980474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-7fdbdc9f-1e3c-4757-a933-236045411b24 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca HTTP/1.1" status: 200 len: 849 time: 0.2520280 May 02 10:30:33.020168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9380eaa9-a16e-4d14-b709-e8a2179a3363), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:33.137579 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eb123f1-fb1a-474e-bfc0-392ca82a96e7 req-35dc7d3d-a5b0-4726-a086-38432654e624 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470741 May 02 10:30:33.138875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-2d6e2e89-9c49-4c95-8e78-d9f0d589dc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:33.141248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-2d6e2e89-9c49-4c95-8e78-d9f0d589dc7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f357be84-d0f7-4dfd-909f-5eea1c1268f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1515844 May 02 10:30:33.178279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9380eaa9-a16e-4d14-b709-e8a2179a3363 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:33.267125 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:33.374545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 9380eaa9-a16e-4d14-b709-e8a2179a3363 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:33.374545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9380eaa9-a16e-4d14-b709-e8a2179a3363 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:33.467284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Current status of the port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:33.467687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:33.537999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8fb0cb-9a5b-4a69-8fb3-4890290088d0 req-21a2baa3-5cd5-49d5-a76c-7b0d09ad7478 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 210 time: 0.1085587 May 02 10:30:33.590069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] For port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:33.686250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:33.742426 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:30:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ad56b5-cde1-4706-b4e1-1ecef566df10 x-openstack-request-id: req-86ad56b5-cde1-4706-b4e1-1ecef566df10 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:33.742426 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:33.742426 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86ad56b5-cde1-4706-b4e1-1ecef566df10 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:33.742426 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86ad56b5-cde1-4706-b4e1-1ecef566df10'] response: {'name': 'network-changed', 'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'status': 'completed', 'code': 200} May 02 10:30:33.754057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event deleted for resources: {'Port': ['ID=9380eaa9-a16e-4d14-b709-e8a2179a3363,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:33.793874 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:32Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:33.803919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-df7cddf3-8ae5-407c-9780-7aa52bffdb50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0629570 May 02 10:30:33.817832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfbf53dc-a5b0-46fb-89e8-c8ec0ff11d7f req-9c01404d-0dee-42c5-be60-bdbbcfe4f9af service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4744954 May 02 10:30:33.853105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92516106-36db-46b7-bd9b-9d18954db648 req-bc69d8cb-2b2f-4b8c-8679-6372646a59dd tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0608199 May 02 10:30:33.863406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (8256cf81-6f0c-43f2-9353-0b2a36b9ebe9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:33.882647 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b537482-c61b-430e-82f0-2415d750a3ac None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:26Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:32Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:33.884933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4a4a4bd1-c553-402e-ae79-b0f0ab901fe8 None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:33.885678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a4a4bd1-c553-402e-ae79-b0f0ab901fe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:33.891689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Router e792cd10-eed4-42de-a211-d633caadace9 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:33.964085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Pushing event updated for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:34.037994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec1fa4-4f66-408e-bcec-bb913600a748 req-6aa36610-50f3-4d5c-80c6-52fdd7877230 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.039544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eec1fa4-4f66-408e-bcec-bb913600a748 req-6aa36610-50f3-4d5c-80c6-52fdd7877230 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.2969425 May 02 10:30:34.084536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.085169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.085506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.085830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.086160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.086492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.087678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.087678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.087678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.087918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.088207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.088467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.090144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.090502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.090840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2beb1582-8a35-42da-a620-daa9a0de5ab7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:34.140882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4a4a4bd1-c553-402e-ae79-b0f0ab901fe8 None None] Current status of the port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:34.153332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce535-041a-4817-8a17-9c36ae5a396b req-8548da72-7e75-4541-8913-b1d4393bf0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.155099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-8548da72-7e75-4541-8913-b1d4393bf0a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.2352290 May 02 10:30:34.228783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=8256cf81-6f0c-43f2-9353-0b2a36b9ebe9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:34.242090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:34.244006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 1be189ce-886b-475d-8a90-e14d4dcee8fd, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:34.352175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed8f7971-122b-4265-9440-39b3a0fd6a48 req-cf27ecd1-26a2-4b77-8c02-277f5aeaaf38 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.2090716 May 02 10:30:34.380237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-8351d60c-839d-4140-bc03-32b49560a625 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2284319 May 02 10:30:34.401039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eec1fa4-4f66-408e-bcec-bb913600a748 req-f42c814a-d180-468e-a6ec-fd48d1b838b8 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3413534 May 02 10:30:34.479495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:34.497335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce535-041a-4817-8a17-9c36ae5a396b req-27d129b7-4847-4e35-9969-a7d56be25093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.498877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-27d129b7-4847-4e35-9969-a7d56be25093 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3061943 May 02 10:30:34.511651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-f374b54a-22c2-4058-9064-9eeb22053dba tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.513929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-f374b54a-22c2-4058-9064-9eeb22053dba tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 1.1002686 May 02 10:30:34.540207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:34.566276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1be189ce-886b-475d-8a90-e14d4dcee8fd) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:34.568858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-0b070589-58f8-4a51-89a3-2a5431a19d84 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566 HTTP/1.1" status: 200 len: 217 time: 0.0571504 May 02 10:30:34.583591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ee8d5b-c3c1-4d63-8bd5-59691c1f46cd None None] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:34.602312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.603130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:34.636230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:34.656390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Sync routers for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:34.675243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559571a7-1f27-4c5b-bc4e-18dd8ca06f55 req-20531a48-cf8c-438b-abdd-4f44a9a4b997 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.678895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-559571a7-1f27-4c5b-bc4e-18dd8ca06f55 req-20531a48-cf8c-438b-abdd-4f44a9a4b997 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.1153049 May 02 10:30:34.684487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:34.685517 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:34.738045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] No DVR routers for this DVR port 9380eaa9-a16e-4d14-b709-e8a2179a3363 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:34.740705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c581d41-7894-4819-92e2-6628c357756d tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3095276 May 02 10:30:34.741244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:34.745783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88aa6c98-b7fb-4ccd-bb83-e2919735edaa req-b467c2b6-156a-4ef3-b2db-943a67b5ac1c tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.24 "DELETE /v2.0/ports/9380eaa9-a16e-4d14-b709-e8a2179a3363 HTTP/1.1" status: 204 len: 173 time: 4.8278208 May 02 10:30:34.746456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:34.767160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce535-041a-4817-8a17-9c36ae5a396b req-eef3cf9c-02ef-4de2-af3d-720c37d7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.771487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-eef3cf9c-02ef-4de2-af3d-720c37d7efaf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1649098 May 02 10:30:34.784830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'name': 'network-vif-deleted', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:34.791825 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4149bc98-ae6c-4771-89df-96b57f089d4c" -d '{"events": [{"server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "name": "network-vif-deleted", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:34.820202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abfd2d-9d94-449c-a842-ad4b4858d44a req-feead56d-d878-4798-849f-13eba8d38d50 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.838613 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59abfd2d-9d94-449c-a842-ad4b4858d44a req-feead56d-d878-4798-849f-13eba8d38d50 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 943 time: 0.3351429 May 02 10:30:34.878310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1be189ce-886b-475d-8a90-e14d4dcee8fd', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:34.881271 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:34.918389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dce535-041a-4817-8a17-9c36ae5a396b req-f8f4a249-09a8-4925-91d8-e80078ffc32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:34.919964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-f8f4a249-09a8-4925-91d8-e80078ffc32b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1403427 May 02 10:30:34.934986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-559571a7-1f27-4c5b-bc4e-18dd8ca06f55 req-45804e16-1f1c-43c5-8e00-257ef71b6ba5 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418857 May 02 10:30:35.084918 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:35.160233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Allocated IP 172.21.0.2 (1be189ce-886b-475d-8a90-e14d4dcee8fd/8256cf81-6f0c-43f2-9353-0b2a36b9ebe9/8c5721a3-348c-4dc1-963a-84335d0464d9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:35.219778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-4b2e97f6-45d7-4089-a095-64db61c8043e service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831132 May 02 10:30:35.288175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7223772d-ce0f-4171-a623-d45636d1025b req-7f633dd4-7c12-457c-9fc9-6bd1f6c3dce3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 210 time: 0.0673943 May 02 10:30:35.437979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59abfd2d-9d94-449c-a842-ad4b4858d44a req-0773cde5-77e7-4c3d-8a63-799895fc8cb9 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5976353 May 02 10:30:35.443634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c594-e44d-4dab-864f-8d56e751759c req-99220a02-3cbb-497f-a4b5-f7e96cea0095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:35.449596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-99220a02-3cbb-497f-a4b5-f7e96cea0095 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 1125 time: 0.4625070 May 02 10:30:35.463252 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c0ca2-998d-4f01-b595-e0de2c22d1b7 x-openstack-request-id: req-db3c0ca2-998d-4f01-b595-e0de2c22d1b7 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:35.466958 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2263d5f2-c1e7-49c1-a78f-a344d00ade0a", "name": "network-vif-deleted", "tag": "9380eaa9-a16e-4d14-b709-e8a2179a3363", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:35.467784 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db3c0ca2-998d-4f01-b595-e0de2c22d1b7 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:35.469932 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db3c0ca2-998d-4f01-b595-e0de2c22d1b7'] response: {'server_uuid': '2263d5f2-c1e7-49c1-a78f-a344d00ade0a', 'name': 'network-vif-deleted', 'tag': '9380eaa9-a16e-4d14-b709-e8a2179a3363', 'status': 'completed', 'code': 200} May 02 10:30:35.715957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:35.740152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks [] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:35.766270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6bfb0177-865b-4aec-bfeb-0fdeab02282f req-9a0b5d71-c09a-454e-8c6f-a0279e56db7d tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.2894049 May 02 10:30:35.807581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Checking router: e792cd10-eed4-42de-a211-d633caadace9 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:35.828249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:35.828443 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:35.828443 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:35.836882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19dce535-041a-4817-8a17-9c36ae5a396b req-0005e815-5317-4fb7-b25d-eaf53aa02f0c service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4894183 May 02 10:30:35.886237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:35.896010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:35.952659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:35.977690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c594-e44d-4dab-864f-8d56e751759c req-0e3b4061-67a6-4255-a570-983ce5b0e965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:35.979492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-0e3b4061-67a6-4255-a570-983ce5b0e965 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 921 time: 0.5158024 May 02 10:30:35.996113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c9780f-a091-463c-9124-01718d6d277d req-c477e435-3453-4c20-b446-e5cfe6178bbb tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/ports?device_id=2263d5f2-c1e7-49c1-a78f-a344d00ade0a HTTP/1.1" status: 200 len: 210 time: 0.0859518 May 02 10:30:36.134781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:36.142528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-48d27bf9-130b-49ab-9198-4c837996fc1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d HTTP/1.1" status: 200 len: 217 time: 0.1436565 May 02 10:30:36.152709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:36.160368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:36.162298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:36.162672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:36.212677 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:36.268503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-411b96ca-1c8a-47c7-b44c-0dc460cfea1c req-976a913d-b7a8-46c4-b17d-f39ff6bf5ee5 service neutron] 10.222.0.15 "GET /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0602074 May 02 10:30:36.290226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a600c594-e44d-4dab-864f-8d56e751759c req-7deb6603-092b-42a7-b15c-f1a94480a16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:36.296131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-7deb6603-092b-42a7-b15c-f1a94480a16b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.1458864 May 02 10:30:36.355083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-d1c49af2-da33-4e0a-934d-0b8f908ea51c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520318 May 02 10:30:36.377708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:36.442423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Pushing event updated for resources: {'Port': ['ID=8c5721a3-348c-4dc1-963a-84335d0464d9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:36.530823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.3 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/f1019b63-0263-4078-942d-beba36ee28e8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:36.597975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Attempting to bind port 8c5721a3-348c-4dc1-963a-84335d0464d9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:36.598594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Attempting to bind port 8c5721a3-348c-4dc1-963a-84335d0464d9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:36.599163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Attempting to bind port 8c5721a3-348c-4dc1-963a-84335d0464d9 on network 1be189ce-886b-475d-8a90-e14d4dcee8fd {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:36.605285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-1d4cda36-657b-44fd-b545-e7eb8ffd482e service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429700 May 02 10:30:36.610284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:36.610851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Checking segment: {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:36.616230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:36.616230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Bound using segment: {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:36.616230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Bound port: 8c5721a3-348c-4dc1-963a-84335d0464d9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:36.616230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:36.651209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:30:36.665088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:36.697322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9ce9e2-263b-4fd2-acc6-48e916840901 req-67771076-cb3c-4cdc-a5a0-e7e099444fc5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 210 time: 0.0906782 May 02 10:30:36.730105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:36.751678 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:36.854609 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af4dc5a5-24d7-4f79-ab2d-0acbdd846155 None None] The sync data for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 is: [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43215415-363a-4644-9c5f-343b781a1dd8', 'name': '', 'network_id': '5c05cf33-e970-4678-8ea2-09ca7adf0f7b', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'mac_address': 'fa:16:3e:4a:9f:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:33Z', 'updated_at': '2022-05-02T10:21:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'subnets': [{'id': '9977afd8-01a2-40f1-b057-d3b3dd1e0949', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:36.855152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] For port 8c5721a3-348c-4dc1-963a-84335d0464d9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:36.866985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] For port 8c5721a3-348c-4dc1-963a-84335d0464d9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5721a3-348c-4dc1-963a-84335d0464d9,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:36.972027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42aa25e-af78-4587-9ef6-bef4a8ad277b req-bc189aba-0079-4c81-8805-5b41c148e155 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:36.973664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f42aa25e-af78-4587-9ef6-bef4a8ad277b req-bc189aba-0079-4c81-8805-5b41c148e155 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 943 time: 0.0798538 May 02 10:30:37.026642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a600c594-e44d-4dab-864f-8d56e751759c req-852718b3-6707-45d8-a2ba-3f44042d340e service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043002 May 02 10:30:37.028175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:37.051965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'port_id': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'mac_address': 'fa:16:3e:01:81:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d6835-f068-4335-bddd-2903951307ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:37.054741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.072495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f42aa25e-af78-4587-9ef6-bef4a8ad277b req-54ff9d0e-84f9-47af-877f-c6d5d7338ecd tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824857 May 02 10:30:37.107494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f105954-0377-4365-862d-17a5b96955b7 req-67770e7f-6b41-4903-96f1-b8d139d9c50e tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1141026 May 02 10:30:37.279197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c4c874c9-fd98-486d-b9f8-2bddbd03f44d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:37.279793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.321071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cac22c-0302-4648-a987-eebaa9450c8c None None] Pushing event updated for resources: {'Port': ['ID=8c5721a3-348c-4dc1-963a-84335d0464d9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:37.326072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c874c9-fd98-486d-b9f8-2bddbd03f44d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:37.372400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:37.391037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33828) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:37.415473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-494dbd7e-6d8c-40fd-8b61-90aeb1bfb0fa None None] New status for floating IP 24d37756-6d0e-46f7-a100-b5945d4e6efa: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:30:37.417659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (f1019b63-0263-4078-942d-beba36ee28e8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.478576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.517998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (3c520228-0b22-4a02-8957-c8a31607a36f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.638053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (3c520228-0b22-4a02-8957-c8a31607a36f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.677107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.21.0.1 (1be189ce-886b-475d-8a90-e14d4dcee8fd/8256cf81-6f0c-43f2-9353-0b2a36b9ebe9/ef0cb891-3301-4e32-86ad-86d68734135f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:37.715828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c4c874c9-fd98-486d-b9f8-2bddbd03f44d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:37.737807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.821812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:37.852996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:37.892743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:37.942941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8c5721a3-348c-4dc1-963a-84335d0464d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:37.956163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:37.971815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c520228-0b22-4a02-8957-c8a31607a36f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.977617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:37.978293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "DELETE /v2.0/security-groups/3c520228-0b22-4a02-8957-c8a31607a36f HTTP/1.1" status: 204 len: 168 time: 0.5883610 May 02 10:30:37.978943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33840) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:38.040757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6125b-6f86-4c84-94e3-9c170540da73 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c520228-0b22-4a02-8957-c8a31607a36f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:38.043473 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-9939479a-a6a5-43da-83a5-170fc9a2ee17 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] show failed (client error): The resource could not be found. May 02 10:30:38.045354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9939479a-a6a5-43da-83a5-170fc9a2ee17 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "GET /v2.0/security-groups/3c520228-0b22-4a02-8957-c8a31607a36f HTTP/1.1" status: 404 len: 347 time: 0.0528409 May 02 10:30:38.049214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:38.073035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d945ab7b-2b67-4317-b618-f3cc8bd41f19 req-8b0a820b-a7ed-4e62-8ce0-d1052731edcf tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:38.083066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d945ab7b-2b67-4317-b618-f3cc8bd41f19 req-8b0a820b-a7ed-4e62-8ce0-d1052731edcf tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1720634 May 02 10:30:38.127172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (ef0cb891-3301-4e32-86ad-86d68734135f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.174800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8c5721a3-348c-4dc1-963a-84335d0464d9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:38.175594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.308978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:38.309990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.341971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:38.345505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d945ab7b-2b67-4317-b618-f3cc8bd41f19 req-5fa717da-9f4b-4592-ae4b-d70ef9cbe6c4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599146 May 02 10:30:38.371182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8c5721a3-348c-4dc1-963a-84335d0464d9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:38.371855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.386065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17665df2-9d8d-462d-8b82-008b6e13f7e2 req-5c3dfc7f-579f-4793-8219-6eba0eccb185 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:38.391920 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17665df2-9d8d-462d-8b82-008b6e13f7e2 req-5c3dfc7f-579f-4793-8219-6eba0eccb185 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 931 time: 0.4377253 May 02 10:30:38.431900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Deleting port 638c2937-0d14-4671-8829-fe449d8c9f0f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:38.438834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.482952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-78d5f0b3-5979-432e-8c0e-2cff4a2b3569 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9475055 May 02 10:30:38.504185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Request body: {'port': {'device_id': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:38.555415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 8c5721a3-348c-4dc1-963a-84335d0464d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5721a3-348c-4dc1-963a-84335d0464d9,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:38.558125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1874f-8e5d-46e7-9c8b-3c3b82e4d9f8 req-f984d358-c0d6-4151-a940-8bc1633016c5 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:38.561161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17665df2-9d8d-462d-8b82-008b6e13f7e2 req-5e3a4dd3-b801-4ff3-91ed-27279481ef8e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617129 May 02 10:30:38.567671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58f1874f-8e5d-46e7-9c8b-3c3b82e4d9f8 req-f984d358-c0d6-4151-a940-8bc1633016c5 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 944 time: 0.0779865 May 02 10:30:38.589425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.633160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.701880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:38.720113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:38.729194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:38.739244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=8c5721a3-348c-4dc1-963a-84335d0464d9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:38.760931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58f1874f-8e5d-46e7-9c8b-3c3b82e4d9f8 req-0b9c4dcc-5f6b-4cb1-8b18-6e286e53d74b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920919 May 02 10:30:38.775706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.776901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (638c2937-0d14-4671-8829-fe449d8c9f0f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.803210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7b012c2-e4d8-41f9-8683-decfe469f648 req-bdc2b9fe-43c6-4744-9571-ebd5497b501f tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1005955 May 02 10:30:38.811262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:38.818093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1019b63-0263-4078-942d-beba36ee28e8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:38.832937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Calling delete_port for 638c2937-0d14-4671-8829-fe449d8c9f0f owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:38.870443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.026648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b62045-f519-45ae-a1fb-6c9bb02472b1 None None] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:39.118407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (638c2937-0d14-4671-8829-fe449d8c9f0f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.150640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6820be38-0a72-4e77-897e-eea78eaa15c2 None None] Provisioning complete for port 8c5721a3-348c-4dc1-963a-84335d0464d9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:39.151239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6820be38-0a72-4e77-897e-eea78eaa15c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.160944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Pushing event deleted for resources: {'Port': ['ID=638c2937-0d14-4671-8829-fe449d8c9f0f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:39.183422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.263652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks [] for floatingip (24d37756-6d0e-46f7-a100-b5945d4e6efa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.266775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.273095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83ff0f9b-7467-42fd-83cc-25c1a9597cb7 tempest-ServersTestBootFromVolume-712353293 tempest-ServersTestBootFromVolume-712353293-project] 10.222.0.16 "DELETE /v2.0/floatingips/24d37756-6d0e-46f7-a100-b5945d4e6efa HTTP/1.1" status: 204 len: 168 time: 1.2171087 May 02 10:30:39.273095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33874) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:39.324342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6820be38-0a72-4e77-897e-eea78eaa15c2 None None] Current status of the port 8c5721a3-348c-4dc1-963a-84335d0464d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:39.553760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67d4308-4a49-470e-acef-b1c70d38c1a2 req-7109f02b-3f48-4ddb-8786-bdf113ab1ef4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:39.565578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c67d4308-4a49-470e-acef-b1c70d38c1a2 req-7109f02b-3f48-4ddb-8786-bdf113ab1ef4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1119308 May 02 10:30:39.674647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c67d4308-4a49-470e-acef-b1c70d38c1a2 req-c8332973-8864-4548-a9b5-0edc3ae92b4a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962725 May 02 10:30:39.751223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Provisioning complete for port 8c5721a3-348c-4dc1-963a-84335d0464d9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:39.751751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.784515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8c5721a3-348c-4dc1-963a-84335d0464d9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:39.929091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8c5721a3-348c-4dc1-963a-84335d0464d9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:39.929795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:39.965481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b842989-7fa7-41f2-a737-f6c51c5c872b req-075f1696-3c26-4514-8766-7f090c400ade tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:39.967134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b842989-7fa7-41f2-a737-f6c51c5c872b req-075f1696-3c26-4514-8766-7f090c400ade tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 931 time: 0.1687543 May 02 10:30:39.988909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13e34b5-db65-4ff1-8591-e5da5792c5d1 req-216443d9-8b23-4638-9ef2-09158e896aae tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:39.998863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d13e34b5-db65-4ff1-8591-e5da5792c5d1 req-216443d9-8b23-4638-9ef2-09158e896aae tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 944 time: 0.0970399 May 02 10:30:40.034405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Current status of the port 8c5721a3-348c-4dc1-963a-84335d0464d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:40.106787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:40.107165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.201911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d13e34b5-db65-4ff1-8591-e5da5792c5d1 req-cce3c103-0622-4deb-b4ef-ec8114fd1d96 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007263 May 02 10:30:40.213549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8c5721a3-348c-4dc1-963a-84335d0464d9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:40.233579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3ada3bcc-2467-4b93-af07-22dc9ad1b817 None None] Port ef0cb891-3301-4e32-86ad-86d68734135f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:40.287945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1019b63-0263-4078-942d-beba36ee28e8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:40.299048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks [] for port (f1019b63-0263-4078-942d-beba36ee28e8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.314590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b842989-7fa7-41f2-a737-f6c51c5c872b req-561b83f2-193a-4daf-b378-861246d84f9c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393476 May 02 10:30:40.338281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:40.379127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Transition to ACTIVE for port object f1019b63-0263-4078-942d-beba36ee28e8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:30:40.428474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-78a4c00a-6391-4b38-9317-bb1f735ebe04 None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:40.429808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-78a4c00a-6391-4b38-9317-bb1f735ebe04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.449985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.465963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-048f0448-9f39-4ace-b23f-f6bacfa07877 req-2cc66795-e206-49e1-8f59-6f5b15dfdfcd tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0764806 May 02 10:30:40.474614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-78a4c00a-6391-4b38-9317-bb1f735ebe04 None None] Port ef0cb891-3301-4e32-86ad-86d68734135f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:40.490918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c4c874c9-fd98-486d-b9f8-2bddbd03f44d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:40.592425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c4c874c9-fd98-486d-b9f8-2bddbd03f44d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:40.592930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.614476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e792cd10-eed4-42de-a211-d633caadace9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.627910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (ef0cb891-3301-4e32-86ad-86d68734135f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.632045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Pushing event updated for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:40.679035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Attempting to bind port f1019b63-0263-4078-942d-beba36ee28e8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:40.681053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Attempting to bind port f1019b63-0263-4078-942d-beba36ee28e8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:40.681500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Attempting to bind port f1019b63-0263-4078-942d-beba36ee28e8 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:40.686461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Port f1019b63-0263-4078-942d-beba36ee28e8 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:30:40.687481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Attempting to bind port f1019b63-0263-4078-942d-beba36ee28e8 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:40.693288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:40.693766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:40.694442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:40.694984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Bound port: f1019b63-0263-4078-942d-beba36ee28e8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:40.695469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1019b63-0263-4078-942d-beba36ee28e8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.698422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.716499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c4c874c9-fd98-486d-b9f8-2bddbd03f44d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:40.717256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.768943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:40.770653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:40.773464 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f32fa-f29f-4f67-b093-e79a2d0df2ed" -d '{"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:40.830878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.840143 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8d660e2-b305-424c-bed6-86ef0f96130f x-openstack-request-id: req-d8d660e2-b305-424c-bed6-86ef0f96130f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:40.842919 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:40.843989 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8d660e2-b305-424c-bed6-86ef0f96130f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:40.845656 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8d660e2-b305-424c-bed6-86ef0f96130f'] response: {'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'code': 200} May 02 10:30:40.922649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:40.941798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6988bc-4f2f-4895-a342-e3211abee1cb req-83f491d1-a3ac-4729-8056-f5aa6615169b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:40.943394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f6988bc-4f2f-4895-a342-e3211abee1cb req-83f491d1-a3ac-4729-8056-f5aa6615169b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1194024 May 02 10:30:40.946867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:40.948721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:41.001760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586bfb02-92d0-4714-9649-61243d2c9449 req-d98061be-cd9a-4c1d-a6a0-78af897bca6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.004557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-586bfb02-92d0-4714-9649-61243d2c9449 req-d98061be-cd9a-4c1d-a6a0-78af897bca6b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 1127 time: 0.0899467 May 02 10:30:41.084960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:41.111521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f6988bc-4f2f-4895-a342-e3211abee1cb req-02ea252e-2a3d-4ff4-b5e6-1308a37a8c81 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502640 May 02 10:30:41.113156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1019b63-0263-4078-942d-beba36ee28e8,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:41.148548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Deleting port 43215415-363a-4644-9c5f-343b781a1dd8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:41.149982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (43215415-363a-4644-9c5f-343b781a1dd8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.152872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-586bfb02-92d0-4714-9649-61243d2c9449 req-95bd4005-7243-4edc-91a6-bf7bba76c953 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257522 May 02 10:30:41.161937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:41.164585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:41.192548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.264031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] For port 43215415-363a-4644-9c5f-343b781a1dd8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43215415-363a-4644-9c5f-343b781a1dd8,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:41.264667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (43215415-363a-4644-9c5f-343b781a1dd8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.294296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Calling delete_port for 43215415-363a-4644-9c5f-343b781a1dd8 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:41.341449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.342112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.344178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] 10.222.0.24 "PUT /v2.0/ports/f1019b63-0263-4078-942d-beba36ee28e8 HTTP/1.1" status: 200 len: 1091 time: 2.8476081 May 02 10:30:41.344664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:41.347025 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8" -d '{"events": [{"name": "network-changed", "server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "tag": "f1019b63-0263-4078-942d-beba36ee28e8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:41.381606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a147686-7e37-4117-b763-151e743ba6cb service neutron] Pushing event updated for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:41.407047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:41.489785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4ab84d-d521-42bc-854a-9a30e0d224ca req-ad0baa4b-53f3-4d3e-b8c8-1d5ec763e765 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.498782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac4ab84d-d521-42bc-854a-9a30e0d224ca req-ad0baa4b-53f3-4d3e-b8c8-1d5ec763e765 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1977828 May 02 10:30:41.616881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-34ca1192-fc0d-487b-a61f-44c035837271 None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:41.624522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-34ca1192-fc0d-487b-a61f-44c035837271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.634814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac4ab84d-d521-42bc-854a-9a30e0d224ca req-1d5e8e67-ad4b-4bd4-9975-b7f047f9c2f4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308503 May 02 10:30:41.680238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-34ca1192-fc0d-487b-a61f-44c035837271 None None] Port ef0cb891-3301-4e32-86ad-86d68734135f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:41.680586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-ee7c762b-4bcd-4318-9fe9-bdcec085cb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.682374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-ee7c762b-4bcd-4318-9fe9-bdcec085cb46 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 1125 time: 0.1707358 May 02 10:30:41.691582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c45044f-0977-4439-8f78-9961ef804d9d req-a59675ac-ad41-4ba8-9f29-466bbb1c05ac tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.698689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c45044f-0977-4439-8f78-9961ef804d9d req-a59675ac-ad41-4ba8-9f29-466bbb1c05ac tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 943 time: 0.1881876 May 02 10:30:41.723418 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6ca3bed-bc17-43e0-a34d-12053a78e153 x-openstack-request-id: req-b6ca3bed-bc17-43e0-a34d-12053a78e153 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:41.723715 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "tag": "f1019b63-0263-4078-942d-beba36ee28e8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:41.723976 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6ca3bed-bc17-43e0-a34d-12053a78e153 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:41.724388 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6ca3bed-bc17-43e0-a34d-12053a78e153'] response: {'name': 'network-changed', 'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8', 'status': 'completed', 'code': 200} May 02 10:30:41.756868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:41.759526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-e7562925-5315-498c-a057-a1b68699f8ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1019b63-0263-4078-942d-beba36ee28e8 HTTP/1.1" status: 200 len: 217 time: 0.0589292 May 02 10:30:41.763205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0a633a2f-858f-4720-bbf5-7d7b63b8944e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9653988 May 02 10:30:41.766594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:41.769509 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:41.774504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-464735617'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:41.812907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c45044f-0977-4439-8f78-9961ef804d9d req-65c7c2f7-2174-49b0-a007-f366778c9421 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132283 May 02 10:30:41.847651 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:41.848335 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:41.849779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9496fcd-d2de-4b33-90ad-59f77de65fb2 req-8e45d864-0bac-4b00-a3a7-6812163b53a2 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0376823 May 02 10:30:41.883421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (43215415-363a-4644-9c5f-343b781a1dd8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.897972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-85b503e0-2dae-43a9-a6fe-a98945e7e378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:41.899709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-85b503e0-2dae-43a9-a6fe-a98945e7e378 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.1079731 May 02 10:30:41.943173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:41.946911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:41.979263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-a970a07d-2033-41a2-b2bd-166a2de5fcd7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724318 May 02 10:30:41.998143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=43215415-363a-4644-9c5f-343b781a1dd8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:42.088105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:42.142265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f471213d-6c90-4a2c-9170-0cb271866552), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.143050 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment f471213d-6c90-4a2c-9170-0cb271866552 of type vlan for network da176d8b-6a4e-4c27-967e-310ce5c08087 May 02 10:30:42.216149 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:42.341086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e792cd10-eed4-42de-a211-d633caadace9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.360192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284bf4fd-920b-447e-a47e-21cb23376240 req-c60031e0-d8e2-40f7-b0d5-30aac1d9551d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:42.361817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-284bf4fd-920b-447e-a47e-21cb23376240 req-c60031e0-d8e2-40f7-b0d5-30aac1d9551d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0949142 May 02 10:30:42.365686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-2470031c-5cc8-4a94-bc17-54fab6eed9dd service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805532 May 02 10:30:42.423445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (da176d8b-6a4e-4c27-967e-310ce5c08087), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.489104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-284bf4fd-920b-447e-a47e-21cb23376240 req-222c0cde-86e0-491b-b73f-060b9cacebb8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216586 May 02 10:30:42.531131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63e7111-a2c9-4202-898d-7e48c8fe502d req-13e5dbb2-d0cf-46b9-b83c-7725febf9221 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300020 May 02 10:30:42.588935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:38Z', 'revision_number': 3, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:40Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:42.620530 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:42.621161 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Updating router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e port ef0cb891-3301-4e32-86ad-86d68734135f binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:30:42.652640 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.963314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (da176d8b-6a4e-4c27-967e-310ce5c08087), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.969155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:42.969745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:42.989971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7e7a37-3a11-4afe-92fd-292738a56aef req-0769bef0-848c-4446-9775-45dc16ad7cf1 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:42.992498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f7e7a37-3a11-4afe-92fd-292738a56aef req-0769bef0-848c-4446-9775-45dc16ad7cf1 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 943 time: 0.0845277 May 02 10:30:43.088156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f7e7a37-3a11-4afe-92fd-292738a56aef req-ad0862db-8fc3-406c-a573-f0c82ab1f43b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713687 May 02 10:30:43.096562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5756c4-009f-4751-aeb0-934a08a223a5 req-f0f0bf10-d34b-4313-a835-d537e89c85d4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:43.104041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c5756c4-009f-4751-aeb0-934a08a223a5 req-f0f0bf10-d34b-4313-a835-d537e89c85d4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1441293 May 02 10:30:43.115648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3466694 May 02 10:30:43.116463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f647647-a615-41c6-9647-96ba9e0f28fb tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=da176d8b-6a4e-4c27-967e-310ce5c08087,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:43.117448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33932) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:43.122629 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks [] for port (ef0cb891-3301-4e32-86ad-86d68734135f), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.127795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Router e792cd10-eed4-42de-a211-d633caadace9 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:43.128194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:43.135273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network da176d8b-6a4e-4c27-967e-310ce5c08087 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:43.199424 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.224232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c5756c4-009f-4751-aeb0-934a08a223a5 req-4eb14fc6-1917-4fb4-afc3-6ad0e4e75914 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191790 May 02 10:30:43.320729 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa478-3585-451f-b9c0-0eb8a19e3cf3 None None] Pushing event updated for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:43.324499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3381685-8529-43ad-9770-63c0451ee9eb req-50003875-42e8-4d66-a0b0-dead3fa4c1ec tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1254909 May 02 10:30:43.381526 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Attempting to bind port ef0cb891-3301-4e32-86ad-86d68734135f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:43.382238 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Attempting to bind port ef0cb891-3301-4e32-86ad-86d68734135f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:43.384498 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Attempting to bind port ef0cb891-3301-4e32-86ad-86d68734135f on network 1be189ce-886b-475d-8a90-e14d4dcee8fd {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:43.396576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:43.397466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Checking segment: {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:43.398061 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.399219 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Bound using segment: {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:43.400134 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Bound port: ef0cb891-3301-4e32-86ad-86d68734135f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fa0a539-4b81-4870-8683-861c8dc17f9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:43.400736 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.482475 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] For port ef0cb891-3301-4e32-86ad-86d68734135f, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:43.486188 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] For port ef0cb891-3301-4e32-86ad-86d68734135f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef0cb891-3301-4e32-86ad-86d68734135f,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:43.515432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eee02f-9988-4974-a65c-51f61f6b7c98 req-66b909cf-0d76-4138-9c2e-fc45703fd1c4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:43.517163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eee02f-9988-4974-a65c-51f61f6b7c98 req-66b909cf-0d76-4138-9c2e-fc45703fd1c4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1336184 May 02 10:30:43.519978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:43.529425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:43.529655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.535637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db1d3ee0-058f-49fd-88a3-f6c35cf509b7 admin admin] 10.222.0.16 "PUT /v2.0/routers/e792cd10-eed4-42de-a211-d633caadace9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2629042 May 02 10:30:43.537875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33944) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:43.545474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Sync routers for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:43.570428 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.582534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:43.586217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:43.672190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:43.672406 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:43.770950 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cfa478-3585-451f-b9c0-0eb8a19e3cf3 None None] Pushing event updated for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:43.806984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:43.827931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:43.828301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.841110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks [] for router (e792cd10-eed4-42de-a211-d633caadace9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:43.918454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eee02f-9988-4974-a65c-51f61f6b7c98 req-135a5327-2937-48b3-a445-014609b34cc1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3822105 May 02 10:30:43.931415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:44.018442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Current status of the port ef0cb891-3301-4e32-86ad-86d68734135f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:44.019934 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.038955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44ef112-c632-428a-b596-a4dd49df25bd req-2e09d323-90de-4f66-bba6-c6b0ac6dc3a5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.041982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c44ef112-c632-428a-b596-a4dd49df25bd req-2e09d323-90de-4f66-bba6-c6b0ac6dc3a5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.2277112 May 02 10:30:44.051112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks [] for router_gateway (e792cd10-eed4-42de-a211-d633caadace9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.095992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:44.136017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] For port ef0cb891-3301-4e32-86ad-86d68734135f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef0cb891-3301-4e32-86ad-86d68734135f,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:44.171994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.202244 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:38Z', 'revision_number': 3, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:43Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:44.206497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c44ef112-c632-428a-b596-a4dd49df25bd req-e38935c6-1782-455a-b2d5-e31fc15e61f4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788529 May 02 10:30:44.227044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-760e8e2b-efe1-4551-bf8f-5ac68d5d9bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.228859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-760e8e2b-efe1-4551-bf8f-5ac68d5d9bd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 1125 time: 0.4134161 May 02 10:30:44.238565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.279257 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c27c059-02e6-4804-b03b-41197cb921af None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:38Z', 'revision_number': 3, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:43Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:44.281318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52ae9f-b607-4aa0-ae0a-82d3884bd253 req-e1734ff3-12a2-4e04-91ae-d45e8ccfa676 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.292075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d52ae9f-b607-4aa0-ae0a-82d3884bd253 req-e1734ff3-12a2-4e04-91ae-d45e8ccfa676 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1586015 May 02 10:30:44.315985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Deleting port 0d98ee9b-b2ef-451f-96fa-944b207bd187 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:44.316335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.396398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b4a465c3-9564-47a9-9142-d920c19a1d1f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.399695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d86c1496-5082-4a22-be1f-1c2ef81395c0 None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:44.400069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d86c1496-5082-4a22-be1f-1c2ef81395c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.419888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185'}], 'enable_snat': True}, 'gw_port_id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:30:41Z', 'revision_number': 5, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port': {'id': '0d98ee9b-b2ef-451f-96fa-944b207bd187', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:d3:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e792cd10-eed4-42de-a211-d633caadace9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:21:29Z', 'updated_at': '2022-05-02T10:21:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:44.462043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6769198-1b3a-4ee2-906c-e3cf4d692f6d None None] Pushing event updated for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:44.473778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e1fb-b7f5-42dc-b29e-b1dfe51f3339 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.501304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Checking router: e792cd10-eed4-42de-a211-d633caadace9 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:44.522849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Routers {'e792cd10-eed4-42de-a211-d633caadace9'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:44.523889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e792cd10-eed4-42de-a211-d633caadace9'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:44.547255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d52ae9f-b607-4aa0-ae0a-82d3884bd253 req-b877eb09-caf3-4097-8c22-d69bf198b496 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449217 May 02 10:30:44.597632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] For port 0d98ee9b-b2ef-451f-96fa-944b207bd187, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0d98ee9b-b2ef-451f-96fa-944b207bd187,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:44.598016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.622800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Calling delete_port for 0d98ee9b-b2ef-451f-96fa-944b207bd187 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:44.627960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6c45c7-3569-4dfe-8463-a9418e6beaf3 req-0ca9b47e-aab9-4e71-a0d6-e2656d87cd80 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.638105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a6c45c7-3569-4dfe-8463-a9418e6beaf3 req-0ca9b47e-aab9-4e71-a0d6-e2656d87cd80 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 943 time: 0.2494464 May 02 10:30:44.671161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=b4a465c3-9564-47a9-9142-d920c19a1d1f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:44.672881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-246bf2df-9254-4e6d-b2d0-4858c58ed292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.673933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-246bf2df-9254-4e6d-b2d0-4858c58ed292 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.4385247 May 02 10:30:44.676934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:44.677302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: da176d8b-6a4e-4c27-967e-310ce5c08087, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:44.723270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e595eb7a-0b5a-4314-8ff4-b535d0341441 req-13be2571-1ed6-41d7-8f81-dd238ed0cc12 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0776427 May 02 10:30:44.761082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e1fb-b7f5-42dc-b29e-b1dfe51f3339 admin admin] Publish callbacks [] for security_group (a4b60b84-267c-4cbd-a170-89872176d31d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.769218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-d841e637-f44a-4093-a9d8-926743640dbd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f1019b63-0263-4078-942d-beba36ee28e8 HTTP/1.1" status: 200 len: 217 time: 0.0862622 May 02 10:30:44.785438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] Set router e792cd10-eed4-42de-a211-d633caadace9 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:44.818426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d86c1496-5082-4a22-be1f-1c2ef81395c0 None None] Current status of the port ef0cb891-3301-4e32-86ad-86d68734135f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:44.852391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 6, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:44.858806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8e1fb-b7f5-42dc-b29e-b1dfe51f3339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a4b60b84-267c-4cbd-a170-89872176d31d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:44.875525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a6c45c7-3569-4dfe-8463-a9418e6beaf3 req-86abef1e-c04d-48a3-85a2-62fdeb6384f8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361264 May 02 10:30:44.887720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a3aec1-3eef-439f-b188-44f280e1c227 None None] The sync data for ids ['e792cd10-eed4-42de-a211-d633caadace9'] in ncdv-master-1 is: [{'id': 'e792cd10-eed4-42de-a211-d633caadace9', 'name': 'tempest-ServersTestBootFromVolume-2014100203-router', 'tenant_id': '794ae6913d5546dbadfb32cb27b15d3c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:21:27Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 6, 'project_id': '794ae6913d5546dbadfb32cb27b15d3c', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:44.910588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-546aaecc-48c2-47c9-9a7e-c888a4ba60bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.912385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-546aaecc-48c2-47c9-9a7e-c888a4ba60bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.1364894 May 02 10:30:44.933705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network da176d8b-6a4e-4c27-967e-310ce5c08087 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:44.957402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-8961749d-0990-4b3a-9ffd-970d16f1d0d4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365508 May 02 10:30:44.966830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8e1fb-b7f5-42dc-b29e-b1dfe51f3339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b60b84-267c-4cbd-a170-89872176d31d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:44.979630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2f8e1fb-b7f5-42dc-b29e-b1dfe51f3339 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1418a8e8bf1c48d48f0a61054123edd4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8815832 May 02 10:30:44.984744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:44.997676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602e8704-c3eb-404d-afc5-c3aefbed96c3 req-dc5e6ee1-eeee-4046-b299-4116c239cf8d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:44.999741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-602e8704-c3eb-404d-afc5-c3aefbed96c3 req-dc5e6ee1-eeee-4046-b299-4116c239cf8d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1444561 May 02 10:30:45.039171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1019b63-0263-4078-942d-beba36ee28e8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:45.067385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-4d751c5a-19cd-423c-8f05-df6cfbfa04f8 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041439 May 02 10:30:45.081993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-602e8704-c3eb-404d-afc5-c3aefbed96c3 req-7b48025e-65b8-4071-9ea8-0fef9e5fa9e0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718665 May 02 10:30:45.086491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da176d8b-6a4e-4c27-967e-310ce5c08087) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:45.100266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0d98ee9b-b2ef-451f-96fa-944b207bd187), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.105124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] Publish callbacks [] for security_group (a4b60b84-267c-4cbd-a170-89872176d31d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.131813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:45.132415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.172196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d98ee9b-b2ef-451f-96fa-944b207bd187,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:45.217010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1019b63-0263-4078-942d-beba36ee28e8,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:45.235936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6174f19a-9407-4ef1-8a94-bf53684ff874 None None] Network da176d8b-6a4e-4c27-967e-310ce5c08087 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:45.244650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f3f64ab-adc5-4f6c-b27c-95555e89ffd8 req-cae5b5d3-f8b8-4f4c-b0ea-a7371f57c0f9 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709700 May 02 10:30:45.256879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'f1019b63-0263-4078-942d-beba36ee28e8', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': 'f1019b63-0263-4078-942d-beba36ee28e8', 'mac_address': 'fa:16:3e:fe:8a:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:45.278239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5746a855-7bfb-4611-ba1f-86589a7510fc tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1596315 May 02 10:30:45.278889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:45.299043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] Publish callbacks [] for security_group (a4b60b84-267c-4cbd-a170-89872176d31d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.312533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (e792cd10-eed4-42de-a211-d633caadace9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.356645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f1019b63-0263-4078-942d-beba36ee28e8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:45.356645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1019b63-0263-4078-942d-beba36ee28e8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.374283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1019b63-0263-4078-942d-beba36ee28e8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:45.416678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1019b63-0263-4078-942d-beba36ee28e8,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:45.433666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-da176d8b-6a4e-4c27-967e-310ce5c08087', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:45.434827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.440101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b277b3-7723-4f20-b0fa-515f4212eb23 req-31bfe9e5-29b9-44ff-8a3c-49822f5383d8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:45.444984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99b277b3-7723-4f20-b0fa-515f4212eb23 req-31bfe9e5-29b9-44ff-8a3c-49822f5383d8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1048245 May 02 10:30:45.483694 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.521813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (e792cd10-eed4-42de-a211-d633caadace9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.524150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks [] for router_controller (e792cd10-eed4-42de-a211-d633caadace9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.531439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b37c1-c617-4a45-88ca-0178e4e5e855 req-6433453a-3071-4e90-a9c8-fab39417e667 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:45.533026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e7b37c1-c617-4a45-88ca-0178e4e5e855 req-6433453a-3071-4e90-a9c8-fab39417e667 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.2318664 May 02 10:30:45.545157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:45.572812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99b277b3-7723-4f20-b0fa-515f4212eb23 req-74a4de07-8e3a-4cc8-9ee2-63d3409aeb10 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243219 May 02 10:30:45.595106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a4b60b84-267c-4cbd-a170-89872176d31d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.598365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.602159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a4b60b84-267c-4cbd-a170-89872176d31d HTTP/1.1" status: 204 len: 168 time: 0.6141756 May 02 10:30:45.615979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8838a7bf-e09e-4727-9482-02cadd5135b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b60b84-267c-4cbd-a170-89872176d31d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:45.662919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e7b37c1-c617-4a45-88ca-0178e4e5e855 req-bda15985-56c1-49fd-97df-7302ee04ee90 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212516 May 02 10:30:45.713902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (e792cd10-eed4-42de-a211-d633caadace9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.714441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e792cd10-eed4-42de-a211-d633caadace9 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:30:45.722279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.726635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-062938ab-e75b-4a9d-ae9b-1cfddbd9f972 admin admin] 10.222.0.16 "DELETE /v2.0/routers/e792cd10-eed4-42de-a211-d633caadace9 HTTP/1.1" status: 204 len: 168 time: 2.1876276 May 02 10:30:45.727811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:45.741150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Allocated IP 172.22.0.2 (da176d8b-6a4e-4c27-967e-310ce5c08087/b4a465c3-9564-47a9-9142-d920c19a1d1f/e25badf4-8c0f-4f98-8177-87b105e5d503) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:45.837077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Deleting subnet 9977afd8-01a2-40f1-b057-d3b3dd1e0949 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:30:45.843552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Publish callbacks [] for subnet (9977afd8-01a2-40f1-b057-d3b3dd1e0949), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.889749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7376efb-9ffc-4870-a25f-60cfd04c0acc req-8062e893-c9bf-4f13-807e-22c3c7a1870a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:45.891461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7376efb-9ffc-4870-a25f-60cfd04c0acc req-8062e893-c9bf-4f13-807e-22c3c7a1870a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0898979 May 02 10:30:45.906948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f1019b63-0263-4078-942d-beba36ee28e8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:45.928925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.945081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9977afd8-01a2-40f1-b057-d3b3dd1e0949), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:45.955787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef0cb891-3301-4e32-86ad-86d68734135f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:46.023800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.027302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks [] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.049410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7376efb-9ffc-4870-a25f-60cfd04c0acc req-a9385f06-3944-4787-b66b-4e94b010cc41 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504683 May 02 10:30:46.062876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ef0cb891-3301-4e32-86ad-86d68734135f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:46.063424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.090808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9977afd8-01a2-40f1-b057-d3b3dd1e0949), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.126152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.167559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75372c68-bd94-460e-aef9-b1b55562fd9b req-c7a2ff6c-9e04-495c-9be0-604a42f0fdfa tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.2498381 May 02 10:30:46.200671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Network da176d8b-6a4e-4c27-967e-310ce5c08087 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:46.231342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:46.242813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:46.263838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Pushing event updated for resources: {'Port': ['ID=e25badf4-8c0f-4f98-8177-87b105e5d503,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:46.284371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a78cc5-d90a-4ce7-9ceb-7d754e98d5f1 req-464fe235-9cb4-47ea-9624-d504f043292a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:46.289918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9977afd8-01a2-40f1-b057-d3b3dd1e0949), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.293702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6a78cc5-d90a-4ce7-9ceb-7d754e98d5f1 req-464fe235-9cb4-47ea-9624-d504f043292a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 944 time: 0.1107180 May 02 10:30:46.372282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ef0cb891-3301-4e32-86ad-86d68734135f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:46.383906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9977afd8-01a2-40f1-b057-d3b3dd1e0949,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:46.390577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.393765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Attempting to bind port e25badf4-8c0f-4f98-8177-87b105e5d503 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:46.394152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Attempting to bind port e25badf4-8c0f-4f98-8177-87b105e5d503 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:46.394272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-152f4fbe-8f79-476f-825e-1e33294353d2 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9977afd8-01a2-40f1-b057-d3b3dd1e0949 HTTP/1.1" status: 204 len: 168 time: 0.6652586 May 02 10:30:46.394526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Attempting to bind port e25badf4-8c0f-4f98-8177-87b105e5d503 on network da176d8b-6a4e-4c27-967e-310ce5c08087 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:46.399367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33990) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:46.400983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad9bf4-1be2-4889-be2e-fe2a08db93a6 req-38e0889d-d2ff-40bc-a4e9-f0bb00da92b2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:46.402560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73ad9bf4-1be2-4889-be2e-fe2a08db93a6 req-38e0889d-d2ff-40bc-a4e9-f0bb00da92b2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.1056843 May 02 10:30:46.408172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c34ec9d-f770-45ef-9813-faa25b710dbf None None] Network 5c05cf33-e970-4678-8ea2-09ca7adf0f7b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:46.415797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:46.426836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Checking segment: {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:46.426836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.426836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Bound using segment: {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:46.426836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Bound port: e25badf4-8c0f-4f98-8177-87b105e5d503, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:46.426836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.436115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6a78cc5-d90a-4ce7-9ceb-7d754e98d5f1 req-4ce00642-91ce-4ca7-9d76-8b0983501247 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415451 May 02 10:30:46.436638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33992) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:46.469996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73ad9bf4-1be2-4889-be2e-fe2a08db93a6 req-06868c11-b63b-461e-b859-ce429e90070c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478697 May 02 10:30:46.497362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae3181d-acc7-4b13-9b66-2434bedc4c3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.497563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43215415-363a-4644-9c5f-343b781a1dd8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:46.551285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 43215415-363a-4644-9c5f-343b781a1dd8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:46.551629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43215415-363a-4644-9c5f-343b781a1dd8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:46.552071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d98ee9b-b2ef-451f-96fa-944b207bd187 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:46.585802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0d98ee9b-b2ef-451f-96fa-944b207bd187 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:46.586117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0d98ee9b-b2ef-451f-96fa-944b207bd187 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:46.713129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca117e7-b1e9-4fa6-b024-85f91c36c07b req-f17e9caf-b34d-4f9a-97c3-bc54bdbe61f5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:46.715252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dca117e7-b1e9-4fa6-b024-85f91c36c07b req-f17e9caf-b34d-4f9a-97c3-bc54bdbe61f5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0541589 May 02 10:30:46.771289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dca117e7-b1e9-4fa6-b024-85f91c36c07b req-f5e3e4b8-e837-44f4-8152-9ccd26d55eed tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480499 May 02 10:30:46.796033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] For port e25badf4-8c0f-4f98-8177-87b105e5d503, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:46.812504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] For port e25badf4-8c0f-4f98-8177-87b105e5d503, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25badf4-8c0f-4f98-8177-87b105e5d503,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:46.872384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] DHCP port deletion for 5c05cf33-e970-4678-8ea2-09ca7adf0f7b request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:30:46.902973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.930223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5c05cf33-e970-4678-8ea2-09ca7adf0f7b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:46.959640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Deleting port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:46.960695 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.033316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964bfef6-744d-45c4-bd02-e23351b856af req-5a0de469-31af-4800-a58a-304c98dd8777 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:47.037307 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-964bfef6-744d-45c4-bd02-e23351b856af req-5a0de469-31af-4800-a58a-304c98dd8777 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.4919145 May 02 10:30:47.038285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca755156-e69c-4ca8-b20e-c40f525efd69 None None] Pushing event updated for resources: {'Port': ['ID=e25badf4-8c0f-4f98-8177-87b105e5d503,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.047289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] For port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:47.047703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.053551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Deleting port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:47.053901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.058097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1019b63-0263-4078-942d-beba36ee28e8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:47.066884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Calling delete_port for 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:47.178890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.22.0.1 (da176d8b-6a4e-4c27-967e-310ce5c08087/b4a465c3-9564-47a9-9142-d920c19a1d1f/bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:47.181606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port f1019b63-0263-4078-942d-beba36ee28e8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:30:47.250811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port f1019b63-0263-4078-942d-beba36ee28e8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:47.251455 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1019b63-0263-4078-942d-beba36ee28e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.253546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae3181d-acc7-4b13-9b66-2434bedc4c3b admin admin] Publish callbacks [] for security_group (43d56843-9fc9-46f2-8564-55b5984445cd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.269700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-964bfef6-744d-45c4-bd02-e23351b856af req-872a0061-b472-4154-a209-2934952e114a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2215281 May 02 10:30:47.297884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3a7f64e-2e10-40b6-b8c9-77c7cf658831 req-8bc27734-95bc-40b8-9f45-452de3969667 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0320606 May 02 10:30:47.312959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.348393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] No DVR routers for this DVR port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:47.348633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] For port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,segment=NetworkSegment(a3219039-6fc8-44b2-8ef7-828726fee0c9),segment_id=a3219039-6fc8-44b2-8ef7-828726fee0c9)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:47.348803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.353747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cae3181d-acc7-4b13-9b66-2434bedc4c3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43d56843-9fc9-46f2-8564-55b5984445cd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.381066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655f7c4-ade8-499e-ad77-7034314d5d24 None None] Pushing event deleted for resources: {'Port': ['ID=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.390218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cae3181d-acc7-4b13-9b66-2434bedc4c3b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15abf4fd579641f781f04dc75f12bd83&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9447250 May 02 10:30:47.393546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34006) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:47.422581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Calling delete_port for 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:47.435698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f1019b63-0263-4078-942d-beba36ee28e8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:47.438083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1019b63-0263-4078-942d-beba36ee28e8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.449354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae3181d-acc7-4b13-9b66-2434bedc4c3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d56843-9fc9-46f2-8564-55b5984445cd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.483859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1019b63-0263-4078-942d-beba36ee28e8,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:47.488736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:47.488736 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db42b45-ee36-4c36-b578-5ac1adcbca68" -d '{"events": [{"server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "name": "network-vif-plugged", "status": "completed", "tag": "f1019b63-0263-4078-942d-beba36ee28e8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:47.513618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] Publish callbacks [] for security_group (43d56843-9fc9-46f2-8564-55b5984445cd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.532725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.550097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] Publish callbacks [] for security_group (43d56843-9fc9-46f2-8564-55b5984445cd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.558580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.594657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.621045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c71b21a-db5f-4dc3-bef3-4ab0d207323d req-0741a360-def1-44e9-9d00-6cc9661ca803 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:47.630810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c71b21a-db5f-4dc3-bef3-4ab0d207323d req-0741a360-def1-44e9-9d00-6cc9661ca803 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 944 time: 0.0943911 May 02 10:30:47.636265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.638237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.652755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] No DVR routers for this DVR port 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:47.704935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c71b21a-db5f-4dc3-bef3-4ab0d207323d req-3d63734a-755f-46b0-ad26-18b6b1793721 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737960 May 02 10:30:47.723912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.742089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e25badf4-8c0f-4f98-8177-87b105e5d503 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:47.745408 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b36e08d7-a6fe-484f-ba7d-d83abc8228b4 x-openstack-request-id: req-b36e08d7-a6fe-484f-ba7d-d83abc8228b4 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:47.745717 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "name": "network-vif-plugged", "status": "completed", "tag": "f1019b63-0263-4078-942d-beba36ee28e8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:47.746174 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b36e08d7-a6fe-484f-ba7d-d83abc8228b4 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:47.746645 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b36e08d7-a6fe-484f-ba7d-d83abc8228b4'] response: {'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8', 'code': 200} May 02 10:30:47.758122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43d56843-9fc9-46f2-8564-55b5984445cd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.760767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.761904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/43d56843-9fc9-46f2-8564-55b5984445cd HTTP/1.1" status: 204 len: 168 time: 0.3659863 May 02 10:30:47.772236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9ead-59a9-401c-9c3d-0a66dc56b0dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d56843-9fc9-46f2-8564-55b5984445cd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.813481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5c05cf33-e970-4678-8ea2-09ca7adf0f7b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.837276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network da176d8b-6a4e-4c27-967e-310ce5c08087 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:47.849464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:47.854971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e25badf4-8c0f-4f98-8177-87b105e5d503 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:47.860054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c05cf33-e970-4678-8ea2-09ca7adf0f7b']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:47.860192 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:47.863312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:47.918639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:47.952734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6073234d-9510-4123-a0d0-953f3017b4e4 req-ca02a503-c323-4df4-bcde-94061c65d0bc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:47.961355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6073234d-9510-4123-a0d0-953f3017b4e4 req-ca02a503-c323-4df4-bcde-94061c65d0bc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0747204 May 02 10:30:48.016684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3219039-6fc8-44b2-8ef7-828726fee0c9') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:48.017218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3219039-6fc8-44b2-8ef7-828726fee0c9') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:48.042297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (a3219039-6fc8-44b2-8ef7-828726fee0c9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.055706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6073234d-9510-4123-a0d0-953f3017b4e4 req-c0701ea4-00ce-4547-9554-956577e731df tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933189 May 02 10:30:48.082321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e25badf4-8c0f-4f98-8177-87b105e5d503 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:48.083023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.083308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3156d53a-d7f4-4e10-822e-70f550663690 req-6889eeb9-c595-44f6-b35a-211b02813202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:48.084934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3156d53a-d7f4-4e10-822e-70f550663690 req-6889eeb9-c595-44f6-b35a-211b02813202 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 1127 time: 0.2278240 May 02 10:30:48.143185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e25badf4-8c0f-4f98-8177-87b105e5d503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25badf4-8c0f-4f98-8177-87b105e5d503,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:48.145852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a3219039-6fc8-44b2-8ef7-828726fee0c9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.155978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.207475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:30:48.208187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (a3219039-6fc8-44b2-8ef7-828726fee0c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.209758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: timer() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:30:48.209912 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:30:48.273225 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3156d53a-d7f4-4e10-822e-70f550663690 req-8bfee81a-b640-4963-b612-344a4800b537 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757233 May 02 10:30:48.302707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e25badf4-8c0f-4f98-8177-87b105e5d503,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:48.325046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:48.354979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:30:48.355403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4e7d9c83-dfca-4a6e-bafe-e9ef4cb2fa3f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:30:48.382040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501f363e-bbd0-401c-85ca-b6b2d5cc1eff None None] Network da176d8b-6a4e-4c27-967e-310ce5c08087 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:48.410678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5c05cf33-e970-4678-8ea2-09ca7adf0f7b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.421494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.422443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ab0095-ce2e-4adc-b028-be6502bc1f6c req-40e327d1-61a3-4178-abd0-f4767d96ad31 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0292113 May 02 10:30:48.431380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] 10.222.0.16 "DELETE /v2.0/networks/5c05cf33-e970-4678-8ea2-09ca7adf0f7b HTTP/1.1" status: 204 len: 168 time: 2.0303407 May 02 10:30:48.452442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b410aa1-965c-4db8-a263-08d689e06878 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c05cf33-e970-4678-8ea2-09ca7adf0f7b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:48.469629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-17c9f205-bf57-4765-8bcb-65bdccdb48f8 None None] Provisioning complete for port e25badf4-8c0f-4f98-8177-87b105e5d503 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:48.470073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-17c9f205-bf57-4765-8bcb-65bdccdb48f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.503838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.584668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e43782-dc3d-40f8-8f61-204eba9b1f2f req-d3f5456d-426c-444b-a010-b87103b46342 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:48.586341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09e43782-dc3d-40f8-8f61-204eba9b1f2f req-d3f5456d-426c-444b-a010-b87103b46342 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0619783 May 02 10:30:48.625574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-17c9f205-bf57-4765-8bcb-65bdccdb48f8 None None] Current status of the port e25badf4-8c0f-4f98-8177-87b105e5d503 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:48.632266 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:30:48.646793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09e43782-dc3d-40f8-8f61-204eba9b1f2f req-5d7aa6e5-d563-4ba3-a5a9-becbae6ef63e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525565 May 02 10:30:48.854583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5605489b-05f4-440a-949d-6c5f5989ae03 req-5d473273-d952-41de-9684-fd5fa05de3d0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:48.855257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:48.857235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5605489b-05f4-440a-949d-6c5f5989ae03 req-5d473273-d952-41de-9684-fd5fa05de3d0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.0742507 May 02 10:30:48.904146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.905801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c2d9240-ad13-4ffe-a27a-58968ee37313 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=794ae6913d5546dbadfb32cb27b15d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484505 May 02 10:30:48.908864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:48.958577 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5605489b-05f4-440a-949d-6c5f5989ae03 req-223e50c6-6b49-479e-883b-9e1fc5c65b81 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510416 May 02 10:30:48.972748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] Publish callbacks [] for security_group (46efd721-7be7-462b-a3ef-6bff5184f08e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.978781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:48.979165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:48.996955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] Publish callbacks [] for security_group (46efd721-7be7-462b-a3ef-6bff5184f08e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.019203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:49.028318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Provisioning complete for port e25badf4-8c0f-4f98-8177-87b105e5d503 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:49.028746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.049246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.080217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (46efd721-7be7-462b-a3ef-6bff5184f08e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.085820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.087836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46efd721-7be7-462b-a3ef-6bff5184f08e HTTP/1.1" status: 204 len: 168 time: 0.1769147 May 02 10:30:49.132633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8688e09-00f7-410f-99e4-496a58a09730 None None] Current status of the port e25badf4-8c0f-4f98-8177-87b105e5d503 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:49.138433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e232b00-9f84-4bc9-bf63-31d393572a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46efd721-7be7-462b-a3ef-6bff5184f08e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:49.150318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.152340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:49.256027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9b587d-ad42-42af-b8c0-1c5b67e2a445 req-d66e1e04-9106-4772-b612-1e121b9d49c0 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:49.262600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-285c5fa7-ad50-4e56-9c04-79691e9940a0 None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:49.262854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca9b587d-ad42-42af-b8c0-1c5b67e2a445 req-d66e1e04-9106-4772-b612-1e121b9d49c0 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0629208 May 02 10:30:49.262964 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-285c5fa7-ad50-4e56-9c04-79691e9940a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.317330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-285c5fa7-ad50-4e56-9c04-79691e9940a0 None None] Port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:49.320696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network da176d8b-6a4e-4c27-967e-310ce5c08087 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:49.322207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:49.322462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca9b587d-ad42-42af-b8c0-1c5b67e2a445 req-e91e1ff5-2044-4030-a650-e54669f84cfb tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587475 May 02 10:30:49.440234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:49.560629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:49.570284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02657691-bab6-4054-bad0-bd8279505b88 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2903152 May 02 10:30:49.570950 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:49.573105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:49.588095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'network': {'name': 'tempest-RoutersTest-394763770'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:49.608095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:49.611228 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:49.611400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ebf3730-ee75-4f84-992b-4ab57513a09a req-ff224100-e06f-460d-87b8-6b4deda7d8fa tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0306845 May 02 10:30:49.652864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f072b2d7-2838-4960-bad5-5d0ea0769e78 None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:49.653238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f072b2d7-2838-4960-bad5-5d0ea0769e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.701606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e25badf4-8c0f-4f98-8177-87b105e5d503 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:49.707355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:49.712033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.745790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f072b2d7-2838-4960-bad5-5d0ea0769e78 None None] Port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:49.767471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:49.781249 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:49.802090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2751b356-fe0f-4b83-b31a-73ece2ec586d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.802671 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added segment 2751b356-fe0f-4b83-b31a-73ece2ec586d of type vlan for network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 May 02 10:30:49.812763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e25badf4-8c0f-4f98-8177-87b105e5d503 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:49.813145 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.822084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4fb8d-6d2f-40c3-89a5-85a0d5b55896 req-2b17ebfc-7889-4ac7-9b2b-85987d9ae6d4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:49.823741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97d4fb8d-6d2f-40c3-89a5-85a0d5b55896 req-2b17ebfc-7889-4ac7-9b2b-85987d9ae6d4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0746820 May 02 10:30:49.883480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (960a3b1b-6b03-4435-bd0c-d5694126f0d2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.918559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97d4fb8d-6d2f-40c3-89a5-85a0d5b55896 req-f18fe935-4173-4a5b-bad5-88edb2f79118 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697832 May 02 10:30:49.961849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e25badf4-8c0f-4f98-8177-87b105e5d503 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:49.981048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (960a3b1b-6b03-4435-bd0c-d5694126f0d2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:49.987397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:49.988544 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.068032 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:48Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:48Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:50.089167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5130267 May 02 10:30:50.093061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34088) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:50.100821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'subnet': {'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:50.110096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1be57-a39e-4432-8445-f21b11011d18 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Network': ['ID=960a3b1b-6b03-4435-bd0c-d5694126f0d2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:50.111663 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:50.112411 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Updating router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:30:50.128479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:50.143809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164cef45-cb1c-4870-81ba-0fd37276cebb req-b86d96b0-0bac-47d5-bc2f-1b736bcbec8e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:50.147769 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.149424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-164cef45-cb1c-4870-81ba-0fd37276cebb req-b86d96b0-0bac-47d5-bc2f-1b736bcbec8e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.1024020 May 02 10:30:50.281720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-164cef45-cb1c-4870-81ba-0fd37276cebb req-63f1972d-0fd4-4d30-a8ed-495330e6e96c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122456 May 02 10:30:50.358746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Made reservation on behalf of e65507ade2ab4a2e9fb5dd982a278324 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:50.362545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.402836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:50.527268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f843fe-b565-4fe0-86e6-579057992ce8 req-a2a7ce86-0712-458b-ad33-a40c5bf1a2ec tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:50.538310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66f843fe-b565-4fe0-86e6-579057992ce8 req-a2a7ce86-0712-458b-ad33-a40c5bf1a2ec tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1046538 May 02 10:30:50.595661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34104) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:50.662294 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks [] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.666651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66f843fe-b565-4fe0-86e6-579057992ce8 req-818cc6ee-0c83-4f9b-8c69-c0e91b346ed8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252139 May 02 10:30:50.670633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:50.688898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'port_id': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'mac_address': 'fa:16:3e:01:81:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d6835-f068-4335-bddd-2903951307ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:50.734405 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.757986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c4c874c9-fd98-486d-b9f8-2bddbd03f44d is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:50.758388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.763829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98a39bf3-c4bc-4da6-8d5b-4f8314e21bce req-019e337e-5619-4851-9eec-c3e27a11d8ea tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0420361 May 02 10:30:50.785596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c4c874c9-fd98-486d-b9f8-2bddbd03f44d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:50.794691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (afc1f810-a7aa-49a3-a2e0-9d8014d9677e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.825701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:50.830737 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Pushing event updated for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:50.841768 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.842119 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.842516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.849639 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:50.860366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-509548164-network', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:50.895650 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.902947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Subnet': ['ID=afc1f810-a7aa-49a3-a2e0-9d8014d9677e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:50.912130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Checking segment: {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:50.912539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network hostable DHCP agents. Network: 960a3b1b-6b03-4435-bd0c-d5694126f0d2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:50.921606 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Attempting to bind port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:50.922048 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Attempting to bind port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:50.922471 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Attempting to bind port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb on network da176d8b-6a4e-4c27-967e-310ce5c08087 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:50.931972 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:50.932300 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Checking segment: {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:50.932759 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.933145 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Bound using segment: {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:50.935656 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Bound port: bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f471213d-6c90-4a2c-9170-0cb271866552', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:50.935656 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.961632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:50.981054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Made reservation on behalf of 938d7f7fb79f43809d28533c00fa1b06 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:50.984700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:50.992175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c4c874c9-fd98-486d-b9f8-2bddbd03f44d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:51.007485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.015727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:51.039944 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] For port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:51.043203 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] For port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:51.092544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a2f9a7-c33c-4d81-ac74-082041d2d74c req-5a6d505c-df36-44a3-b674-831c19c4e93a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:51.095164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74a2f9a7-c33c-4d81-ac74-082041d2d74c req-5a6d505c-df36-44a3-b674-831c19c4e93a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 944 time: 0.0891352 May 02 10:30:51.100259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 960a3b1b-6b03-4435-bd0c-d5694126f0d2) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:51.112419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:51.113352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.127632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749aa49a-369b-4404-8f57-4d78c66815c8 None None] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:51.130542 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.190263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37274610-e9c3-44fb-ac95-a835b50bb72e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0955591 May 02 10:30:51.192989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:51.195727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74a2f9a7-c33c-4d81-ac74-082041d2d74c req-53c31e76-5978-442b-b010-e9927f940b53 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877595 May 02 10:30:51.196623 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:51.197255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:51.199481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66610aab-1b08-43b6-9d63-5d30f1dc9c37 None None] Pushing event updated for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:51.237501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks [] for security_group (59ef38bf-29aa-42ac-9519-3dd49f28e94f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.280792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:51.281663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.287413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:51.287786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.306773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59ef38bf-29aa-42ac-9519-3dd49f28e94f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.352384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:30:51.401573 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:51.413050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (664b04ff-da08-4011-a32d-56d6fd6153c8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.413050 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Added segment 664b04ff-da08-4011-a32d-56d6fd6153c8 of type vlan for network f1c43d6b-2848-4366-9f40-27a1a84bba3c May 02 10:30:51.413521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59ef38bf-29aa-42ac-9519-3dd49f28e94f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:51.465287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f1c43d6b-2848-4366-9f40-27a1a84bba3c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.569629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f1c43d6b-2848-4366-9f40-27a1a84bba3c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.570611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Current status of the port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:51.571060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:51.571306 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.572190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.626599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] For port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:51.628207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Allocated IP 172.23.0.2 (960a3b1b-6b03-4435-bd0c-d5694126f0d2/afc1f810-a7aa-49a3-a2e0-9d8014d9677e/c5f8352a-bcf0-4280-9d59-bd913ea7f37b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:51.633462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d08b51-49c8-4c1d-836a-900c1a686935 req-102cfc35-7133-41a0-9ad5-358db2a52eef tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:51.635197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3d08b51-49c8-4c1d-836a-900c1a686935 req-102cfc35-7133-41a0-9ad5-358db2a52eef tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.2302587 May 02 10:30:51.687650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] Pushing event updated for resources: {'Network': ['ID=f1c43d6b-2848-4366-9f40-27a1a84bba3c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:51.707886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3d08b51-49c8-4c1d-836a-900c1a686935 req-2f91af43-e7b2-4827-a589-eb7ebd3018ac tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627766 May 02 10:30:51.721381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60c6b579-648e-43e4-a1f2-ae85a3c95e0f admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0720403 May 02 10:30:51.729592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34128) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:51.741241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Request body: {'subnet': {'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-509548164-subnet', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:51.778496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:48Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:51.816715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.822777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:30:51.849579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a23866a-f8e7-4b8e-b914-97390f37ac9d None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:48Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:51.916963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Made reservation on behalf of 938d7f7fb79f43809d28533c00fa1b06 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:30:51.931656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:51.978159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3a671-e444-4e94-9d2b-98318086df6e req-a85ece99-c4ed-4724-9bf9-719dd08a7254 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:51.988396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71f3a671-e444-4e94-9d2b-98318086df6e req-a85ece99-c4ed-4724-9bf9-719dd08a7254 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1426358 May 02 10:30:51.991052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43aceda-9a85-48ce-9780-8a43ba268620 None None] Pushing event updated for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:52.016268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9350ded3-33c3-4373-a3ce-dc3d93c361b2 None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:52.016483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f063cf57-306f-4fb8-9cca-8fb8d905cec8 req-543b8bc8-97ec-45dc-8e81-a0b32d79de69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:52.016573 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9350ded3-33c3-4373-a3ce-dc3d93c361b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.016695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f063cf57-306f-4fb8-9cca-8fb8d905cec8 req-543b8bc8-97ec-45dc-8e81-a0b32d79de69 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.0702085 May 02 10:30:52.131436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.175282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71f3a671-e444-4e94-9d2b-98318086df6e req-19e0d31a-6ba2-47eb-bbcd-4c3f57faeae7 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858552 May 02 10:30:52.243314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f063cf57-306f-4fb8-9cca-8fb8d905cec8 req-9d365b16-ea2c-4b4f-80ea-89d207ae8832 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763151 May 02 10:30:52.314734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bdeb7678-195a-4bed-bd4c-9c226cfcc649 req-12023134-57f2-45d5-9e07-0e6dbf29bd22 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0780020 May 02 10:30:52.443591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a25088-013d-412a-a18c-db8f2639f2f6 req-bd0aa0ac-fa35-4300-a730-388811a8585e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:52.451096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63a25088-013d-412a-a18c-db8f2639f2f6 req-bd0aa0ac-fa35-4300-a730-388811a8585e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.1471293 May 02 10:30:52.499072 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks [] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.504073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:52.510370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9350ded3-33c3-4373-a3ce-dc3d93c361b2 None None] Current status of the port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:52.585075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63a25088-013d-412a-a18c-db8f2639f2f6 req-3ed69a71-285c-4243-830c-1c8bbd1264e8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329391 May 02 10:30:52.601823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c4c874c9-fd98-486d-b9f8-2bddbd03f44d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:52.602665 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.605305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.619261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673bcfb-a804-4d4c-a20c-91143882be4d req-c8168da9-3487-4e74-800e-44f71975ff75 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:52.620925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9673bcfb-a804-4d4c-a20c-91143882be4d req-c8168da9-3487-4e74-800e-44f71975ff75 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 944 time: 0.0607932 May 02 10:30:52.662219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7ccb02b6-d78f-4783-94ab-ae2e7af04f13), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.687558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:52.694895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:52.697420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:52.700721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Pushing event updated for resources: {'Port': ['ID=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:52.706980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Allocated IP 172.23.0.1 (960a3b1b-6b03-4435-bd0c-d5694126f0d2/afc1f810-a7aa-49a3-a2e0-9d8014d9677e/b0b5d8af-38fe-4342-9e97-1dce7f156002) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:52.758511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ccb02b6-d78f-4783-94ab-ae2e7af04f13,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:52.783089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9673bcfb-a804-4d4c-a20c-91143882be4d req-98884284-4a88-494c-bb4a-806a3d994b36 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549768 May 02 10:30:52.785631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Checking segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:52.786616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Network hostable DHCP agents. Network: f1c43d6b-2848-4366-9f40-27a1a84bba3c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:30:52.794061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Attempting to bind port c5f8352a-bcf0-4280-9d59-bd913ea7f37b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:52.794808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Attempting to bind port c5f8352a-bcf0-4280-9d59-bd913ea7f37b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:52.795341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Attempting to bind port c5f8352a-bcf0-4280-9d59-bd913ea7f37b on network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:52.819808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:52.820229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Checking segment: {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:52.820656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.821062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Bound using segment: {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:52.821601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Bound port: c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:52.821984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.835375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c4c874c9-fd98-486d-b9f8-2bddbd03f44d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:52.835833 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.892476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:30:52.910052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:52.912321 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-741db9de-0f65-4958-bdd8-fbb8e1b0354e" -d '{"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:52.928253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] For port c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:52.931272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:52.942155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] For port c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:52.953315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:52.975285 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272cd57a-a9c7-454a-9bb6-1f28c0659e1d x-openstack-request-id: req-272cd57a-a9c7-454a-9bb6-1f28c0659e1d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:52.975586 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-plugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:52.975844 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-272cd57a-a9c7-454a-9bb6-1f28c0659e1d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:52.976582 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-272cd57a-a9c7-454a-9bb6-1f28c0659e1d'] response: {'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'code': 200} May 02 10:30:53.001648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f1c43d6b-2848-4366-9f40-27a1a84bba3c) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:53.002123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.005120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:53.005672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.023736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909d8e19-2505-4da5-9634-8fc066e2d83c None None] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:53.053592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:30:53.070502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.108324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.113750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-723bee95-3b78-4183-a050-a25fdb8d72b6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.3825109 May 02 10:30:53.117615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34158) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:53.123210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:53.126307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:53.180838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:53.184781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:53.192663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:53.224442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:53.234020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.235938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.275936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70a47-9e9f-4839-80fd-ed83bed7ffcf None None] Pushing event updated for resources: {'Port': ['ID=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:53.281390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01390680-2940-4980-8682-704611ce5e59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:30:53.282593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.285373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.333669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:53.355308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'mac_address': 'fa:16:3e:62:28:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:30:53.357838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for router_controller (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.545234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:53.546618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.586554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e99aa6d-62bd-46f7-b4b1-2828f32f1ac6 req-305bec24-da49-4651-9381-b6aed928e0c4 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1361048 May 02 10:30:53.608715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:30:53.713162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-01390680-2940-4980-8682-704611ce5e59 None None] Allocated IP 172.20.0.2 (f1c43d6b-2848-4366-9f40-27a1a84bba3c/7ccb02b6-d78f-4783-94ab-ae2e7af04f13/c74aa554-08f4-46b7-b4c0-bbf234d72ed9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:53.720992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:53.794067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.872764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for router_gateway (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:53.881649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:53.890118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:53.893319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c5f8352a-bcf0-4280-9d59-bd913ea7f37b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:53.910155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d1ac73-4c45-4c18-9708-3543de6ad2f4 req-de2d1b10-ef61-4a1f-98bb-111d38eb4983 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:53.919741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-76d1ac73-4c45-4c18-9708-3543de6ad2f4 req-de2d1b10-ef61-4a1f-98bb-111d38eb4983 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.1697655 May 02 10:30:53.922023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189ee87b-ff10-4c0e-8564-22bbbc93ee4f req-14e5f79c-d57b-44d7-b62f-de1a110a2630 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:53.930579 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-189ee87b-ff10-4c0e-8564-22bbbc93ee4f req-14e5f79c-d57b-44d7-b62f-de1a110a2630 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.5827985 May 02 10:30:53.997559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c5f8352a-bcf0-4280-9d59-bd913ea7f37b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:53.997861 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.011295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-189ee87b-ff10-4c0e-8564-22bbbc93ee4f req-99317454-19b0-41d6-849d-c3c71c547ffc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668428 May 02 10:30:54.023213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-76d1ac73-4c45-4c18-9708-3543de6ad2f4 req-92910058-e12c-403c-8f15-6f6186c3f11c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982738 May 02 10:30:54.074179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:54.178430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bf991-4728-4c37-a2dd-8aa08c08a2ad req-61077570-276a-49b2-ae8f-8665a7f7cb00 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:54.182765 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-830bf991-4728-4c37-a2dd-8aa08c08a2ad req-61077570-276a-49b2-ae8f-8665a7f7cb00 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0734317 May 02 10:30:54.226651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c5f8352a-bcf0-4280-9d59-bd913ea7f37b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:54.227048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.228891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.237782 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks [] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.309237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-830bf991-4728-4c37-a2dd-8aa08c08a2ad req-addecedf-16d9-4a5e-966b-4f481ff1116f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185431 May 02 10:30:54.334599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.344849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:54.383946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01390680-2940-4980-8682-704611ce5e59 None None] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:54.391709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-01390680-2940-4980-8682-704611ce5e59 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:54.401000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01390680-2940-4980-8682-704611ce5e59 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:54.421718 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.422518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:54.500712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01390680-2940-4980-8682-704611ce5e59 None None] Pushing event updated for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:54.575303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:54.575697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.584650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-01390680-2940-4980-8682-704611ce5e59 None None] Attempting to bind port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:54.585038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-01390680-2940-4980-8682-704611ce5e59 None None] Attempting to bind port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:54.585419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01390680-2940-4980-8682-704611ce5e59 None None] Attempting to bind port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 on network f1c43d6b-2848-4366-9f40-27a1a84bba3c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:54.609967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01390680-2940-4980-8682-704611ce5e59 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:54.610571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01390680-2940-4980-8682-704611ce5e59 None None] Checking segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:54.610735 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.611137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01390680-2940-4980-8682-704611ce5e59 None None] Bound using segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:54.611611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-01390680-2940-4980-8682-704611ce5e59 None None] Bound port: c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:54.611998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.645926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:54.709415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-01390680-2940-4980-8682-704611ce5e59 None None] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:54.712096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-01390680-2940-4980-8682-704611ce5e59 None None] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:54.714968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a57e0d6c-aeec-49f6-8da6-404472a75834 None None] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:54.719048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.736682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.810168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df51ad6-8ca8-46f2-993f-2d73cca88834 req-fc411e6b-8b1e-4ff0-ad13-3e837baeda07 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:54.812294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3df51ad6-8ca8-46f2-993f-2d73cca88834 req-fc411e6b-8b1e-4ff0-ad13-3e837baeda07 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.1283729 May 02 10:30:54.827936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.941757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event updated for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:54.944642 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.971145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ae0ec44-153f-4290-8427-7d5de5060f5a req-2474acba-e813-4114-8cef-ad634f09abd3 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0601377 May 02 10:30:54.971412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-61526250-8d24-4e18-80f0-3b3725b78f66 None None] Provisioning complete for port c5f8352a-bcf0-4280-9d59-bd913ea7f37b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:54.971799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61526250-8d24-4e18-80f0-3b3725b78f66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:54.973931 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-01390680-2940-4980-8682-704611ce5e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.011178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3df51ad6-8ca8-46f2-993f-2d73cca88834 req-6256802d-5dca-4367-aa71-5833e34d1562 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671746 May 02 10:30:55.013831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for router_gateway (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.038845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.062832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:55.072684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:55.130581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:55.132028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:55.162078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Publish callbacks [] for security_group (b96a0ee0-4450-4fd2-b14b-2e724da8e709), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.194001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01390680-2940-4980-8682-704611ce5e59 None None] Pushing event updated for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:55.219469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:55.219976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.223839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd9170-05a7-448b-8cc3-978657a0f0ed req-f4259efb-f413-45a5-8683-99daff675dbb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:55.225507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59bd9170-05a7-448b-8cc3-978657a0f0ed req-f4259efb-f413-45a5-8683-99daff675dbb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0906093 May 02 10:30:55.261990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b96a0ee0-4450-4fd2-b14b-2e724da8e709), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.304213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41325c8-2205-45b4-96fc-db0ea71f43be req-98ef2936-fa84-45df-b5ae-18b622214f93 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:55.313338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c41325c8-2205-45b4-96fc-db0ea71f43be req-98ef2936-fa84-45df-b5ae-18b622214f93 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 949 time: 0.1229427 May 02 10:30:55.352902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:55.359680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Allocated IP 172.35.4.9 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/ed231aef-dca9-4a50-a929-5d3839e2981c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:30:55.367692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61526250-8d24-4e18-80f0-3b3725b78f66 None None] Current status of the port c5f8352a-bcf0-4280-9d59-bd913ea7f37b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:55.379939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e496d74a5964ea8a155774c2e63a881&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4968624 May 02 10:30:55.380369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:55.380920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.384483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:55.385851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b96a0ee0-4450-4fd2-b14b-2e724da8e709,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:55.407655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c41325c8-2205-45b4-96fc-db0ea71f43be req-21e28b51-9bff-49c0-aa32-72b97cba2e01 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927584 May 02 10:30:55.443333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59bd9170-05a7-448b-8cc3-978657a0f0ed req-a4218178-dc44-4a09-af8a-9348c1aaa56f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894081 May 02 10:30:55.462719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:55.465446 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa4fe76-bbcc-4e25-9431-2effa52c403c" -d '{"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:55.469254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.469609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.469954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.472442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.477086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.477482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.477828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.478165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.478499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.479736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.480077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.480496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.480979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.481584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.481899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf2ad43-0c91-42f0-878f-7929e0451024 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.506062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:55.536675 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e4d3a4b-a22f-4254-ae0c-a0e9e50d6de6 x-openstack-request-id: req-8e4d3a4b-a22f-4254-ae0c-a0e9e50d6de6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:55.536951 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:55.537208 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e4d3a4b-a22f-4254-ae0c-a0e9e50d6de6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:55.537608 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e4d3a4b-a22f-4254-ae0c-a0e9e50d6de6'] response: {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'code': 200} May 02 10:30:55.552090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.607807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe18e504-21c8-4d84-8707-2de2ba6ae9c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.685123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:55.694916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcf7f0-a2b1-4db7-9af4-0d3050e25910 req-291ea206-cad8-41ba-a7b8-28440cfe66cd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:55.696494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62dcf7f0-a2b1-4db7-9af4-0d3050e25910 req-291ea206-cad8-41ba-a7b8-28440cfe66cd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1212618 May 02 10:30:55.699709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:55.705098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-77283f31-ac52-4469-8b0a-58929f982776 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5108740 May 02 10:30:55.708014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34194) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:55.720022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:55.722862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:55.730911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Publish callbacks [] for security_group (b96a0ee0-4450-4fd2-b14b-2e724da8e709), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.739058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Provisioning complete for port b0b5d8af-38fe-4342-9e97-1dce7f156002 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:55.739058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.740219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.774088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Publish callbacks [] for security_group (b96a0ee0-4450-4fd2-b14b-2e724da8e709), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.798815 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62dcf7f0-a2b1-4db7-9af4-0d3050e25910 req-8bad7dc6-18c4-4403-a620-dc3eea44dafc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864348 May 02 10:30:55.815173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:55.815173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:55.911365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c5f8352a-bcf0-4280-9d59-bd913ea7f37b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:55.947101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b96a0ee0-4450-4fd2-b14b-2e724da8e709), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.951244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:55.955102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b96a0ee0-4450-4fd2-b14b-2e724da8e709 HTTP/1.1" status: 204 len: 168 time: 0.5675509 May 02 10:30:55.969736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b96a0ee0-4450-4fd2-b14b-2e724da8e709,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:55.983449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.983814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.984454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.984884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.985879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.986229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.986580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.987009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.987496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.987834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.988169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.988586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.988950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.989281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:55.989653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1090059c-7d45-440b-90a5-d2871b383b18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:30:56.039418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Port b0b5d8af-38fe-4342-9e97-1dce7f156002 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:56.057295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:56.129145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Provisioning complete for port c5f8352a-bcf0-4280-9d59-bd913ea7f37b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:56.129524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:56.162470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:56.296380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-f92fcfb1-14c3-40f9-a25c-ef80fab4af72 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:56.300056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-f92fcfb1-14c3-40f9-a25c-ef80fab4af72 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.2154901 May 02 10:30:56.351011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:30:56.361693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:30:56.376180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1912b38d-6b4f-400d-9174-4121f5d028a5 req-53677a29-58a6-4f97-8f1d-5b579a22270f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:56.385150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1912b38d-6b4f-400d-9174-4121f5d028a5 req-53677a29-58a6-4f97-8f1d-5b579a22270f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 945 time: 0.2162480 May 02 10:30:56.402348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:30:56.481354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Pushing event updated for resources: {'Port': ['ID=ed231aef-dca9-4a50-a929-5d3839e2981c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:56.519096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecc7de6c-f5ab-4525-b5f7-171cb1cfe823 req-01dfdaa0-f53b-4a66-b1b1-df95cc4dab45 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0530698 May 02 10:30:56.543077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c5f8352a-bcf0-4280-9d59-bd913ea7f37b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:56.543456 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:56.552168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:30:56.590758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port f1019b63-0263-4078-942d-beba36ee28e8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:56.591122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f1019b63-0263-4078-942d-beba36ee28e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:56.715913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1912b38d-6b4f-400d-9174-4121f5d028a5 req-c2b46925-762e-4a3c-8863-40e5774e9280 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3297472 May 02 10:30:56.748310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:53Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:54Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:56.851302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-6a7ede26-ee45-4dbe-b7b5-1c001751c1da tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:56.853252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-6a7ede26-ee45-4dbe-b7b5-1c001751c1da tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.2541816 May 02 10:30:56.861471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57898694-c7d6-4eb5-8896-2e255a0d29fb None None] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:30:56.864210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:30:56.864559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Updating router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e port b0b5d8af-38fe-4342-9e97-1dce7f156002 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:30:56.878189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eb6684-1e75-4122-9b9d-596e45762417 req-bf553de7-eeab-4100-93ee-8fac6deb27e0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:56.888877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66eb6684-1e75-4122-9b9d-596e45762417 req-bf553de7-eeab-4100-93ee-8fac6deb27e0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 945 time: 0.0881765 May 02 10:30:56.969713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66eb6684-1e75-4122-9b9d-596e45762417 req-b8c3cd1e-0426-4643-b74c-dc726af61786 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745771 May 02 10:30:56.971983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port f1019b63-0263-4078-942d-beba36ee28e8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f1019b63-0263-4078-942d-beba36ee28e8,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:56.973180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f1019b63-0263-4078-942d-beba36ee28e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:56.980337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074a08fb-88d2-4f2b-b26f-755c49fb0ce0 req-a10bb294-2caa-4ab4-a16d-5fa9751f1e6d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:56.988114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-074a08fb-88d2-4f2b-b26f-755c49fb0ce0 req-a10bb294-2caa-4ab4-a16d-5fa9751f1e6d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.3292756 May 02 10:30:56.991611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for f1019b63-0263-4078-942d-beba36ee28e8 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:57.010349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c5f8352a-bcf0-4280-9d59-bd913ea7f37b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:57.011449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c74aa554-08f4-46b7-b4c0-bbf234d72ed9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:57.013504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.019826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b8be9-af9c-4f06-9869-08eeb86ff5ed None None] Current status of the port c5f8352a-bcf0-4280-9d59-bd913ea7f37b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:57.143686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c4c874c9-fd98-486d-b9f8-2bddbd03f44d is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:57.148066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.160982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Deleting port c4c874c9-fd98-486d-b9f8-2bddbd03f44d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:30:57.161349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.235354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Provisioning complete for port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:57.235730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.274195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-074a08fb-88d2-4f2b-b26f-755c49fb0ce0 req-f51cac72-9448-481f-9c36-c8b799ca7d42 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842503 May 02 10:30:57.284100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f1019b63-0263-4078-942d-beba36ee28e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.306645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f1019b63-0263-4078-942d-beba36ee28e8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:30:57.320916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:57.320916 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.323436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:57.331479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=f1019b63-0263-4078-942d-beba36ee28e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:57.407293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.408518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port f1019b63-0263-4078-942d-beba36ee28e8 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:57.411584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.422923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd0f546c-4641-45f8-994c-7c0be2429396 req-64ce3860-4513-41b1-beb3-6646f96c7fd8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "DELETE /v2.0/ports/f1019b63-0263-4078-942d-beba36ee28e8 HTTP/1.1" status: 204 len: 173 time: 1.1090126 May 02 10:30:57.423816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'name': 'network-vif-deleted', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:57.427031 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a122a6-c397-4e32-a9e3-ba5bafe7b904" -d '{"events": [{"server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "name": "network-vif-deleted", "tag": "f1019b63-0263-4078-942d-beba36ee28e8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:57.441033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:30:57.463398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] For port c4c874c9-fd98-486d-b9f8-2bddbd03f44d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:57.463781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.492308 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-943f29f1-e037-4228-a0c5-dbcf441e719f x-openstack-request-id: req-943f29f1-e037-4228-a0c5-dbcf441e719f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:57.493785 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e", "name": "network-vif-deleted", "tag": "f1019b63-0263-4078-942d-beba36ee28e8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:57.494480 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-943f29f1-e037-4228-a0c5-dbcf441e719f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:57.495598 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-943f29f1-e037-4228-a0c5-dbcf441e719f'] response: {'server_uuid': '221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e', 'name': 'network-vif-deleted', 'tag': 'f1019b63-0263-4078-942d-beba36ee28e8', 'status': 'completed', 'code': 200} May 02 10:30:57.509202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Removed routes are [] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:30:57.509634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.521133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Calling delete_port for c4c874c9-fd98-486d-b9f8-2bddbd03f44d owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:30:57.539793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for router_gateway (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.633944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:57.636247 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc836f3a-f925-4899-ba6a-6b52231cb3da" -d '{"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:57.717431 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64390add-dde5-48b9-b819-652bf1ce55ff x-openstack-request-id: req-64390add-dde5-48b9-b819-652bf1ce55ff {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:57.717730 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-unplugged", "status": "completed", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:57.718054 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64390add-dde5-48b9-b819-652bf1ce55ff {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:57.718366 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64390add-dde5-48b9-b819-652bf1ce55ff'] response: {'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'code': 200} May 02 10:30:57.827145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4536168-e3c4-4a86-b3b5-d41fc8394eb8 req-ab6ddf9f-67c1-4dfa-8db1-2cd1fcaf9da2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=221da5d4-fd48-4ed4-9ec3-9d88e0b6bb6e HTTP/1.1" status: 200 len: 210 time: 0.0379407 May 02 10:30:57.854926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1bcc249-c506-4dd4-87b2-60502b7bf874 req-9dbed33e-55ce-47e7-a09b-b887f90ac7ef tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1597443 May 02 10:30:57.905949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:57.959208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks [] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:57.989357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:57.989900 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.031266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:58.032540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:58.036239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.058739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.070505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3fb54a3-d4b2-4867-a47a-d596dacefe47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.126172 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.167993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10e8170-d779-446a-b5b9-6319d3d0b129 req-95b49e57-a625-4017-81ca-0c2d66727c7b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:58.169684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10e8170-d779-446a-b5b9-6319d3d0b129 req-95b49e57-a625-4017-81ca-0c2d66727c7b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 943 time: 0.1027431 May 02 10:30:58.231095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:30:58.231223 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:30:58.235772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Provisioning complete for port b0b5d8af-38fe-4342-9e97-1dce7f156002 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:58.236215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.237776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a859850-b157-4fda-b634-d19887dc6418 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:58.251547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10e8170-d779-446a-b5b9-6319d3d0b129 req-9cbabecb-22ac-4334-a2aa-7baf0e777ee4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677471 May 02 10:30:58.382721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Attempting to bind port b0b5d8af-38fe-4342-9e97-1dce7f156002 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:30:58.383823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Attempting to bind port b0b5d8af-38fe-4342-9e97-1dce7f156002 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:30:58.384305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Attempting to bind port b0b5d8af-38fe-4342-9e97-1dce7f156002 on network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:30:58.390980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Port b0b5d8af-38fe-4342-9e97-1dce7f156002 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:30:58.401471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:30:58.401896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Checking segment: {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:30:58.402278 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.402764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Bound using segment: {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:30:58.403268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Bound port: b0b5d8af-38fe-4342-9e97-1dce7f156002, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2751b356-fe0f-4b83-b31a-73ece2ec586d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:30:58.403723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.409374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3101a1-a6e3-4d37-bec6-18dba4556e37 None None] Pushing event updated for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:58.498839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] For port b0b5d8af-38fe-4342-9e97-1dce7f156002, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:30:58.506649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] For port b0b5d8af-38fe-4342-9e97-1dce7f156002, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0b5d8af-38fe-4342-9e97-1dce7f156002,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:30:58.524236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Provisioning complete for port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:58.524871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.617032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.617583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.630048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df06752-de62-4830-b871-277b836f8294 req-1c551d26-196a-447d-825a-e6084922ce45 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:58.630911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1df06752-de62-4830-b871-277b836f8294 req-1c551d26-196a-447d-825a-e6084922ce45 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1405394 May 02 10:30:58.640244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.667041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:58.699124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:58.699825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:58.702645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a859850-b157-4fda-b634-d19887dc6418 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:58.705389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Provisioning complete for port b0b5d8af-38fe-4342-9e97-1dce7f156002 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:58.705389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.749123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c4c874c9-fd98-486d-b9f8-2bddbd03f44d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.795497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:58.815289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event deleted for resources: {'Port': ['ID=c4c874c9-fd98-486d-b9f8-2bddbd03f44d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:58.849309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1df06752-de62-4830-b871-277b836f8294 req-2a334d49-6916-4f12-b5d5-ec2387b6290a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052915 May 02 10:30:58.928631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:30:58.931948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:59.046169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] No DVR routers for this DVR port c4c874c9-fd98-486d-b9f8-2bddbd03f44d on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:30:59.055984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.061973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f2a7f7a-71fb-4b54-b8db-17a17b3e7b83 req-be35c107-f2ed-404b-ab47-a8c6c85800fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "DELETE /v2.0/ports/c4c874c9-fd98-486d-b9f8-2bddbd03f44d HTTP/1.1" status: 204 len: 173 time: 2.1961269 May 02 10:30:59.078101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:30:59.082659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-deleted', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:30:59.085864 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eaaa70a-0fa9-4698-ad73-ce4fca831ad6" -d '{"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-deleted", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:30:59.128385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c74aa554-08f4-46b7-b4c0-bbf234d72ed9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:30:59.156123 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ead613-5be2-4718-acb2-044f96dfef20 x-openstack-request-id: req-72ead613-5be2-4718-acb2-044f96dfef20 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:30:59.156404 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b94685c8-6f40-459c-a5e1-fbea33d3e33e", "name": "network-vif-deleted", "tag": "c4c874c9-fd98-486d-b9f8-2bddbd03f44d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:30:59.156689 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-72ead613-5be2-4718-acb2-044f96dfef20 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:30:59.157095 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ead613-5be2-4718-acb2-044f96dfef20'] response: {'server_uuid': 'b94685c8-6f40-459c-a5e1-fbea33d3e33e', 'name': 'network-vif-deleted', 'tag': 'c4c874c9-fd98-486d-b9f8-2bddbd03f44d', 'status': 'completed', 'code': 200} May 02 10:30:59.196883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Current status of the port b0b5d8af-38fe-4342-9e97-1dce7f156002 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:59.197282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.203920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad688eb1-c5af-485e-992f-826da75066bd req-11ca93e6-d094-468b-bca2-09dfb88f9ced tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1208799 May 02 10:30:59.286975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] For port b0b5d8af-38fe-4342-9e97-1dce7f156002, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0b5d8af-38fe-4342-9e97-1dce7f156002,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:30:59.288488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:59.289133 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.293319 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.345625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:59.369568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.371015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.371586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-58b73ef7-cff9-41b5-874f-bda88f1804b6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 933 time: 3.6597712 May 02 10:30:59.377570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:59.406496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00503946-6ebf-40b3-8b06-00be24e7eea4 req-4cfd9e3a-89c0-421e-9c11-5c3c4ccc794e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=b94685c8-6f40-459c-a5e1-fbea33d3e33e HTTP/1.1" status: 200 len: 210 time: 0.0435402 May 02 10:30:59.437502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:57Z', 'revision_number': 6, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:58Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:59.449264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Router adc7b80c-d4f6-4c5b-b879-4a938d50c01a is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:30:59.500440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97b3580c-e44e-4679-b037-bbf3027934fa None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:30:57Z', 'revision_number': 6, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:58Z', 'revision_number': 4, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:30:59.505810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63227f7-e334-409a-bacf-c016a6acfe40 None None] Pushing event updated for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:30:59.525429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b8d44c9b-19c6-4268-9102-82a270610d40 None None] Provisioning complete for port b0b5d8af-38fe-4342-9e97-1dce7f156002 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:30:59.525804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8d44c9b-19c6-4268-9102-82a270610d40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.527629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:59.538671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7e54fb3a-71cf-46f0-b48c-aada1efa992b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 933 time: 0.1569383 May 02 10:30:59.539674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34310) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:59.557610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'routes': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:30:59.623069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:59.681389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-da49a4ce-0455-4575-a5ba-367b6abe3873 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:30:59.683041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-da49a4ce-0455-4575-a5ba-367b6abe3873 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.4244049 May 02 10:30:59.693930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:30:59.703289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b8d44c9b-19c6-4268-9102-82a270610d40 None None] Current status of the port b0b5d8af-38fe-4342-9e97-1dce7f156002 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:30:59.705243 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Sync routers for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:30:59.724253 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:30:59.725005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:30:59.725653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-29de1224-88fd-46a9-9a6d-f7002ab85b18 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0328791 May 02 10:30:59.771803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.775792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07b1f419-6004-4102-bed3-9686709dfbff admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 6.6543505 May 02 10:30:59.776171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34316) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:30:59.841400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e7c90e6-ebb8-410d-a28e-891f48a03c01 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:30:59.868296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-6ee20a85-627a-4d9b-a1de-56534d64d2c5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1357358 May 02 10:30:59.896661 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:00.127432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:30:57Z', 'revision_number': 3, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:30:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:00.130610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-76f75512-bb67-43ed-8ee7-cb948719dafb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:31:00.131669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-76f75512-bb67-43ed-8ee7-cb948719dafb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2524924 May 02 10:31:00.169896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e7c90e6-ebb8-410d-a28e-891f48a03c01 admin admin] Publish callbacks [] for security_group (d7036bd9-41d2-4483-a8ed-a049206f2ca8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.173701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Checking router: adc7b80c-d4f6-4c5b-b879-4a938d50c01a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:00.174074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Updating router adc7b80c-d4f6-4c5b-b879-4a938d50c01a port ed231aef-dca9-4a50-a929-5d3839e2981c binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:31:00.196457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e27d2-75f7-4823-bb79-afc012c5616e req-d5f4a7f4-9710-4e1a-992f-62682fe3d3c9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:00.198622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-340e27d2-75f7-4823-bb79-afc012c5616e req-d5f4a7f4-9710-4e1a-992f-62682fe3d3c9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1820309 May 02 10:31:00.207349 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.341418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-340e27d2-75f7-4823-bb79-afc012c5616e req-551106e4-5f60-401f-ae9f-8dabbc50d4c5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048701 May 02 10:31:00.347004 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2e7c90e6-ebb8-410d-a28e-891f48a03c01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7036bd9-41d2-4483-a8ed-a049206f2ca8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.356670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.extraroute_db [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added routes are [] {{(pid=115662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:31:00.356993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.extraroute_db [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=115662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:31:00.365804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-6d2e2ed8-15b2-48d4-8dc1-7b49e2936c30 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2233949 May 02 10:31:00.419285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2e7c90e6-ebb8-410d-a28e-891f48a03c01 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5649ae2f6674f4cb4154c508918c72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7945280 May 02 10:31:00.445405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:00.452253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:00.467539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.487601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: c4c874c9-fd98-486d-b9f8-2bddbd03f44d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:00.487990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c4c874c9-fd98-486d-b9f8-2bddbd03f44d not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:00.493913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7c90e6-ebb8-410d-a28e-891f48a03c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7036bd9-41d2-4483-a8ed-a049206f2ca8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:00.534529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-53569224-ab39-4834-9170-8e39dd6257b3 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586244 May 02 10:31:00.541191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dba70183-f4fd-4688-8cc6-e9bf2850ca08 req-9a4f630b-1a61-43ef-b394-1db0da35ba49 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0443258 May 02 10:31:00.548385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] Publish callbacks [] for security_group (d7036bd9-41d2-4483-a8ed-a049206f2ca8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.591985 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.595263 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks [] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.663616 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] Publish callbacks [] for security_group (d7036bd9-41d2-4483-a8ed-a049206f2ca8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.677941 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.740424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:00.754225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:00.755244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:00.854974 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b9370-39ac-474d-b6ce-d5052a6aee35 None None] Pushing event updated for resources: {'Port': ['ID=ed231aef-dca9-4a50-a929-5d3839e2981c,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:00.870760 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Attempting to bind port ed231aef-dca9-4a50-a929-5d3839e2981c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:00.871148 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Attempting to bind port ed231aef-dca9-4a50-a929-5d3839e2981c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:00.871521 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Attempting to bind port ed231aef-dca9-4a50-a929-5d3839e2981c on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:00.888352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:00.890418 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:00.890852 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.891254 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:00.891736 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Bound port: ed231aef-dca9-4a50-a929-5d3839e2981c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:00.894172 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.902422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:00.908773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:00.968895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] For port ed231aef-dca9-4a50-a929-5d3839e2981c, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:00.979397 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] For port ed231aef-dca9-4a50-a929-5d3839e2981c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed231aef-dca9-4a50-a929-5d3839e2981c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:01.059149 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.072062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b0b5d8af-38fe-4342-9e97-1dce7f156002 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:01.115031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34338) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:01.123235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512550276', 'description': 'tempest-description--2098204463'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:01.141930 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:01.142744 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:01.146895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1019b63-0263-4078-942d-beba36ee28e8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:01.202496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217b9370-39ac-474d-b6ce-d5052a6aee35 None None] Pushing event updated for resources: {'Port': ['ID=ed231aef-dca9-4a50-a929-5d3839e2981c,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:01.210950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: f1019b63-0263-4078-942d-beba36ee28e8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:01.211309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f1019b63-0263-4078-942d-beba36ee28e8 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:01.227528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b0b5d8af-38fe-4342-9e97-1dce7f156002 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:01.227880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.229178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.305737 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:01.376205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:01.419700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b0b5d8af-38fe-4342-9e97-1dce7f156002 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:01.422769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:01.435934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:01.436882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:01.438354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ba859d0-23fb-4208-9302-9e050f8fb98b req-b706d7ca-a6b8-42ce-822e-a154ed7e6951 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 210 time: 0.0557997 May 02 10:31:01.457330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.460894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.547898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (403d4b96-75e2-4549-95f8-abebfa2b55e0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.594025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:01.599928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7036bd9-41d2-4483-a8ed-a049206f2ca8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.604042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.608003 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7036bd9-41d2-4483-a8ed-a049206f2ca8 HTTP/1.1" status: 204 len: 168 time: 1.1591511 May 02 10:31:01.623627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e5534c-6d7a-40fe-a819-12cd354ae88a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7036bd9-41d2-4483-a8ed-a049206f2ca8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:01.735339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (403d4b96-75e2-4549-95f8-abebfa2b55e0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.738641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:30:57Z', 'revision_number': 3, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:01.769272 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0d27c3-95c1-4798-bcb6-7b5e14aa35f4 None None] The sync data for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 is: [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:30:57Z', 'revision_number': 3, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:01.782900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b870ea2-6fd7-41b0-88c0-e6c51338d6c8 req-4d62ebc3-45e7-49ff-b20c-e520498d5e71 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0511391 May 02 10:31:01.834014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:01.834886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b77497-f3ff-46a7-9c7a-9f3fe6d3ac81 req-722c66ac-74d8-4c94-b0d5-75b3c859d165 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:01.838607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45b77497-f3ff-46a7-9c7a-9f3fe6d3ac81 req-722c66ac-74d8-4c94-b0d5-75b3c859d165 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.3552394 May 02 10:31:01.846134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.847803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-89d409a3-d705-4244-b1f4-71222722eaa1 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 699 time: 2.3031735 May 02 10:31:01.851014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34348) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:01.856149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:01.869180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Allocated IP 172.20.0.1 (f1c43d6b-2848-4366-9f40-27a1a84bba3c/7ccb02b6-d78f-4783-94ab-ae2e7af04f13/f6b7d903-1ad5-4d27-9416-b1e87f20306c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:01.871575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=403d4b96-75e2-4549-95f8-abebfa2b55e0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:01.926355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:01.927892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95606d55-8e7b-44ba-b933-f2944ee83a52 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8117573 May 02 10:31:01.934662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:01.942203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'security_group_rule': {'security_group_id': '403d4b96-75e2-4549-95f8-abebfa2b55e0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:01.984012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45b77497-f3ff-46a7-9c7a-9f3fe6d3ac81 req-4c06f621-4ed2-40b0-b8b0-4bb4530325a0 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363621 May 02 10:31:02.028702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a515aefe-062a-4114-942a-e16c16877506 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 699 time: 0.1741703 May 02 10:31:02.031382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34352) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:02.064994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks [] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.083550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.245195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:02.278199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60029571-f26a-4054-9f37-a4117fe40da0 None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:02.443449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.444235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (ce769a34-cc94-4499-824d-89e0e46cc641), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.537996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (ce769a34-cc94-4499-824d-89e0e46cc641), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.539901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.579786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-950343aa-b044-43e3-afc9-080afc2bc2a4 req-01bed7ce-39b1-4df5-bfdc-7dea450edf57 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 210 time: 0.0741332 May 02 10:31:02.590388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:02.599291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:02.601656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Pushing event updated for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:02.608388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:02.640752 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:02.655327 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:02.656104 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:02.666716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.774007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ce769a34-cc94-4499-824d-89e0e46cc641), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.828788 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:02.850528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce769a34-cc94-4499-824d-89e0e46cc641,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:02.898391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port b0b5d8af-38fe-4342-9e97-1dce7f156002 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:02.898757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:02.993665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbeab2d1-d1ea-44b5-85a7-fbfcd7cacb27 req-d3bb50c8-cbd9-4067-85ca-d61eebfa17aa tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0758173 May 02 10:31:03.005932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.005932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d36e4d2e-7be5-44e2-aecc-ef030c82f40d tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0666656 May 02 10:31:03.015833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:03.019021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:03.047200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'security_group_rule': {'security_group_id': '403d4b96-75e2-4549-95f8-abebfa2b55e0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:03.053648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.060240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3de7b0de-fe05-450b-8366-62b1c2a32a03 None None] Provisioning complete for port f6b7d903-1ad5-4d27-9416-b1e87f20306c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:03.060240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3de7b0de-fe05-450b-8366-62b1c2a32a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.088508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5c83-fb9e-41aa-a146-578a040f7d7a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.214381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3de7b0de-fe05-450b-8366-62b1c2a32a03 None None] Port f6b7d903-1ad5-4d27-9416-b1e87f20306c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:03.223432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ed231aef-dca9-4a50-a929-5d3839e2981c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:03.227984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:03.238667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port b0b5d8af-38fe-4342-9e97-1dce7f156002, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b0b5d8af-38fe-4342-9e97-1dce7f156002,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:03.239051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.254374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (fc39ea3b-f8b1-4031-be53-61caf7ef7c81), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.257901 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:03.268789 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:03.269580 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:03.292216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ed231aef-dca9-4a50-a929-5d3839e2981c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:03.292698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.374851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks [] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.379106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for b0b5d8af-38fe-4342-9e97-1dce7f156002 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:03.379963 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:03.385122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ed231aef-dca9-4a50-a929-5d3839e2981c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:03.385490 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.402715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93404da0-a714-44c9-b242-42fa9299de59 req-b87eb1a3-f28f-4c63-ac63-72f1d559fefc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:03.409126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93404da0-a714-44c9-b242-42fa9299de59 req-b87eb1a3-f28f-4c63-ac63-72f1d559fefc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.2513683 May 02 10:31:03.411848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port ed231aef-dca9-4a50-a929-5d3839e2981c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed231aef-dca9-4a50-a929-5d3839e2981c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:03.454607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.500759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.523188 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.525385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (fc39ea3b-f8b1-4031-be53-61caf7ef7c81), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.526127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Pushing event updated for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:03.594520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=ed231aef-dca9-4a50-a929-5d3839e2981c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:03.602659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93404da0-a714-44c9-b242-42fa9299de59 req-89d02d0c-2e53-4f28-a54e-892ee2673a4e tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827927 May 02 10:31:03.614164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5c83-fb9e-41aa-a146-578a040f7d7a admin admin] Publish callbacks [] for security_group (a1fa9691-bd27-4bf1-8254-639813ebba99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.638284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:03.643191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:03.666851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (fc39ea3b-f8b1-4031-be53-61caf7ef7c81), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.669260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:03.695424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5fd5c83-fb9e-41aa-a146-578a040f7d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a1fa9691-bd27-4bf1-8254-639813ebba99), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.708355 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5a19373-9f48-4102-be09-08faa30a4070 None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:00Z', 'revision_number': 7, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0b5d8af-38fe-4342-9e97-1dce7f156002', 'name': '', 'network_id': '960a3b1b-6b03-4435-bd0c-d5694126f0d2', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:00:5c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:52Z', 'updated_at': '2022-05-02T10:30:59Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'afc1f810-a7aa-49a3-a2e0-9d8014d9677e', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:03.743425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc39ea3b-f8b1-4031-be53-61caf7ef7c81,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:03.808651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:03.813455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f58cf794-c69e-43ad-865e-24b35de3bd60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7897315 May 02 10:31:03.813455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5fd5c83-fb9e-41aa-a146-578a040f7d7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07fe21ffc02746708a97e66e47c56a56&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7910502 May 02 10:31:03.813877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:03.821214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:03.828285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:03.841439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fd5c83-fb9e-41aa-a146-578a040f7d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1fa9691-bd27-4bf1-8254-639813ebba99,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:03.993504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.014922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] Publish callbacks [] for security_group (a1fa9691-bd27-4bf1-8254-639813ebba99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.043681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2468ddb5-e6a2-4264-b2d1-9f2b2a3be10f None None] Provisioning complete for port f6b7d903-1ad5-4d27-9416-b1e87f20306c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:04.044058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2468ddb5-e6a2-4264-b2d1-9f2b2a3be10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.100653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2468ddb5-e6a2-4264-b2d1-9f2b2a3be10f None None] Port f6b7d903-1ad5-4d27-9416-b1e87f20306c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:04.135680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] Publish callbacks [] for security_group (a1fa9691-bd27-4bf1-8254-639813ebba99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.138053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b0b5d8af-38fe-4342-9e97-1dce7f156002), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.177329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5194394-df5f-429f-a57c-07350fdf4f72 req-0ae64564-9c07-4e44-b238-27d1e3855b9b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 210 time: 0.0324271 May 02 10:31:04.206404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Router adc7b80c-d4f6-4c5b-b879-4a938d50c01a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:04.268097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=b0b5d8af-38fe-4342-9e97-1dce7f156002,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:04.325717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-420f741b-6bef-4c07-9717-6f54e9e5ecaf req-379ee948-ada8-42a0-a389-0fd21ad5bd6f tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1515837 May 02 10:31:04.331799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.374503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:04.392639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Sync routers for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:04.399721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d0c8df5c-4af5-4bad-936f-a5ab1c58187b admin admin] 10.222.0.16 "PUT /v2.0/routers/adc7b80c-d4f6-4c5b-b879-4a938d50c01a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6219821 May 02 10:31:04.422725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:04.423372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:04.426204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-02b1688d-b34d-445d-aa71-ede3dd1863ce tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:04.427958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-02b1688d-b34d-445d-aa71-ede3dd1863ce tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.3508422 May 02 10:31:04.443332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:04.565341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a1fa9691-bd27-4bf1-8254-639813ebba99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.568374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.571973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1fa9691-bd27-4bf1-8254-639813ebba99 HTTP/1.1" status: 204 len: 168 time: 0.7419760 May 02 10:31:04.577672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:04.649756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19afd171-2a08-4e23-aa5a-00015b159f72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1fa9691-bd27-4bf1-8254-639813ebba99,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:04.771009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.804147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Allocated IP 172.35.4.47 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b24c9f10-89af-47ae-88de-1b48a39ec501) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:04.825179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3117f5a-2698-44ad-b19d-6854f3cbc1d6 req-2da55ded-aa79-4385-a799-ae7eb8f0ac90 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:04.827229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3117f5a-2698-44ad-b19d-6854f3cbc1d6 req-2da55ded-aa79-4385-a799-ae7eb8f0ac90 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1023135 May 02 10:31:04.874608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 2, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:04.905189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Checking router: adc7b80c-d4f6-4c5b-b879-4a938d50c01a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:04.905844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Updating router adc7b80c-d4f6-4c5b-b879-4a938d50c01a port f6b7d903-1ad5-4d27-9416-b1e87f20306c binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:31:04.940571 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:04.959722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:04.966617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.057647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3117f5a-2698-44ad-b19d-6854f3cbc1d6 req-accc4d4f-fe7f-4382-96e1-26f38df7eaa4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832423 May 02 10:31:05.120369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34390) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:05.179820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ed231aef-dca9-4a50-a929-5d3839e2981c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:05.355856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b02d281b-5edb-4b65-978c-7dd4ec9c7225 req-93bb1910-64a2-4217-b489-0fad2e99b5df tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 210 time: 0.0364726 May 02 10:31:05.391019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ed231aef-dca9-4a50-a929-5d3839e2981c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:05.391713 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.528981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b18aa2f-a36f-45df-b9f4-779b54860305 req-48122a40-4af1-44a9-9c16-43503fdc5654 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0545290 May 02 10:31:05.529610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1773134028', 'description': 'tempest-description--1061065190'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:05.601198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks [] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.607456 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.616077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ed231aef-dca9-4a50-a929-5d3839e2981c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:05.683420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.736214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee7faa-585d-45a3-b2ea-ea7088c18cac None None] Pushing event updated for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:05.747655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a638dfdf-9973-4e1a-98ca-cfb09af3a089 req-52ee6b5c-8c84-43e5-b694-9ff8b5497ad4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:05.749287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a638dfdf-9973-4e1a-98ca-cfb09af3a089 req-52ee6b5c-8c84-43e5-b694-9ff8b5497ad4 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.1244254 May 02 10:31:05.751466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:05.755475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.785199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.8 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/137bd137-fe24-4569-9f04-5f2f14038fb7) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:05.794862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Attempting to bind port f6b7d903-1ad5-4d27-9416-b1e87f20306c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:05.795812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Attempting to bind port f6b7d903-1ad5-4d27-9416-b1e87f20306c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:05.796245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Attempting to bind port f6b7d903-1ad5-4d27-9416-b1e87f20306c on network f1c43d6b-2848-4366-9f40-27a1a84bba3c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:05.802232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:05.803182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Checking segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:05.803182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.805078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Bound using segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:05.805078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Bound port: f6b7d903-1ad5-4d27-9416-b1e87f20306c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:05.805078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:05.885443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] For port f6b7d903-1ad5-4d27-9416-b1e87f20306c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:05.889540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] For port f6b7d903-1ad5-4d27-9416-b1e87f20306c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b7d903-1ad5-4d27-9416-b1e87f20306c,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:05.928387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.004500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a638dfdf-9973-4e1a-98ca-cfb09af3a089 req-2b6c3597-e58b-42f7-a2ad-3b0cc4af958e tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2468610 May 02 10:31:06.021664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.050914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:06.084466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:06.095177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:06.098548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'Port': ['ID=b24c9f10-89af-47ae-88de-1b48a39ec501,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:06.108899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Provisioning complete for port f6b7d903-1ad5-4d27-9416-b1e87f20306c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:06.109236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.131751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:06.145232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:06.159379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ee7faa-585d-45a3-b2ea-ea7088c18cac None None] Pushing event updated for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:06.174215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-681ec815-a990-43e7-b051-68805f048677 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1416707 May 02 10:31:06.176922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34424) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:06.179550 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:06.183961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (9a88813f-cfff-4acb-851b-411383c884e6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.184548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:06.218640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:06.220055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:06.287119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9a88813f-cfff-4acb-851b-411383c884e6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.295205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet afc1f810-a7aa-49a3-a2e0-9d8014d9677e {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:06.306189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (afc1f810-a7aa-49a3-a2e0-9d8014d9677e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.367753 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:06.397680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.405739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (afc1f810-a7aa-49a3-a2e0-9d8014d9677e), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.478167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Current status of the port f6b7d903-1ad5-4d27-9416-b1e87f20306c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:06.482548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.494079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:06.537034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a88813f-cfff-4acb-851b-411383c884e6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:06.570866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bf491e-8f48-411e-98b9-14bdd1ae03ab req-8479c47d-b35f-4c8c-b9a2-35a368ba0089 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:06.581713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96bf491e-8f48-411e-98b9-14bdd1ae03ab req-8479c47d-b35f-4c8c-b9a2-35a368ba0089 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.2972400 May 02 10:31:06.593583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.597099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] For port f6b7d903-1ad5-4d27-9416-b1e87f20306c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b7d903-1ad5-4d27-9416-b1e87f20306c,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:06.602652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for floatingip (d41ef7c9-9d24-4e62-b1d6-55c106a190ab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.619163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.626479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b25887ab-d330-4ed7-8479-ba44e6e4972f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 1.1047831 May 02 10:31:06.632001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b76ea06-51d5-4745-bf2d-82e33b9f0756 req-b7d5e0ce-04c9-4830-b257-b22e87350647 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:06.639726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34434) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:06.640359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b76ea06-51d5-4745-bf2d-82e33b9f0756 req-b7d5e0ce-04c9-4830-b257-b22e87350647 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 931 time: 0.1271279 May 02 10:31:06.664236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ced313ec-08ff-4184-86ba-7584a2c01005 req-3ef98060-e36a-4cda-a5f9-37513199c0f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0775275 May 02 10:31:06.666794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.704539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'security_group_rule': {'security_group_id': '9a88813f-cfff-4acb-851b-411383c884e6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:06.714872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (afc1f810-a7aa-49a3-a2e0-9d8014d9677e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.755300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da414be-236b-4b50-83ad-3f46f7164c3f None None] Pushing event updated for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:06.773375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b76ea06-51d5-4745-bf2d-82e33b9f0756 req-9241fe83-d316-4604-a7fc-a00ec08cf8ca tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179695 May 02 10:31:06.787793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-05d52402-4295-421b-87e2-adb831211c22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:05Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:06.809811 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 8, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:06.819898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-60d540eb-6f73-4054-9de3-7051516c7e6c None None] Provisioning complete for port f6b7d903-1ad5-4d27-9416-b1e87f20306c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:06.820344 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60d540eb-6f73-4054-9de3-7051516c7e6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:06.822842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d52402-4295-421b-87e2-adb831211c22 None None] The sync data for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 is: [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:05Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:06.849499 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:06.853183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:06.865009 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:06.867094 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:06.976928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:06.998693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (afc1f810-a7aa-49a3-a2e0-9d8014d9677e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.019515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-60d540eb-6f73-4054-9de3-7051516c7e6c None None] Current status of the port f6b7d903-1ad5-4d27-9416-b1e87f20306c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:07.043551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=afc1f810-a7aa-49a3-a2e0-9d8014d9677e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:07.048402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.055064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b158a51-85d4-4bf2-a3a0-df0833f4bf17 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/afc1f810-a7aa-49a3-a2e0-9d8014d9677e HTTP/1.1" status: 204 len: 168 time: 0.8770378 May 02 10:31:07.057738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34442) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:07.064239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890fb4d2-6af9-4ce6-aea4-96f278fe7c89 None None] Network 960a3b1b-6b03-4435-bd0c-d5694126f0d2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:07.096997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.228981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (960a3b1b-6b03-4435-bd0c-d5694126f0d2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.252827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f6b7d903-1ad5-4d27-9416-b1e87f20306c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:07.262607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:07.267096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96bf491e-8f48-411e-98b9-14bdd1ae03ab req-2e502344-ace7-4b55-a431-eb03e0d78120 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6844988 May 02 10:31:07.273891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (74fe3266-d577-4b27-bc6c-df70f8401b48), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.282868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:07.294302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:07.331607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port c5f8352a-bcf0-4280-9d59-bd913ea7f37b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:07.332097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.466742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:07.485738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.519501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f6b7d903-1ad5-4d27-9416-b1e87f20306c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:07.519501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.546359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:07.547386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.567384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95847833-6fa5-4b8b-b805-299c729e6a41 req-22392e9a-c33f-4b42-adef-76415ce9267b tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0670335 May 02 10:31:07.600181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-3bb6c91f-005b-4e82-81c6-ac77c7aeb3ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1641054 May 02 10:31:07.612755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b3619-c96d-4c8e-ac4f-fe4533ba24c2 req-c2f239e2-36bf-48c2-ab13-a0f8d4a447dd tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:07.613175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] DHCP port deletion for 960a3b1b-6b03-4435-bd0c-d5694126f0d2 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:07.621605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-682b3619-c96d-4c8e-ac4f-fe4533ba24c2 req-c2f239e2-36bf-48c2-ab13-a0f8d4a447dd tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.1641221 May 02 10:31:07.624401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Request body: {'port': {'device_id': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:07.635028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for c5f8352a-bcf0-4280-9d59-bd913ea7f37b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:07.681595 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 8, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:07.711703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Deleting port c5f8352a-bcf0-4280-9d59-bd913ea7f37b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:07.712542 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.735911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (74fe3266-d577-4b27-bc6c-df70f8401b48), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.753769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c1c850-2d28-4551-ad3f-082a66f45aa4 None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 8, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb', 'name': '', 'network_id': 'da176d8b-6a4e-4c27-967e-310ce5c08087', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:47:ed:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:46Z', 'updated_at': '2022-05-02T10:30:51Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': 'b4a465c3-9564-47a9-9142-d920c19a1d1f', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:07.832589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (74fe3266-d577-4b27-bc6c-df70f8401b48), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.844996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.862623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-682b3619-c96d-4c8e-ac4f-fe4533ba24c2 req-eb8517d7-5910-4617-966b-6014046566c3 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2344491 May 02 10:31:07.897764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.933645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:07.936129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74fe3266-d577-4b27-bc6c-df70f8401b48,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.003312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.029353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.033187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1f37f372-51b9-418c-bde4-c7b44ac4a6c9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3435719 May 02 10:31:08.038486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:08.038486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.042515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'security_group_rule': {'security_group_id': '9a88813f-cfff-4acb-851b-411383c884e6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:08.047906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12da289-de9a-4286-9b22-f5abf6be9de2 req-80e85c70-94b7-4b98-95ed-af81dcfaa191 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:08.057367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c12da289-de9a-4286-9b22-f5abf6be9de2 req-80e85c70-94b7-4b98-95ed-af81dcfaa191 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 931 time: 0.1529775 May 02 10:31:08.060187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port c5f8352a-bcf0-4280-9d59-bd913ea7f37b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:08.122399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'Port': ['ID=b24c9f10-89af-47ae-88de-1b48a39ec501,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.173698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] For port c5f8352a-bcf0-4280-9d59-bd913ea7f37b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,segment=NetworkSegment(2751b356-fe0f-4b83-b31a-73ece2ec586d),segment_id=2751b356-fe0f-4b83-b31a-73ece2ec586d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:08.174376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.191574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Calling delete_port for c5f8352a-bcf0-4280-9d59-bd913ea7f37b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:08.196256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (d41ef7c9-9d24-4e62-b1d6-55c106a190ab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.230950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (960a3b1b-6b03-4435-bd0c-d5694126f0d2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.252708 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c12da289-de9a-4286-9b22-f5abf6be9de2 req-acbde52b-c3c5-4de9-8bce-7742f3a2ad7e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798582 May 02 10:31:08.261946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['960a3b1b-6b03-4435-bd0c-d5694126f0d2']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:08.276044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2751b356-fe0f-4b83-b31a-73ece2ec586d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:08.276852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2751b356-fe0f-4b83-b31a-73ece2ec586d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:08.310390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (2751b356-fe0f-4b83-b31a-73ece2ec586d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.312521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f6b7d903-1ad5-4d27-9416-b1e87f20306c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:08.343294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2751b356-fe0f-4b83-b31a-73ece2ec586d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: from cryptography.utils import int_from_bytes May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: from cryptography.utils import int_from_bytes May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:08.345508 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:31:08.351239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.352655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f2f45f0c-0c58-4893-ab6b-5b56f999b2e3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.5348787 May 02 10:31:08.357008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:08.358488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (2751b356-fe0f-4b83-b31a-73ece2ec586d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.364509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c5f8352a-bcf0-4280-9d59-bd913ea7f37b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.397693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] Pushing event deleted for resources: {'Port': ['ID=c5f8352a-bcf0-4280-9d59-bd913ea7f37b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.403849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166bcb68-06d1-420b-8914-cbb750bbcbff None None] No DVR routers for this DVR port c5f8352a-bcf0-4280-9d59-bd913ea7f37b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:08.459380 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:08.472336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (ff268092-dfe1-4676-87f5-31f804a03931), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.516039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 137bd137-fe24-4569-9f04-5f2f14038fb7 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:08.525584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks [] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.531830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (960a3b1b-6b03-4435-bd0c-d5694126f0d2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.544736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Transition to ACTIVE for port object 137bd137-fe24-4569-9f04-5f2f14038fb7 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:08.591312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.597251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/960a3b1b-6b03-4435-bd0c-d5694126f0d2 HTTP/1.1" status: 204 len: 168 time: 1.5359595 May 02 10:31:08.597589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:08.601470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8fd6c1-c015-40b0-9e7c-9de8a5e19cb4 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=960a3b1b-6b03-4435-bd0c-d5694126f0d2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.614635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd839c-2528-4840-a0f2-d83d305cfc72 req-d7ff9114-d65a-400a-b6bb-e1c7f3a818da tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:08.621977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70fd839c-2528-4840-a0f2-d83d305cfc72 req-d7ff9114-d65a-400a-b6bb-e1c7f3a818da tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1637998 May 02 10:31:08.681811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (ff268092-dfe1-4676-87f5-31f804a03931), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.696508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70fd839c-2528-4840-a0f2-d83d305cfc72 req-36e2921c-12a5-48c6-b023-302fbfa6e158 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733371 May 02 10:31:08.722867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.752949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ff268092-dfe1-4676-87f5-31f804a03931), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.787445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff268092-dfe1-4676-87f5-31f804a03931,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.841151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7a15303-6222-4b33-b2fc-c68ecbfced57 req-8918c3ac-9ea6-4b4d-9393-aeb9be4ef5d6 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.1155190 May 02 10:31:08.854333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:08.908987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:08.910960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-816d9e92-aba8-4af0-9262-5af5851dee3e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8734260 May 02 10:31:08.915034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34506) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:08.923304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:08.986759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-d209388c-8e20-4454-9a3d-352d7d6ffe81 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:08.988474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-d209388c-8e20-4454-9a3d-352d7d6ffe81 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.1967418 May 02 10:31:09.012953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-4b1bdcdc-9c63-4787-8ed3-3f0d1f8c8ca7 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:09.015349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-4b1bdcdc-9c63-4787-8ed3-3f0d1f8c8ca7 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.15 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.0782828 May 02 10:31:09.058469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c5f8352a-bcf0-4280-9d59-bd913ea7f37b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:09.075383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-5afa75ae-fa9a-4889-8163-754e55b08847 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/quotas/01271c76e9e3490089d30e74ae05144e HTTP/1.1" status: 200 len: 375 time: 0.0448942 May 02 10:31:09.080407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.096356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c5f8352a-bcf0-4280-9d59-bd913ea7f37b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:09.100753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c5f8352a-bcf0-4280-9d59-bd913ea7f37b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:09.100753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b0b5d8af-38fe-4342-9e97-1dce7f156002 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:09.134794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-fbfdb213-3476-4bc9-9542-d35a2273094e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584743 May 02 10:31:09.146795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b0b5d8af-38fe-4342-9e97-1dce7f156002 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:09.147143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b0b5d8af-38fe-4342-9e97-1dce7f156002 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:09.254589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873e8858-46c5-4aab-aa8f-994851687db9 req-bdf1ac69-1318-405d-b413-2c24a787bdf1 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:09.256106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-873e8858-46c5-4aab-aa8f-994851687db9 req-bdf1ac69-1318-405d-b413-2c24a787bdf1 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 946 time: 0.2096217 May 02 10:31:09.301768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Deleting port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:09.302124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.322111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Attempting to bind port 137bd137-fe24-4569-9f04-5f2f14038fb7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:09.322458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Attempting to bind port 137bd137-fe24-4569-9f04-5f2f14038fb7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:09.322792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Attempting to bind port 137bd137-fe24-4569-9f04-5f2f14038fb7 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:09.342533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.358358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Port 137bd137-fe24-4569-9f04-5f2f14038fb7 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:09.358689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Attempting to bind port 137bd137-fe24-4569-9f04-5f2f14038fb7 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:09.381696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:09.382047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:09.382441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:09.382893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Bound port: 137bd137-fe24-4569-9f04-5f2f14038fb7, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:09.383254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.401454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-873e8858-46c5-4aab-aa8f-994851687db9 req-b652048c-fd8c-41f5-bada-c2b1fe60f7ac tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups?id=6071753f-b399-4d84-be35-1d2b4463c869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343598 May 02 10:31:09.403294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.425730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-6090c88e-81cb-4f92-9740-645e130cc0f1 service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900777 May 02 10:31:09.556783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34514) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:09.570334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] For port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:09.570702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.580846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acec1a1d-8217-412b-be35-1d59071af35b req-679837f1-330e-4cab-a58c-411b9c05bc6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:09.582441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-acec1a1d-8217-412b-be35-1d59071af35b req-679837f1-330e-4cab-a58c-411b9c05bc6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.0870619 May 02 10:31:09.627834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:09.652865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:09.658659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-348b54b7-ff6a-4c23-bfcf-457fb05e832c service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2205520 May 02 10:31:09.676884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Allocated IP 172.35.4.109 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/88b5da28-dde6-4ed3-b975-2a85ebb6d10d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:09.712682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-acec1a1d-8217-412b-be35-1d59071af35b req-0fc4d364-5871-4a92-af8a-dd39fcb6306a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170220 May 02 10:31:09.736222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-086c6c6b-7303-4699-b406-25cac394cb33 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.739313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.841078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:09.841763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.843672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] 10.222.0.24 "PUT /v2.0/ports/137bd137-fe24-4569-9f04-5f2f14038fb7 HTTP/1.1" status: 200 len: 1091 time: 2.2305977 May 02 10:31:09.846099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:09.848518 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7" -d '{"events": [{"name": "network-changed", "server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:09.912985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8a8fd-7cab-46a0-a385-32bb28adb834 req-f1f902a8-16b4-48fe-95b7-d08e9a5f8bc4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:09.914390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08b8a8fd-7cab-46a0-a385-32bb28adb834 req-f1f902a8-16b4-48fe-95b7-d08e9a5f8bc4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1291769 May 02 10:31:09.917521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c6fb3f-b06f-4eae-85f6-6e7e5ebd5a72 service neutron] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:09.950330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.953860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.954482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:09.954949 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Floating IP b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5 disassociated. External IP: 172.35.4.221, port: 109eb6e5-b2a5-4e19-884a-fcb486b59ee3. May 02 10:31:09.955461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Calling delete_port for 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:09.995812 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ddb006-63a8-4f79-866f-5cd391c77d11 x-openstack-request-id: req-e7ddb006-63a8-4f79-866f-5cd391c77d11 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:09.997261 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:09.997261 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e7ddb006-63a8-4f79-866f-5cd391c77d11 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:09.997261 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7ddb006-63a8-4f79-866f-5cd391c77d11'] response: {'name': 'network-changed', 'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'status': 'completed', 'code': 200} May 02 10:31:10.055438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:10.055792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.083884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89902458-6e34-4b67-9097-871cafdefd75 req-5a4b88bd-a0a5-4c76-aa7b-a66a41314dd2 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0526495 May 02 10:31:10.106207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08b8a8fd-7cab-46a0-a385-32bb28adb834 req-995fd1f6-1d80-482b-a70e-c833d3e6fa07 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615608 May 02 10:31:10.151516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-62c8953c-ff39-44a5-ad82-d0c685b52380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:10.151516 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-62c8953c-ff39-44a5-ad82-d0c685b52380 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 1125 time: 0.1494317 May 02 10:31:10.151692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-086c6c6b-7303-4699-b406-25cac394cb33 admin admin] Publish callbacks [] for security_group (d3e8c3b0-872e-45c6-b520-517128ba01a9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.184429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.239033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-086c6c6b-7303-4699-b406-25cac394cb33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3e8c3b0-872e-45c6-b520-517128ba01a9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.242981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:10.253070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-2a876388-921f-4f37-a9ed-5169c8a7dd05 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137bd137-fe24-4569-9f04-5f2f14038fb7 HTTP/1.1" status: 200 len: 217 time: 0.0682404 May 02 10:31:10.257890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a350232a-9dba-4863-a323-7f43279e8151 req-f1435fe1-3c3b-4341-afa8-078b3a8ae079 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 210 time: 0.1078966 May 02 10:31:10.279812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:10.287253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:10.329147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'Port': ['ID=88b5da28-dde6-4ed3-b975-2a85ebb6d10d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:10.338621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c6c6b-7303-4699-b406-25cac394cb33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3e8c3b0-872e-45c6-b520-517128ba01a9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:10.349800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-086c6c6b-7303-4699-b406-25cac394cb33 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c162e19bf5d4b2caafed87a26788564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7859635 May 02 10:31:10.350919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34534) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:10.409997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (109eb6e5-b2a5-4e19-884a-fcb486b59ee3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.461408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event deleted for resources: {'Port': ['ID=109eb6e5-b2a5-4e19-884a-fcb486b59ee3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:10.490968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.494131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] Publish callbacks [] for security_group (d3e8c3b0-872e-45c6-b520-517128ba01a9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.572918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] Publish callbacks [] for security_group (d3e8c3b0-872e-45c6-b520-517128ba01a9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.758521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:10.758870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:10.764934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e25c15b-884a-4af0-919f-940231a3c57d req-8a978c87-3e73-4aa8-9876-64b8b02a912f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f15feefc56df4978830002509782cad7&device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0902116 May 02 10:31:10.766526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4180f6f-72ab-4b02-9f31-64216569dc54 req-9b6d690b-b727-4000-a62d-30d0f8fdeb15 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0937157 May 02 10:31:10.807429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:10.811260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-9ea284c3-03b4-4ea3-bf7c-33a6c6c3e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:10.812812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-9ea284c3-03b4-4ea3-bf7c-33a6c6c3e73c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.5263748 May 02 10:31:10.817216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e25c15b-884a-4af0-919f-940231a3c57d req-83165dd3-eff1-4892-b199-59dd912af8eb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f15feefc56df4978830002509782cad7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0416522 May 02 10:31:10.981107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-b3a4673e-6624-4cc8-b6ff-79137d65eb77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1288807 May 02 10:31:10.986928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6df1044c-85df-469c-b2e6-0aca9d2fb4ca req-437faaf8-20c2-42d1-ba7e-206385833a5c tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.3903391 May 02 10:31:10.993005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.059571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a594b2-48be-4848-9cdc-6c5ff944a6e6 req-3e9b0b58-24df-4553-b8c0-5c6243b85eae tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:11.061604 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-40a594b2-48be-4848-9cdc-6c5ff944a6e6 req-3e9b0b58-24df-4553-b8c0-5c6243b85eae tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.1983857 May 02 10:31:11.072769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:11.137555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25c15b-884a-4af0-919f-940231a3c57d req-b27949be-2355-48f4-840f-94e2ae067d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:11.139129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e25c15b-884a-4af0-919f-940231a3c57d req-b27949be-2355-48f4-840f-94e2ae067d17 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3159845 May 02 10:31:11.171711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3e8c3b0-872e-45c6-b520-517128ba01a9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.174349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.175511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3e8c3b0-872e-45c6-b520-517128ba01a9 HTTP/1.1" status: 204 len: 168 time: 0.8236480 May 02 10:31:11.224952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfcfb21-d50a-48c9-9c05-aae660e4a68c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3e8c3b0-872e-45c6-b520-517128ba01a9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:11.252637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-40a594b2-48be-4848-9cdc-6c5ff944a6e6 req-140a0609-e602-4a7a-99c7-3a40884b44c6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501009 May 02 10:31:11.255258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-1ecf7ec7-c738-4496-be70-55e4110ee63b service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636137 May 02 10:31:11.371513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77421b0f-7819-4c5a-9701-c18a2b65c06a req-25a1d9c5-041e-409d-acc2-119a98624331 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:11.373130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77421b0f-7819-4c5a-9701-c18a2b65c06a req-25a1d9c5-041e-409d-acc2-119a98624331 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1375215 May 02 10:31:11.375572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.394909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-742e9c6b-4872-4f15-a05a-6d210642a801 req-3ce4ea1c-1c62-478f-9764-f2f8e50b3a2e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 210 time: 0.0460675 May 02 10:31:11.406765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:11.430521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Sync routers for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:11.433162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed04e4c0-7e2a-4f55-a0d0-e60e80e1f604 req-07ed1070-edfa-4a9b-84ec-dabd2ae5ba1a service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707742 May 02 10:31:11.450933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:11.452217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:11.461219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] No DVR routers for this DVR port 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:11.467860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.471206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a048cb71-2c33-4b87-8ab2-056441a6d2c5 req-5e7b5006-aa71-470a-a0c8-6fd7dd60f155 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.15 "DELETE /v2.0/ports/109eb6e5-b2a5-4e19-884a-fcb486b59ee3 HTTP/1.1" status: 204 len: 173 time: 2.4421287 May 02 10:31:11.471686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'name': 'network-vif-deleted', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:11.474029 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb6f895-c116-4dfe-b112-97c870844f23" -d '{"events": [{"server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "name": "network-vif-deleted", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:11.484394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77421b0f-7819-4c5a-9701-c18a2b65c06a req-e7455430-4b8a-4d73-9a44-591e9feaa1e5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019759 May 02 10:31:11.512476 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3b3031-3e1b-4d78-8c06-58994ea72f46 x-openstack-request-id: req-2e3b3031-3e1b-4d78-8c06-58994ea72f46 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:11.512807 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a20449b-f6e4-4272-a0d3-6d26a2411523", "name": "network-vif-deleted", "tag": "109eb6e5-b2a5-4e19-884a-fcb486b59ee3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:11.513091 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e3b3031-3e1b-4d78-8c06-58994ea72f46 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:11.513979 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e3b3031-3e1b-4d78-8c06-58994ea72f46'] response: {'server_uuid': '5a20449b-f6e4-4272-a0d3-6d26a2411523', 'name': 'network-vif-deleted', 'tag': '109eb6e5-b2a5-4e19-884a-fcb486b59ee3', 'status': 'completed', 'code': 200} May 02 10:31:11.517887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.557929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.572480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:11.604972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:11.623245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'Port': ['ID=88b5da28-dde6-4ed3-b975-2a85ebb6d10d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:11.647418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.719802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.730101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7b85edba-1c88-4c7d-9c66-cf1db193c9d1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8055401 May 02 10:31:11.815995 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:11.837967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:11.903159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Checking router: 8815e4c3-c31d-4f65-aa5d-630c3b40e670 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:11.918988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f2a2f7d-d11e-429f-b9d3-06e862b51a3e req-0a0569ac-dd71-40c3-a8c1-1d574e3b0715 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0309908 May 02 10:31:11.938099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:11.938807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:12.037805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:12.054196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-185e9940-8db7-48b1-8fea-ebdebbb63a53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.072639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:12.092380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-a1789596-43eb-405b-97b9-419722d2e085 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1773134028&fields=id&tenant_id=938d7f7fb79f43809d28533c00fa1b06 HTTP/1.1" status: 200 len: 267 time: 0.0927424 May 02 10:31:12.099511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:12.153265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cc7d475-9b03-4785-81d9-6552328c326b req-e95cee34-c031-4198-bf93-1e616a061ed2 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0430207 May 02 10:31:12.215111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-185e9940-8db7-48b1-8fea-ebdebbb63a53 admin admin] Publish callbacks [] for security_group (33721c9b-c682-4d30-95c1-d65d4a955bef), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.305741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-185e9940-8db7-48b1-8fea-ebdebbb63a53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33721c9b-c682-4d30-95c1-d65d4a955bef), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.305957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:12.313110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:12.325403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-455b3ecf-145b-4122-a89f-ae70d5ecbc99 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7241800 May 02 10:31:12.325554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34574) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:12.332397 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:12.347072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:12.348339 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:12.348698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-fe611dc1-1e9d-4b62-9adc-4413828513db tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:12.350413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-fe611dc1-1e9d-4b62-9adc-4413828513db tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/networks?id=f1c43d6b-2848-4366-9f40-27a1a84bba3c HTTP/1.1" status: 200 len: 805 time: 0.2470818 May 02 10:31:12.360265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3c3891-1e4a-4ebd-99ba-13a00417a4e8 None None] The sync data for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 is: [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:29:48Z', 'revision_number': 4, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a7bbf059-e3b4-42db-8dfa-5df5ef93d978', 'name': '', 'network_id': 'f357be84-d0f7-4dfd-909f-5eea1c1268f4', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'mac_address': 'fa:16:3e:c7:d0:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_interface', 'standard_attr_id': 1279, 'fixed_ips': [{'subnet_id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:45Z', 'updated_at': '2022-05-02T10:29:54Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'subnets': [{'id': '5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:12.361521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-185e9940-8db7-48b1-8fea-ebdebbb63a53 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ef72d25906b4895aea1c99bb66c9962&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3219571 May 02 10:31:12.365439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:12.417268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-a0024aed-019b-45d6-bfac-8bfa3dc3539f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/quotas/938d7f7fb79f43809d28533c00fa1b06 HTTP/1.1" status: 200 len: 375 time: 0.0402181 May 02 10:31:12.471803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e9940-8db7-48b1-8fea-ebdebbb63a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33721c9b-c682-4d30-95c1-d65d4a955bef,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:12.489523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-df730061-b43e-438f-bf59-90572c283607 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=938d7f7fb79f43809d28533c00fa1b06&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0631475 May 02 10:31:12.492993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:12.494727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet b4a465c3-9564-47a9-9142-d920c19a1d1f {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:12.500339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (b4a465c3-9564-47a9-9142-d920c19a1d1f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.542315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:12.542825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 109eb6e5-b2a5-4e19-884a-fcb486b59ee3 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:12.587429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e25c15b-884a-4af0-919f-940231a3c57d req-024d11b2-c814-474c-8edf-c42e7df11a57 tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0560634 May 02 10:31:12.596689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96aa1cc6-139e-4d8e-9e8f-4242da9eb43e req-299fa0b7-8658-4271-8f10-84b13a7bf4a2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:12.606262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96aa1cc6-139e-4d8e-9e8f-4242da9eb43e req-299fa0b7-8658-4271-8f10-84b13a7bf4a2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.2269416 May 02 10:31:12.611801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] Publish callbacks [] for security_group (33721c9b-c682-4d30-95c1-d65d4a955bef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.636528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:12.687538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] Publish callbacks [] for security_group (33721c9b-c682-4d30-95c1-d65d4a955bef), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.697595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96aa1cc6-139e-4d8e-9e8f-4242da9eb43e req-09557455-e7a9-4156-8827-dc72264852d2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831409 May 02 10:31:12.728904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b4a465c3-9564-47a9-9142-d920c19a1d1f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.773071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-1c23a079-d6bf-42e6-871a-c58d73c9b10b service neutron] 10.222.0.16 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491870 May 02 10:31:12.777528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-0228a671-0571-4710-8fad-346f8de1b76b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:12.778983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-0228a671-0571-4710-8fad-346f8de1b76b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 1125 time: 0.1432729 May 02 10:31:12.793223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-847bd9d1-01eb-4850-bec0-32c23473c9f5 None None] New status for floating IP b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:31:12.844275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88ddfca6-6d65-437d-83ca-af1b438297ca req-8d86971d-a268-425b-b708-2dac65b7ac7c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 210 time: 0.0608556 May 02 10:31:12.847054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33721c9b-c682-4d30-95c1-d65d4a955bef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.850732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:12.852057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33721c9b-c682-4d30-95c1-d65d4a955bef HTTP/1.1" status: 204 len: 168 time: 0.4810987 May 02 10:31:12.864275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a41a9c-3f4d-41bf-bbb7-3f8b8ceaeb3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33721c9b-c682-4d30-95c1-d65d4a955bef,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:12.945185 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:11Z', 'revision_number': 9, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:12.991100 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:13.010950 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:13.011705 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:13.020650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-da7371d6-0945-413d-8759-75b42bee8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:13.028669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-da7371d6-0945-413d-8759-75b42bee8294 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.2195189 May 02 10:31:13.037422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6049217-be4c-49e5-92d2-e8b8746ac062 req-0219a5d9-fae3-42a8-b6b1-0bddf93d4cc9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:13.045114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6049217-be4c-49e5-92d2-e8b8746ac062 req-0219a5d9-fae3-42a8-b6b1-0bddf93d4cc9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0688772 May 02 10:31:13.130958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6049217-be4c-49e5-92d2-e8b8746ac062 req-8b5d59d8-bd6d-48c2-8087-d48c0ca436b5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842216 May 02 10:31:13.189601 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:13.207717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-bb39823d-a2de-4aa9-a146-bdfb62e6b78a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137bd137-fe24-4569-9f04-5f2f14038fb7 HTTP/1.1" status: 200 len: 217 time: 0.0911798 May 02 10:31:13.241041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b80cc8a8-11a0-48ef-9a8e-7d82d94d369e req-d924c55d-56a0-4acb-a41a-1e14ece3b617 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/ports?device_id=5a20449b-f6e4-4272-a0d3-6d26a2411523 HTTP/1.1" status: 200 len: 210 time: 0.0364003 May 02 10:31:13.290900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b4a465c3-9564-47a9-9142-d920c19a1d1f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:13.341615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c82523b6-e7ed-4a18-bbd9-db354bb8e1d3 service neutron] 10.222.0.16 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551138 May 02 10:31:13.396305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-6ebf004e-3748-4156-a9dd-2ff65d7a308c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:13.398675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-6ebf004e-3748-4156-a9dd-2ff65d7a308c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.1818511 May 02 10:31:13.416866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c33238a-b267-4c80-a47a-c76391a4e18b req-2abc17f2-b4ce-4432-bdcf-2dff55551c9a tempest-ServerShowV257Test-434540235 tempest-ServerShowV257Test-434540235-project] 10.222.0.16 "GET /v2.0/ports?device_id=0aea2e2e-688a-48ea-b342-f34b5b06f7de HTTP/1.1" status: 200 len: 210 time: 0.0923629 May 02 10:31:13.473998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-1624bd62-5cba-42ef-9cd3-20b71451684d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652244 May 02 10:31:13.534969 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:11Z', 'revision_number': 9, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:13.573190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e97a088-b12c-42e3-a108-2218626c592a None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:11Z', 'revision_number': 9, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ef0cb891-3301-4e32-86ad-86d68734135f', 'name': '', 'network_id': '1be189ce-886b-475d-8a90-e14d4dcee8fd', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:90:7f:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1341, 'fixed_ips': [{'subnet_id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:37Z', 'updated_at': '2022-05-02T10:30:44Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '8256cf81-6f0c-43f2-9353-0b2a36b9ebe9', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:13.574521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-8537b959-ca02-420f-99df-5e133b983264 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:13.576205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-8537b959-ca02-420f-99df-5e133b983264 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.2498057 May 02 10:31:13.638689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-d5bea7ce-3c68-49a1-b793-f9fa277ba900 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568172 May 02 10:31:13.672398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b4a465c3-9564-47a9-9142-d920c19a1d1f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:13.749419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a465c3-9564-47a9-9142-d920c19a1d1f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:13.755203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:13.758609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c63ead48-7004-45b2-921a-e6e04493dc9e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a465c3-9564-47a9-9142-d920c19a1d1f HTTP/1.1" status: 204 len: 168 time: 1.4321210 May 02 10:31:13.767666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f062216b-90f3-49ac-ba58-c4d679094a61 None None] Network da176d8b-6a4e-4c27-967e-310ce5c08087 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:13.770998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:13.793823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d66726fd-da1e-4c71-8ced-11028749ed88 req-11d34d14-d91f-48bd-b2d3-bdcb1551c4d2 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.0757694 May 02 10:31:13.809372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'port': {'device_id': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'admin_state_up': True, 'tenant_id': '01271c76e9e3490089d30e74ae05144e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:14.042131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-178c509e-2dc0-4075-bbd4-30b5826aee7b req-4d8b27a7-0c16-4624-8d35-ff9c030a4879 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 210 time: 0.0429182 May 02 10:31:14.063922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Made reservation on behalf of 01271c76e9e3490089d30e74ae05144e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:14.070884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.117405 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.121387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6544032-b8c2-4265-8b37-9c9c6f6db5a7 req-30e83858-eac2-4717-9606-5d819af765e5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:14.123513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f6544032-b8c2-4265-8b37-9c9c6f6db5a7 req-30e83858-eac2-4717-9606-5d819af765e5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.3013704 May 02 10:31:14.131620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd4b5214-74d2-407c-9efb-bd2bb332ebc7 req-bd822fe8-9255-4978-9d87-506a31925b2b service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4860218 May 02 10:31:14.136366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (da176d8b-6a4e-4c27-967e-310ce5c08087), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.149635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] DHCP port deletion for da176d8b-6a4e-4c27-967e-310ce5c08087 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:14.260185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Deleting port e25badf4-8c0f-4f98-8177-87b105e5d503 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:14.260878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.298821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port e25badf4-8c0f-4f98-8177-87b105e5d503 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:14.299293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.323162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f6544032-b8c2-4265-8b37-9c9c6f6db5a7 req-b3e104d6-44b7-41f4-9ef6-4ec183ffec6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898882 May 02 10:31:14.355072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9f56ee-f69e-4455-99a3-f02f7d41b0b3 req-76d57a48-1202-4999-9682-10b52fbfa9d8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:14.370194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d9f56ee-f69e-4455-99a3-f02f7d41b0b3 req-76d57a48-1202-4999-9682-10b52fbfa9d8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0896182 May 02 10:31:14.376540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Allocated IP 172.20.0.8 (5a1a16ea-ab55-4500-a197-c03e734e50ee/b10d6835-f068-4335-bddd-2903951307ed/51beab53-f2f6-44f6-abd8-55c5843aa4c9) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:14.398553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] For port e25badf4-8c0f-4f98-8177-87b105e5d503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25badf4-8c0f-4f98-8177-87b105e5d503,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:14.399027 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.434701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Calling delete_port for e25badf4-8c0f-4f98-8177-87b105e5d503 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:14.459897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d9f56ee-f69e-4455-99a3-f02f7d41b0b3 req-4c47a84d-90c8-4514-97b8-57f43790ae97 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854161 May 02 10:31:14.478381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port e25badf4-8c0f-4f98-8177-87b105e5d503, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e25badf4-8c0f-4f98-8177-87b105e5d503,segment=NetworkSegment(f471213d-6c90-4a2c-9170-0cb271866552),segment_id=f471213d-6c90-4a2c-9170-0cb271866552)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:14.479367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.515249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for e25badf4-8c0f-4f98-8177-87b105e5d503 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:14.577924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34628) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:14.665509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.665942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.699191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (6071753f-b399-4d84-be35-1d2b4463c869), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.710092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] Pushing event deleted for resources: {'Port': ['ID=e25badf4-8c0f-4f98-8177-87b105e5d503,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:14.712821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41159d85-1178-46d3-9838-9439087e4b47 None None] No DVR routers for this DVR port e25badf4-8c0f-4f98-8177-87b105e5d503 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:14.739870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e25badf4-8c0f-4f98-8177-87b105e5d503), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.776244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port e25badf4-8c0f-4f98-8177-87b105e5d503 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:14.785327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (6071753f-b399-4d84-be35-1d2b4463c869), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.789252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=e25badf4-8c0f-4f98-8177-87b105e5d503,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:14.793019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.852362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:14.857753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:14.861348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:14.892833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (da176d8b-6a4e-4c27-967e-310ce5c08087), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.926082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da176d8b-6a4e-4c27-967e-310ce5c08087']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:14.937235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f471213d-6c90-4a2c-9170-0cb271866552') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:14.937543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f471213d-6c90-4a2c-9170-0cb271866552') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:14.941634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908d5830-cb66-40a7-83ac-88653883d91a req-1cd45c21-4c2d-4008-9bb5-5ada4927de0c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.0519414 May 02 10:31:14.945141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:14.947415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (f471213d-6c90-4a2c-9170-0cb271866552), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.967544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f471213d-6c90-4a2c-9170-0cb271866552), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.973810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:14.974181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (f471213d-6c90-4a2c-9170-0cb271866552), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: timer() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:14.981914 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:14.991858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:14.991858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.048286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:15.073136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:15.073740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bbf60b7c-74c0-47c3-bca5-4161d5e8f1fb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:15.074163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e25badf4-8c0f-4f98-8177-87b105e5d503 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:15.083352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6071753f-b399-4d84-be35-1d2b4463c869), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.088863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.090498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "DELETE /v2.0/security-groups/6071753f-b399-4d84-be35-1d2b4463c869 HTTP/1.1" status: 204 len: 168 time: 0.5102201 May 02 10:31:15.093354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34644) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:15.103566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a83be57-2f55-4f23-8f2a-406bbc0f43c9 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6071753f-b399-4d84-be35-1d2b4463c869,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:15.113412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e25badf4-8c0f-4f98-8177-87b105e5d503 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:15.113954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e25badf4-8c0f-4f98-8177-87b105e5d503 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:15.119303 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-77966b5f-f7a7-4ab7-b966-c8a97c4a0a80 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] show failed (client error): The resource could not be found. May 02 10:31:15.120677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-77966b5f-f7a7-4ab7-b966-c8a97c4a0a80 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "GET /v2.0/security-groups/6071753f-b399-4d84-be35-1d2b4463c869 HTTP/1.1" status: 404 len: 347 time: 0.0255499 May 02 10:31:15.124112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:15.159531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:15.181893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-3a971cb8-f5b2-42cf-9302-1365478cd949 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3830678 May 02 10:31:15.236236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Request body: {'port': {'device_id': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:15.290969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:15.336941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:15.380665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'mac_address': 'fa:16:3e:70:e2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:15.435173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.456449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Deleting port 729961bf-f88e-4aa0-a4bb-0a053c078367 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:15.457143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.495824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:15.496426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.519386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 137bd137-fe24-4569-9f04-5f2f14038fb7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:15.535585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (da176d8b-6a4e-4c27-967e-310ce5c08087), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.549498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:15.559957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.563795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/da176d8b-6a4e-4c27-967e-310ce5c08087 HTTP/1.1" status: 204 len: 168 time: 1.7900338 May 02 10:31:15.575441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34664) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:15.589193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b713c0c-1a0f-46cf-81c1-5129dd4ecbf2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=da176d8b-6a4e-4c27-967e-310ce5c08087,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:15.598214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-deb20ba2-f724-4766-84e7-512004652a05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.631168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc85d5b7-062c-4e14-b2b2-704a049209da req-914a58c0-293c-43bd-aa9f-af98b50b6a6d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:15.638184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc85d5b7-062c-4e14-b2b2-704a049209da req-914a58c0-293c-43bd-aa9f-af98b50b6a6d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.1754808 May 02 10:31:15.643446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.663775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e60571-3669-461c-9380-9d30e23eafca req-60950ab9-be98-4451-8bbd-7346cc67fe8a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:15.671177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e60571-3669-461c-9380-9d30e23eafca req-60950ab9-be98-4451-8bbd-7346cc67fe8a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 931 time: 0.5225146 May 02 10:31:15.762285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:15.789509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.790229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (729961bf-f88e-4aa0-a4bb-0a053c078367), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.809988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e60571-3669-461c-9380-9d30e23eafca req-b91f28ea-0990-4820-b7f7-419c43c54962 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375232 May 02 10:31:15.813745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc85d5b7-062c-4e14-b2b2-704a049209da req-09636c41-acac-4b44-a947-7710f8809d9a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740746 May 02 10:31:15.859205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Calling delete_port for 729961bf-f88e-4aa0-a4bb-0a053c078367 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:15.865972 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:15.876668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['137bd137-fe24-4569-9f04-5f2f14038fb7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:16.059760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-deb20ba2-f724-4766-84e7-512004652a05 admin admin] Publish callbacks [] for security_group (54451a9a-d213-436d-9619-bd73b2ce501a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.078601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af890eec-600e-4c25-b91e-786f7daf381a req-61e179f5-4f02-47cf-8049-ec46bdff6c3b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:16.080425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af890eec-600e-4c25-b91e-786f7daf381a req-61e179f5-4f02-47cf-8049-ec46bdff6c3b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1357701 May 02 10:31:16.116315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a2356c7-29a9-45a6-bf84-3460827a9499 req-2917e6a0-3201-4f54-83a9-79b91d2ce1f3 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.0571334 May 02 10:31:16.140893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.153998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-deb20ba2-f724-4766-84e7-512004652a05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54451a9a-d213-436d-9619-bd73b2ce501a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.260726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af890eec-600e-4c25-b91e-786f7daf381a req-d9e2d8af-c83d-421f-a17e-45d2d1584f0a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694512 May 02 10:31:16.281165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-deb20ba2-f724-4766-84e7-512004652a05 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f15feefc56df4978830002509782cad7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9867191 May 02 10:31:16.284435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51beab53-f2f6-44f6-abd8-55c5843aa4c9 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:16.287306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34680) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:16.291936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb20ba2-f724-4766-84e7-512004652a05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54451a9a-d213-436d-9619-bd73b2ce501a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:16.303814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks [] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.322363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Transition to ACTIVE for port object 51beab53-f2f6-44f6-abd8-55c5843aa4c9 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:16.392100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (729961bf-f88e-4aa0-a4bb-0a053c078367), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.410156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] Publish callbacks [] for security_group (54451a9a-d213-436d-9619-bd73b2ce501a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.419995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Pushing event deleted for resources: {'Port': ['ID=729961bf-f88e-4aa0-a4bb-0a053c078367,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:16.426238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.481393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] Publish callbacks [] for security_group (54451a9a-d213-436d-9619-bd73b2ce501a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.520392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port ef0cb891-3301-4e32-86ad-86d68734135f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:16.520775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.546989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:16.553821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks [] for floatingip (b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.556784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.558597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5f48843f-3fba-43ff-ba4c-9de0dc97c9c2 tempest-ServersTestManualDisk-1298095285 tempest-ServersTestManualDisk-1298095285-project] 10.222.0.16 "DELETE /v2.0/floatingips/b94a5a5f-5a6c-42c5-abf0-f61a28c9c1a5 HTTP/1.1" status: 204 len: 168 time: 1.4316423 May 02 10:31:16.563838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34694) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:16.630176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Attempting to bind port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:16.630627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Attempting to bind port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:16.631394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Attempting to bind port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:16.636076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 on network 5a1a16ea-ab55-4500-a197-c03e734e50ee not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:16.636636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Attempting to bind port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:16.642173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:16.642430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Checking segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:16.643071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Bound using segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:16.643434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Bound port: 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:16.643859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.719662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:16.722954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:16.751194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54451a9a-d213-436d-9619-bd73b2ce501a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.753824 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.754951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54451a9a-d213-436d-9619-bd73b2ce501a HTTP/1.1" status: 204 len: 168 time: 0.4667063 May 02 10:31:16.783553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.810914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port ef0cb891-3301-4e32-86ad-86d68734135f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef0cb891-3301-4e32-86ad-86d68734135f,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:16.811300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.825852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:16.826712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:16.828761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] 10.222.0.15 "PUT /v2.0/ports/51beab53-f2f6-44f6-abd8-55c5843aa4c9 HTTP/1.1" status: 200 len: 1091 time: 1.6031134 May 02 10:31:16.828983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:16.831381 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d249f77-d6fa-4f0d-b4f1-791545093587" -d '{"events": [{"name": "network-changed", "server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:16.837385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d22d55-26f4-4454-a4c9-9ee4f9d3bcee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54451a9a-d213-436d-9619-bd73b2ce501a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:16.850761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for ef0cb891-3301-4e32-86ad-86d68734135f owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:16.916339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da124862-933d-4d89-bd80-f5a6470c702a service neutron] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:17.028106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a893143e-8dcd-4222-829e-496c5a36f01a req-6b66d7ee-b9cf-462d-9bcd-98780b9bbf39 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.030531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a893143e-8dcd-4222-829e-496c5a36f01a req-6b66d7ee-b9cf-462d-9bcd-98780b9bbf39 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 944 time: 0.0950203 May 02 10:31:17.033324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-1cf8f50a-3b8b-4bf2-a6a0-23d4f871bcc8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.034835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-1cf8f50a-3b8b-4bf2-a6a0-23d4f871bcc8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.15 "GET /v2.0/networks?id=f1c43d6b-2848-4366-9f40-27a1a84bba3c HTTP/1.1" status: 200 len: 805 time: 0.3274555 May 02 10:31:17.036903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-0b563f68-9ebf-4a44-b5dc-c6349e2cbf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.038385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-0b563f68-9ebf-4a44-b5dc-c6349e2cbf88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 1125 time: 0.0577946 May 02 10:31:17.126603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-900a3724-284b-401d-aa6c-0e2835936b52 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9 HTTP/1.1" status: 200 len: 217 time: 0.0680082 May 02 10:31:17.169356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f777448-83bc-438e-8407-f0da422db633 req-88fa2d5d-83c7-4a42-8034-453cf3573132 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.171549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f777448-83bc-438e-8407-f0da422db633 req-88fa2d5d-83c7-4a42-8034-453cf3573132 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 943 time: 0.1659946 May 02 10:31:17.204192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:17.217050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a893143e-8dcd-4222-829e-496c5a36f01a req-f51af025-45b7-46d4-9348-57cc1b44cff8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768754 May 02 10:31:17.218740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-76347632-90f3-4d3a-86c0-634779c83ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.220438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-76347632-90f3-4d3a-86c0-634779c83ba0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.0816915 May 02 10:31:17.280370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 137bd137-fe24-4569-9f04-5f2f14038fb7 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:31:17.300513 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-a7a5e921-21c8-4bcf-a997-853ad37859c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443976 May 02 10:31:17.320736 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114894db-e267-4883-b281-46ba654fc7a2 x-openstack-request-id: req-114894db-e267-4883-b281-46ba654fc7a2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:17.321030 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:17.321286 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-114894db-e267-4883-b281-46ba654fc7a2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:17.321748 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114894db-e267-4883-b281-46ba654fc7a2'] response: {'name': 'network-changed', 'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'status': 'completed', 'code': 200} May 02 10:31:17.380437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 137bd137-fe24-4569-9f04-5f2f14038fb7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:17.381227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.392703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-041be18c-6cc8-4658-b67c-4881534d001f tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=938d7f7fb79f43809d28533c00fa1b06 HTTP/1.1" status: 200 len: 380 time: 0.3084440 May 02 10:31:17.427099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'port': {'device_id': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'admin_state_up': True, 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'security_groups': ['9a88813f-cfff-4acb-851b-411383c884e6']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:17.468973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f777448-83bc-438e-8407-f0da422db633 req-df58be33-414a-47c1-b8f5-42fb11a5a4c7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862170 May 02 10:31:17.470800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4425a6c7-cb3c-42a9-be62-0df01e1c19ba req-4b44fd0a-b6f7-433a-aa23-9dd87b90c2cf tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.0526612 May 02 10:31:17.507992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-d92173d1-4b0d-43eb-a9b1-8f9814646814 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860113 May 02 10:31:17.520392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:17.520824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.567632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:17.568852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:17.571540 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c9e97a-367c-4c1f-921f-e1df3f544e25" -d '{"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:17.616081 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3d2a1a-a4a5-48a2-8637-50ff49fe01d0 x-openstack-request-id: req-6e3d2a1a-a4a5-48a2-8637-50ff49fe01d0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:17.616379 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:17.616662 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e3d2a1a-a4a5-48a2-8637-50ff49fe01d0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:17.617093 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e3d2a1a-a4a5-48a2-8637-50ff49fe01d0'] response: {'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'code': 200} May 02 10:31:17.649126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.729718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:17.749415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Made reservation on behalf of 938d7f7fb79f43809d28533c00fa1b06 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:17.753185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.812972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947bdce9-d0fe-4bad-a7c2-0891baaedb61 req-ecaed1d6-9b7e-48ee-9b50-37d44bf0363d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.814690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-947bdce9-d0fe-4bad-a7c2-0891baaedb61 req-ecaed1d6-9b7e-48ee-9b50-37d44bf0363d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 1127 time: 0.1134019 May 02 10:31:17.908054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ef0cb891-3301-4e32-86ad-86d68734135f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.913601 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:17.993050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0b7825-c32a-412c-a5ab-be0224c64a69 req-8b4232b6-3265-45be-b3e0-29381b2813cd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:17.993050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa0b7825-c32a-412c-a5ab-be0224c64a69 req-8b4232b6-3265-45be-b3e0-29381b2813cd tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.4034734 May 02 10:31:18.011872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=ef0cb891-3301-4e32-86ad-86d68734135f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:18.020048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440aa7a-312b-48db-a997-ab0c126de6a2 req-c3c05d4c-14ab-4fed-8d15-9228f6ab6ee6 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141392 May 02 10:31:18.062942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-947bdce9-d0fe-4bad-a7c2-0891baaedb61 req-d54dcac5-b0e6-409f-a852-5c0cce9b63e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2393165 May 02 10:31:18.065350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa0b7825-c32a-412c-a5ab-be0224c64a69 req-d0379780-6b51-4db6-8068-5ea91348584e tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568955 May 02 10:31:18.205249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Allocated IP 172.20.0.8 (f1c43d6b-2848-4366-9f40-27a1a84bba3c/7ccb02b6-d78f-4783-94ab-ae2e7af04f13/573f9bf0-b795-46a0-a5ac-682c91fd70be) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:18.287034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34786) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:18.406150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34792) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:18.465368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-407461921-network', 'tenant_id': 'cde37b6fb7fb45aa9279111ef4d5ceed'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:18.522258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3b47-2004-4790-ba6b-a51cbb3259b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.542659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Made reservation on behalf of cde37b6fb7fb45aa9279111ef4d5ceed for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:18.546437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.559399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.640252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a095efa-45ff-4250-ab13-9c85e9d76eaa req-b5c3e6a4-d775-4fed-9828-9e2ab72b60c8 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:18.642094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a095efa-45ff-4250-ab13-9c85e9d76eaa req-b5c3e6a4-d775-4fed-9828-9e2ab72b60c8 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 943 time: 0.0862017 May 02 10:31:18.741219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3b47-2004-4790-ba6b-a51cbb3259b9 admin admin] Publish callbacks [] for security_group (480bb0fe-230b-4cb1-9c59-76810a5f183d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.754060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a095efa-45ff-4250-ab13-9c85e9d76eaa req-81f18774-b66c-475a-aaca-a5859d5ab1be tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061146 May 02 10:31:18.775772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.776514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks [] for security_group (e928e010-0c10-46d8-abc0-b684f45391cb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.815393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3b47-2004-4790-ba6b-a51cbb3259b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (480bb0fe-230b-4cb1-9c59-76810a5f183d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.821645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cf503-f2ac-492c-b4fd-48e4cf3ed66d req-f6ac6868-d204-46b4-9a9f-7d1518a89ad8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:18.823159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63cf503-f2ac-492c-b4fd-48e4cf3ed66d req-f6ac6868-d204-46b4-9a9f-7d1518a89ad8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.4673586 May 02 10:31:18.866120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e928e010-0c10-46d8-abc0-b684f45391cb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.895449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a7efb63-ab5e-4374-8468-2849824a6d5f req-7f6cfeb6-bbe5-4805-934a-6470d4a51dca tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.0652869 May 02 10:31:18.901911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f8e3b47-2004-4790-ba6b-a51cbb3259b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a72330f3656143c79833786e554e4d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4920986 May 02 10:31:18.901911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e3b47-2004-4790-ba6b-a51cbb3259b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480bb0fe-230b-4cb1-9c59-76810a5f183d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:18.907185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34800) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:18.924726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:18.958512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66d3ebdf-a25c-45af-8a3b-df9b146bc1a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:18.958861 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Added segment 66d3ebdf-a25c-45af-8a3b-df9b146bc1a5 of type vlan for network 84460795-e829-4d53-8689-2a724e267959 May 02 10:31:18.977383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e928e010-0c10-46d8-abc0-b684f45391cb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:19.040582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (84460795-e829-4d53-8689-2a724e267959), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.045876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] Publish callbacks [] for security_group (480bb0fe-230b-4cb1-9c59-76810a5f183d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.054142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.075348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f63cf503-f2ac-492c-b4fd-48e4cf3ed66d req-25ed59b7-df3e-4bd0-8502-61a7b11247a4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395959 May 02 10:31:19.079191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Deleting port a7bbf059-e3b4-42db-8dfa-5df5ef93d978 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:19.079533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.134634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] Publish callbacks [] for security_group (480bb0fe-230b-4cb1-9c59-76810a5f183d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.143552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-76d78278-ac59-4a88-833d-4c8b7ffa3f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.145101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-76d78278-ac59-4a88-833d-4c8b7ffa3f86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 1125 time: 0.0943785 May 02 10:31:19.211156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (84460795-e829-4d53-8689-2a724e267959), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.212110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.212712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.284503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:19.286558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] For port a7bbf059-e3b4-42db-8dfa-5df5ef93d978, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:19.286923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.302744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b672a40d-4ede-4e65-b7ff-c61cc234d007 req-b716c04e-0d96-4da2-b592-fe9fe52e0b75 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.304429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Calling delete_port for a7bbf059-e3b4-42db-8dfa-5df5ef93d978 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:19.305841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b672a40d-4ede-4e65-b7ff-c61cc234d007 req-b716c04e-0d96-4da2-b592-fe9fe52e0b75 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1485412 May 02 10:31:19.367859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] Pushing event updated for resources: {'Network': ['ID=84460795-e829-4d53-8689-2a724e267959,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:19.380763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a47ed2c9-f798-4dfe-9bd5-d39a272f1e37 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0881162 May 02 10:31:19.382814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 84460795-e829-4d53-8689-2a724e267959 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:19.389771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:19.404397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Request body: {'subnet': {'network_id': '84460795-e829-4d53-8689-2a724e267959', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-407461921-subnet', 'tenant_id': 'cde37b6fb7fb45aa9279111ef4d5ceed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:19.413145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.439655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-1b121ca2-1da5-445d-96d3-ae376f18f1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.441351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-1b121ca2-1da5-445d-96d3-ae376f18f1e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 921 time: 0.2648129 May 02 10:31:19.452380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b672a40d-4ede-4e65-b7ff-c61cc234d007 req-e45659c7-40c7-4db6-ba3e-afc5b6374da6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090384 May 02 10:31:19.453557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (480bb0fe-230b-4cb1-9c59-76810a5f183d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.456332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.457457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/480bb0fe-230b-4cb1-9c59-76810a5f183d HTTP/1.1" status: 204 len: 168 time: 0.5465598 May 02 10:31:19.502602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:19.503720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec71def-145d-439c-9a6d-a6976e6b5c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480bb0fe-230b-4cb1-9c59-76810a5f183d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:19.507778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-f988b077-c719-41a0-9a05-49dcc3ade6ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9 HTTP/1.1" status: 200 len: 217 time: 0.0492280 May 02 10:31:19.515374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Made reservation on behalf of cde37b6fb7fb45aa9279111ef4d5ceed for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:19.517825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.521833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:19.529623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:19.561736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event updated for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:19.568481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:19.580780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:19.604130 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:19.604794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:19.648243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34808) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:19.654333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aaa00865-8797-4135-a3cf-998925dad7f0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0735860 May 02 10:31:19.699578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-13079a1b-937b-4220-88e3-a19d863b724d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.701339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-13079a1b-937b-4220-88e3-a19d863b724d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.1795843 May 02 10:31:19.721788 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:19.736794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:19.737531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.798115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-5de74578-597f-46bc-8639-3d440995f134 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0822172 May 02 10:31:19.802278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet 8256cf81-6f0c-43f2-9353-0b2a36b9ebe9 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:19.806537 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (8256cf81-6f0c-43f2-9353-0b2a36b9ebe9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.832928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c27460fe-dcc4-4c2a-b57e-878b7238088d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4178336 May 02 10:31:19.857487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Request body: {'port': {'device_id': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:19.919307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (8256cf81-6f0c-43f2-9353-0b2a36b9ebe9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:19.969646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d94aaf8c-8a05-4625-8304-df530701b405 None None] Provisioning complete for port 573f9bf0-b795-46a0-a5ac-682c91fd70be triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:19.970411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d94aaf8c-8a05-4625-8304-df530701b405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.014909 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8256cf81-6f0c-43f2-9353-0b2a36b9ebe9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.030672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d94aaf8c-8a05-4625-8304-df530701b405 None None] Port 573f9bf0-b795-46a0-a5ac-682c91fd70be cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:20.061117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0edda0-bb22-4054-b375-3da7a01474b3 req-1fbe610f-23b6-44d9-a7e9-47625a42bee2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:20.062617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a0edda0-bb22-4054-b375-3da7a01474b3 req-1fbe610f-23b6-44d9-a7e9-47625a42bee2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 943 time: 0.1857717 May 02 10:31:20.089636 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:17Z', 'revision_number': 10, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:20.108879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.122848 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:20.131787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:20.132405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:20.166000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a7bbf059-e3b4-42db-8dfa-5df5ef93d978), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.179931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a0edda0-bb22-4054-b375-3da7a01474b3 req-90b08d57-a76c-4c08-b513-96341be8255f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967066 May 02 10:31:20.195185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-c411e667-81f5-442b-bcb8-35caf0678473 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854258 May 02 10:31:20.205574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c52078-5b12-4b0f-9120-709589503340 req-d2854dc4-e2cf-4edb-9e6c-ebe04b5dae42 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:20.207131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33c52078-5b12-4b0f-9120-709589503340 req-d2854dc4-e2cf-4edb-9e6c-ebe04b5dae42 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 931 time: 0.1271241 May 02 10:31:20.229875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7bbf059-e3b4-42db-8dfa-5df5ef93d978,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:20.271025 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:20.393434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34818) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:20.401432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1623267-e65d-4926-8174-3960639454e7 req-2104947c-0d04-48b9-8a15-ddcd2e350f61 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:20.405095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1623267-e65d-4926-8174-3960639454e7 req-2104947c-0d04-48b9-8a15-ddcd2e350f61 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0732181 May 02 10:31:20.418819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afdb7afa-d8a8-449e-92e5-823db8def837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.442697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (8256cf81-6f0c-43f2-9353-0b2a36b9ebe9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.494851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (6ad14611-859a-4719-8054-ab5435e8c010), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.499748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33c52078-5b12-4b0f-9120-709589503340 req-04cd2d77-b7df-4bf0-b5eb-8185ec56a1ca tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2861793 May 02 10:31:20.505401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=8256cf81-6f0c-43f2-9353-0b2a36b9ebe9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:20.518442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.519848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7879ebf9-889c-4c24-ae37-3241aef52ab4 None None] Network 1be189ce-886b-475d-8a90-e14d4dcee8fd requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:20.522128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-20d48413-9053-4a25-8ca7-8c11e4420842 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/8256cf81-6f0c-43f2-9353-0b2a36b9ebe9 HTTP/1.1" status: 204 len: 168 time: 0.8712957 May 02 10:31:20.530527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:20.540216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:20.543369 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:17Z', 'revision_number': 10, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:20.575115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bd0a00-9558-42b4-9cc4-6f6f78d8982b None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:17Z', 'revision_number': 10, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None, '_interfaces': [{'id': '0ab835fb-e9b8-4166-86b1-78f848cbc3d0', 'name': '', 'network_id': 'd274b33e-6c20-4309-98eb-1c7570a7aaeb', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'mac_address': 'fa:16:3e:f2:1c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '61115456-3656-4f0b-9696-902664405511', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:24Z', 'updated_at': '2022-05-02T10:30:33Z', 'revision_number': 5, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'subnets': [{'id': '61115456-3656-4f0b-9696-902664405511', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:20.586171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1623267-e65d-4926-8174-3960639454e7 req-006bd707-ec83-4631-b400-a450b74d6644 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738355 May 02 10:31:20.713432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d249f77-d6fa-4f0d-b4f1-791545093587 req-79bf0ef4-ea39-4bc3-b5e8-b6d098ff6dd7 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5052726 May 02 10:31:20.738966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:20.755074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'port_id': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'mac_address': 'fa:16:3e:29:48:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d6835-f068-4335-bddd-2903951307ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:20.786454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1be189ce-886b-475d-8a90-e14d4dcee8fd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.796091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ad14611-859a-4719-8054-ab5435e8c010,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:20.813440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cc5d16-e809-4dcb-8a05-fb25f6315669 req-571d70f5-8ce4-48e6-adaa-d0e79a2700ba tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:20.814133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:20.815011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.815237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92cc5d16-e809-4dcb-8a05-fb25f6315669 req-571d70f5-8ce4-48e6-adaa-d0e79a2700ba tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1343706 May 02 10:31:20.825481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.831481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51beab53-f2f6-44f6-abd8-55c5843aa4c9 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:20.858052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:20.861131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Checking segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:20.861501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Network hostable DHCP agents. Network: 84460795-e829-4d53-8689-2a724e267959, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:20.889948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afdb7afa-d8a8-449e-92e5-823db8def837 admin admin] Publish callbacks [] for security_group (3542b100-19f9-4602-948f-2798fbe3a564), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.931733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 8c5721a3-348c-4dc1-963a-84335d0464d9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:20.932114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:20.956557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] DHCP port deletion for 1be189ce-886b-475d-8a90-e14d4dcee8fd request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:20.962919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92cc5d16-e809-4dcb-8a05-fb25f6315669 req-30ab0044-f11c-47bf-956f-ce94d4c13a72 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353776 May 02 10:31:21.019610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 8c5721a3-348c-4dc1-963a-84335d0464d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5721a3-348c-4dc1-963a-84335d0464d9,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:21.020676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.035195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Network 84460795-e829-4d53-8689-2a724e267959 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:21.038353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 8c5721a3-348c-4dc1-963a-84335d0464d9 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:21.040147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afdb7afa-d8a8-449e-92e5-823db8def837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3542b100-19f9-4602-948f-2798fbe3a564), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.052016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.055511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Deleting port 8c5721a3-348c-4dc1-963a-84335d0464d9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:21.055879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.111193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573f9bf0-b795-46a0-a5ac-682c91fd70be {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:21.124157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks [] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.145750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-afdb7afa-d8a8-449e-92e5-823db8def837 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e94e1e17eed441568c79557545628916&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7488141 May 02 10:31:21.145960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb7afa-d8a8-449e-92e5-823db8def837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542b100-19f9-4602-948f-2798fbe3a564,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:21.148376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:21.211811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 84460795-e829-4d53-8689-2a724e267959) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:21.221644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:21.222878 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.234810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80375e8c-4d07-4baf-8e3e-3daa555047aa None None] Network 84460795-e829-4d53-8689-2a724e267959 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:21.244318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] Publish callbacks [] for security_group (3542b100-19f9-4602-948f-2798fbe3a564), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.277628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] For port 8c5721a3-348c-4dc1-963a-84335d0464d9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8c5721a3-348c-4dc1-963a-84335d0464d9,segment=NetworkSegment(7fa0a539-4b81-4870-8683-861c8dc17f9b),segment_id=7fa0a539-4b81-4870-8683-861c8dc17f9b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:21.279186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.284540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] Publish callbacks [] for security_group (3542b100-19f9-4602-948f-2798fbe3a564), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.304788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef0cb891-3301-4e32-86ad-86d68734135f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:21.317032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Transition to ACTIVE for port object 573f9bf0-b795-46a0-a5ac-682c91fd70be will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:21.352072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['51beab53-f2f6-44f6-abd8-55c5843aa4c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:21.353909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:21.364907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Calling delete_port for 8c5721a3-348c-4dc1-963a-84335d0464d9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:21.365918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:21.369156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.377647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c38148fa-23bb-4436-8a1e-9979d7180c68 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9854753 May 02 10:31:21.400181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.401318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ef0cb891-3301-4e32-86ad-86d68734135f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:21.401668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef0cb891-3301-4e32-86ad-86d68734135f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:21.402088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8c5721a3-348c-4dc1-963a-84335d0464d9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:21.436706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=8c5721a3-348c-4dc1-963a-84335d0464d9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:21.440324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3542b100-19f9-4602-948f-2798fbe3a564), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.443492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.446973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3542b100-19f9-4602-948f-2798fbe3a564 HTTP/1.1" status: 204 len: 168 time: 0.2843354 May 02 10:31:21.485929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port 8c5721a3-348c-4dc1-963a-84335d0464d9 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:21.507404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c5645d-5d77-4c2e-b070-b3be00c5e26f req-83dc6350-8762-4819-a57e-720fd8345e19 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:21.514790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Pushing event updated for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:21.516010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31c5645d-5d77-4c2e-b070-b3be00c5e26f req-83dc6350-8762-4819-a57e-720fd8345e19 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 944 time: 0.1662042 May 02 10:31:21.545828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8c5721a3-348c-4dc1-963a-84335d0464d9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:21.562882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8c5721a3-348c-4dc1-963a-84335d0464d9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:21.664745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7f1d5-ab07-46c5-add2-995017598021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542b100-19f9-4602-948f-2798fbe3a564,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:21.792439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Attempting to bind port 573f9bf0-b795-46a0-a5ac-682c91fd70be on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:21.793105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Attempting to bind port 573f9bf0-b795-46a0-a5ac-682c91fd70be by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:21.793517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Attempting to bind port 573f9bf0-b795-46a0-a5ac-682c91fd70be on network f1c43d6b-2848-4366-9f40-27a1a84bba3c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:21.812384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ecb010-c4a1-4efd-88b5-17d84448f1d1 req-e15e50b6-9014-4a82-bb23-bc84ea804557 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:21.814102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7ecb010-c4a1-4efd-88b5-17d84448f1d1 req-e15e50b6-9014-4a82-bb23-bc84ea804557 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 943 time: 0.1368923 May 02 10:31:21.818315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Port 573f9bf0-b795-46a0-a5ac-682c91fd70be on network f1c43d6b-2848-4366-9f40-27a1a84bba3c not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:21.818735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Attempting to bind port 573f9bf0-b795-46a0-a5ac-682c91fd70be on network f1c43d6b-2848-4366-9f40-27a1a84bba3c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:21.823730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:21.835217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4065305c-610e-493e-87c3-d04232557324 admin admin] 10.222.0.16 "PUT /v2.0/routers/8815e4c3-c31d-4f65-aa5d-630c3b40e670/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2689400 May 02 10:31:21.843760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:21.863584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:21.863936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Checking segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:21.864378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Bound using segment: {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:21.864869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Bound port: 573f9bf0-b795-46a0-a5ac-682c91fd70be, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '664b04ff-da08-4011-a32d-56d6fd6153c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:21.865277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.880354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Sync routers for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:21.894960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31c5645d-5d77-4c2e-b070-b3be00c5e26f req-98f72916-ad5b-4798-bcef-76acd59bfbf8 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751273 May 02 10:31:21.897324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1922f3d0-dfb6-4879-8970-e6889f7556a3 None None] Network 84460795-e829-4d53-8689-2a724e267959 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:21.902349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1be189ce-886b-475d-8a90-e14d4dcee8fd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:21.942231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7ecb010-c4a1-4efd-88b5-17d84448f1d1 req-8f0d75b7-2637-4bf1-8fc1-6839cb356d87 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002157 May 02 10:31:21.977110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1be189ce-886b-475d-8a90-e14d4dcee8fd']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:21.991706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fa0a539-4b81-4870-8683-861c8dc17f9b') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:21.992121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fa0a539-4b81-4870-8683-861c8dc17f9b') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:22.014529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (7fa0a539-4b81-4870-8683-861c8dc17f9b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.021131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:22.023244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:22.044715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:22.049135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:22.061298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7fa0a539-4b81-4870-8683-861c8dc17f9b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.068443 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks [] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.129103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:22.130009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (7fa0a539-4b81-4870-8683-861c8dc17f9b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.130414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:22.136295 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:22.153473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (8c5721a3-348c-4dc1-963a-84335d0464d9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.219519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] Pushing event deleted for resources: {'Port': ['ID=8c5721a3-348c-4dc1-963a-84335d0464d9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:22.226750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b27d8e75-5a0d-4f18-9bd1-debd75bbe32e None None] No DVR routers for this DVR port 8c5721a3-348c-4dc1-963a-84335d0464d9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:22.228217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Pushing event updated for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:22.244029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.246643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.248738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-20e200ac-1a6f-4e66-ba1f-6a1df811a43a service neutron] 10.222.0.15 "PUT /v2.0/ports/573f9bf0-b795-46a0-a5ac-682c91fd70be HTTP/1.1" status: 200 len: 1091 time: 2.4052348 May 02 10:31:22.249891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:22.258119 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c" -d '{"events": [{"name": "network-changed", "server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:22.284465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c009a54a-d4c8-4a92-bae6-15d590ce208c req-1f7ddcb9-9c65-4c49-b559-f0f1b4507035 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.286263 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c009a54a-d4c8-4a92-bae6-15d590ce208c req-1f7ddcb9-9c65-4c49-b559-f0f1b4507035 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2696440 May 02 10:31:22.369687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks [] for router_gateway (8815e4c3-c31d-4f65-aa5d-630c3b40e670), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.376866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c009a54a-d4c8-4a92-bae6-15d590ce208c req-54f1a3d4-db07-4d17-94c4-5df5a113b177 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810103 May 02 10:31:22.387166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1be189ce-886b-475d-8a90-e14d4dcee8fd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.402516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.403093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:22.410775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/1be189ce-886b-475d-8a90-e14d4dcee8fd HTTP/1.1" status: 204 len: 168 time: 1.8743346 May 02 10:31:22.411732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34866) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:22.481550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-6282fb7d-39b0-45df-8ada-37d63687181b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.487154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-6282fb7d-39b0-45df-8ada-37d63687181b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=938d7f7fb79f43809d28533c00fa1b06&device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 1125 time: 0.1313000 May 02 10:31:22.545014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a1e73-a64d-41d3-994a-3f96b1b19b4e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=1be189ce-886b-475d-8a90-e14d4dcee8fd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:22.606186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-66c1412b-6f4e-4734-a63c-cf328811f977 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be HTTP/1.1" status: 200 len: 217 time: 0.1111877 May 02 10:31:22.646419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da72bbc6-1c91-4a2a-8a03-655a4adf8ebd req-757e1579-57c3-4b09-a6f6-90355e6a396d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.647966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da72bbc6-1c91-4a2a-8a03-655a4adf8ebd req-757e1579-57c3-4b09-a6f6-90355e6a396d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.0731707 May 02 10:31:22.670063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Deleting port 9234d921-ae01-415c-90ae-72c5bf290344 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:22.670408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9234d921-ae01-415c-90ae-72c5bf290344), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.683123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240'}], 'enable_snat': True}, 'gw_port_id': '9234d921-ae01-415c-90ae-72c5bf290344', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:31:19Z', 'revision_number': 5, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port': {'id': '9234d921-ae01-415c-90ae-72c5bf290344', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:dd:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1258, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:29:40Z', 'updated_at': '2022-05-02T10:29:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:22.721899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Checking router: 8815e4c3-c31d-4f65-aa5d-630c3b40e670 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:22.725920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-34e3cc8c-e07e-42a2-a8d4-9b30aac55fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.727610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-34e3cc8c-e07e-42a2-a8d4-9b30aac55fec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccb02b6-d78f-4783-94ab-ae2e7af04f13 HTTP/1.1" status: 200 len: 844 time: 0.1054327 May 02 10:31:22.740497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Routers {'8815e4c3-c31d-4f65-aa5d-630c3b40e670'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:22.741148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:22.799875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-ea13a04a-d8b5-40a6-93e0-5ff5e0828e28 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.803449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-ea13a04a-d8b5-40a6-93e0-5ff5e0828e28 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 813 time: 0.2131059 May 02 10:31:22.803449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-098bd0b0-4dc3-4a20-814d-d097c71a611f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:22.805835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-098bd0b0-4dc3-4a20-814d-d097c71a611f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c43d6b-2848-4366-9f40-27a1a84bba3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692444 May 02 10:31:22.819492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-4cb580cb-b540-4c3b-b674-6f32099e71e3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/quotas/cde37b6fb7fb45aa9279111ef4d5ceed HTTP/1.1" status: 200 len: 375 time: 0.0107977 May 02 10:31:22.871716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] Set router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:22.876131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da72bbc6-1c91-4a2a-8a03-655a4adf8ebd req-d056b6a6-96c3-42b1-ac3e-c4f21250d04d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210760 May 02 10:31:22.885153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-c18cb968-5019-43fe-981e-fd8a173a0fa8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570178 May 02 10:31:22.914829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] For port 9234d921-ae01-415c-90ae-72c5bf290344, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9234d921-ae01-415c-90ae-72c5bf290344,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:22.915247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9234d921-ae01-415c-90ae-72c5bf290344), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:22.999618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Calling delete_port for 9234d921-ae01-415c-90ae-72c5bf290344 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:23.118884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:31:22Z', 'revision_number': 6, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:23.152268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc940388-9309-46ec-9af2-7d3ab4cca981 None None] The sync data for ids ['8815e4c3-c31d-4f65-aa5d-630c3b40e670'] in ncdv-master-1 is: [{'id': '8815e4c3-c31d-4f65-aa5d-630c3b40e670', 'name': 'tempest-ServersTestManualDisk-20507352-router', 'tenant_id': '7b88222d9c35413dabb63e3807c81700', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:29:39Z', 'updated_at': '2022-05-02T10:31:22Z', 'revision_number': 6, 'project_id': '7b88222d9c35413dabb63e3807c81700', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:23.318569 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1583f1f5-956b-401b-8a7f-69cdedf3b23c x-openstack-request-id: req-1583f1f5-956b-401b-8a7f-69cdedf3b23c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:23.319118 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:23.319257 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1583f1f5-956b-401b-8a7f-69cdedf3b23c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:23.319729 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1583f1f5-956b-401b-8a7f-69cdedf3b23c'] response: {'name': 'network-changed', 'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'status': 'completed', 'code': 200} May 02 10:31:23.439575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-4e16da89-8270-45fd-a523-ddc0a1177de3 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6182671 May 02 10:31:23.468363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-23022ded-3c3d-497d-9d0d-ccc316ef341e service neutron] 10.222.0.16 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459858 May 02 10:31:23.486183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540471eb-9bd2-49c7-8320-ff8385ecacde req-4390b036-8f5f-496d-b47f-fb95808b8cca tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:23.487696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-540471eb-9bd2-49c7-8320-ff8385ecacde req-4390b036-8f5f-496d-b47f-fb95808b8cca tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 944 time: 0.1015327 May 02 10:31:23.494258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:23.644939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-2e269c17-7c10-4173-a368-eb69fa9b2a3b service neutron] 10.222.0.16 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652188 May 02 10:31:23.662745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d502f896-2ea4-418c-bbc9-9ff68f4eeca2 req-c15b86f1-5ffe-434f-b4c7-3b6465681bcd service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2089486 May 02 10:31:23.699245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-540471eb-9bd2-49c7-8320-ff8385ecacde req-b28d1133-13b4-44b5-8782-695c08aaa048 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008884 May 02 10:31:23.836005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4b5f04-84fb-45f2-8770-257d3092df37 req-30b2242e-e2df-415d-81b2-2bec6a0e326c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:23.837569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff4b5f04-84fb-45f2-8770-257d3092df37 req-30b2242e-e2df-415d-81b2-2bec6a0e326c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 943 time: 0.0656493 May 02 10:31:23.858788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9234d921-ae01-415c-90ae-72c5bf290344), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:23.902731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Pushing event deleted for resources: {'Port': ['ID=9234d921-ae01-415c-90ae-72c5bf290344,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:24.057178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff4b5f04-84fb-45f2-8770-257d3092df37 req-5251bf3a-e314-42fc-9957-f8da46b7a3b9 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2000542 May 02 10:31:24.070025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34944) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:24.093352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94fd170-b90f-4738-ad65-e427c6f84ee2 req-a899b6b6-8733-4fa2-aa06-282d99698d68 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:24.095152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a94fd170-b90f-4738-ad65-e427c6f84ee2 req-a899b6b6-8733-4fa2-aa06-282d99698d68 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0907009 May 02 10:31:24.114211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:24.114835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.172554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a94fd170-b90f-4738-ad65-e427c6f84ee2 req-5bd40278-80a6-4da5-9a21-ba1fdfa465ee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637429 May 02 10:31:24.264438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a768ab35-3b93-4e04-bdc9-49cac2538852 req-65a1bbe8-9966-42f2-a61e-b522447c3938 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0364451 May 02 10:31:24.265347 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.275678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9978f7d-ebb8-49bc-8119-a096a216b527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.348369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf1cab6-5979-48c5-8ec0-eb74112db004 req-1f4980a3-5ac0-4748-9c8f-b5337ea0d5b5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:24.349900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aaf1cab6-5979-48c5-8ec0-eb74112db004 req-1f4980a3-5ac0-4748-9c8f-b5337ea0d5b5 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1988127 May 02 10:31:24.430802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 0ab835fb-e9b8-4166-86b1-78f848cbc3d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:24.431193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.434471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.444226 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks [] for router_controller (8815e4c3-c31d-4f65-aa5d-630c3b40e670), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.464564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:24.539672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aaf1cab6-5979-48c5-8ec0-eb74112db004 req-7e39847c-9e69-47f7-998f-3b93d2a71774 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586781 May 02 10:31:24.570314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:24.618514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9978f7d-ebb8-49bc-8119-a096a216b527 admin admin] Publish callbacks [] for security_group (b86a5335-9639-4936-bff8-25bc0fd34cd6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.621556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:31:24.654808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (8815e4c3-c31d-4f65-aa5d-630c3b40e670), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.655363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8815e4c3-c31d-4f65-aa5d-630c3b40e670 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:31:24.661179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.662335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9e3a98c5-8586-47ed-9f82-129737b92e16 admin admin] 10.222.0.16 "DELETE /v2.0/routers/8815e4c3-c31d-4f65-aa5d-630c3b40e670 HTTP/1.1" status: 204 len: 168 time: 2.8173151 May 02 10:31:24.665088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34952) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:24.665625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9978f7d-ebb8-49bc-8119-a096a216b527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b86a5335-9639-4936-bff8-25bc0fd34cd6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.713381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:24.713968 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.729097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9978f7d-ebb8-49bc-8119-a096a216b527 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=410b1252fa254c2185ca4f753b9a2d3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6564398 May 02 10:31:24.731497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34958) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:24.740500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978f7d-ebb8-49bc-8119-a096a216b527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b86a5335-9639-4936-bff8-25bc0fd34cd6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:24.747180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Deleting subnet 5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:24.781119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Publish callbacks [] for subnet (5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.865048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:24.865529 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.888874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0ab835fb-e9b8-4166-86b1-78f848cbc3d0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.896318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:24.899153 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55a949c8-1d63-4ba8-b9a6-f293ce80e27b" -d '{"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-plugged", "status": "completed", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:24.914305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:24.923457 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:24.928011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-982a1489-884f-4f56-918d-f088d10871ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:24.929578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-982a1489-884f-4f56-918d-f088d10871ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=938d7f7fb79f43809d28533c00fa1b06&device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 1125 time: 0.1738458 May 02 10:31:24.930612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=0ab835fb-e9b8-4166-86b1-78f848cbc3d0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:24.973026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd70f-0f01-40cd-94ef-f40d5402de59 req-d6277f33-6fff-418a-b8dc-bfd685560ee8 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:24.973172 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04d0abe-b7de-48b2-8e9b-a94ea6b86a7a x-openstack-request-id: req-c04d0abe-b7de-48b2-8e9b-a94ea6b86a7a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:24.973172 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-plugged", "status": "completed", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:24.973172 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c04d0abe-b7de-48b2-8e9b-a94ea6b86a7a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:24.973484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-440bd70f-0f01-40cd-94ef-f40d5402de59 req-d6277f33-6fff-418a-b8dc-bfd685560ee8 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 944 time: 0.1364422 May 02 10:31:24.974096 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c04d0abe-b7de-48b2-8e9b-a94ea6b86a7a'] response: {'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'code': 200} May 02 10:31:24.993861 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.124426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] Publish callbacks [] for security_group (b86a5335-9639-4936-bff8-25bc0fd34cd6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.140045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:25.241127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] Publish callbacks [] for security_group (b86a5335-9639-4936-bff8-25bc0fd34cd6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.254394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7bbf059-e3b4-42db-8dfa-5df5ef93d978 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:25.271891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.291038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271641ff-5df8-466f-bc51-23ea2a85b284 req-2be41af4-64f4-4d9a-91f4-e1ed3056ec0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.292853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-271641ff-5df8-466f-bc51-23ea2a85b284 req-2be41af4-64f4-4d9a-91f4-e1ed3056ec0b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 1127 time: 0.1304581 May 02 10:31:25.293225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a7bbf059-e3b4-42db-8dfa-5df5ef93d978 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:25.293769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7bbf059-e3b4-42db-8dfa-5df5ef93d978 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:25.295386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9234d921-ae01-415c-90ae-72c5bf290344 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:25.318619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-2cacc17e-a267-4f98-b025-a4458fb1aac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.320164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-2cacc17e-a267-4f98-b025-a4458fb1aac2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c43d6b-2848-4366-9f40-27a1a84bba3c HTTP/1.1" status: 200 len: 906 time: 0.3651097 May 02 10:31:25.324103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9234d921-ae01-415c-90ae-72c5bf290344 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:25.324463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9234d921-ae01-415c-90ae-72c5bf290344 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:25.344400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68e0152-fc7e-4a0e-b1a5-c2916cb54732 req-ad2a6999-63a6-4865-9ccb-f9a5ec1e7f2c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.345941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a68e0152-fc7e-4a0e-b1a5-c2916cb54732 req-ad2a6999-63a6-4865-9ccb-f9a5ec1e7f2c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 943 time: 0.1361587 May 02 10:31:25.404220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-615d8a6d-f1a3-4400-9419-b8c7fcec6fe9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be HTTP/1.1" status: 200 len: 217 time: 0.0711079 May 02 10:31:25.410782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.414088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc5ee0c-0830-4a9e-9e46-6c1fe4ca1058 req-f061b617-5810-4d96-afbd-6e41e5d7e614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.415544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0fc5ee0c-0830-4a9e-9e46-6c1fe4ca1058 req-f061b617-5810-4d96-afbd-6e41e5d7e614 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1132 time: 0.2550883 May 02 10:31:25.469828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-440bd70f-0f01-40cd-94ef-f40d5402de59 req-f2ffa4f2-de77-445d-844f-6c2a576e29fb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612875 May 02 10:31:25.542650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-271641ff-5df8-466f-bc51-23ea2a85b284 req-0391ef58-3e21-4e09-9804-0bace9468c8f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056229 May 02 10:31:25.549926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a68e0152-fc7e-4a0e-b1a5-c2916cb54732 req-d4dfcee5-879d-4459-9499-1efac353fd42 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683779 May 02 10:31:25.565249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:25.567848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-02d1c8c8-f289-45ce-9a8b-38a0895a9226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.593644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-d80d0016-2e3c-4c5f-8eb2-2b2a66571a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.595118 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-d80d0016-2e3c-4c5f-8eb2-2b2a66571a18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccb02b6-d78f-4783-94ab-ae2e7af04f13 HTTP/1.1" status: 200 len: 844 time: 0.1785002 May 02 10:31:25.622204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0fc5ee0c-0830-4a9e-9e46-6c1fe4ca1058 req-44bbdbc0-75c6-42e8-a1cd-029af37508f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827862 May 02 10:31:25.631538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aab7616-6bd8-4a45-92eb-9905f34d7052 req-33a626bd-195d-4854-8fc2-41af9cc83e0c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.632717 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:31:25.633216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8aab7616-6bd8-4a45-92eb-9905f34d7052 req-33a626bd-195d-4854-8fc2-41af9cc83e0c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0852211 May 02 10:31:25.679614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-325ce901-3063-48d6-9c76-4d5b8e537ef2 req-e9d71b9a-a4f7-428a-915e-adf66b695d97 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0569813 May 02 10:31:25.683886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8aab7616-6bd8-4a45-92eb-9905f34d7052 req-16b8babe-d07f-46f6-8211-f7f635db5462 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434852 May 02 10:31:25.686206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:25.692117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f259bfb-e4b4-479c-9ee0-1fd9b0900c8a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2674682 May 02 10:31:25.698025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34970) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:25.698270 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:25.705552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b86a5335-9639-4936-bff8-25bc0fd34cd6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.708524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.712255 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:25.713082 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:25.720297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b86a5335-9639-4936-bff8-25bc0fd34cd6 HTTP/1.1" status: 204 len: 168 time: 0.9865644 May 02 10:31:25.728394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.754991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting subnet 61115456-3656-4f0b-9696-902664405511 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:25.758801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (61115456-3656-4f0b-9696-902664405511), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.801950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:25.805692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d11d7bb-1f38-4b93-b003-5d98e323817c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b86a5335-9639-4936-bff8-25bc0fd34cd6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:25.815745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d86e797-3b07-40be-b6c7-ff3535556924 None None] Network f357be84-d0f7-4dfd-909f-5eea1c1268f4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:25.826976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.830771 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:25.833689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1202d59a-c7cc-4433-84b1-d9c190cdccc8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5cfcf5d5-a4ed-495c-9d38-dc7aadac1aca HTTP/1.1" status: 204 len: 168 time: 1.1668406 May 02 10:31:25.836468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:25.846025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (61115456-3656-4f0b-9696-902664405511), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:25.899248 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:25.899900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-530d5a1f-31a4-4443-bf82-be18483316c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.906009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-530d5a1f-31a4-4443-bf82-be18483316c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c43d6b-2848-4366-9f40-27a1a84bba3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1155875 May 02 10:31:25.935568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5383a0-f36a-4e1d-91f2-2f918d192a1f req-4241b665-d3b2-4915-8627-9540a0992375 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:25.937189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4d5383a0-f36a-4e1d-91f2-2f918d192a1f req-4241b665-d3b2-4915-8627-9540a0992375 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 950 time: 0.1364057 May 02 10:31:25.937686 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:25.949068 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:25.951060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:26.029477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f357be84-d0f7-4dfd-909f-5eea1c1268f4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.040842 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:26.059051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4d5383a0-f36a-4e1d-91f2-2f918d192a1f req-3d996825-04fa-4c02-a4b1-b4cd423bb4f9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094124 May 02 10:31:26.073103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (61115456-3656-4f0b-9696-902664405511), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.098267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] DHCP port deletion for f357be84-d0f7-4dfd-909f-5eea1c1268f4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:26.118016 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:26.126415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-f371e587-479f-4cd7-9bd6-9bad36603669 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884329 May 02 10:31:26.152413 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e690f2-5b01-4077-9408-d3cca5d97218 None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:26.175220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Deleting port 445002f9-75ac-4335-91eb-b3d87e66309b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:26.175960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.193478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Deleting port 445002f9-75ac-4335-91eb-b3d87e66309b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:26.194422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.249898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (61115456-3656-4f0b-9696-902664405511), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.259690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] For port 445002f9-75ac-4335-91eb-b3d87e66309b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445002f9-75ac-4335-91eb-b3d87e66309b,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:26.260099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.273409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] For port 445002f9-75ac-4335-91eb-b3d87e66309b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=445002f9-75ac-4335-91eb-b3d87e66309b,segment=NetworkSegment(c983c471-4fb6-41ba-858b-3c61d34652c0),segment_id=c983c471-4fb6-41ba-858b-3c61d34652c0)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:26.274733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.275102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Calling delete_port for 445002f9-75ac-4335-91eb-b3d87e66309b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:26.283974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Subnet': ['ID=61115456-3656-4f0b-9696-902664405511,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:26.287791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.292102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-87b7650c-72e8-4e71-a8c5-581341245a7b tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/61115456-3656-4f0b-9696-902664405511 HTTP/1.1" status: 204 len: 168 time: 0.5956194 May 02 10:31:26.296293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423745ae-95fe-4d01-9e6b-c08812e0b6fb None None] Network d274b33e-6c20-4309-98eb-1c7570a7aaeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:26.296855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34984) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:26.326788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Calling delete_port for 445002f9-75ac-4335-91eb-b3d87e66309b owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:26.391210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d274b33e-6c20-4309-98eb-1c7570a7aaeb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.462853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a2ac4b-e15f-48e1-bc7c-9c7a58676c0c req-553c256b-8484-4d1f-89b6-cbae4eab8326 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915112 May 02 10:31:26.468450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Deleting port 022ea7d0-0640-4937-a0a4-71537b242f9d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:26.469238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.527425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] DHCP port deletion for d274b33e-6c20-4309-98eb-1c7570a7aaeb request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:26.543158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.552989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (445002f9-75ac-4335-91eb-b3d87e66309b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.574677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] For port 022ea7d0-0640-4937-a0a4-71537b242f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=022ea7d0-0640-4937-a0a4-71537b242f9d,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:26.575898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.611890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Pushing event deleted for resources: {'Port': ['ID=445002f9-75ac-4335-91eb-b3d87e66309b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:26.627491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 573f9bf0-b795-46a0-a5ac-682c91fd70be details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:26.637873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] No DVR routers for this DVR port 445002f9-75ac-4335-91eb-b3d87e66309b on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:26.641327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Calling delete_port for 022ea7d0-0640-4937-a0a4-71537b242f9d owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:26.681102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] Pushing event deleted for resources: {'Port': ['ID=445002f9-75ac-4335-91eb-b3d87e66309b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:26.685907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2952c49b-941a-4044-bc38-14d68be2187b None None] No DVR routers for this DVR port 445002f9-75ac-4335-91eb-b3d87e66309b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:26.729711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Deleting port 022ea7d0-0640-4937-a0a4-71537b242f9d {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:26.730739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.754860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bf9b4-0920-4b51-8c65-68ed9a9eeeff req-3031738f-476f-42e7-88ee-79c86cb8714b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:26.776929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-783bf9b4-0920-4b51-8c65-68ed9a9eeeff req-3031738f-476f-42e7-88ee-79c86cb8714b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1526761 May 02 10:31:26.880735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f357be84-d0f7-4dfd-909f-5eea1c1268f4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.894920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] For port 022ea7d0-0640-4937-a0a4-71537b242f9d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=022ea7d0-0640-4937-a0a4-71537b242f9d,segment=NetworkSegment(fa6e8370-48e1-446b-adbb-159a5c7a3d93),segment_id=fa6e8370-48e1-446b-adbb-159a5c7a3d93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:26.895481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:26.903173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc890dc-d9f6-485b-b4d5-d43ef650fd0a req-9475dbc6-a2fe-4aa2-b8ea-311d8ed83566 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:26.905738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8fc890dc-d9f6-485b-b4d5-d43ef650fd0a req-9475dbc6-a2fe-4aa2-b8ea-311d8ed83566 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 943 time: 0.1081038 May 02 10:31:26.917394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Calling delete_port for 022ea7d0-0640-4937-a0a4-71537b242f9d owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:26.942200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-783bf9b4-0920-4b51-8c65-68ed9a9eeeff req-c1fe83c1-6028-4790-b34a-22e5b6f7ae66 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708100 May 02 10:31:26.948271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:27.003943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.013686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'port_id': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'mac_address': 'fa:16:3e:23:ab:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:27.021383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f357be84-d0f7-4dfd-909f-5eea1c1268f4']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.098048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 573f9bf0-b795-46a0-a5ac-682c91fd70be is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:27.099491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.101266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c983c471-4fb6-41ba-858b-3c61d34652c0') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.101565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c983c471-4fb6-41ba-858b-3c61d34652c0') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.107362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Port': ['ID=022ea7d0-0640-4937-a0a4-71537b242f9d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.113663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (022ea7d0-0640-4937-a0a4-71537b242f9d), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.127162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 445002f9-75ac-4335-91eb-b3d87e66309b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:27.136804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No DVR routers for this DVR port 022ea7d0-0640-4937-a0a4-71537b242f9d on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:27.148387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (c983c471-4fb6-41ba-858b-3c61d34652c0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.181330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 445002f9-75ac-4335-91eb-b3d87e66309b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:27.181985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 445002f9-75ac-4335-91eb-b3d87e66309b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:27.182556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 022ea7d0-0640-4937-a0a4-71537b242f9d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:27.185423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] Pushing event deleted for resources: {'Port': ['ID=022ea7d0-0640-4937-a0a4-71537b242f9d,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.190150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573f9bf0-b795-46a0-a5ac-682c91fd70be {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:27.196088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f37bdfb-e578-4a12-a1d6-437a1c4d6e4d None None] No DVR routers for this DVR port 022ea7d0-0640-4937-a0a4-71537b242f9d on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:27.232344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 022ea7d0-0640-4937-a0a4-71537b242f9d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:27.232639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fbdc4c-18ee-4328-a48e-409015f622ab req-1830e433-95c2-4cfa-8310-6cf8546d4c6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:27.233219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 022ea7d0-0640-4937-a0a4-71537b242f9d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:27.233812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:27.248168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:27.248940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0fbdc4c-18ee-4328-a48e-409015f622ab req-1830e433-95c2-4cfa-8310-6cf8546d4c6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1778622 May 02 10:31:27.251161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:27.256373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c983c471-4fb6-41ba-858b-3c61d34652c0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.293431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:27.293843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (c983c471-4fb6-41ba-858b-3c61d34652c0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: timer() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:27.299773 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:27.308101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:27.311314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35006) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:27.330288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-90657bd3-f44f-43e2-b36f-dc557110686d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:27.331859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-90657bd3-f44f-43e2-b36f-dc557110686d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 813 time: 0.4673870 May 02 10:31:27.368830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:27.369185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0ab835fb-e9b8-4166-86b1-78f848cbc3d0 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:27.378111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Request body: {'port': {'device_id': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'admin_state_up': True, 'tenant_id': 'cde37b6fb7fb45aa9279111ef4d5ceed'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:27.378471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.443179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:31:27.445349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:27.445745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.480767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0fbdc4c-18ee-4328-a48e-409015f622ab req-a34a21e4-89d3-4148-869d-6e0f33187dea tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303255 May 02 10:31:27.524213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'networks': [{'name': 'tempest-network--1596169331'}, {'name': 'tempest-network--1947188571'}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:27.524727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-network--1596169331'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:27.525129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-network--1947188571'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:27.552353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f357be84-d0f7-4dfd-909f-5eea1c1268f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.558143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.564961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] 10.222.0.16 "DELETE /v2.0/networks/f357be84-d0f7-4dfd-909f-5eea1c1268f4 HTTP/1.1" status: 204 len: 168 time: 1.7247429 May 02 10:31:27.586643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:27.588909 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab6aaaf9-df33-4ce7-b2dc-3ca5c42380bb" -d '{"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-unplugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:27.592953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0a2e44-d9c1-485a-8042-83fcf9f43a0b admin admin] Pushing event deleted for resources: {'Network': ['ID=f357be84-d0f7-4dfd-909f-5eea1c1268f4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.601836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'network': 2} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:27.606585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.625384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['573f9bf0-b795-46a0-a5ac-682c91fd70be'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:27.634687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:27.643038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-207f5bd1-0d59-4dd2-b4c5-fab287ae314f req-7d137d19-668e-4c3d-b40d-673277760657 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0624468 May 02 10:31:27.645273 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.682215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.687986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8fc890dc-d9f6-485b-b4d5-d43ef650fd0a req-f3cfc1d9-6910-4c27-9048-ae80912d4b9b tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7709901 May 02 10:31:27.710261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.713957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d274b33e-6c20-4309-98eb-1c7570a7aaeb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.729322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Made reservation on behalf of cde37b6fb7fb45aa9279111ef4d5ceed for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:27.734191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.774651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:27.776591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d274b33e-6c20-4309-98eb-1c7570a7aaeb']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.785424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for security_group (5104e6b4-91d3-42a1-a54a-b8ba6c9670f8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.800050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa6e8370-48e1-446b-adbb-159a5c7a3d93') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.800777 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b383db2-7130-4905-942c-90d681405bed x-openstack-request-id: req-0b383db2-7130-4905-942c-90d681405bed {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:27.800925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa6e8370-48e1-446b-adbb-159a5c7a3d93') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:27.801089 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-unplugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:27.801329 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b383db2-7130-4905-942c-90d681405bed {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:27.801725 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b383db2-7130-4905-942c-90d681405bed'] response: {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'code': 200} May 02 10:31:27.810126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'mac_address': 'fa:16:3e:62:28:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:27.814155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (fa6e8370-48e1-446b-adbb-159a5c7a3d93), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.827493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.830620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fa6e8370-48e1-446b-adbb-159a5c7a3d93), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.840547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:27.846474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (fa6e8370-48e1-446b-adbb-159a5c7a3d93), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:27.849029 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:27.873920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5104e6b4-91d3-42a1-a54a-b8ba6c9670f8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.874398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.906894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:27.907518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.926318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43be3026-f153-4918-9bd9-d3b735da223a req-cf5263db-115c-44a8-bafa-b872ac9702d6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:27.927866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43be3026-f153-4918-9bd9-d3b735da223a req-cf5263db-115c-44a8-bafa-b872ac9702d6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 948 time: 0.1030059 May 02 10:31:27.930901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:27.967454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:27.976979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5104e6b4-91d3-42a1-a54a-b8ba6c9670f8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:27.981338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c02f5b22-eacb-4e7e-8ec8-6d3e970f55d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:27.997520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:28.032508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Allocated IP 172.20.0.11 (84460795-e829-4d53-8689-2a724e267959/6ad14611-859a-4719-8054-ab5435e8c010/7dd05afd-3298-431b-a899-282bd226f958) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:28.045312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d274b33e-6c20-4309-98eb-1c7570a7aaeb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.053946 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a8737d37-530b-4794-b876-c9396116a128), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.054303 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment a8737d37-530b-4794-b876-c9396116a128 of type vlan for network d5e16ed1-7517-4d45-80d5-cfd4a6453237 May 02 10:31:28.061239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.064446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/networks/d274b33e-6c20-4309-98eb-1c7570a7aaeb HTTP/1.1" status: 204 len: 168 time: 1.7665117 May 02 10:31:28.069682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:28.071556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.073205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43be3026-f153-4918-9bd9-d3b735da223a req-acff861c-5751-4491-b646-85e2ab404543 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345336 May 02 10:31:28.095940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83980e9-c32c-4bed-957b-fbf97cda52e1 req-4851c9d1-7530-45e2-888b-0971d2c7db3c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:28.111738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'routes': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:28.121673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c83980e9-c32c-4bed-957b-fbf97cda52e1 req-4851c9d1-7530-45e2-888b-0971d2c7db3c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1108925 May 02 10:31:28.122732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3467-5062-4b28-a937-3dd6379eeb31 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Pushing event deleted for resources: {'Network': ['ID=d274b33e-6c20-4309-98eb-1c7570a7aaeb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:28.167455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:28.192370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c83980e9-c32c-4bed-957b-fbf97cda52e1 req-d4e3b118-892d-45ba-a03f-6fd71e2d7f38 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640748 May 02 10:31:28.209440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d5e16ed1-7517-4d45-80d5-cfd4a6453237), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.234163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35022) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:28.310840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:28.331423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29262dbf-0a0c-45f9-9bf9-32691905c19e req-ac486fa5-3e22-45b1-a242-a06d2b9910e6 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:28.333329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29262dbf-0a0c-45f9-9bf9-32691905c19e req-ac486fa5-3e22-45b1-a242-a06d2b9910e6 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.0573406 May 02 10:31:28.339031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1fec017f-bb46-417a-b38a-06076f124b59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b88222d9c35413dabb63e3807c81700&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034169 May 02 10:31:28.339767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35024) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:28.396231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.extraroute_db [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Added routes are [] {{(pid=115662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:31:28.396551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.extraroute_db [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Removed routes are [] {{(pid=115662) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:31:28.396940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.400238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:28.432470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29262dbf-0a0c-45f9-9bf9-32691905c19e req-44b4914c-bcf7-4bfa-8666-51876f284540 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854087 May 02 10:31:28.435979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] Publish callbacks [] for security_group (af2782b2-63d7-4a7f-8b0a-82545cc96c4e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.456098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (54bd93b6-f4e1-4622-b075-a7095493402b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.456098 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment 54bd93b6-f4e1-4622-b075-a7095493402b of type vlan for network d03edcc3-528e-473f-a086-d3ff00c46834 May 02 10:31:28.459709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] Publish callbacks [] for security_group (af2782b2-63d7-4a7f-8b0a-82545cc96c4e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.575351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (af2782b2-63d7-4a7f-8b0a-82545cc96c4e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.578341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.582147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/af2782b2-63d7-4a7f-8b0a-82545cc96c4e HTTP/1.1" status: 204 len: 168 time: 0.2388637 May 02 10:31:28.589380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30318e9-32b2-4f0c-96e8-c165ff4f866f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2782b2-63d7-4a7f-8b0a-82545cc96c4e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:28.619018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 573f9bf0-b795-46a0-a5ac-682c91fd70be up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:28.676472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 573f9bf0-b795-46a0-a5ac-682c91fd70be completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:31:28.779938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 573f9bf0-b795-46a0-a5ac-682c91fd70be triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:28.780410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.876274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 573f9bf0-b795-46a0-a5ac-682c91fd70be is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:28.876774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:28.928090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:28.982586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks [] for port (7dd05afd-3298-431b-a899-282bd226f958), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.017404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d03edcc3-528e-473f-a086-d3ff00c46834), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.030758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc46c32-d204-490d-913b-24e9c2b61c1d req-67e02dbf-5e0f-4392-b62a-4b5481cf8801 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.032283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcc46c32-d204-490d-913b-24e9c2b61c1d req-67e02dbf-5e0f-4392-b62a-4b5481cf8801 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2076228 May 02 10:31:29.046585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.048360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.078493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.127920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:29.145549 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.205626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d5e16ed1-7517-4d45-80d5-cfd4a6453237), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.206142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d03edcc3-528e-473f-a086-d3ff00c46834), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.211235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.215645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.216823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.264251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcc46c32-d204-490d-913b-24e9c2b61c1d req-13d87617-be5d-40cc-af65-76bf00324c00 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257605 May 02 10:31:29.268435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e8826-dca2-4cad-a22b-176dc14ff3ae req-755fbd0e-546b-4dcd-a822-d3a167f8e837 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.268435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca9e8826-dca2-4cad-a22b-176dc14ff3ae req-755fbd0e-546b-4dcd-a822-d3a167f8e837 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1131 time: 0.0451031 May 02 10:31:29.280354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:29.312704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:29.317319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.332989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=d5e16ed1-7517-4d45-80d5-cfd4a6453237,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:29.357041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca9e8826-dca2-4cad-a22b-176dc14ff3ae req-80ec6e39-5814-4b80-87e7-5c5abb41c9d1 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630209 May 02 10:31:29.360922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.0482228 May 02 10:31:29.364554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35056) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:29.365229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d5e16ed1-7517-4d45-80d5-cfd4a6453237 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:29.471473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Network 84460795-e829-4d53-8689-2a724e267959 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:29.505952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:29.506454 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.570580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:29.574079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:29.590053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:29.607239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:29.607239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.646605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:29.652760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc78350d-50b6-4fa3-abbf-a2b57dbb63e1 req-35005bb8-5a08-49f0-93d7-ebdaa61a5bb3 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.655188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc78350d-50b6-4fa3-abbf-a2b57dbb63e1 req-35005bb8-5a08-49f0-93d7-ebdaa61a5bb3 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.2198513 May 02 10:31:29.696811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.697430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.697765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ca42a-251b-4f77-9f34-18dad8ecab34 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.701345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:29.704462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ca42a-251b-4f77-9f34-18dad8ecab34 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.708801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.709972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ca42a-251b-4f77-9f34-18dad8ecab34 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.711954 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.713110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-368290b4-6343-4d3c-bc50-1526350e3e5e tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 700 time: 1.6391175 May 02 10:31:29.714018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35068) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:29.716767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410ca42a-251b-4f77-9f34-18dad8ecab34 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.717216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-410ca42a-251b-4f77-9f34-18dad8ecab34 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.3516037 May 02 10:31:29.722073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Sync routers for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:29.723230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35070) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:29.728694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cae916-364e-4605-8815-ac9a15f039b9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=d03edcc3-528e-473f-a086-d3ff00c46834,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:29.745345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8710956a-6c68-44a7-800f-766ecf794d65 req-8fdd19c8-d4e8-483b-9b7e-eb9ea63d8b33 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:29.753780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8710956a-6c68-44a7-800f-766ecf794d65 req-8fdd19c8-d4e8-483b-9b7e-eb9ea63d8b33 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 932 time: 0.3916295 May 02 10:31:29.765635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d03edcc3-528e-473f-a086-d3ff00c46834 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:29.792646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22c75b2f-5b42-4841-a5d7-5ecb8b543b80 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 205 time: 0.0631869 May 02 10:31:29.796657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35072) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:29.801133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc78350d-50b6-4fa3-abbf-a2b57dbb63e1 req-f6c71f15-bafd-4ec3-ac09-63dcf86a5be1 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1382864 May 02 10:31:29.803897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be'}, {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:29.808451 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a3b49-04a8-46fc-b701-cc5e036b9f6f" -d '{"events": [{"server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "name": "network-vif-plugged", "status": "completed", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be"}, {"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:29.824900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d5e16ed1-7517-4d45-80d5-cfd4a6453237), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.890615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:29.891276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:29.894283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-aa3bb103-00b3-455f-8c14-e101abd39e48 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5264030 May 02 10:31:29.910793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Request body: {'port': {'device_id': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:29.925812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d5e16ed1-7517-4d45-80d5-cfd4a6453237), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.962132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5e16ed1-7517-4d45-80d5-cfd4a6453237']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:29.971156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:29.975533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8737d37-530b-4794-b876-c9396116a128') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:29.975950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8737d37-530b-4794-b876-c9396116a128') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:29.976688 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8710956a-6c68-44a7-800f-766ecf794d65 req-65f7d651-3ea8-4d1f-9011-faa73647865e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218699 May 02 10:31:29.988370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (a8737d37-530b-4794-b876-c9396116a128), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.005194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a8737d37-530b-4794-b876-c9396116a128), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.013865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:30.015030 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (a8737d37-530b-4794-b876-c9396116a128), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:30.019311 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:30.022632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:30.104660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.190780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:30.191866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d5e16ed1-7517-4d45-80d5-cfd4a6453237), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.202322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.205397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:30.213058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/d5e16ed1-7517-4d45-80d5-cfd4a6453237 HTTP/1.1" status: 204 len: 168 time: 0.4859097 May 02 10:31:30.223065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35088) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:30.236427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e6317-9515-4946-8e5a-55e436f02534 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=d5e16ed1-7517-4d45-80d5-cfd4a6453237,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:30.245887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-877650463-network', 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:30.290668 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80767d85-aed8-4414-b9c9-7a81687402e2 x-openstack-request-id: req-80767d85-aed8-4414-b9c9-7a81687402e2 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:30.291204 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "name": "network-vif-plugged", "status": "completed", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be", "code": 200}, {"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-plugged", "status": "completed", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:30.291747 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80767d85-aed8-4414-b9c9-7a81687402e2 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:30.292360 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80767d85-aed8-4414-b9c9-7a81687402e2'] response: {'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'code': 200} May 02 10:31:30.292871 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80767d85-aed8-4414-b9c9-7a81687402e2'] response: {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'code': 200} May 02 10:31:30.295090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.315614 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.318174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.338668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Checking router: 867dfce2-ef01-4c0f-a35f-a5803b2aa04e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:30.349467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Routers {'867dfce2-ef01-4c0f-a35f-a5803b2aa04e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:30.350497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.351388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:30.353830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.373481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.429671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c3057-6ce3-433a-917a-8a731424b95c req-d0c6191a-99c9-4e14-be58-bc52e8515798 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.431266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-075c3057-6ce3-433a-917a-8a731424b95c req-d0c6191a-99c9-4e14-be58-bc52e8515798 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0750697 May 02 10:31:30.480723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] Set router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:30.498063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-075c3057-6ce3-433a-917a-8a731424b95c req-e97b7820-f22a-4ee2-a8a0-81a178deb298 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593777 May 02 10:31:30.539010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (867dfce2-ef01-4c0f-a35f-a5803b2aa04e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.539839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 867dfce2-ef01-4c0f-a35f-a5803b2aa04e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:31:30.560038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks [] for security_group (bccdddba-c9dc-4150-8841-795b44ee6258), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.564542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.565699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d176afe8-58f0-46b9-806f-bc04af1753f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 204 len: 168 time: 0.7680998 May 02 10:31:30.570743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.573197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35100) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:30.585286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1948537950', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:30.593233 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d03edcc3-528e-473f-a086-d3ff00c46834), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.600681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a005469-9364-4792-af99-effc42349416 req-43111dc1-7444-49c6-9d07-a3bab10686e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.602221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a005469-9364-4792-af99-effc42349416 req-43111dc1-7444-49c6-9d07-a3bab10686e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 1127 time: 0.2345858 May 02 10:31:30.616436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5e9dcc7-cf09-4b84-9d57-b2ae93a53bb6 None None] The sync data for ids ['867dfce2-ef01-4c0f-a35f-a5803b2aa04e'] in ncdv-master-1 is: [{'id': '867dfce2-ef01-4c0f-a35f-a5803b2aa04e', 'name': 'tempest-RoutersTest-router-943823101', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:21Z', 'updated_at': '2022-05-02T10:31:24Z', 'revision_number': 11, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:30.638602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008aeabf-fed2-4ee0-b05c-f93f2ff49c88 req-1e4d5007-d491-4039-bc99-efd6a973739b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.640098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008aeabf-fed2-4ee0-b05c-f93f2ff49c88 req-1e4d5007-d491-4039-bc99-efd6a973739b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1193054 May 02 10:31:30.648591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bccdddba-c9dc-4150-8841-795b44ee6258), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.684077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-148aeb7e-1588-4912-ade5-c96f523378cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.685562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-148aeb7e-1588-4912-ade5-c96f523378cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 1127 time: 0.1133790 May 02 10:31:30.703312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:30.724874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a9f64-4ebb-4370-96cb-97838dd01870 req-760a97fe-2794-4120-ba65-7f04f566adca tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.726382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e8a9f64-4ebb-4370-96cb-97838dd01870 req-760a97fe-2794-4120-ba65-7f04f566adca tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 1133 time: 0.0913532 May 02 10:31:30.729180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bccdddba-c9dc-4150-8841-795b44ee6258,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:30.734946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.753302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (660efb28-5125-4fb5-97f1-aa5fcb1562cd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.753692 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Added segment 660efb28-5125-4fb5-97f1-aa5fcb1562cd of type vlan for network f6b79f90-b2d8-42f3-9dee-0943e9b69746 May 02 10:31:30.793520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5b082887-d87d-4500-b40a-0414f1512739), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.794587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5b082887-d87d-4500-b40a-0414f1512739), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.809734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a005469-9364-4792-af99-effc42349416 req-9dfbc6d4-386e-45db-8236-11fe4c542394 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1957626 May 02 10:31:30.857022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d03edcc3-528e-473f-a086-d3ff00c46834), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.867603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f6b79f90-b2d8-42f3-9dee-0943e9b69746), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.876374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008aeabf-fed2-4ee0-b05c-f93f2ff49c88 req-162e0e52-1b94-46f8-a7c6-d7c8195ec378 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117810 May 02 10:31:30.908816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03edcc3-528e-473f-a086-d3ff00c46834']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.924312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54bd93b6-f4e1-4622-b075-a7095493402b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.924690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54bd93b6-f4e1-4622-b075-a7095493402b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:30.943238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (54bd93b6-f4e1-4622-b075-a7095493402b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.945011 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (5b082887-d87d-4500-b40a-0414f1512739), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:30.952831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-01cc4946-34d2-4d12-8ee6-68f77205a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:30.954426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-01cc4946-34d2-4d12-8ee6-68f77205a08a service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 921 time: 0.2393417 May 02 10:31:30.963275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e8a9f64-4ebb-4370-96cb-97838dd01870 req-76f3398d-5dfa-4cdf-9a35-1bcdec84d6f5 tempest-ServersAdminTestJSON-395660947 tempest-ServersAdminTestJSON-395660947-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128859 May 02 10:31:30.993623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (54bd93b6-f4e1-4622-b075-a7095493402b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.020559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:31.020990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (54bd93b6-f4e1-4622-b075-a7095493402b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.021438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5b082887-d87d-4500-b40a-0414f1512739), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: timer() May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:31.024077 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:31.073625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-f62209c7-dbfd-47ca-8fab-f7a15486f594 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9 HTTP/1.1" status: 200 len: 217 time: 0.0451314 May 02 10:31:31.074254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f6b79f90-b2d8-42f3-9dee-0943e9b69746), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.076476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.076677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:31.076783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.091648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks [] for port (7dd05afd-3298-431b-a899-282bd226f958), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.102933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fcbe9b-19bf-4af7-9d9a-bdb10cefdefa req-9bafa29b-dd18-4c91-97d7-de29021fbe09 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.104431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83fcbe9b-19bf-4af7-9d9a-bdb10cefdefa req-9bafa29b-dd18-4c91-97d7-de29021fbe09 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.1276271 May 02 10:31:31.145911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.147426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d34277a-dc35-4942-b2a9-52519643bab3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5733302 May 02 10:31:31.151511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:31.159444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:31.164899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83fcbe9b-19bf-4af7-9d9a-bdb10cefdefa req-2a451b70-bb36-4cf8-9a3d-70fcd8a608cb tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481052 May 02 10:31:31.191681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Transition to ACTIVE for port object 7dd05afd-3298-431b-a899-282bd226f958 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:31.191816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d03edcc3-528e-473f-a086-d3ff00c46834), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.201955 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.205536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/d03edcc3-528e-473f-a086-d3ff00c46834 HTTP/1.1" status: 204 len: 168 time: 0.9795132 May 02 10:31:31.208204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35110) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:31.234644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502e8f9-a381-47a5-8397-79c10da49fd9 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=d03edcc3-528e-473f-a086-d3ff00c46834,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:31.279158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2413476 May 02 10:31:31.286909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35112) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:31.293861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Request body: {'subnet': {'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-877650463-subnet', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:31.299456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-ac5a0a07-be47-4bb4-a936-9d18d9bbefaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.300909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-ac5a0a07-be47-4bb4-a936-9d18d9bbefaa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.2175312 May 02 10:31:31.301496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faeedf1-09b5-4d4e-a65a-b1ad382ff5f4 admin admin] Pushing event updated for resources: {'Network': ['ID=f6b79f90-b2d8-42f3-9dee-0943e9b69746,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:31.306008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.324201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:31.414601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698facac-5715-4f45-ab03-e78acee73d1e req-57c5bd97-dd1b-42a8-88ee-fc48d23279d0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.417065 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-698facac-5715-4f45-ab03-e78acee73d1e req-57c5bd97-dd1b-42a8-88ee-fc48d23279d0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 932 time: 0.1653714 May 02 10:31:31.482804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:31.495201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (5b082887-d87d-4500-b40a-0414f1512739), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.503156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:31.505468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.537421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ff68c-1af3-41d9-9dfc-0df451c7babf req-2bb45373-8ddb-496f-9638-dc0f5d7702bc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.538935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-574ff68c-1af3-41d9-9dfc-0df451c7babf req-2bb45373-8ddb-496f-9638-dc0f5d7702bc tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.0768197 May 02 10:31:31.575454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (5b082887-d87d-4500-b40a-0414f1512739), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.582581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a336d-96d9-4f58-8580-c67fb7259704 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.587924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065a336d-96d9-4f58-8580-c67fb7259704 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.593050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-065a336d-96d9-4f58-8580-c67fb7259704 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3802073 May 02 10:31:31.593810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:31.598086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-547293085'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:31.605392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-698facac-5715-4f45-ab03-e78acee73d1e req-e5d52201-52c7-4e73-beec-bd09e1e28b78 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651030 May 02 10:31:31.643870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:31.644211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:31.644542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:31.649125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:31.649457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:31.654475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:31.654820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Checking segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:31.655212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Bound using segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:31.655648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Bound port: 7dd05afd-3298-431b-a899-282bd226f958, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:31.656064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.693389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:31.696436 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-799d0d3b-8447-43b1-ac8f-83c0e293f143 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1020193 May 02 10:31:31.696676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.764272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-574ff68c-1af3-41d9-9dfc-0df451c7babf req-adca6bad-edf0-45b1-a090-391f193dc9a8 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965303 May 02 10:31:31.779197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba585bd-f8fe-4cff-b827-aef1ecf9c08f req-e6b2b6ba-74c4-4d03-88d1-c230074995bd tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.780733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aba585bd-f8fe-4cff-b827-aef1ecf9c08f req-e6b2b6ba-74c4-4d03-88d1-c230074995bd tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0908668 May 02 10:31:31.790303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:31.802428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:31.824947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:31.826612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fbbd1751-3f58-43d8-a59b-a5c883f8abab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.826965 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment fbbd1751-3f58-43d8-a59b-a5c883f8abab of type vlan for network da42fc93-b243-4dcf-934d-ee25f0a75b7a May 02 10:31:31.859847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.886697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (da42fc93-b243-4dcf-934d-ee25f0a75b7a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.893442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aba585bd-f8fe-4cff-b827-aef1ecf9c08f req-542a7f92-298c-4c43-9d06-808ef2f6584b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058207 May 02 10:31:31.896313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.923886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-721ac236-25f2-4510-acf5-aa4c84410a9c service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175987 May 02 10:31:31.951853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:31.952483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:31.953903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] 10.222.0.24 "PUT /v2.0/ports/7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 1092 time: 2.0495265 May 02 10:31:31.956028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:31.958357 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cef343-031b-4ce4-b231-15898fffbb74" -d '{"events": [{"name": "network-changed", "server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:31.966429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Router 5b082887-d87d-4500-b40a-0414f1512739 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:31:31.987160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1ba07-5f5d-4284-a728-d59c831f60c1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:32.004994 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59801f63-82fe-49fc-b534-89ceb4ed6485 x-openstack-request-id: req-59801f63-82fe-49fc-b534-89ceb4ed6485 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:32.005289 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:32.005546 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-59801f63-82fe-49fc-b534-89ceb4ed6485 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:32.006051 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59801f63-82fe-49fc-b534-89ceb4ed6485'] response: {'name': 'network-changed', 'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'status': 'completed', 'code': 200} May 02 10:31:32.019958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (da42fc93-b243-4dcf-934d-ee25f0a75b7a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.024919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:32.025513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.061363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7fe4ff25-a88e-45a1-9e32-20c77259feba), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.094872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=da42fc93-b243-4dcf-934d-ee25f0a75b7a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:32.105248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c401ec6b-e553-42ae-9c57-7be3a6436a7a tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5108657 May 02 10:31:32.110458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network da42fc93-b243-4dcf-934d-ee25f0a75b7a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:32.115990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35124) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:32.131572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1305120004'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:32.149821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:32.161243 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Sync routers for ids ['5b082887-d87d-4500-b40a-0414f1512739'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:32.164577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.168341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35126) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:32.168779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f477fd09-8049-4277-9e78-b30612e249cf tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "PUT /v2.0/routers/5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 200 len: 694 time: 1.0138206 May 02 10:31:32.175622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80db43c-4a04-4784-897c-cb1697661e73 req-b83b5abf-6bb8-406a-96f2-89682cbbedd7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:32.178900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a80db43c-4a04-4784-897c-cb1697661e73 req-b83b5abf-6bb8-406a-96f2-89682cbbedd7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1981399 May 02 10:31:32.190026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Routers {'5b082887-d87d-4500-b40a-0414f1512739'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:32.191296 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b082887-d87d-4500-b40a-0414f1512739'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:32.288315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Set router 5b082887-d87d-4500-b40a-0414f1512739 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:32.350314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16f14753-0ea5-4245-a179-557ee693b627 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/routers/5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 200 len: 700 time: 0.1796606 May 02 10:31:32.350815 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b082887-d87d-4500-b40a-0414f1512739', 'name': 'tempest-RoutersTest-router-1948537950', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:30Z', 'updated_at': '2022-05-02T10:31:31Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:32.354017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:32.372560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72553ec2-64e6-41a6-bed3-18479b76687b req-d0bd64f1-b7a3-4346-99ee-a92fba99e0dc tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:32.374317 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72553ec2-64e6-41a6-bed3-18479b76687b req-d0bd64f1-b7a3-4346-99ee-a92fba99e0dc tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.0811822 May 02 10:31:32.393668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Checking router: 5b082887-d87d-4500-b40a-0414f1512739 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:32.393982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dfa3b939-de1b-48f1-922c-792099c593c7 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 200 len: 205 time: 0.0382280 May 02 10:31:32.399501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35132) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:32.404352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Routers {'5b082887-d87d-4500-b40a-0414f1512739'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:32.405110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b082887-d87d-4500-b40a-0414f1512739'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:32.495355 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] Set router 5b082887-d87d-4500-b40a-0414f1512739 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:32.504162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (5b082887-d87d-4500-b40a-0414f1512739), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.548520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72553ec2-64e6-41a6-bed3-18479b76687b req-e2e184bc-dd65-4070-8c74-70241f229102 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1579936 May 02 10:31:32.566521 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b082887-d87d-4500-b40a-0414f1512739', 'name': 'tempest-RoutersTest-router-1948537950', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:30Z', 'updated_at': '2022-05-02T10:31:31Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:32.582572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fe4ff25-a88e-45a1-9e32-20c77259feba,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:32.602429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ca1881-9e03-41d6-86f7-3977b42b7d67 None None] The sync data for ids ['5b082887-d87d-4500-b40a-0414f1512739'] in ncdv-master-1 is: [{'id': '5b082887-d87d-4500-b40a-0414f1512739', 'name': 'tempest-RoutersTest-router-1948537950', 'tenant_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:30Z', 'updated_at': '2022-05-02T10:31:31Z', 'revision_number': 2, 'project_id': 'e65507ade2ab4a2e9fb5dd982a278324', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:32.625760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:32.656976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-6479ff7a-8544-4863-93ad-f4d3e7962ccf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0821209 May 02 10:31:32.691435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea08a7c0-7b72-4c79-be47-53633392a385 req-0c46274f-6622-4fdf-84c2-5db8fdd2ea3e service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5564110 May 02 10:31:32.716671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:32.720066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.761367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a80db43c-4a04-4784-897c-cb1697661e73 req-296d4b71-fc95-4a33-ae5b-d7d9eea55c9b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5598819 May 02 10:31:32.762261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Checking segment: {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:32.763802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Network hostable DHCP agents. Network: f6b79f90-b2d8-42f3-9dee-0943e9b69746, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:32.769849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-fbaa1ef8-783b-4ed2-a13a-ac36a846175f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:32.771375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-fbaa1ef8-783b-4ed2-a13a-ac36a846175f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1126 time: 0.2061508 May 02 10:31:32.801036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:32.819306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'port_id': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'mac_address': 'fa:16:3e:29:48:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d6835-f068-4335-bddd-2903951307ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:32.852882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:32.876169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:32.877054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.905418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 51beab53-f2f6-44f6-abd8-55c5843aa4c9 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:32.936565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f36c309f-d825-4cf6-b5ca-ca86ae8a6752), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:32.936976 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment f36c309f-d825-4cf6-b5ca-ca86ae8a6752 of type vlan for network a5ba591e-5dd7-4958-bd3b-26a1194f860e May 02 10:31:32.940311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:32.951807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:33.032526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.046353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22b501-3f00-4efe-9e14-d2d8f85f3f75 req-7444bf0c-bf27-4265-afef-5b7c59679d04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.048130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f22b501-3f00-4efe-9e14-d2d8f85f3f75 req-7444bf0c-bf27-4265-afef-5b7c59679d04 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.1225464 May 02 10:31:33.052100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a5ba591e-5dd7-4958-bd3b-26a1194f860e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.107464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-488322a1-7d86-48a9-a287-0f1635eb37e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.107464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-488322a1-7d86-48a9-a287-0f1635eb37e3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3203881 May 02 10:31:33.116265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:33.120457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6b79f90-b2d8-42f3-9dee-0943e9b69746) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:33.126786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.127632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.130930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['51beab53-f2f6-44f6-abd8-55c5843aa4c9'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:33.136840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89476d17-e5c1-41b6-b519-ea51c31604e8 None None] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:33.187169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f22b501-3f00-4efe-9e14-d2d8f85f3f75 req-344b59d4-7a67-4335-be0d-030a2679906a tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302357 May 02 10:31:33.190487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5b082887-d87d-4500-b40a-0414f1512739), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.202203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router_controller (5b082887-d87d-4500-b40a-0414f1512739), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.211362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-8aa71d17-5c22-487b-92df-5fdf38729895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.213069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-8aa71d17-5c22-487b-92df-5fdf38729895 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 1132 time: 0.5229247 May 02 10:31:33.229728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a5ba591e-5dd7-4958-bd3b-26a1194f860e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.232020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b3cd2d-9834-439f-854b-70347750adae req-32d481db-6d91-44d5-8ddb-65cf53c9fd85 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.233724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33b3cd2d-9834-439f-854b-70347750adae req-32d481db-6d91-44d5-8ddb-65cf53c9fd85 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.0889342 May 02 10:31:33.240767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.245438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.286938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03187e02-4e76-46f3-9bb5-8c5552472c9a req-5b4b92a3-65b0-447a-84dc-c961068943f3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.288449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03187e02-4e76-46f3-9bb5-8c5552472c9a req-5b4b92a3-65b0-447a-84dc-c961068943f3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.5608807 May 02 10:31:33.302055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-111b2e99-fbbf-4096-99db-d23516a2e733 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0096266 May 02 10:31:33.325928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'project_id': '620e47e300b7498a87384c30546dcb18', 'fixed_ips': [{'subnet_id': '7fe4ff25-a88e-45a1-9e32-20c77259feba'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:31:33.326845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.335435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35142) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:33.357238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:33.437115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=a5ba591e-5dd7-4958-bd3b-26a1194f860e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:33.466937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a5ba591e-5dd7-4958-bd3b-26a1194f860e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:33.471898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1a1432-03ac-4b8d-a578-bb357413c6c7 req-935e0d4a-b7ca-4e2f-ba47-83e8fb15a4d0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.473603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab1a1432-03ac-4b8d-a578-bb357413c6c7 req-935e0d4a-b7ca-4e2f-ba47-83e8fb15a4d0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1135795 May 02 10:31:33.475218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-b57e621e-20fb-4979-abeb-be0d88ed9fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.477464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2cef343-031b-4ce4-b231-15898fffbb74 req-b57e621e-20fb-4979-abeb-be0d88ed9fcb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3407631 May 02 10:31:33.506156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03187e02-4e76-46f3-9bb5-8c5552472c9a req-c068eaa9-b9fc-4f71-a346-c676ca038298 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539993 May 02 10:31:33.535881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Deleting port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:33.536404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.554758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-5ebdd263-95e8-4925-87e7-1b15df350d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.556514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-5ebdd263-95e8-4925-87e7-1b15df350d22 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.2834113 May 02 10:31:33.558722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab1a1432-03ac-4b8d-a578-bb357413c6c7 req-0ee42e7f-c224-46f6-8703-8a9db7d08795 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785863 May 02 10:31:33.609539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-b72d6c55-7db5-4721-9530-39ddea6dd681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.612283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-b72d6c55-7db5-4721-9530-39ddea6dd681 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1126 time: 0.0569420 May 02 10:31:33.662821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5b082887-d87d-4500-b40a-0414f1512739), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.663362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Fanout notify agent at l3_agent the message router_deleted on router 5b082887-d87d-4500-b40a-0414f1512739 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:31:33.665827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-f033a973-2737-49f4-bffc-8948cd05e06d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=24400764-02bc-4cf1-a973-26ab59251859 HTTP/1.1" status: 200 len: 217 time: 0.1024497 May 02 10:31:33.666599 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.667661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.677929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.682889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-c7edf193-639d-44ae-8628-2f9fcac89b10 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.0595837 May 02 10:31:33.683390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35146) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:33.685011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f44fc9d1-5c17-45a2-a3d2-407af8385e02 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 204 len: 168 time: 1.2844131 May 02 10:31:33.691159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-da46f493-23d8-45a4-bcd5-d9d49fff2e19 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5695000 May 02 10:31:33.702110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35148) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:33.719352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'ports': [{'network_id': 'da42fc93-b243-4dcf-934d-ee25f0a75b7a', 'name': 'tempest-port--1905543118', 'admin_state_up': True}, {'network_id': 'a5ba591e-5dd7-4958-bd3b-26a1194f860e', 'admin_state_up': False}]} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:33.719682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'port': {'network_id': 'da42fc93-b243-4dcf-934d-ee25f0a75b7a', 'name': 'tempest-port--1905543118', 'admin_state_up': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:33.720175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'port': {'network_id': 'a5ba591e-5dd7-4958-bd3b-26a1194f860e', 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:33.758958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Allocated IP 172.20.0.2 (f6b79f90-b2d8-42f3-9dee-0943e9b69746/7fe4ff25-a88e-45a1-9e32-20c77259feba/b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:33.781767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1e21ce0f-a6e0-4e1b-9fd1-0c5566df18aa tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 200 len: 205 time: 0.0961630 May 02 10:31:33.791939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:33.822802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c606b4-8f9a-43e4-a09b-5220f8ce3cf1 req-1882485f-4e99-416b-a5e3-eae49c242c2e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.830302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62c606b4-8f9a-43e4-a09b-5220f8ce3cf1 req-1882485f-4e99-416b-a5e3-eae49c242c2e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.1687179 May 02 10:31:33.854244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add59186-2586-4003-868e-fac8375272cf req-853ddb14-d2cd-4644-ac15-ade7ff19cd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.857771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-853ddb14-d2cd-4644-ac15-ade7ff19cd5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.1635654 May 02 10:31:33.924179 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-8af76113-5e4e-4394-ad89-5c8f320d6c51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:33.924179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8af76113-5e4e-4394-ad89-5c8f320d6c51 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/5b082887-d87d-4500-b40a-0414f1512739 HTTP/1.1" status: 404 len: 336 time: 0.1291230 May 02 10:31:33.925360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35154) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:33.926312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-ea048620-ebc5-4a57-a23e-09354b5a279e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.927900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-ea048620-ebc5-4a57-a23e-09354b5a279e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.2291203 May 02 10:31:33.947758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks [] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.950894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] For port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:33.951336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.972149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for router_controller (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:33.979019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-1dcb4617-5fb0-49ff-92cf-0d37caa4c96c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124227 May 02 10:31:33.990935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ab5e37-a869-4a14-b5e1-58cd63fb7867 req-30a671bd-82cd-47dd-a484-3409d68ac3bc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:33.990935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10ab5e37-a869-4a14-b5e1-58cd63fb7867 req-30a671bd-82cd-47dd-a484-3409d68ac3bc tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 944 time: 0.1214864 May 02 10:31:34.009320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Calling delete_port for 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:34.025625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-943c9f9c-3297-4d26-82e2-6d36d8b9b034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:34.027934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-943c9f9c-3297-4d26-82e2-6d36d8b9b034 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0812812 May 02 10:31:34.045660 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d309ec20-68de-427e-b6e2-e4c8d046ec53 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:34.046115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d309ec20-68de-427e-b6e2-e4c8d046ec53 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:34.049185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d309ec20-68de-427e-b6e2-e4c8d046ec53 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/afc1f810-a7aa-49a3-a2e0-9d8014d9677e HTTP/1.1" status: 404 len: 337 time: 0.1226695 May 02 10:31:34.053781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62c606b4-8f9a-43e4-a09b-5220f8ce3cf1 req-10cbf88b-00ad-4235-a3df-0496f6abd010 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2226617 May 02 10:31:34.054252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35156) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.081993 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.130110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10ab5e37-a869-4a14-b5e1-58cd63fb7867 req-1efbf111-6815-4042-8c3c-c2e2d12f0e60 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894635 May 02 10:31:34.143034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:34.150465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:34.155470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:34.165355 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-134190eb-a9c3-4e77-bcac-6d329687a7f5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:34.165821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134190eb-a9c3-4e77-bcac-6d329687a7f5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:34.166407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Pushing event updated for resources: {'Port': ['ID=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:34.171768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-134190eb-a9c3-4e77-bcac-6d329687a7f5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/b4a465c3-9564-47a9-9142-d920c19a1d1f HTTP/1.1" status: 404 len: 337 time: 0.0747137 May 02 10:31:34.174847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35162) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.224217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.224855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.225605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.225933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.226283 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8204708f-1670-41d0-8f16-a98d4639d263 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:34.226612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.226761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8204708f-1670-41d0-8f16-a98d4639d263 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:34.227242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.227828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.228309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.228837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.229367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.229847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8204708f-1670-41d0-8f16-a98d4639d263 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/8256cf81-6f0c-43f2-9353-0b2a36b9ebe9 HTTP/1.1" status: 404 len: 337 time: 0.0540168 May 02 10:31:34.230013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.230526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.231009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.231585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.232114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:34.234127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35164) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.260055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Attempting to bind port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:34.260697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Attempting to bind port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:34.262265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Attempting to bind port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 on network f6b79f90-b2d8-42f3-9dee-0943e9b69746 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:34.269427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:34.270228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Checking segment: {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:34.270807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.271418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Bound using segment: {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:34.272054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Bound port: b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:34.272644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.279431 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6a90fde-14fa-4cbc-8720-19272e4ba5f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:34.279431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6a90fde-14fa-4cbc-8720-19272e4ba5f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:34.279431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c6a90fde-14fa-4cbc-8720-19272e4ba5f6 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/61115456-3656-4f0b-9696-902664405511 HTTP/1.1" status: 404 len: 337 time: 0.0426183 May 02 10:31:34.281722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35168) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.294961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-fd6d463b-2062-4eef-8383-1f262318ee67 service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2876320 May 02 10:31:34.321091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ed8f7214-5cd2-43cb-941e-3584e96dd70a tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 200 len: 205 time: 0.0381675 May 02 10:31:34.327405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.336556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'port': 2} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:34.340771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.367731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] For port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:34.371000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] For port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:34.386062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.428160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e80c70-9db3-4cfb-91bf-f84d7cfa86bf req-15776a79-5df3-421e-8137-de7c7add6abd tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:34.429704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19e80c70-9db3-4cfb-91bf-f84d7cfa86bf req-15776a79-5df3-421e-8137-de7c7add6abd tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.1748068 May 02 10:31:34.448904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.487457 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for router_gateway (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.506339 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-b4952310-fddb-40db-999d-204433ca4c60 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:34.511894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4952310-fddb-40db-999d-204433ca4c60 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/867dfce2-ef01-4c0f-a35f-a5803b2aa04e HTTP/1.1" status: 404 len: 336 time: 0.1802244 May 02 10:31:34.516016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.516702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-4f8f3e8e-f170-49ca-b5bb-27a1ee92ffb5 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813869 May 02 10:31:34.524251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35176) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.547945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Request body: {'floatingip': {'port_id': '573f9bf0-b795-46a0-a5ac-682c91fd70be'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:34.573204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f530790-354c-4d75-bde8-0b83bd5a2743 None None] Pushing event updated for resources: {'Port': ['ID=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:34.588582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1b643f0-3d7e-4148-97c6-4d07326a3432 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=6d93d468-19e4-40d7-9ce4-0a4c870471dc HTTP/1.1" status: 200 len: 205 time: 0.0648577 May 02 10:31:34.590746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35180) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.594704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-add59186-2586-4003-868e-fac8375272cf req-a9ccdd2b-6d4e-416b-9395-42a50a2faff6 service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842209 May 02 10:31:34.633693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:34.665594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.675780 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-4b62599f-ec0e-4a3d-996a-689e6ce81ebe tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:34.677995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4b62599f-ec0e-4a3d-996a-689e6ce81ebe tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/6d93d468-19e4-40d7-9ce4-0a4c870471dc HTTP/1.1" status: 404 len: 336 time: 0.0845985 May 02 10:31:34.691025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.693544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:34.698014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.728813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] device_id is not set on port d4d18d34-3cc0-47f4-878f-169c5565a1b6 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:31:34.755809 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-af51fc64-e3b4-494f-8486-a3c9b0ced7b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:34.756329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af51fc64-e3b4-494f-8486-a3c9b0ced7b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:34.762525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af51fc64-e3b4-494f-8486-a3c9b0ced7b3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/cb1703e9-0ff9-46d3-83b3-0aed808689e6 HTTP/1.1" status: 404 len: 337 time: 0.0668540 May 02 10:31:34.769966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2224a118-274f-47e1-a34b-9d5c7ea8f444 req-91bb1c29-9e6c-4276-894f-d3cea080182b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:34.770655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35186) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.771521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2224a118-274f-47e1-a34b-9d5c7ea8f444 req-91bb1c29-9e6c-4276-894f-d3cea080182b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 950 time: 0.1705627 May 02 10:31:34.792279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:34.792279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.798751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d8ba07-a14b-4766-a54e-193c5c262fb7 req-d2539a0b-1f5f-480c-96aa-acc928c697e3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:34.801273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0d8ba07-a14b-4766-a54e-193c5c262fb7 req-d2539a0b-1f5f-480c-96aa-acc928c697e3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1309950 May 02 10:31:34.831289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:34.831497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-587c234c-140e-4275-8f0e-3c7402f46db2 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 200 len: 205 time: 0.0569444 May 02 10:31:34.831603 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7782ba57-c1c9-4401-8f53-79505ac55bcf" -d '{"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-plugged", "status": "completed", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:34.831732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35188) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.873699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:34.910822 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-40ac534e-1b76-4c4b-854a-b497b713c637 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:34.914349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-40ac534e-1b76-4c4b-854a-b497b713c637 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/22b8a275-7f2d-41d0-a5f0-8c381b299d1d HTTP/1.1" status: 404 len: 336 time: 0.0757413 May 02 10:31:34.919473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35192) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:34.957487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:34.964309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0d8ba07-a14b-4766-a54e-193c5c262fb7 req-44bad217-f3a0-400d-ae1b-92184d452484 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400869 May 02 10:31:34.966152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7480f809-e260-42ae-8447-014794c562a3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=99aee49c-8841-4c4d-981d-4915a39b60b7 HTTP/1.1" status: 200 len: 205 time: 0.0427961 May 02 10:31:34.972981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35194) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.018408 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-8de1df44-3d70-4abc-9f96-2bc0c2edefc0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:35.019548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8de1df44-3d70-4abc-9f96-2bc0c2edefc0 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/99aee49c-8841-4c4d-981d-4915a39b60b7 HTTP/1.1" status: 404 len: 336 time: 0.0492122 May 02 10:31:35.030372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35196) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.070444 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d77aa28e-d79d-4acc-8850-ff713d26e88c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:35.070984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d77aa28e-d79d-4acc-8850-ff713d26e88c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:35.074049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d77aa28e-d79d-4acc-8850-ff713d26e88c tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/cf323c83-1d60-41bc-8f4c-fcb8f3867d80 HTTP/1.1" status: 404 len: 337 time: 0.0447505 May 02 10:31:35.080591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35198) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.110387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:35.116230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c39f42a4-fbe2-4928-be0f-2c4475e75d56 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=95904ab0-fcb1-46c2-956b-4d8d752c77d7 HTTP/1.1" status: 200 len: 205 time: 0.0345201 May 02 10:31:35.119556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35200) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.132059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d434dda-8010-4d5b-a849-9b7e7ee80dde req-d968a87b-2921-4ff1-a199-b6d00de27a4a service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6098897 May 02 10:31:35.139146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (71a75b8d-1a58-449e-9ddb-9aec8f22ff78), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.150979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['24400764-02bc-4cf1-a973-26ab59251859', '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', '772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:35.176363 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-7638231a-7f39-4edc-a50c-7e0e4ef7fbdd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:35.177433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7638231a-7f39-4edc-a50c-7e0e4ef7fbdd tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/95904ab0-fcb1-46c2-956b-4d8d752c77d7 HTTP/1.1" status: 404 len: 336 time: 0.0569787 May 02 10:31:35.189093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35202) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.191175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for port (d4d18d34-3cc0-47f4-878f-169c5565a1b6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.204668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event deleted for resources: {'Port': ['ID=71a75b8d-1a58-449e-9ddb-9aec8f22ff78,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:35.223368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2224a118-274f-47e1-a34b-9d5c7ea8f444 req-392f0ba9-c6cc-4f43-b10d-d44dc73ee8b4 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4108040 May 02 10:31:35.261635 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f048ab5-3530-489c-9130-d21d3860c624 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:35.261784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:35.262095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f048ab5-3530-489c-9130-d21d3860c624 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:35.265748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4f048ab5-3530-489c-9130-d21d3860c624 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/551a8d6f-a50c-4750-a297-ae09e7de2720 HTTP/1.1" status: 404 len: 337 time: 0.0706272 May 02 10:31:35.270916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.323330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cf4e14-bbc7-4a26-92b7-1ceca0f71d17 req-6d3ff459-66b7-4b3f-9d3c-b40993beb5f4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:35.324883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30cf4e14-bbc7-4a26-92b7-1ceca0f71d17 req-6d3ff459-66b7-4b3f-9d3c-b40993beb5f4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1583569 May 02 10:31:35.325155 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for router_gateway (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.350494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.354354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a058d29c-58c3-4608-98a5-8be4382f72a3 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 HTTP/1.1" status: 200 len: 205 time: 0.0552075 May 02 10:31:35.361853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35206) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.366590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] device_id is not set on port eec406a3-a8e7-42c7-b660-070d0bc2edcb yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:31:35.408058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:35.408435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.427642 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-6e2a2d8e-a5fa-4d2f-841e-ef5b90470e1f tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] delete failed (client error): The resource could not be found. May 02 10:31:35.431318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e2a2d8e-a5fa-4d2f-841e-ef5b90470e1f tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/routers/9f92f6f0-51e7-4d99-9c9f-98a246cd7bb3 HTTP/1.1" status: 404 len: 336 time: 0.0651786 May 02 10:31:35.431480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] No DVR routers for this DVR port 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:35.433273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35208) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.438865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.442264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33b3cd2d-9834-439f-854b-70347750adae req-46f29577-7408-4962-a4e0-38564b6328e6 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "DELETE /v2.0/ports/71a75b8d-1a58-449e-9ddb-9aec8f22ff78 HTTP/1.1" status: 204 len: 173 time: 2.1754992 May 02 10:31:35.446921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'name': 'network-vif-deleted', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:35.448835 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d473a941-4d5b-46b5-be4f-e299f6514eb9" -d '{"events": [{"server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "name": "network-vif-deleted", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:35.485856 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e26886dd-75f0-45b6-82fc-cc5d9c727bc5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:35.486418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e26886dd-75f0-45b6-82fc-cc5d9c727bc5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:35.491964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e26886dd-75f0-45b6-82fc-cc5d9c727bc5 tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/8cbef201-27d0-4a0a-86d2-45d4cc875ae3 HTTP/1.1" status: 404 len: 337 time: 0.0567315 May 02 10:31:35.492925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35212) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:35.507402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1fa7ca-3df5-45da-8f6b-c2e652c42c8e req-9e185a00-b590-4fa0-a522-1449e846131d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:35.508953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd1fa7ca-3df5-45da-8f6b-c2e652c42c8e req-9e185a00-b590-4fa0-a522-1449e846131d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1641109 May 02 10:31:35.517330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30cf4e14-bbc7-4a26-92b7-1ceca0f71d17 req-1aa0d76b-deae-4612-bb4e-5cf360b20818 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653395 May 02 10:31:35.544655 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-abaf8770-9e43-4949-abc9-447b5ae91cea tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] DELETE failed (client error): The resource could not be found. May 02 10:31:35.545919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abaf8770-9e43-4949-abc9-447b5ae91cea tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:31:35.550289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-abaf8770-9e43-4949-abc9-447b5ae91cea tempest-RoutersTest-1360366189 tempest-RoutersTest-1360366189-project] 10.222.0.16 "DELETE /v2.0/subnets/7c718534-6cab-486d-9ead-5bce8fe02376 HTTP/1.1" status: 404 len: 337 time: 0.0552104 May 02 10:31:35.566938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:35.567759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.629599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:35.631431 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e847cf6b-a17a-4204-a781-59da861bb2dc x-openstack-request-id: req-e847cf6b-a17a-4204-a781-59da861bb2dc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:35.631718 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-plugged", "status": "completed", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:35.631977 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e847cf6b-a17a-4204-a781-59da861bb2dc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:35.632374 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e847cf6b-a17a-4204-a781-59da861bb2dc'] response: {'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'code': 200} May 02 10:31:35.696483 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114163c2-54d8-457b-9014-26fce3023f89 x-openstack-request-id: req-114163c2-54d8-457b-9014-26fce3023f89 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:35.696797 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a4d506f-d34d-4f03-99a2-20b60df1636c", "name": "network-vif-deleted", "tag": "71a75b8d-1a58-449e-9ddb-9aec8f22ff78", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:35.697108 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-114163c2-54d8-457b-9014-26fce3023f89 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:35.697518 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-114163c2-54d8-457b-9014-26fce3023f89'] response: {'server_uuid': '9a4d506f-d34d-4f03-99a2-20b60df1636c', 'name': 'network-vif-deleted', 'tag': '71a75b8d-1a58-449e-9ddb-9aec8f22ff78', 'status': 'completed', 'code': 200} May 02 10:31:35.712536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd1fa7ca-3df5-45da-8f6b-c2e652c42c8e req-d75b5bbf-b715-48d5-9a51-a62d867d56f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920054 May 02 10:31:35.735400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for port (eec406a3-a8e7-42c7-b660-070d0bc2edcb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.756872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.845685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:35.866654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d4d18d34-3cc0-47f4-878f-169c5565a1b6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:35.978795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Port': ['ID=d4d18d34-3cc0-47f4-878f-169c5565a1b6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:36.055189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Checking segment: {'id': 'fbbd1751-3f58-43d8-a59b-a5c883f8abab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'da42fc93-b243-4dcf-934d-ee25f0a75b7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:36.055569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network hostable DHCP agents. Network: da42fc93-b243-4dcf-934d-ee25f0a75b7a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:36.153893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35220) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:36.169334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3e3ab0-29f5-461d-a4a1-af95d629d6de req-a5b2e4bf-07d2-4c3c-aac8-2ef7875097af tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:36.178231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd3e3ab0-29f5-461d-a4a1-af95d629d6de req-a5b2e4bf-07d2-4c3c-aac8-2ef7875097af tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.0701625 May 02 10:31:36.182687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network da42fc93-b243-4dcf-934d-ee25f0a75b7a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:36.229514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Allocated IP 172.35.4.126 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/03511c81-b918-433d-be52-401a72830a36) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:36.267620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd3e3ab0-29f5-461d-a4a1-af95d629d6de req-eb4242f3-a12f-4a66-8831-c251f4344a01 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882251 May 02 10:31:36.274395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, da42fc93-b243-4dcf-934d-ee25f0a75b7a) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:36.275643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:36.277421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (eec406a3-a8e7-42c7-b660-070d0bc2edcb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.280416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb83437-f264-4228-8ce3-16531205bde0 None None] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:36.352678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6121d4-623e-4a71-8cc4-e7a6c0bc48a5 None None] Network da42fc93-b243-4dcf-934d-ee25f0a75b7a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:36.356418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-ee967f06-fcd1-4ef5-bd19-852c95d6142f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:36.356418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-ee967f06-fcd1-4ef5-bd19-852c95d6142f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.1518154 May 02 10:31:36.369924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Port': ['ID=eec406a3-a8e7-42c7-b660-070d0bc2edcb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:36.437236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-51256e7a-ff9b-4ac9-9945-e6f737e39072 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e65507ade2ab4a2e9fb5dd982a278324&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2821510 May 02 10:31:36.442928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35226) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:36.444849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18b73512-c69e-461e-bb7e-e1bb3681a7d4 req-a4eee5ed-6029-4907-8121-258b52ab6a0f tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=9a4d506f-d34d-4f03-99a2-20b60df1636c HTTP/1.1" status: 200 len: 210 time: 0.0438228 May 02 10:31:36.452783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bfe577bf-c06d-4e0c-8843-68b1300f33b5 None None] Provisioning complete for port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:36.453364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bfe577bf-c06d-4e0c-8843-68b1300f33b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.476559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.496446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for port (03511c81-b918-433d-be52-401a72830a36), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.516965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] Publish callbacks [] for security_group (116d82a6-7307-471d-99c7-3a1905d87b5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.525297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Checking segment: {'id': 'f36c309f-d825-4cf6-b5ca-ca86ae8a6752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'a5ba591e-5dd7-4958-bd3b-26a1194f860e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:36.525664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network hostable DHCP agents. Network: a5ba591e-5dd7-4958-bd3b-26a1194f860e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:36.528350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Deleting port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:36.528718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.551270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] Publish callbacks [] for security_group (116d82a6-7307-471d-99c7-3a1905d87b5a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.553185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.664260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bfe577bf-c06d-4e0c-8843-68b1300f33b5 None None] Current status of the port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:36.715722 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Floating IP c584f5fe-ef55-4b86-97ff-aa05b88e3e76 associated. External IP: 172.35.4.109, port: 573f9bf0-b795-46a0-a5ac-682c91fd70be. May 02 10:31:36.721825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294baf41-c513-46b5-a833-ee0d90ad1f3d req-f2e2dffb-d54f-4ecd-b4e0-e2c1aa3e4fe9 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:36.723414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-294baf41-c513-46b5-a833-ee0d90ad1f3d req-f2e2dffb-d54f-4ecd-b4e0-e2c1aa3e4fe9 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 945 time: 0.0838678 May 02 10:31:36.725403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] For port 51beab53-f2f6-44f6-abd8-55c5843aa4c9, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=51beab53-f2f6-44f6-abd8-55c5843aa4c9,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:36.725833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.748292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Calling delete_port for 51beab53-f2f6-44f6-abd8-55c5843aa4c9 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:36.756255 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (03511c81-b918-433d-be52-401a72830a36), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.782594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network a5ba591e-5dd7-4958-bd3b-26a1194f860e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:36.850056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (116d82a6-7307-471d-99c7-3a1905d87b5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.852706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:36.853879 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/116d82a6-7307-471d-99c7-3a1905d87b5a HTTP/1.1" status: 204 len: 168 time: 0.4081373 May 02 10:31:36.856041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:36.875810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Pushing event updated for resources: {'Port': ['ID=03511c81-b918-433d-be52-401a72830a36,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:36.878466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:36.898289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-294baf41-c513-46b5-a833-ee0d90ad1f3d req-30dd9fc3-f8c7-4c1d-afa9-a60d8d284f2a tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641195 May 02 10:31:36.909145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:36.909776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a6e1-f785-4d6b-9d62-6d381f763b61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=116d82a6-7307-471d-99c7-3a1905d87b5a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:37.027228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c118d45-7170-4922-903c-85cddb92f830 req-158b34ad-181a-4a06-ac90-336db389e0f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.028875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c118d45-7170-4922-903c-85cddb92f830 req-158b34ad-181a-4a06-ac90-336db389e0f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1859400 May 02 10:31:37.031524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a5ba591e-5dd7-4958-bd3b-26a1194f860e) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:37.036842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:37.042067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b62abb2a-552e-4024-9ab6-27ad600cb76e None None] Network a5ba591e-5dd7-4958-bd3b-26a1194f860e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:37.044214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.049315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.053056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.123468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (51beab53-f2f6-44f6-abd8-55c5843aa4c9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.129658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0561d8b7-160a-408c-ad9a-85e65aed1746 None None] Provisioning complete for port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:37.129850 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0561d8b7-160a-408c-ad9a-85e65aed1746 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.174263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:37.181145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a3b38cfb-cc53-4a5f-937d-d95a356f65b7 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.4650710 May 02 10:31:37.181145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event deleted for resources: {'Port': ['ID=51beab53-f2f6-44f6-abd8-55c5843aa4c9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:37.181885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:37.275015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:37.275311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.284962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c118d45-7170-4922-903c-85cddb92f830 req-4414519a-d3f4-4e74-bc1b-141228879b5e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035232 May 02 10:31:37.297135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] No DVR routers for this DVR port 51beab53-f2f6-44f6-abd8-55c5843aa4c9 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:37.304508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.312511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79de6a2c-21a0-4f11-a418-630544b09b6d req-49284729-e3b3-4dec-bb0f-0a3c3a02fd95 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "DELETE /v2.0/ports/51beab53-f2f6-44f6-abd8-55c5843aa4c9 HTTP/1.1" status: 204 len: 173 time: 0.9473093 May 02 10:31:37.312511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-deleted', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:37.312511 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6eac2f0-3179-4885-a072-080bd5cd8082" -d '{"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-deleted", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:37.344697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:37.347347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:37.353540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf7144-2b12-488a-af4d-aa2702fe8c5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.361845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcf7144-2b12-488a-af4d-aa2702fe8c5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.366056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Router adc7b80c-d4f6-4c5b-b879-4a938d50c01a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:37.366226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fcf7144-2b12-488a-af4d-aa2702fe8c5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1598959 May 02 10:31:37.366325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:37.441044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:37.441256 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0658f0-5013-45f9-a3ab-496daaa15d91 x-openstack-request-id: req-6b0658f0-5013-45f9-a3ab-496daaa15d91 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:37.441469 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd510de9-eea9-4021-a301-e6665cc65c66", "name": "network-vif-deleted", "tag": "51beab53-f2f6-44f6-abd8-55c5843aa4c9", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:37.441728 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b0658f0-5013-45f9-a3ab-496daaa15d91 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:37.442453 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0658f0-5013-45f9-a3ab-496daaa15d91'] response: {'server_uuid': 'fd510de9-eea9-4021-a301-e6665cc65c66', 'name': 'network-vif-deleted', 'tag': '51beab53-f2f6-44f6-abd8-55c5843aa4c9', 'status': 'completed', 'code': 200} May 02 10:31:37.449190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 71a75b8d-1a58-449e-9ddb-9aec8f22ff78 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:37.475171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0561d8b7-160a-408c-ad9a-85e65aed1746 None None] Current status of the port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:37.591793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5b67fc-16a3-4dac-bce2-c7fe5512a842 req-8dc7c9a7-68e7-45df-8077-4497971fb4e0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.593523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5b67fc-16a3-4dac-bce2-c7fe5512a842 req-8dc7c9a7-68e7-45df-8077-4497971fb4e0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1541684 May 02 10:31:37.594507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting port d4d18d34-3cc0-47f4-878f-169c5565a1b6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:37.594708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d4d18d34-3cc0-47f4-878f-169c5565a1b6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.680019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:37.685746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.689572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for router_gateway (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.718594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Sync routers for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:37.752466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d4d18d34-3cc0-47f4-878f-169c5565a1b6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.756185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe0dc2ba-b826-415d-a685-5882dc017ea8 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "PUT /v2.0/floatingips/c584f5fe-ef55-4b86-97ff-aa05b88e3e76 HTTP/1.1" status: 200 len: 991 time: 3.2180607 May 02 10:31:37.761563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:37.764563 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c" -d '{"events": [{"name": "network-changed", "server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:37.768365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:37.769260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:37.776249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5b67fc-16a3-4dac-bce2-c7fe5512a842 req-37a750fc-dc2a-4ab8-8185-999d3cda6890 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633503 May 02 10:31:37.784320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Calling delete_port for d4d18d34-3cc0-47f4-878f-169c5565a1b6 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:37.929940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:37.942492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e9fadd-9d9c-4d10-a717-985f4f84a3e0 req-0f11d91e-c2c6-4fde-b3ef-6beaf6fda6d2 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:37.951776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2e9fadd-9d9c-4d10-a717-985f4f84a3e0 req-0f11d91e-c2c6-4fde-b3ef-6beaf6fda6d2 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.1058199 May 02 10:31:37.953230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:37.981379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '7dd05afd-3298-431b-a899-282bd226f958', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'port_id': '7dd05afd-3298-431b-a899-282bd226f958', 'mac_address': 'fa:16:3e:84:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad14611-859a-4719-8054-ab5435e8c010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:37.983039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:38.053291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:38.068044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2e9fadd-9d9c-4d10-a717-985f4f84a3e0 req-7a52bd66-35e6-4bd3-8b8d-c5d8e4da248a tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1139874 May 02 10:31:38.092055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d4d18d34-3cc0-47f4-878f-169c5565a1b6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.107420 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2f152d4-6cff-4781-87d0-6fc3caf26694 x-openstack-request-id: req-a2f152d4-6cff-4781-87d0-6fc3caf26694 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:38.107732 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:38.107998 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2f152d4-6cff-4781-87d0-6fc3caf26694 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:38.108577 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2f152d4-6cff-4781-87d0-6fc3caf26694'] response: {'name': 'network-changed', 'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'status': 'completed', 'code': 200} May 02 10:31:38.123860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:38.124256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.174915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Port': ['ID=d4d18d34-3cc0-47f4-878f-169c5565a1b6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:38.196894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.208791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a47edae4-661a-4984-ab64-b3028ef3070c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/ports/d4d18d34-3cc0-47f4-878f-169c5565a1b6 HTTP/1.1" status: 204 len: 168 time: 0.8362758 May 02 10:31:38.209020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35272) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:38.243954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d35edb62-8898-4084-8f89-207f59d0be23 req-d776f007-4e3c-46b0-8729-b5cd318ed8f2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=fd510de9-eea9-4021-a301-e6665cc65c66 HTTP/1.1" status: 200 len: 210 time: 0.0713828 May 02 10:31:38.281692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-681d1e39-8ecc-452e-974d-e723bfa44c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:38.283230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-681d1e39-8ecc-452e-974d-e723bfa44c67 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=938d7f7fb79f43809d28533c00fa1b06&device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 1127 time: 0.1789825 May 02 10:31:38.290588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:38.330395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:31:38.336835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting port eec406a3-a8e7-42c7-b660-070d0bc2edcb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:38.337179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (eec406a3-a8e7-42c7-b660-070d0bc2edcb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.355608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:38.390621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-61ba56ba-dbfa-4d73-b4f5-e5685b453a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:38.392123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-61ba56ba-dbfa-4d73-b4f5-e5685b453a9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f1c43d6b-2848-4366-9f40-27a1a84bba3c HTTP/1.1" status: 200 len: 906 time: 0.1022367 May 02 10:31:38.412477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b177290f-dacb-4e7e-8a33-3b4086c757f2 req-a67ce972-dc38-4bac-8f50-5be4922c86cb tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:38.421720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b177290f-dacb-4e7e-8a33-3b4086c757f2 req-a67ce972-dc38-4bac-8f50-5be4922c86cb tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.2080836 May 02 10:31:38.424791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:38.453257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.474656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (eec406a3-a8e7-42c7-b660-070d0bc2edcb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.538075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:38.550500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Calling delete_port for eec406a3-a8e7-42c7-b660-070d0bc2edcb owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:38.581222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eac38fe-dc6b-43d7-847b-8432de21a161 req-f2735739-178e-413f-93a6-eefbb08c3def tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:38.585868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c584f5fe-ef55-4b86-97ff-aa05b88e3e76', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'floating_ip_address': '172.35.4.109', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'port_id': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'mac_address': 'fa:16:3e:23:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:31:10Z', 'updated_at': '2022-05-02T10:31:36Z', 'revision_number': 1, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:38.589189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4eac38fe-dc6b-43d7-847b-8432de21a161 req-f2735739-178e-413f-93a6-eefbb08c3def tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1438191 May 02 10:31:38.630773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Checking router: adc7b80c-d4f6-4c5b-b879-4a938d50c01a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:38.645169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:38.646131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:38.652841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:38.671863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:38.684551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Sync routers for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:38.701706 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:38.703567 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:38.721779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 51beab53-f2f6-44f6-abd8-55c5843aa4c9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:38.722750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 51beab53-f2f6-44f6-abd8-55c5843aa4c9 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:38.732266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4eac38fe-dc6b-43d7-847b-8432de21a161 req-a4821701-e0ef-4958-840c-7af33933bbb9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377563 May 02 10:31:38.757232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7dd05afd-3298-431b-a899-282bd226f958'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:38.782108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.786228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-644f417b-d177-4c1a-aaa6-a6e8060fde9e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4301951 May 02 10:31:38.786395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:38.845554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fad4385f-fd85-45d3-9244-3cb775e16383 tempest-ServiceProvidersTest-806943431 tempest-ServiceProvidersTest-806943431-project] 10.222.0.16 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4146934 May 02 10:31:38.855765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:38.899676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (eec406a3-a8e7-42c7-b660-070d0bc2edcb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:38.931567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-b3316a38-c8e9-434e-8e05-63e4fcf83140 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be HTTP/1.1" status: 200 len: 999 time: 0.5318117 May 02 10:31:38.948930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:39.005405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-864da96c-6b04-4b47-9ae1-80ef45103cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:39.006955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-864da96c-6b04-4b47-9ae1-80ef45103cf3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7ccb02b6-d78f-4783-94ab-ae2e7af04f13 HTTP/1.1" status: 200 len: 844 time: 0.0665002 May 02 10:31:39.022626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b177290f-dacb-4e7e-8a33-3b4086c757f2 req-51679238-a3d0-4afe-9d2e-d045549c61c9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5999608 May 02 10:31:39.081981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-2b5bddcc-2db3-44c0-8c32-4deb0f6788f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:39.084031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-2b5bddcc-2db3-44c0-8c32-4deb0f6788f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f1c43d6b-2848-4366-9f40-27a1a84bba3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0547984 May 02 10:31:39.192426 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:37Z', 'revision_number': 3, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:39.209672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-e5ff02c8-2a84-4315-9392-eb5a956f228b service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188378 May 02 10:31:39.232039 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Checking router: 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:39.232871 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Updating router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac port 03511c81-b918-433d-be52-401a72830a36 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:31:39.301426 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03511c81-b918-433d-be52-401a72830a36), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.339641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ea24877-e7d0-48c0-80d9-8edb5918fa3c req-487b0fd8-e37b-40b5-95b2-80683c3fcd70 service neutron] 10.222.0.15 "GET /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224480 May 02 10:31:39.388760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c584f5fe-ef55-4b86-97ff-aa05b88e3e76', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'floating_ip_address': '172.35.4.109', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'port_id': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'mac_address': 'fa:16:3e:23:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:31:10Z', 'updated_at': '2022-05-02T10:31:36Z', 'revision_number': 1, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:39.400455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:39.421965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adcaa60d-ed42-4b8b-9946-c6996c7bdf13 None None] The sync data for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 is: [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'c584f5fe-ef55-4b86-97ff-aa05b88e3e76', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'floating_ip_address': '172.35.4.109', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'port_id': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'mac_address': 'fa:16:3e:23:ab:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:31:10Z', 'updated_at': '2022-05-02T10:31:36Z', 'revision_number': 1, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:39.425506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Port': ['ID=eec406a3-a8e7-42c7-b660-070d0bc2edcb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:39.470428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.480132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35298) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:39.490707 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3922b99-285c-4a35-9e89-2366dcd94c20 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/ports/eec406a3-a8e7-42c7-b660-070d0bc2edcb HTTP/1.1" status: 204 len: 168 time: 1.2829838 May 02 10:31:39.536588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-54ee4a8c-9aa8-4d56-9477-f2265a417c90 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0552130 May 02 10:31:39.537274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35302) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:39.546860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-421031835'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:39.590618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47f42532-94c7-4e51-95d0-dc52eef5e9df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.611837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd5f25e-6389-4f3a-8b5a-9e94f27763f1 req-ee2d9544-0256-427f-93cf-79f14c6e3115 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:39.615276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbd5f25e-6389-4f3a-8b5a-9e94f27763f1 req-ee2d9544-0256-427f-93cf-79f14c6e3115 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.2036309 May 02 10:31:39.713880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-b6acae96-bcb1-4dbe-9262-68898993b5e1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:39.715438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-b6acae96-bcb1-4dbe-9262-68898993b5e1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.1107330 May 02 10:31:39.730622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-68a9955b-b9ed-4cff-86e3-39347e98528c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:39.739816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-68a9955b-b9ed-4cff-86e3-39347e98528c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.1308608 May 02 10:31:39.742153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:39.745509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.763030 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks [] for port (03511c81-b918-433d-be52-401a72830a36), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.765751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-75a61c2d-21d3-471d-aafa-8d3ae2936785 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/quotas/01271c76e9e3490089d30e74ae05144e HTTP/1.1" status: 200 len: 375 time: 0.0265102 May 02 10:31:39.778957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7161ce3-9991-4567-a7a1-ca87fa4e7bc0 None None] New status for floating IP c584f5fe-ef55-4b86-97ff-aa05b88e3e76: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:31:39.805250 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbd5f25e-6389-4f3a-8b5a-9e94f27763f1 req-381c7ab1-9dde-4013-9d5e-ef27514f0d4d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538727 May 02 10:31:39.824839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-532c54e0-d2dc-4b83-acb3-4c9fe9f3106e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0581353 May 02 10:31:39.825706 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03511c81-b918-433d-be52-401a72830a36), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.880696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:39.905963 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Attempting to bind port 03511c81-b918-433d-be52-401a72830a36 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:39.906810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Attempting to bind port 03511c81-b918-433d-be52-401a72830a36 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:39.907426 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Attempting to bind port 03511c81-b918-433d-be52-401a72830a36 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:39.920387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:39.922321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:39.927501 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.927501 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:39.927501 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Bound port: 03511c81-b918-433d-be52-401a72830a36, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:39.927501 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03511c81-b918-433d-be52-401a72830a36), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.930642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1db23f13-6a87-4fc4-9217-e184b001e370), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:39.930996 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment 1db23f13-6a87-4fc4-9217-e184b001e370 of type vlan for network d75dc88c-50b7-40f5-b7f8-c13e9402f787 May 02 10:31:39.991911 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] For port 03511c81-b918-433d-be52-401a72830a36, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:39.995688 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] For port 03511c81-b918-433d-be52-401a72830a36, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03511c81-b918-433d-be52-401a72830a36,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:40.014257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d75dc88c-50b7-40f5-b7f8-c13e9402f787), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.015636 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3893-1ff6-4ff3-8742-86326e8ad200 None None] Pushing event updated for resources: {'Port': ['ID=03511c81-b918-433d-be52-401a72830a36,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.030373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Deleting port 24400764-02bc-4cf1-a973-26ab59251859 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:40.030735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (24400764-02bc-4cf1-a973-26ab59251859), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.036366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47f42532-94c7-4e51-95d0-dc52eef5e9df admin admin] Publish callbacks [] for security_group (1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.038776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-ef1be2d2-2c14-4c78-8927-f82157644ce4 service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045007 May 02 10:31:40.055955 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03511c81-b918-433d-be52-401a72830a36), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.057359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008210f6-d4a4-48da-93ce-e568eb718b34 req-acc498cf-7a73-4a31-a6c9-c96c33d03d78 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:40.065513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008210f6-d4a4-48da-93ce-e568eb718b34 req-acc498cf-7a73-4a31-a6c9-c96c33d03d78 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1340950 May 02 10:31:40.084989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47f42532-94c7-4e51-95d0-dc52eef5e9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.148652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:40.150493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d75dc88c-50b7-40f5-b7f8-c13e9402f787), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.150693 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:40.152783 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407b3893-1ff6-4ff3-8742-86326e8ad200 None None] Pushing event updated for resources: {'Port': ['ID=03511c81-b918-433d-be52-401a72830a36,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.156064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:40.156801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.200864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-47f42532-94c7-4e51-95d0-dc52eef5e9df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc22ae6537554345819055e1eae07375&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7992666 May 02 10:31:40.207734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:40.212975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f42532-94c7-4e51-95d0-dc52eef5e9df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.245670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008210f6-d4a4-48da-93ce-e568eb718b34 req-cbc2e279-0e30-4c4e-9efb-e9d19626b9cb tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743414 May 02 10:31:40.264648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=d75dc88c-50b7-40f5-b7f8-c13e9402f787,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.270220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-77396c44-0ca1-40a5-824e-f2e9b4d86396 service neutron] 10.222.0.16 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169268 May 02 10:31:40.270411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] For port 24400764-02bc-4cf1-a973-26ab59251859, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=24400764-02bc-4cf1-a973-26ab59251859,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:40.270590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (24400764-02bc-4cf1-a973-26ab59251859), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.277154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d75dc88c-50b7-40f5-b7f8-c13e9402f787 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:40.287418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bb986582-f4e9-424c-b5f9-aa93880e298d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7490947 May 02 10:31:40.295153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35318) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:40.298593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-503584889'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:40.298880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Calling delete_port for 24400764-02bc-4cf1-a973-26ab59251859 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:40.334299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:40.408586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:40.412445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.445919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:40.459912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fecb25ff-3b09-4310-87b9-60823342a6d3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.460551 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Added segment fecb25ff-3b09-4310-87b9-60823342a6d3 of type vlan for network f141e9fb-2632-4141-9cde-fddfc838ac98 May 02 10:31:40.464773 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] Publish callbacks [] for security_group (1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.518368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10181690-037a-4c39-8f23-bfce31ef1561 req-fc02abd9-7ca1-4a58-98a1-d645b37d696b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:40.525168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10181690-037a-4c39-8f23-bfce31ef1561 req-fc02abd9-7ca1-4a58-98a1-d645b37d696b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 950 time: 0.1173036 May 02 10:31:40.526179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f141e9fb-2632-4141-9cde-fddfc838ac98), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.553646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] Publish callbacks [] for security_group (1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.557819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.600502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8fd56886-8d4d-4a72-93cf-bd6d23ae7c35 req-4e37bbf1-a70e-47dc-a2fd-892b32250388 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 210 time: 0.0775745 May 02 10:31:40.616277 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:37Z', 'revision_number': 3, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:40.664711 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0557343-848f-4f15-a070-43a969f8bd86 None None] The sync data for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 is: [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:37Z', 'revision_number': 3, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:40.671378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f141e9fb-2632-4141-9cde-fddfc838ac98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.676527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:40.677057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.775334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10181690-037a-4c39-8f23-bfce31ef1561 req-18ca0e59-8578-452c-9328-6f746e8e9a67 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492216 May 02 10:31:40.777669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Network': ['ID=f141e9fb-2632-4141-9cde-fddfc838ac98,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.792398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f141e9fb-2632-4141-9cde-fddfc838ac98 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:40.882675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e3ed120-e9db-40b1-81a5-c2cf698cd6e5 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5906069 May 02 10:31:40.890229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.896195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:40.902829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc HTTP/1.1" status: 204 len: 168 time: 0.6934600 May 02 10:31:40.942919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557b8c6f-cbc1-4d4d-a073-d122f98d7c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3cf8b0-dc1a-4d70-8c08-898c0787f5bc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:40.959280 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (24400764-02bc-4cf1-a973-26ab59251859), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:41.008171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event deleted for resources: {'Port': ['ID=24400764-02bc-4cf1-a973-26ab59251859,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:41.068051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['24400764-02bc-4cf1-a973-26ab59251859', '772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:41.074315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f399279-800c-45bd-8b1d-63ad68d17dfb req-063460ae-694c-4672-a124-effd39f2ae8a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:41.082164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f399279-800c-45bd-8b1d-63ad68d17dfb req-063460ae-694c-4672-a124-effd39f2ae8a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.1600931 May 02 10:31:41.287084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f399279-800c-45bd-8b1d-63ad68d17dfb req-192c8794-61a5-4151-9bb4-9c3147e180cd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1699343 May 02 10:31:41.315089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] No DVR routers for this DVR port 24400764-02bc-4cf1-a973-26ab59251859 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:41.319685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:41.330435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1f7968e-4dee-41f2-814b-1c1d26170df3 req-2e80d673-a0de-4609-99d4-0afb7dd8fac1 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "DELETE /v2.0/ports/24400764-02bc-4cf1-a973-26ab59251859 HTTP/1.1" status: 204 len: 173 time: 1.6018462 May 02 10:31:41.330698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:41.347985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Allocated IP 172.20.0.1 (f6b79f90-b2d8-42f3-9dee-0943e9b69746/7fe4ff25-a88e-45a1-9e32-20c77259feba/eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:41.354364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'name': 'network-vif-deleted', 'tag': '24400764-02bc-4cf1-a973-26ab59251859'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:41.362300 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1d241f-3849-48d3-a4e2-8983a1235b5d" -d '{"events": [{"server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "name": "network-vif-deleted", "tag": "24400764-02bc-4cf1-a973-26ab59251859"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:41.589286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 7dd05afd-3298-431b-a899-282bd226f958 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:31:41.590193 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks [] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:41.675872 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ba3042-4496-4ce7-8529-e2f67971a930 x-openstack-request-id: req-d9ba3042-4496-4ce7-8529-e2f67971a930 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:41.676725 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e935a70-f21d-484a-bce0-2e4247261427", "name": "network-vif-deleted", "tag": "24400764-02bc-4cf1-a973-26ab59251859", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:41.677089 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d9ba3042-4496-4ce7-8529-e2f67971a930 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:41.677606 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ba3042-4496-4ce7-8529-e2f67971a930'] response: {'server_uuid': '0e935a70-f21d-484a-bce0-2e4247261427', 'name': 'network-vif-deleted', 'tag': '24400764-02bc-4cf1-a973-26ab59251859', 'status': 'completed', 'code': 200} May 02 10:31:41.685215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 7dd05afd-3298-431b-a899-282bd226f958 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:41.686194 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7dd05afd-3298-431b-a899-282bd226f958), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:41.753486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:41.789073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec1dafcb-8a94-47a5-97de-0d39c6d34a35 req-2f766fe3-a22c-4032-9b2f-7214e0768015 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 210 time: 0.1077080 May 02 10:31:41.860968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:41.922796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:41.949727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:41.991987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd5d8-02df-46e5-91bd-514d584b5bd1 req-c9e55c83-44ad-44b5-b84c-5a6e32e2d017 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:42.003975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea7fd5d8-02df-46e5-91bd-514d584b5bd1 req-c9e55c83-44ad-44b5-b84c-5a6e32e2d017 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.3596206 May 02 10:31:42.022719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:42.023227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:42.089998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73454ed2-26c4-4926-91fc-d72ed366e4dc req-2e9d98fb-3b3f-4330-b1a1-02666daaba4d tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=0e935a70-f21d-484a-bce0-2e4247261427 HTTP/1.1" status: 200 len: 210 time: 0.0624738 May 02 10:31:42.110939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:42.110939 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e94f30e-68a0-4ae8-89e0-84434083b52f" -d '{"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:42.119000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:42.134380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:42.197377 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157f2772-0d19-4abd-8b79-736844877162 x-openstack-request-id: req-157f2772-0d19-4abd-8b79-736844877162 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:42.200844 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:42.201380 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-157f2772-0d19-4abd-8b79-736844877162 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:42.202641 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157f2772-0d19-4abd-8b79-736844877162'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'code': 200} May 02 10:31:42.227849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:42.228140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea7fd5d8-02df-46e5-91bd-514d584b5bd1 req-b54cc6fb-3642-4fad-b96d-985f421e3990 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227545 May 02 10:31:42.228916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:42.232777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 24400764-02bc-4cf1-a973-26ab59251859 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:42.373628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 24400764-02bc-4cf1-a973-26ab59251859 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:42.373975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 24400764-02bc-4cf1-a973-26ab59251859 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:42.461501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:42.529366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c586d551-663e-4c72-b179-92dc9f35fcd0 req-cba07bfb-5145-4cdb-8ab9-7b44a7b65d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:42.530912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c586d551-663e-4c72-b179-92dc9f35fcd0 req-cba07bfb-5145-4cdb-8ab9-7b44a7b65d3e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1128 time: 0.0987077 May 02 10:31:42.555682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0f21bd-1bcf-42d7-8f17-53c3965eaec5 req-c08cfa8e-aea7-4721-b75f-99540f516351 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:42.563289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b0f21bd-1bcf-42d7-8f17-53c3965eaec5 req-c08cfa8e-aea7-4721-b75f-99540f516351 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1815801 May 02 10:31:42.632954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b0f21bd-1bcf-42d7-8f17-53c3965eaec5 req-4b65f0f5-313d-4a16-8ed9-582b63bbf5cb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685737 May 02 10:31:42.719728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c586d551-663e-4c72-b179-92dc9f35fcd0 req-efae831a-81ad-49b3-b103-62812c50e4ca service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934141 May 02 10:31:42.728610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:42.897593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3ed676cf-3a56-4ee8-b112-443cbf793fa7 None None] Provisioning complete for port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:42.897973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ed676cf-3a56-4ee8-b112-443cbf793fa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:42.938758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e09a81f-5d10-41f9-8c4c-eb6cbd2e88de req-73b93ec7-4952-4811-92d3-5c5bb97f9e67 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 210 time: 0.0541170 May 02 10:31:42.948099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3ed676cf-3a56-4ee8-b112-443cbf793fa7 None None] Port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:43.080875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks [] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.157733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.170595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 03511c81-b918-433d-be52-401a72830a36 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:43.266762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 03511c81-b918-433d-be52-401a72830a36 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:43.267539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (03511c81-b918-433d-be52-401a72830a36), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.354993 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.358650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Pushing event updated for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:43.443631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 03511c81-b918-433d-be52-401a72830a36 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:43.444041 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03511c81-b918-433d-be52-401a72830a36), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.469599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 03511c81-b918-433d-be52-401a72830a36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03511c81-b918-433d-be52-401a72830a36,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:43.549260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:43.551308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:43.585848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03511c81-b918-433d-be52-401a72830a36), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.617203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d147ce6b-902f-4cc8-a165-3ad90cb1abcd req-1e464692-dab9-4eb3-aaba-6463673cdc8b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:43.622436 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d147ce6b-902f-4cc8-a165-3ad90cb1abcd req-1e464692-dab9-4eb3-aaba-6463673cdc8b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2009292 May 02 10:31:43.697850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-70d30685-fa89-4cc6-9c00-b208393a448c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:43.711244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-70d30685-fa89-4cc6-9c00-b208393a448c tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 820 time: 0.3559732 May 02 10:31:43.768615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Request body: {'port': {'device_id': '5021f0de-8828-4453-b741-b520e8096649', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'admin_state_up': True, 'tenant_id': '01271c76e9e3490089d30e74ae05144e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:43.789824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=03511c81-b918-433d-be52-401a72830a36,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:43.902670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d147ce6b-902f-4cc8-a165-3ad90cb1abcd req-72cdd2ef-2097-41b8-b18f-b346193ee5ea tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2619739 May 02 10:31:43.945115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:31:43.976902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a75d04-d1d9-407a-a367-e0494d5dc01f req-2d4635a9-8caa-4932-8952-f0ec3f071162 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:43.986144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7ec2ea0a-c148-4bd4-9ff5-4b15941a11ee None None] Provisioning complete for port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:43.987864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7ec2ea0a-c148-4bd4-9ff5-4b15941a11ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:43.989606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2a75d04-d1d9-407a-a367-e0494d5dc01f req-2d4635a9-8caa-4932-8952-f0ec3f071162 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 951 time: 0.1489706 May 02 10:31:44.048417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.073936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7ec2ea0a-c148-4bd4-9ff5-4b15941a11ee None None] Port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:44.119112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:44.125547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'subnets': [{'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--445615714', 'ip_version': 6}, {'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:44.125869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'subnet': {'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--445615714', 'ip_version': 6}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:44.127381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Request body: {'subnet': {'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:44.139230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2a75d04-d1d9-407a-a367-e0494d5dc01f req-2e3f949a-ea21-41ee-ae4e-60e6b0e1fd6b tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479318 May 02 10:31:44.156625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Made reservation on behalf of 01271c76e9e3490089d30e74ae05144e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:44.160764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.182664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6cc99a-4e37-407a-aad5-4a0add91654b req-4cc1cc95-cab1-4dfa-b7ee-4d4974eb856d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:44.184782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df6cc99a-4e37-407a-aad5-4a0add91654b req-4cc1cc95-cab1-4dfa-b7ee-4d4974eb856d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1318309 May 02 10:31:44.209667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:31:44.220981 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Sync routers for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:31:44.225573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cb510e00-c4cc-469b-93b8-a8de13276d63 admin admin] 10.222.0.16 "PUT /v2.0/routers/65e6f071-7a53-476f-bb9a-1bc84eb3e7ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4380724 May 02 10:31:44.233381 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:44.236629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:44.301023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee8e5b76-2dcd-4c91-94ed-a83afcd57735 req-3c318301-2c7a-49c8-8d49-f0bd2f2ddba9 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 210 time: 0.0722265 May 02 10:31:44.371196 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:44.388920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Allocated IP 172.20.0.12 (5a1a16ea-ab55-4500-a197-c03e734e50ee/b10d6835-f068-4335-bddd-2903951307ed/c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:44.398227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:44.532172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-424511511'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:44.583698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df6cc99a-4e37-407a-aad5-4a0add91654b req-94454361-3fb5-42ad-9fe1-3d3baf550cfc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3692341 May 02 10:31:44.630670 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:42Z', 'revision_number': 4, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5', 'name': '', 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'mac_address': 'fa:16:3e:be:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:40Z', 'updated_at': '2022-05-02T10:31:42Z', 'revision_number': 2, 'project_id': '620e47e300b7498a87384c30546dcb18', 'subnets': [{'id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:44.636555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:44.643158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.660069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.680879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:44.692746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (eba9132f-2824-4144-b36c-8e1d056182b5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.693438 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Added segment eba9132f-2824-4144-b36c-8e1d056182b5 of type vlan for network ffb78d72-6c35-4429-bcf3-1f07853dfb83 May 02 10:31:44.722486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Made reservation on behalf of 308850d6707b4afd80762934ddee6a87 for: {'subnet': 2} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:44.727756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.728317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.745929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ffb78d72-6c35-4429-bcf3-1f07853dfb83), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.763823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Checking router: 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:31:44.764181 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Updating router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:31:44.794843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.797084 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.808150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ffb78d72-6c35-4429-bcf3-1f07853dfb83), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.813303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:44.814480 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:44.879061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Network 5a1a16ea-ab55-4500-a197-c03e734e50ee is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:44.890714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:44.897105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:44.902033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event updated for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:44.912594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5126617 May 02 10:31:44.917607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:44.924274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'subnet': {'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:44.945585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3792a2f9-d012-45fc-9533-be94fddf1a69 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Network': ['ID=ffb78d72-6c35-4429-bcf3-1f07853dfb83,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:44.979101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:45.025037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.025662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.152240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-786bdbfb-265d-4969-8412-07c185565296 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4120927 May 02 10:31:45.178310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Request body: {'port': {'device_id': '5021f0de-8828-4453-b741-b520e8096649', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:45.196223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 03511c81-b918-433d-be52-401a72830a36 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:45.227818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35430) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:45.235812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d41a8df-e80a-498f-b450-ede922d9e621 req-9c485396-b9bf-4f85-be2f-6b0312077534 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.238386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d41a8df-e80a-498f-b450-ede922d9e621 req-9c485396-b9bf-4f85-be2f-6b0312077534 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1516883 May 02 10:31:45.290657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 03511c81-b918-433d-be52-401a72830a36 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:45.291522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (03511c81-b918-433d-be52-401a72830a36), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.292452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:45.297475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.301914 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks [] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.341973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.368540 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.379245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0ff2fe-6256-44f4-8fbf-ff79b96697b1 req-48e8f5c7-4560-4f85-ae6d-96c3dc90b01c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.380119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a0ff2fe-6256-44f4-8fbf-ff79b96697b1 req-48e8f5c7-4560-4f85-ae6d-96c3dc90b01c tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 951 time: 0.0864604 May 02 10:31:45.441073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 03511c81-b918-433d-be52-401a72830a36 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:45.506786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19681c26-ee46-4e1b-81e6-8e5815de4fc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.523433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61cfa-0fda-4f1a-b2a5-7fd0fdaf9bb9 None None] Pushing event updated for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:45.526351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Attempting to bind port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:45.526986 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Attempting to bind port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:45.528119 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Attempting to bind port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 on network f6b79f90-b2d8-42f3-9dee-0943e9b69746 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:45.534799 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:45.535667 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Checking segment: {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:45.536302 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.536940 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Bound using segment: {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:45.537658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Bound port: eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '660efb28-5125-4fb5-97f1-aa5fcb1562cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:45.538308 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.557333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-d0a30612-775b-47cf-b654-584598fede44 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.559072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-d0a30612-775b-47cf-b654-584598fede44 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 951 time: 0.4002571 May 02 10:31:45.609751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a0ff2fe-6256-44f4-8fbf-ff79b96697b1 req-7bb878d4-7006-44e1-af91-7794a302c810 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f5c4dc6-7164-4afc-85ca-4e128a798162&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229593 May 02 10:31:45.636653 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] For port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:45.640568 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] For port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:45.644752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d41a8df-e80a-498f-b450-ede922d9e621 req-68eef8b7-75b1-42e2-a114-920d67022e0a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996148 May 02 10:31:45.711697 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.774959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (61946375-80df-45d7-85d0-83dbbfd61cce), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.783548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19681c26-ee46-4e1b-81e6-8e5815de4fc0 admin admin] Publish callbacks [] for security_group (6bcf228a-4f26-489c-8150-65f6d2b4faf4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.785057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582ed5a7-a7ec-4f66-b6d1-eeb3691eb2ce req-239caf2d-2ad8-4e75-99fc-940477a83a16 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.786773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-582ed5a7-a7ec-4f66-b6d1-eeb3691eb2ce req-239caf2d-2ad8-4e75-99fc-940477a83a16 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 932 time: 0.0813959 May 02 10:31:45.787864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (0bc9885a-079b-4ea0-977b-65e9fb77a79d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.810101 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:31:45.810989 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:45.816663 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb61cfa-0fda-4f1a-b2a5-7fd0fdaf9bb9 None None] Pushing event updated for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:45.826068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.864648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72741bdb-cc94-4067-afe4-809406cf3a39 req-0593cc68-b379-40e8-b77b-0a2f9d5c9407 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:45.866378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72741bdb-cc94-4067-afe4-809406cf3a39 req-0593cc68-b379-40e8-b77b-0a2f9d5c9407 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0996103 May 02 10:31:45.893098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Deleting port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:45.893426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.920659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Provisioning complete for port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:45.922671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.937330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Subnet': ['ID=0bc9885a-079b-4ea0-977b-65e9fb77a79d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:45.970405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19681c26-ee46-4e1b-81e6-8e5815de4fc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6bcf228a-4f26-489c-8150-65f6d2b4faf4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:45.998381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-582ed5a7-a7ec-4f66-b6d1-eeb3691eb2ce req-97d71e1d-dc0a-4d72-9c3f-0e861e18c676 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987174 May 02 10:31:46.000897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:31:46.005284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Checking segment: {'id': '1db23f13-6a87-4fc4-9217-e184b001e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:46.005863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network hostable DHCP agents. Network: d75dc88c-50b7-40f5-b7f8-c13e9402f787, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:46.039783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:46.049054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks [] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.065194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Transition to ACTIVE for port object c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:46.092078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Subnet': ['ID=61946375-80df-45d7-85d0-83dbbfd61cce,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.116642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19681c26-ee46-4e1b-81e6-8e5815de4fc0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=37dec51d2b074d888b2527fc09e44db2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8748093 May 02 10:31:46.117012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35440) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:46.124553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network d75dc88c-50b7-40f5-b7f8-c13e9402f787 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:46.134633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19681c26-ee46-4e1b-81e6-8e5815de4fc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcf228a-4f26-489c-8150-65f6d2b4faf4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.139115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Current status of the port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:46.140225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.147456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] For port 772bc5a9-0cae-47ad-88f4-eeaa0e710566, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=772bc5a9-0cae-47ad-88f4-eeaa0e710566,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:46.147846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.157020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.180734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Checking segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:46.181706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network hostable DHCP agents. Network: ffb78d72-6c35-4429-bcf3-1f07853dfb83, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:46.197077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] For port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:46.205208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Calling delete_port for 772bc5a9-0cae-47ad-88f4-eeaa0e710566 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:46.220483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72741bdb-cc94-4067-afe4-809406cf3a39 req-ce27c04e-8529-48bd-b245-3f562c88fe9f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536404 May 02 10:31:46.237552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d75dc88c-50b7-40f5-b7f8-c13e9402f787) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:46.260343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82c54d0-87bc-4c01-8ea9-adbafbd04813 None None] Network d75dc88c-50b7-40f5-b7f8-c13e9402f787 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:46.316858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (f685fb32-20c5-4cd3-bb1b-ac9e353e0c26), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.319585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.362119 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:42Z', 'revision_number': 4, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5', 'name': '', 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'mac_address': 'fa:16:3e:be:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:40Z', 'updated_at': '2022-05-02T10:31:45Z', 'revision_number': 4, 'project_id': '620e47e300b7498a87384c30546dcb18', 'subnets': [{'id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:46.394056 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c037384-4f0b-4cb5-93d0-0cc4660f1a80 None None] The sync data for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 is: [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:31:42Z', 'revision_number': 4, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5', 'name': '', 'network_id': 'f6b79f90-b2d8-42f3-9dee-0943e9b69746', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'mac_address': 'fa:16:3e:be:02:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1481, 'fixed_ips': [{'subnet_id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:40Z', 'updated_at': '2022-05-02T10:31:45Z', 'revision_number': 4, 'project_id': '620e47e300b7498a87384c30546dcb18', 'subnets': [{'id': '7fe4ff25-a88e-45a1-9e32-20c77259feba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:31:46.405765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:46.422481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffb78d72-6c35-4429-bcf3-1f07853dfb83) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:46.424539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] Publish callbacks [] for security_group (6bcf228a-4f26-489c-8150-65f6d2b4faf4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.426558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6620e2-8203-4fb7-b913-0b3e8642a16b None None] Pushing event updated for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.429825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Pushing event updated for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.454054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-393d4d9a-dbb6-4383-bd16-c2c4cbb6dbfa None None] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:46.461167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:46.467298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.510967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (772bc5a9-0cae-47ad-88f4-eeaa0e710566), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.533340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] Publish callbacks [] for security_group (6bcf228a-4f26-489c-8150-65f6d2b4faf4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.557720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event updated for resources: {'Subnet': ['ID=f685fb32-20c5-4cd3-bb1b-ac9e353e0c26,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.570590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['772bc5a9-0cae-47ad-88f4-eeaa0e710566'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:46.573130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d75dc88c-50b7-40f5-b7f8-c13e9402f787', 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787', 'project_id': '308850d6707b4afd80762934ddee6a87', 'fixed_ips': [{'subnet_id': '0bc9885a-079b-4ea0-977b-65e9fb77a79d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:31:46.573673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Pushing event deleted for resources: {'Port': ['ID=772bc5a9-0cae-47ad-88f4-eeaa0e710566,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:46.574415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.580971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d8b9f2b9-3225-4102-afa5-719fc3451c78 None None] Provisioning complete for port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:46.581536 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8b9f2b9-3225-4102-afa5-719fc3451c78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.609065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Attempting to bind port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:46.609413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Attempting to bind port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:46.609749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Attempting to bind port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:46.654289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac on network 5a1a16ea-ab55-4500-a197-c03e734e50ee not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:46.654636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Attempting to bind port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac on network 5a1a16ea-ab55-4500-a197-c03e734e50ee {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:46.663227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] No DVR routers for this DVR port 772bc5a9-0cae-47ad-88f4-eeaa0e710566 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:46.693566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-453a3fdf-a68d-424f-9b89-fb805d13eae1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7697365 May 02 10:31:46.693566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.696161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce2ddbef-88a5-43df-a557-e4ba75b26377 req-b2494b5a-06cf-4ebb-88b1-68baceb3d5a9 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.24 "DELETE /v2.0/ports/772bc5a9-0cae-47ad-88f4-eeaa0e710566 HTTP/1.1" status: 204 len: 173 time: 1.1083541 May 02 10:31:46.698211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35458) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:46.698765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-deleted', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:46.704818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:46.705202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Checking segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:46.705345 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc51bad-a931-4a3c-8d1f-3a5bba92b617" -d '{"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-deleted", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:46.705595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Bound using segment: {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:46.706102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Bound port: c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:46.706474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.722440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1734372320'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:46.825439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad252314-3b33-4da9-b923-782b3fd6fa8f req-121d9a65-b72b-4329-8d32-2f47f6049249 tempest-ServersAdminTestJSON-2011065680 tempest-ServersAdminTestJSON-2011065680-project] 10.222.0.16 "GET /v2.0/ports?device_id=8ec5315b-c321-43b4-97f1-520022add137 HTTP/1.1" status: 200 len: 210 time: 0.0913920 May 02 10:31:46.827816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Checking segment: {'id': 'fecb25ff-3b09-4310-87b9-60823342a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:46.828468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network hostable DHCP agents. Network: f141e9fb-2632-4141-9cde-fddfc838ac98, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:46.863253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:46.867603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:46.956251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Network f141e9fb-2632-4141-9cde-fddfc838ac98 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:46.963269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-faddeeec-a34c-4c16-b902-c43684c26fd4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:46.971410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-faddeeec-a34c-4c16-b902-c43684c26fd4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 813 time: 0.4139214 May 02 10:31:46.977915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:46.980159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d8b9f2b9-3225-4102-afa5-719fc3451c78 None None] Current status of the port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:46.989881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:47.008020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-7c32f198-d85a-44d6-8836-b6652dad6528 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/quotas/cde37b6fb7fb45aa9279111ef4d5ceed HTTP/1.1" status: 200 len: 375 time: 0.0356133 May 02 10:31:47.010209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'project_id': '620e47e300b7498a87384c30546dcb18', 'fixed_ips': [{'subnet_id': '61946375-80df-45d7-85d0-83dbbfd61cce'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:31:47.012770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.020872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Allocated IP 2001:db8::1 (d75dc88c-50b7-40f5-b7f8-c13e9402f787/0bc9885a-079b-4ea0-977b-65e9fb77a79d/c6a5f711-111b-41f4-94b5-60cb33762ba7) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:47.064652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-825c7837-9324-44f9-a4b5-15241b5aca5a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555193 May 02 10:31:47.114808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f141e9fb-2632-4141-9cde-fddfc838ac98) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:47.116502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.124931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6bcf228a-4f26-489c-8150-65f6d2b4faf4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.128554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.129852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6bcf228a-4f26-489c-8150-65f6d2b4faf4 HTTP/1.1" status: 204 len: 168 time: 1.0118973 May 02 10:31:47.140773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.140773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.140773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.237156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b2f2a6a9-5432-49b6-a0c4-ed4a2a6de6ab tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.1141520 May 02 10:31:47.246856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35466) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:47.249408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbf4cf4-f89a-4014-878c-ccf4af16a8e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcf228a-4f26-489c-8150-65f6d2b4faf4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:47.283050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.283662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.285121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] 10.222.0.15 "PUT /v2.0/ports/c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac HTTP/1.1" status: 200 len: 1092 time: 2.1189070 May 02 10:31:47.299650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:47.301832 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88aaf974-906b-4b78-9f3f-afa766dc9896" -d '{"events": [{"name": "network-changed", "server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:47.310747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39403db1-c793-4b16-8d1c-5e8ba10babb7 None None] Network f141e9fb-2632-4141-9cde-fddfc838ac98 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:47.341335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:47.398774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4db0dd-4e19-4f1c-beec-cb5d77d1f37c service neutron] Pushing event updated for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:47.445582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623812bb-8c57-4c18-86e1-26b781259c54 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.447099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623812bb-8c57-4c18-86e1-26b781259c54 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.448738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-623812bb-8c57-4c18-86e1-26b781259c54 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.451040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-623812bb-8c57-4c18-86e1-26b781259c54 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1993930 May 02 10:31:47.468182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-be854592-5c88-4fd4-8293-ff79166e92d3 service neutron] 10.222.0.16 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4025388 May 02 10:31:47.566910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec21b38-9ee0-4adc-995c-c1dfae942134 req-18f170de-8cd9-441b-896c-20cc3bcdd938 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.568635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ec21b38-9ee0-4adc-995c-c1dfae942134 req-18f170de-8cd9-441b-896c-20cc3bcdd938 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.6146069 May 02 10:31:47.569210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35470) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:47.641093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:31:47.686206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ce7b1837-1357-42f1-a33b-d748e2a2e299), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.687159 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Added segment ce7b1837-1357-42f1-a33b-d748e2a2e299 of type vlan for network b3ce0e23-83a0-46d6-8193-30fd1a694961 May 02 10:31:47.721725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting subnet 0bc9885a-079b-4ea0-977b-65e9fb77a79d {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:47.750005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Allocated IP 19.80.0.2 (ffb78d72-6c35-4429-bcf3-1f07853dfb83/61946375-80df-45d7-85d0-83dbbfd61cce/6204839e-8cb8-4d3e-9dfe-6916be656ca5) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:47.754787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:47.755459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.769610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ec21b38-9ee0-4adc-995c-c1dfae942134 req-a5351802-4a49-4709-bbed-184cac5abfa9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846139 May 02 10:31:47.787264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f141e9fb-2632-4141-9cde-fddfc838ac98', 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98', 'project_id': '308850d6707b4afd80762934ddee6a87', 'fixed_ips': [{'subnet_id': 'f685fb32-20c5-4cd3-bb1b-ac9e353e0c26'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:31:47.788228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.803366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b3ce0e23-83a0-46d6-8193-30fd1a694961), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.835446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks [] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.883457 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d70e89e2-deb2-4893-9b31-e6a4a50eaf89 x-openstack-request-id: req-d70e89e2-deb2-4893-9b31-e6a4a50eaf89 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:47.883802 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec5315b-c321-43b4-97f1-520022add137", "name": "network-vif-deleted", "tag": "772bc5a9-0cae-47ad-88f4-eeaa0e710566", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:47.884055 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d70e89e2-deb2-4893-9b31-e6a4a50eaf89 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:47.885485 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d70e89e2-deb2-4893-9b31-e6a4a50eaf89'] response: {'server_uuid': '8ec5315b-c321-43b4-97f1-520022add137', 'name': 'network-vif-deleted', 'tag': '772bc5a9-0cae-47ad-88f4-eeaa0e710566', 'status': 'completed', 'code': 200} May 02 10:31:47.939982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for subnet (0bc9885a-079b-4ea0-977b-65e9fb77a79d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.943970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b3ce0e23-83a0-46d6-8193-30fd1a694961), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:47.951426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:47.952403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.024079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.027883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Allocated IP 2001:db8:0:1::1 (f141e9fb-2632-4141-9cde-fddfc838ac98/f685fb32-20c5-4cd3-bb1b-ac9e353e0c26/4795487a-afdc-48b3-b3c3-f294c77dfecb) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:48.063261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:48.068174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (0bc9885a-079b-4ea0-977b-65e9fb77a79d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.080149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-52ff2b4a-c6f7-4135-aef2-f82c4bb58f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:48.081764 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-52ff2b4a-c6f7-4135-aef2-f82c4bb58f72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 1126 time: 0.6498418 May 02 10:31:48.131316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-62ab30de-ef30-45ea-b026-c45e07fc2b08 service neutron] 10.222.0.16 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6608286 May 02 10:31:48.164268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.4479005 May 02 10:31:48.164268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45b562f0-f641-4fc7-8ce8-69173f689b8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.164787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:48.169618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49cc6b1-41e8-4fe6-974b-5c9b37a2f45b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Network': ['ID=b3ce0e23-83a0-46d6-8193-30fd1a694961,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:48.179736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-39650f49-5574-4e7d-8d53-90cdd93ca976 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac HTTP/1.1" status: 200 len: 217 time: 0.0596161 May 02 10:31:48.186572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'subnet': {'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:48.211094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa66951b-1c87-4ec1-9084-76bd377e8bc8 req-aca5c4e1-1ffb-41a6-8a12-0eb799e0680e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:48.219988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa66951b-1c87-4ec1-9084-76bd377e8bc8 req-aca5c4e1-1ffb-41a6-8a12-0eb799e0680e tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 944 time: 0.2305348 May 02 10:31:48.244440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-9764cfb8-bc11-4cda-beeb-028413321624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:48.245963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-9764cfb8-bc11-4cda-beeb-028413321624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.0559146 May 02 10:31:48.293754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-14a0db7f-e3fb-48c9-877d-350cf97f32b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357778 May 02 10:31:48.333758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Network d75dc88c-50b7-40f5-b7f8-c13e9402f787 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:48.343167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:31:48.345399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:48.354338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:48.416155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa66951b-1c87-4ec1-9084-76bd377e8bc8 req-12c0b3e2-c389-4c30-91a7-4c55a5e5a8e2 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949179 May 02 10:31:48.469178 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c86a85f-e1c1-46c2-9b07-d49beeda02eb x-openstack-request-id: req-2c86a85f-e1c1-46c2-9b07-d49beeda02eb {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:48.469474 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:48.469738 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2c86a85f-e1c1-46c2-9b07-d49beeda02eb {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:48.470149 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c86a85f-e1c1-46c2-9b07-d49beeda02eb'] response: {'name': 'network-changed', 'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac', 'status': 'completed', 'code': 200} May 02 10:31:48.476553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0bc9885a-079b-4ea0-977b-65e9fb77a79d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.478364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:48.483604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Pushing event updated for resources: {'Port': ['ID=c6a5f711-111b-41f4-94b5-60cb33762ba7,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:48.580811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45b562f0-f641-4fc7-8ce8-69173f689b8d admin admin] Publish callbacks [] for security_group (d3412a34-c482-4e61-b145-edd24d5c2323), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.608029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:48.611540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.615983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46d7b465-b644-422f-9da4-20c8ff498ae6 req-1f32ab55-a90d-4af3-b56b-fb7baf4e7749 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.0980239 May 02 10:31:48.628273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Attempting to bind port c6a5f711-111b-41f4-94b5-60cb33762ba7 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:48.628273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Attempting to bind port c6a5f711-111b-41f4-94b5-60cb33762ba7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1db23f13-6a87-4fc4-9217-e184b001e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:48.628273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Attempting to bind port c6a5f711-111b-41f4-94b5-60cb33762ba7 on network d75dc88c-50b7-40f5-b7f8-c13e9402f787 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:48.634276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:48.634937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Checking segment: {'id': '1db23f13-6a87-4fc4-9217-e184b001e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:48.635502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.636482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Bound using segment: {'id': '1db23f13-6a87-4fc4-9217-e184b001e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:48.637526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Bound port: c6a5f711-111b-41f4-94b5-60cb33762ba7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1db23f13-6a87-4fc4-9217-e184b001e370', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'd75dc88c-50b7-40f5-b7f8-c13e9402f787'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:48.638331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.643308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-07996be2-bc75-4d6c-bf9e-046ea5337910 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3324664 May 02 10:31:48.763538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3d770ee0-c23b-4f5f-84c0-72230aa2592e req-0b79049c-6544-4a0d-89f2-c192e713e764 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045933 May 02 10:31:48.769326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks [] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.780508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (0bc9885a-079b-4ea0-977b-65e9fb77a79d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.784328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45b562f0-f641-4fc7-8ce8-69173f689b8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3412a34-c482-4e61-b145-edd24d5c2323), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.801823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] For port c6a5f711-111b-41f4-94b5-60cb33762ba7, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:48.825352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] For port c6a5f711-111b-41f4-94b5-60cb33762ba7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a5f711-111b-41f4-94b5-60cb33762ba7,segment=NetworkSegment(1db23f13-6a87-4fc4-9217-e184b001e370),segment_id=1db23f13-6a87-4fc4-9217-e184b001e370)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:48.839865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks [] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.841463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Subnet': ['ID=0bc9885a-079b-4ea0-977b-65e9fb77a79d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:48.892622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.898394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1be52e41-62cb-4879-a51f-c01802ec69a0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/subnets/0bc9885a-079b-4ea0-977b-65e9fb77a79d HTTP/1.1" status: 204 len: 168 time: 1.3223660 May 02 10:31:48.898824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35492) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:48.914486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.943670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45b562f0-f641-4fc7-8ce8-69173f689b8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67626ea56eac428290179e4b62ca0eab&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8698649 May 02 10:31:48.949049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35494) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:48.950785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:48.956585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b562f0-f641-4fc7-8ce8-69173f689b8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3412a34-c482-4e61-b145-edd24d5c2323,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:48.968635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d88311-b8a5-47e5-9fbc-50ae010b730f req-c1e250c2-1cc1-4ce3-82c7-ce59c89e2725 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:48.975578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39d88311-b8a5-47e5-9fbc-50ae010b730f req-c1e250c2-1cc1-4ce3-82c7-ce59c89e2725 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1003830 May 02 10:31:48.980566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:49.000324 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.014870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:49.024747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:49.036835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39d88311-b8a5-47e5-9fbc-50ae010b730f req-fdbcfdd4-268e-41ff-a924-f98f3840fdee tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592525 May 02 10:31:49.041639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (16edd243-e3f4-42b4-bab6-6006d71ed6db), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.053023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Pushing event updated for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.088296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting subnet f685fb32-20c5-4cd3-bb1b-ac9e353e0c26 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:31:49.115940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for subnet (f685fb32-20c5-4cd3-bb1b-ac9e353e0c26), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.117118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Network f141e9fb-2632-4141-9cde-fddfc838ac98 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:49.123382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:49.160419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Subnet': ['ID=16edd243-e3f4-42b4-bab6-6006d71ed6db,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.170583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:49.181049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Checking segment: {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:49.181737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network hostable DHCP agents. Network: b3ce0e23-83a0-46d6-8193-30fd1a694961, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:31:49.198747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] Publish callbacks [] for security_group (d3412a34-c482-4e61-b145-edd24d5c2323), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.202619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (f685fb32-20c5-4cd3-bb1b-ac9e353e0c26), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.247220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d3eb19-5e28-457c-b83d-5d922f01c27d None None] Pushing event updated for resources: {'Port': ['ID=c6a5f711-111b-41f4-94b5-60cb33762ba7,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.254620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Attempting to bind port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:49.255003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Attempting to bind port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:49.255432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Attempting to bind port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:49.261522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] Publish callbacks [] for security_group (d3412a34-c482-4e61-b145-edd24d5c2323), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.311210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:31:49.315115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:49.315639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Checking segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:49.316052 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.316454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Bound using segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:49.318430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Bound port: 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:49.321018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.372922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:49.393591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f685fb32-20c5-4cd3-bb1b-ac9e353e0c26), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.420270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b3ce0e23-83a0-46d6-8193-30fd1a694961) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:49.426420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:49.427139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.427934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Pushing event updated for resources: {'Port': ['ID=4795487a-afdc-48b3-b3c3-f294c77dfecb,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.432938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 772bc5a9-0cae-47ad-88f4-eeaa0e710566 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:49.432938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 772bc5a9-0cae-47ad-88f4-eeaa0e710566 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:49.464005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35502) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:49.474598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Attempting to bind port 4795487a-afdc-48b3-b3c3-f294c77dfecb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:49.482574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Attempting to bind port 4795487a-afdc-48b3-b3c3-f294c77dfecb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fecb25ff-3b09-4310-87b9-60823342a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:49.487456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Attempting to bind port 4795487a-afdc-48b3-b3c3-f294c77dfecb on network f141e9fb-2632-4141-9cde-fddfc838ac98 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:49.493145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754970b5-6377-4c0c-9763-87e1acdeed80 None None] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:49.500552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3412a34-c482-4e61-b145-edd24d5c2323), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.503601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.505508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3412a34-c482-4e61-b145-edd24d5c2323 HTTP/1.1" status: 204 len: 168 time: 0.5546834 May 02 10:31:49.515908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e30535-883d-4a0c-9699-99f1a3a8809f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3412a34-c482-4e61-b145-edd24d5c2323,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.537293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-554191bc-9054-48f7-a201-dbb87430e9bb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3691428 May 02 10:31:49.550203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:49.550538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Checking segment: {'id': 'fecb25ff-3b09-4310-87b9-60823342a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:49.551224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.551224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Bound using segment: {'id': 'fecb25ff-3b09-4310-87b9-60823342a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:49.551733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Bound port: 4795487a-afdc-48b3-b3c3-f294c77dfecb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fecb25ff-3b09-4310-87b9-60823342a6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f141e9fb-2632-4141-9cde-fddfc838ac98'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:49.552254 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.601447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (f685fb32-20c5-4cd3-bb1b-ac9e353e0c26), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.658866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Subnet': ['ID=f685fb32-20c5-4cd3-bb1b-ac9e353e0c26,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.658866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.662831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c9af182-d9f2-404b-af79-b301934fb70e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/subnets/f685fb32-20c5-4cd3-bb1b-ac9e353e0c26 HTTP/1.1" status: 204 len: 168 time: 0.7608740 May 02 10:31:49.668271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d46210-cd83-47f9-845e-40c1442424d2 req-15055bc6-1ecb-4807-9885-fc9079009dc5 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:49.674922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17d46210-cd83-47f9-845e-40c1442424d2 req-15055bc6-1ecb-4807-9885-fc9079009dc5 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 944 time: 0.1465144 May 02 10:31:49.674922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:49.707272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:49.730063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6204839e-8cb8-4d3e-9dfe-6916be656ca5,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:49.756039 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4092c1f7-d253-4e78-a089-dbd33095964b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fd407e19119471bbbf24c91d9e1fdb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2891161 May 02 10:31:49.757517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35514) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:49.778199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1815ad0-b67b-4f74-9233-d370e7fa22d0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:49.783419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a1815ad0-b67b-4f74-9233-d370e7fa22d0 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1078537 May 02 10:31:49.783910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35516) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:49.815324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] For port 4795487a-afdc-48b3-b3c3-f294c77dfecb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:49.817129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b3ce0e23-83a0-46d6-8193-30fd1a694961', 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961', 'project_id': '620e47e300b7498a87384c30546dcb18', 'fixed_ips': [{'subnet_id': '16edd243-e3f4-42b4-bab6-6006d71ed6db'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:31:49.818617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.823814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] For port 4795487a-afdc-48b3-b3c3-f294c77dfecb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4795487a-afdc-48b3-b3c3-f294c77dfecb,segment=NetworkSegment(fecb25ff-3b09-4310-87b9-60823342a6d3),segment_id=fecb25ff-3b09-4310-87b9-60823342a6d3)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:49.842253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45cee4e8-1eeb-42a6-babe-b740b71e94c9 req-ae6c7dd2-a75d-4df4-b1d8-cb60d7927aad tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.0676806 May 02 10:31:49.863840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17d46210-cd83-47f9-845e-40c1442424d2 req-f958f62c-128d-4a2d-be24-332fc0f06421 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1783602 May 02 10:31:49.871286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.906561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] Publish callbacks [] for security_group (8f5c4dc6-7164-4afc-85ca-4e128a798162), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.947408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] Publish callbacks [] for security_group (8f5c4dc6-7164-4afc-85ca-4e128a798162), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:49.965058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d8e48c-0dcc-43c1-9104-2a7896b5d80a None None] Pushing event updated for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:49.970631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-940d2449-27cc-41cd-9b02-e3c5b2dbb070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:49.973125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-940d2449-27cc-41cd-9b02-e3c5b2dbb070 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01271c76e9e3490089d30e74ae05144e&device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 1126 time: 0.1343474 May 02 10:31:49.979042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f141e9fb-2632-4141-9cde-fddfc838ac98), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.050362 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.134851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting port 4795487a-afdc-48b3-b3c3-f294c77dfecb {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:50.135435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.208791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62feba36-5d8d-4d01-96f4-ed87d655e13a None None] Pushing event updated for resources: {'Port': ['ID=4795487a-afdc-48b3-b3c3-f294c77dfecb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:50.315530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-6601529f-ed76-4752-bfc4-a1d2a32e53ac tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:50.326326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-6601529f-ed76-4752-bfc4-a1d2a32e53ac tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:50.328434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-6601529f-ed76-4752-bfc4-a1d2a32e53ac tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/networks?id=ffb78d72-6c35-4429-bcf3-1f07853dfb83&id=b3ce0e23-83a0-46d6-8193-30fd1a694961&id=ffb78d72-6c35-4429-bcf3-1f07853dfb83 HTTP/1.1" status: 200 len: 1391 time: 0.2988524 May 02 10:31:50.330023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8f5c4dc6-7164-4afc-85ca-4e128a798162), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.332931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.334210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8f5c4dc6-7164-4afc-85ca-4e128a798162 HTTP/1.1" status: 204 len: 168 time: 0.5760279 May 02 10:31:50.347009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dc312d-6c3a-471f-8ff7-27157ce484a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5c4dc6-7164-4afc-85ca-4e128a798162,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:50.350560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-4011a6b7-b17e-43dd-8b6f-0d6ec50428bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:50.352065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-4011a6b7-b17e-43dd-8b6f-0d6ec50428bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 200 len: 921 time: 0.3699639 May 02 10:31:50.384304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-58f886fe-7b7b-47c7-ac20-c707e84c4252 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/quotas/620e47e300b7498a87384c30546dcb18 HTTP/1.1" status: 200 len: 375 time: 0.0487368 May 02 10:31:50.404584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8135d11e-15a6-448a-b9f0-c973068f5c69 req-eb4f78f1-6848-445d-8117-1f2dc82031c6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:50.417712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8135d11e-15a6-448a-b9f0-c973068f5c69 req-eb4f78f1-6848-445d-8117-1f2dc82031c6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2504172 May 02 10:31:50.460144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4199d7b-4377-4bea-91d3-23447099e30d None None] Network f141e9fb-2632-4141-9cde-fddfc838ac98 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:50.464765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Allocated IP 19.86.0.2 (b3ce0e23-83a0-46d6-8193-30fd1a694961/16edd243-e3f4-42b4-bab6-6006d71ed6db/24230669-5cd2-4fb1-94ce-a95dedcfbebb) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:50.492704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-209c4beb-1586-4802-ba11-0f9bc6fc966d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac HTTP/1.1" status: 200 len: 217 time: 0.1209908 May 02 10:31:50.514698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] For port 4795487a-afdc-48b3-b3c3-f294c77dfecb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4795487a-afdc-48b3-b3c3-f294c77dfecb,segment=NetworkSegment(fecb25ff-3b09-4310-87b9-60823342a6d3),segment_id=fecb25ff-3b09-4310-87b9-60823342a6d3)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:50.515094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:50.531246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-48c79f8e-9700-480f-a9c1-420332d1719a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1373734 May 02 10:31:50.610714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Calling delete_port for 4795487a-afdc-48b3-b3c3-f294c77dfecb owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:50.695265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:50.758796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-b71422b8-48de-4aa1-85a8-f46c27afe8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:50.760322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-b71422b8-48de-4aa1-85a8-f46c27afe8f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 200 len: 860 time: 0.2554333 May 02 10:31:50.773206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8135d11e-15a6-448a-b9f0-c973068f5c69 req-178800fd-fcee-405e-bb00-aa2a6f1f96ba tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3067410 May 02 10:31:50.794339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-66897f76-180a-4105-b4e7-eeb5f534dd3e service neutron] 10.222.0.16 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565932 May 02 10:31:50.876626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-576d24e8-b5cf-42f8-afde-55097d8bf980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5a1a16ea-ab55-4500-a197-c03e734e50ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023870 May 02 10:31:50.885855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f137ac3-32a2-4529-9486-7ab030614786 None None] Network d75dc88c-50b7-40f5-b7f8-c13e9402f787 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:50.909629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Provisioning complete for port c6a5f711-111b-41f4-94b5-60cb33762ba7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:50.910563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.000437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks [] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.022501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-1f65759b-ae12-41e6-af14-593947d7be5f service neutron] 10.222.0.16 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227857 May 02 10:31:51.063150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d1fb36d0-1f0f-473d-bfcd-a040c6ed3814 req-aa04d4ce-d28b-4f60-aa75-c43fd7e00a57 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.0637834 May 02 10:31:51.113545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4795487a-afdc-48b3-b3c3-f294c77dfecb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.145577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.154556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:51.220137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Pushing event updated for resources: {'Port': ['ID=24230669-5cd2-4fb1-94ce-a95dedcfbebb,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:51.245373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Port': ['ID=4795487a-afdc-48b3-b3c3-f294c77dfecb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:51.267119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] No DVR routers for this DVR port 4795487a-afdc-48b3-b3c3-f294c77dfecb on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:51.281283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-8d2f27b8-a3a5-4208-9233-d646411f7135 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967273 May 02 10:31:51.333486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-cd2e6564-9996-4ccd-af5e-60e10096f342 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ce0e23-83a0-46d6-8193-30fd1a694961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3015647 May 02 10:31:51.395412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec95d89-fe34-46b8-bc02-e0f0bf9a5407 req-f2a2686a-402b-44c1-9526-51d400c7d1a1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:51.397115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ec95d89-fe34-46b8-bc02-e0f0bf9a5407 req-f2a2686a-402b-44c1-9526-51d400c7d1a1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 944 time: 0.1135783 May 02 10:31:51.445443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6204839e-8cb8-4d3e-9dfe-6916be656ca5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:51.490015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:51.493303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac', 'network_id': '5a1a16ea-ab55-4500-a197-c03e734e50ee', 'port_id': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac', 'mac_address': 'fa:16:3e:68:f3:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b10d6835-f068-4335-bddd-2903951307ed', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:51.516241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88aaf974-906b-4b78-9f3f-afa766dc9896 req-85f62cd1-5761-42f3-986b-4cfe81428b33 service neutron] 10.222.0.15 "GET /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738653 May 02 10:31:51.520304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-9be5accd-be59-47cc-b47f-8b66532b32b0 service neutron] 10.222.0.16 "GET /v2.0/networks/b3ce0e23-83a0-46d6-8193-30fd1a694961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713943 May 02 10:31:51.521109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35554) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:51.608786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:51.609102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.611129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] DHCP port deletion for d75dc88c-50b7-40f5-b7f8-c13e9402f787 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:31:51.620816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:51.627567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f141e9fb-2632-4141-9cde-fddfc838ac98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.636102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:51.681270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ec95d89-fe34-46b8-bc02-e0f0bf9a5407 req-96fc32cd-355f-4fd9-9fa5-d3ea43bdd422 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420248 May 02 10:31:51.694121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f141e9fb-2632-4141-9cde-fddfc838ac98']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:51.706552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fecb25ff-3b09-4310-87b9-60823342a6d3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:51.706552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fecb25ff-3b09-4310-87b9-60823342a6d3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:51.711669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-2af7a7a8-d0c7-4fad-9895-df8d9bf11ffe service neutron] 10.222.0.16 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425693 May 02 10:31:51.718178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (fecb25ff-3b09-4310-87b9-60823342a6d3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.750540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fecb25ff-3b09-4310-87b9-60823342a6d3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.762574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:51.763070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (fecb25ff-3b09-4310-87b9-60823342a6d3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:51.766446 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:51.775049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:51.799192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:51.799619 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.801770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-54bd0118-2f6b-4fb8-9bc2-d0509aef4569 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:51.803910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-54bd0118-2f6b-4fb8-9bc2-d0509aef4569 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 813 time: 0.6572223 May 02 10:31:51.827778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Current status of the port c6a5f711-111b-41f4-94b5-60cb33762ba7 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:51.828333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.836292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Request body: {'port': {'device_id': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'admin_state_up': True, 'tenant_id': 'cde37b6fb7fb45aa9279111ef4d5ceed'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:51.852996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:51.901302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] For port c6a5f711-111b-41f4-94b5-60cb33762ba7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a5f711-111b-41f4-94b5-60cb33762ba7,segment=NetworkSegment(1db23f13-6a87-4fc4-9217-e184b001e370),segment_id=1db23f13-6a87-4fc4-9217-e184b001e370)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:51.903701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Deleting port c6a5f711-111b-41f4-94b5-60cb33762ba7 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:51.904966 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.932265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Attempting to bind port 24230669-5cd2-4fb1-94ce-a95dedcfbebb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:51.932751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Attempting to bind port 24230669-5cd2-4fb1-94ce-a95dedcfbebb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:51.933186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Attempting to bind port 24230669-5cd2-4fb1-94ce-a95dedcfbebb on network b3ce0e23-83a0-46d6-8193-30fd1a694961 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:51.938797 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:51.939473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c07ee69-d07c-41e4-b384-ebe6f866082d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7e092933a52146129c95f8cf20759acc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3973532 May 02 10:31:51.976139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:52.002826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642e21a-8030-49b8-9ae2-4cd7e8c7979f req-378ec034-00e3-4290-86e0-51e10aeb37d6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:52.004336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:52.004573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5642e21a-8030-49b8-9ae2-4cd7e8c7979f req-378ec034-00e3-4290-86e0-51e10aeb37d6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0937898 May 02 10:31:52.035548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.090596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5642e21a-8030-49b8-9ae2-4cd7e8c7979f req-8b2ae679-3721-4695-959a-559d2183373f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694818 May 02 10:31:52.092117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f141e9fb-2632-4141-9cde-fddfc838ac98), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.097683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:52.100817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Checking segment: {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:52.100817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.100817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Bound using segment: {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:52.100817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Bound port: 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:52.100817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.104440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-c29e7160-76ff-4664-ae06-ab1ef269761d service neutron] 10.222.0.16 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794954 May 02 10:31:52.108439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] Publish callbacks [] for security_group (33fa99c9-2534-4db1-ad89-bd372e1f8bac), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.120791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.132229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/f141e9fb-2632-4141-9cde-fddfc838ac98 HTTP/1.1" status: 204 len: 168 time: 2.3411319 May 02 10:31:52.132899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35572) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:52.141773 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] Publish callbacks [] for security_group (33fa99c9-2534-4db1-ad89-bd372e1f8bac), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.147730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c9d958-7a6a-41d0-889c-519bdc2d9379 None None] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:52.253964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1e4cd8-ad29-48ef-a97f-727d77a64b5c tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=f141e9fb-2632-4141-9cde-fddfc838ac98,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:52.259327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:52.276658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33fa99c9-2534-4db1-ad89-bd372e1f8bac), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.279398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.280890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33fa99c9-2534-4db1-ad89-bd372e1f8bac HTTP/1.1" status: 204 len: 168 time: 0.3036306 May 02 10:31:52.289521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f045c5-21be-4648-b33a-56db1e780006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa99c9-2534-4db1-ad89-bd372e1f8bac,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:52.290827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0260b79-0199-4648-bba0-4194b59a97a0 req-fe530a7f-553d-4deb-99db-81560101bf2d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.0427270 May 02 10:31:52.294522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d75dc88c-50b7-40f5-b7f8-c13e9402f787), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.328270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Made reservation on behalf of cde37b6fb7fb45aa9279111ef4d5ceed for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:52.338830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.346055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] For port c6a5f711-111b-41f4-94b5-60cb33762ba7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a5f711-111b-41f4-94b5-60cb33762ba7,segment=NetworkSegment(1db23f13-6a87-4fc4-9217-e184b001e370),segment_id=1db23f13-6a87-4fc4-9217-e184b001e370)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:52.346460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.352010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Deleting port c6a5f711-111b-41f4-94b5-60cb33762ba7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:31:52.352517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.422354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Calling delete_port for c6a5f711-111b-41f4-94b5-60cb33762ba7 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:52.495218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c69bc501-7d4d-4291-a713-da8fb7318e3d req-eeb1b754-c837-47bc-bf76-b5bc3290f550 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 210 time: 0.0684309 May 02 10:31:52.508270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] For port c6a5f711-111b-41f4-94b5-60cb33762ba7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6a5f711-111b-41f4-94b5-60cb33762ba7,segment=NetworkSegment(1db23f13-6a87-4fc4-9217-e184b001e370),segment_id=1db23f13-6a87-4fc4-9217-e184b001e370)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:52.508510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.525436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Calling delete_port for c6a5f711-111b-41f4-94b5-60cb33762ba7 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:31:52.570443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Provisioning complete for port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:52.570443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.573342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Allocated IP 172.20.0.3 (84460795-e829-4d53-8689-2a724e267959/6ad14611-859a-4719-8054-ab5435e8c010/198d838f-140a-473b-b50a-d9d85fa64278) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:52.665286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:52.665686 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.710086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef24ae0-f1af-4d68-abbf-8b2fb9f95f7a None None] Pushing event updated for resources: {'Port': ['ID=c6a5f711-111b-41f4-94b5-60cb33762ba7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:52.712271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.815309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Port': ['ID=c6a5f711-111b-41f4-94b5-60cb33762ba7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:52.825607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6204839e-8cb8-4d3e-9dfe-6916be656ca5,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:52.838802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] No DVR routers for this DVR port c6a5f711-111b-41f4-94b5-60cb33762ba7 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:52.865519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] For port 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:52.885904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:52.886327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.914171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] For port 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24230669-5cd2-4fb1-94ce-a95dedcfbebb,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:52.974017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c6a5f711-111b-41f4-94b5-60cb33762ba7), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.984945 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:52.985736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6a5f711-111b-41f4-94b5-60cb33762ba7 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:52.985876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d75dc88c-50b7-40f5-b7f8-c13e9402f787), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.043403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks [] for port (198d838f-140a-473b-b50a-d9d85fa64278), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.047196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d75dc88c-50b7-40f5-b7f8-c13e9402f787']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:53.059939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1db23f13-6a87-4fc4-9217-e184b001e370') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:53.060376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1db23f13-6a87-4fc4-9217-e184b001e370') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:53.072321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c6a5f711-111b-41f4-94b5-60cb33762ba7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:53.072504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1db23f13-6a87-4fc4-9217-e184b001e370), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.072767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6a5f711-111b-41f4-94b5-60cb33762ba7 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 02 10:31:53.075106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] Pushing event deleted for resources: {'Port': ['ID=c6a5f711-111b-41f4-94b5-60cb33762ba7,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:53.093690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6716e080-a263-4b42-b855-e952ab37d376 None None] No DVR routers for this DVR port c6a5f711-111b-41f4-94b5-60cb33762ba7 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:31:53.095629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1db23f13-6a87-4fc4-9217-e184b001e370), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.103376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:53.103827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1db23f13-6a87-4fc4-9217-e184b001e370), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.107919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb72f58-5fb8-4f3c-8079-7e322b7b0046 req-5706d283-f312-4e9a-b108-ba4fe463b153 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:53.120113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2cb72f58-5fb8-4f3c-8079-7e322b7b0046 req-5706d283-f312-4e9a-b108-ba4fe463b153 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 945 time: 0.2226305 May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:53.173045 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:53.174815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.174815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Port c6a5f711-111b-41f4-94b5-60cb33762ba7 not found, will not notify nova. {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 02 10:31:53.271619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2cb72f58-5fb8-4f3c-8079-7e322b7b0046 req-a03b4f27-a4bd-45b2-8407-b6ae25d9f175 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490116 May 02 10:31:53.281315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:31:53.281686 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:31:53.353659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6a5f711-111b-41f4-94b5-60cb33762ba7 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:31:53.377547 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.383819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d75dc88c-50b7-40f5-b7f8-c13e9402f787), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.396298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.408344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/d75dc88c-50b7-40f5-b7f8-c13e9402f787 HTTP/1.1" status: 204 len: 168 time: 1.2635496 May 02 10:31:53.412184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35614) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:53.446104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7dd05afd-3298-431b-a899-282bd226f958'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:53.492441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c6a5f711-111b-41f4-94b5-60cb33762ba7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:31:53.492822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6a5f711-111b-41f4-94b5-60cb33762ba7 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:31:53.497479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:53.521204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Network 84460795-e829-4d53-8689-2a724e267959 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:53.540963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Pushing event updated for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:53.548048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:53.550684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:53.566440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575f984c-8fc6-47e6-93b1-2b31441a3423 None None] Pushing event updated for resources: {'Port': ['ID=24230669-5cd2-4fb1-94ce-a95dedcfbebb,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:53.567147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d21d92-6559-41ff-93bd-29eed3e65873 req-47ec1a54-7e4a-400b-9c99-ad634a50dc7e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:53.577115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67d21d92-6559-41ff-93bd-29eed3e65873 req-47ec1a54-7e4a-400b-9c99-ad634a50dc7e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2898583 May 02 10:31:53.606074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ee704-73d3-432d-9349-c670e5a11d5b req-739fa14e-eb2e-4aa8-86ac-ac11a5be6783 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:53.608390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d0ee704-73d3-432d-9349-c670e5a11d5b req-739fa14e-eb2e-4aa8-86ac-ac11a5be6783 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 931 time: 0.1539874 May 02 10:31:53.623751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b02afa-4057-4be6-9076-3915f6c0425e tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=d75dc88c-50b7-40f5-b7f8-c13e9402f787,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:53.666390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a5ba591e-5dd7-4958-bd3b-26a1194f860e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.673699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:53.674557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.751097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d0ee704-73d3-432d-9349-c670e5a11d5b req-08c13338-4484-47be-9ba5-169be122d78c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358290 May 02 10:31:53.776473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-4ff807f8-e0e1-403b-b5bc-99be81e30637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9535880 May 02 10:31:53.789777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Request body: {'port': {'device_id': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:53.799968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67d21d92-6559-41ff-93bd-29eed3e65873 req-778055db-57bc-49fa-8751-551976221834 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189138 May 02 10:31:53.875604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8eedcf6-57f8-430e-a15b-4b204fecff7b None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:53.942948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cd14bdb-476e-4012-bfb2-19f0aad35b13 req-d6107b9d-738b-4af8-9c9e-8509d7088059 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 210 time: 0.0821295 May 02 10:31:53.959926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (198d838f-140a-473b-b50a-d9d85fa64278), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.974848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a5ba591e-5dd7-4958-bd3b-26a1194f860e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:53.996955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b25bcf78-2d4d-484b-b739-a87d891a9b17 None None] Provisioning complete for port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:53.997265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5ba591e-5dd7-4958-bd3b-26a1194f860e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:53.997403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b25bcf78-2d4d-484b-b739-a87d891a9b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.010794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36c309f-d825-4cf6-b5ca-ca86ae8a6752') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:54.011098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36c309f-d825-4cf6-b5ca-ca86ae8a6752') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:54.024411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f36c309f-d825-4cf6-b5ca-ca86ae8a6752), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.044018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f36c309f-d825-4cf6-b5ca-ca86ae8a6752), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.052345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:54.052797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f36c309f-d825-4cf6-b5ca-ca86ae8a6752), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: timer() May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:54.055925 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:54.087320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b25bcf78-2d4d-484b-b739-a87d891a9b17 None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:54.185972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a5ba591e-5dd7-4958-bd3b-26a1194f860e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.194490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.200040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/a5ba591e-5dd7-4958-bd3b-26a1194f860e HTTP/1.1" status: 204 len: 168 time: 0.7770112 May 02 10:31:54.208369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35636) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:54.214352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f602c5c0-31c3-422e-91c6-c0f664bd950d tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=a5ba591e-5dd7-4958-bd3b-26a1194f860e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:54.327306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (da42fc93-b243-4dcf-934d-ee25f0a75b7a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.351645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35642) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:54.420931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525ec0f-60f1-4209-832c-0bd57f1276fa req-0ca20433-f574-4068-9130-949f46aa19a4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:54.423306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b525ec0f-60f1-4209-832c-0bd57f1276fa req-0ca20433-f574-4068-9130-949f46aa19a4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 945 time: 0.0559108 May 02 10:31:54.494741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-572dd32f-a71f-4675-9685-c84b41999e17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.526485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (da42fc93-b243-4dcf-934d-ee25f0a75b7a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.530765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b525ec0f-60f1-4209-832c-0bd57f1276fa req-e204f129-1267-4406-8622-ed628e9755f3 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985148 May 02 10:31:54.587944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da42fc93-b243-4dcf-934d-ee25f0a75b7a']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:54.599172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 198d838f-140a-473b-b50a-d9d85fa64278 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:54.608808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbbd1751-3f58-43d8-a59b-a5c883f8abab') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:54.609112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbbd1751-3f58-43d8-a59b-a5c883f8abab') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:31:54.611989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks [] for port (198d838f-140a-473b-b50a-d9d85fa64278), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.625879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (fbbd1751-3f58-43d8-a59b-a5c883f8abab), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.630929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-572dd32f-a71f-4675-9685-c84b41999e17 admin admin] Publish callbacks [] for security_group (69e800ef-ba21-4944-9412-d2966bf22d0e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.645589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Transition to ACTIVE for port object 198d838f-140a-473b-b50a-d9d85fa64278 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:31:54.650141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fbbd1751-3f58-43d8-a59b-a5c883f8abab), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.657484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:31:54.657903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (fbbd1751-3f58-43d8-a59b-a5c883f8abab), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: timer() May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:31:54.661009 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:31:54.727641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-572dd32f-a71f-4675-9685-c84b41999e17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (69e800ef-ba21-4944-9412-d2966bf22d0e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.739241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.741846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:54.787108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (da42fc93-b243-4dcf-934d-ee25f0a75b7a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.800258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.803750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] 10.222.0.16 "DELETE /v2.0/networks/da42fc93-b243-4dcf-934d-ee25f0a75b7a HTTP/1.1" status: 204 len: 168 time: 0.5943558 May 02 10:31:54.819063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572dd32f-a71f-4675-9685-c84b41999e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69e800ef-ba21-4944-9412-d2966bf22d0e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:54.844192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ac173-1c0e-4a1f-a503-df7c99d5f748 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:31:54.877489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-572dd32f-a71f-4675-9685-c84b41999e17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f69244c8551140e3b1a806ef5e7188a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5239811 May 02 10:31:54.878178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35658) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:54.917997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:31:54.936337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Provisioning complete for port 24230669-5cd2-4fb1-94ce-a95dedcfbebb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:54.937551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:54.963210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Pushing event updated for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:54.987652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dc92ab-966b-44ba-adcc-716f9a54d407 tempest-BulkNetworkOpsIpV6Test-1908167792 tempest-BulkNetworkOpsIpV6Test-1908167792-project] Pushing event deleted for resources: {'Network': ['ID=da42fc93-b243-4dcf-934d-ee25f0a75b7a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:55.011371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:55.012396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.015961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15228f46-b281-444e-971c-12d3fa0ecc6d req-42c436dc-9db7-4daf-9f5d-44b1dff6f3d9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.015961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15228f46-b281-444e-971c-12d3fa0ecc6d req-42c436dc-9db7-4daf-9f5d-44b1dff6f3d9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0887041 May 02 10:31:55.032410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Attempting to bind port 198d838f-140a-473b-b50a-d9d85fa64278 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:31:55.033141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Attempting to bind port 198d838f-140a-473b-b50a-d9d85fa64278 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:31:55.033482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Attempting to bind port 198d838f-140a-473b-b50a-d9d85fa64278 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:55.042960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Port 198d838f-140a-473b-b50a-d9d85fa64278 on network 84460795-e829-4d53-8689-2a724e267959 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:31:55.043299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Attempting to bind port 198d838f-140a-473b-b50a-d9d85fa64278 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:31:55.057698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:31:55.058238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] Publish callbacks [] for security_group (69e800ef-ba21-4944-9412-d2966bf22d0e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.058530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Checking segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:31:55.059097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Bound using segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:31:55.059907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Bound port: 198d838f-140a-473b-b50a-d9d85fa64278, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:31:55.060452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (198d838f-140a-473b-b50a-d9d85fa64278), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.083698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74523265-4c67-4b8c-9a1c-2bce1076380b req-c6117c20-7d64-42f3-b292-d82564d4b84a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.085612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74523265-4c67-4b8c-9a1c-2bce1076380b req-c6117c20-7d64-42f3-b292-d82564d4b84a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 943 time: 0.1263049 May 02 10:31:55.132650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] Publish callbacks [] for security_group (69e800ef-ba21-4944-9412-d2966bf22d0e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.163058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15228f46-b281-444e-971c-12d3fa0ecc6d req-1f9c8568-6112-4723-9da0-2a18a671d273 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376228 May 02 10:31:55.180463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:31:55.186729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=198d838f-140a-473b-b50a-d9d85fa64278,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:31:55.259049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74523265-4c67-4b8c-9a1c-2bce1076380b req-ed59dab7-9f77-4a8c-a3bd-59253d89e2f4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262307 May 02 10:31:55.278485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.304919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.305405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424ac173-1c0e-4a1f-a503-df7c99d5f748 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:31:55.307037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.313658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] 10.222.0.24 "PUT /v2.0/ports/198d838f-140a-473b-b50a-d9d85fa64278 HTTP/1.1" status: 200 len: 1091 time: 1.5278409 May 02 10:31:55.314560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:55.321857 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ce5a0e-e266-40db-b964-41a5cf0c7251" -d '{"events": [{"name": "network-changed", "server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "tag": "198d838f-140a-473b-b50a-d9d85fa64278"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:55.361498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:55.382354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Current status of the port 24230669-5cd2-4fb1-94ce-a95dedcfbebb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:55.383070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.437451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (69e800ef-ba21-4944-9412-d2966bf22d0e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.444023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.450036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/69e800ef-ba21-4944-9412-d2966bf22d0e HTTP/1.1" status: 204 len: 168 time: 0.5680010 May 02 10:31:55.461868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1efe4465-48c6-403f-b2a7-7298c01f0d0e req-8ea94173-7648-4507-857e-521e765058e3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 210 time: 0.1079137 May 02 10:31:55.466681 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53f1fe6-0a34-4325-9d47-6bc1ea8b55b5 x-openstack-request-id: req-e53f1fe6-0a34-4325-9d47-6bc1ea8b55b5 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:55.468122 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "tag": "198d838f-140a-473b-b50a-d9d85fa64278", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:55.472283 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e53f1fe6-0a34-4325-9d47-6bc1ea8b55b5 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:55.473030 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e53f1fe6-0a34-4325-9d47-6bc1ea8b55b5'] response: {'name': 'network-changed', 'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278', 'status': 'completed', 'code': 200} May 02 10:31:55.475233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f904d018-59d5-4c68-b5d9-e40c8274b439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69e800ef-ba21-4944-9412-d2966bf22d0e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:55.512427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c828dffa-c977-4ca3-ac80-2515cf8ed812 service neutron] Pushing event updated for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:55.548457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35678) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:55.550070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:55.550663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.564126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:31:55.572376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-5c71958e-5119-43b5-a3e7-5dc17bd5b588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.574185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-5c71958e-5119-43b5-a3e7-5dc17bd5b588 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 1125 time: 0.1143060 May 02 10:31:55.628489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6204839e-8cb8-4d3e-9dfe-6916be656ca5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:55.657228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-7fe09fe7-1f33-4089-89c4-4a94e3199138 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=198d838f-140a-473b-b50a-d9d85fa64278 HTTP/1.1" status: 200 len: 217 time: 0.0714700 May 02 10:31:55.732222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] For port 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24230669-5cd2-4fb1-94ce-a95dedcfbebb,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:55.747311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-36f70ee8-3470-4025-a75e-b4bd3e05afc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.749903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-36f70ee8-3470-4025-a75e-b4bd3e05afc9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.0818400 May 02 10:31:55.801778 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a55635b8-2b24-48dd-b3b8-929fc9e37aba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.822015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:31:55.824717 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d00883ec-02cf-4d2c-b116-a13e95c350e2" -d '{"events": [{"server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "name": "network-vif-plugged", "status": "completed", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:31:55.826786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-b0e0b80c-54b8-481d-a9f0-4b16ff71c11d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0687120 May 02 10:31:55.848414 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:55.859931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef076-7512-4f54-b2f9-7bc5e6384c15 req-30cdb847-1155-483f-a471-aa32e63f9fb0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:55.873034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4caef076-7512-4f54-b2f9-7bc5e6384c15 req-30cdb847-1155-483f-a471-aa32e63f9fb0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 945 time: 0.1490545 May 02 10:31:55.912657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:55.947612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-e9511fb0-625c-48e6-b419-5fa34fe5b1aa service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125846 May 02 10:31:55.956941 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:31:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422060cc-4106-4cf6-9221-a9bba8b9a5b0 x-openstack-request-id: req-422060cc-4106-4cf6-9221-a9bba8b9a5b0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:31:55.957498 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "name": "network-vif-plugged", "status": "completed", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:31:55.957586 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-422060cc-4106-4cf6-9221-a9bba8b9a5b0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:31:55.957931 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422060cc-4106-4cf6-9221-a9bba8b9a5b0'] response: {'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac', 'code': 200} May 02 10:31:56.020013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-a5dd5df7-abd2-40dc-aa70-79a9d1f8e794 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:56.032591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-a5dd5df7-abd2-40dc-aa70-79a9d1f8e794 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:56.038638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-a5dd5df7-abd2-40dc-aa70-79a9d1f8e794 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "GET /v2.0/networks?id=ffb78d72-6c35-4429-bcf3-1f07853dfb83&id=b3ce0e23-83a0-46d6-8193-30fd1a694961&id=ffb78d72-6c35-4429-bcf3-1f07853dfb83 HTTP/1.1" status: 200 len: 1391 time: 0.4043698 May 02 10:31:56.064957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'admin_state_up': True, 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:56.074962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.077431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:56.077431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.091686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:56.096742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af7d8ab6-ff6f-44d2-9ad7-d18bea11a65d req-87ee31d7-a982-44e4-9400-4863aeaf6dde service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353879 May 02 10:31:56.196509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdacfea-9d8a-43bb-ac3f-482628a390da None None] Pushing event updated for resources: {'Port': ['ID=24230669-5cd2-4fb1-94ce-a95dedcfbebb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:56.219097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4caef076-7512-4f54-b2f9-7bc5e6384c15 req-b447ed0d-9d4d-4dae-abe5-ec45d4e176ef tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3451812 May 02 10:31:56.231631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'mac_address': 'fa:16:3e:70:e2:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:56.289018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9580f88c-3aa9-4cee-8098-1853a9ae72f9 req-37cc58ed-8642-45fd-aa6f-a9378fcaa65c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:56.291274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9580f88c-3aa9-4cee-8098-1853a9ae72f9 req-37cc58ed-8642-45fd-aa6f-a9378fcaa65c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 1128 time: 0.1345282 May 02 10:31:56.292205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea071aa-8b32-43c8-b4ed-865c400ef760 None None] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:31:56.363726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9580f88c-3aa9-4cee-8098-1853a9ae72f9 req-27f354fd-550b-4e8f-8c7f-ecd1839310d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659499 May 02 10:31:56.416369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:56.425573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c8ff31-8058-462b-b101-8a4a3327d6aa req-dfc4c278-8867-4ae3-852a-265080dbd05a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:56.427120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92c8ff31-8058-462b-b101-8a4a3327d6aa req-dfc4c278-8867-4ae3-852a-265080dbd05a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1193542 May 02 10:31:56.461936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5a458a1-82e4-4213-94bd-7216f75711f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=308850d6707b4afd80762934ddee6a87&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9113340 May 02 10:31:56.465333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35714) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:56.493162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:56.498059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.508649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be41525-5676-47cc-8656-4000074cfdbc req-d5d876ca-3340-4d94-9aea-1c978a3a7a88 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:56.516185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2be41525-5676-47cc-8656-4000074cfdbc req-d5d876ca-3340-4d94-9aea-1c978a3a7a88 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 943 time: 0.0709803 May 02 10:31:56.518023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:56.519037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.557808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92c8ff31-8058-462b-b101-8a4a3327d6aa req-0ca7cd8e-230b-4ce7-b878-c23188cd2e70 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138546 May 02 10:31:56.601853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2be41525-5676-47cc-8656-4000074cfdbc req-b7fc81bf-b1c0-43f1-8544-956879a3525d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819769 May 02 10:31:56.612811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 137bd137-fe24-4569-9f04-5f2f14038fb7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:31:56.651868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:56.653565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 24230669-5cd2-4fb1-94ce-a95dedcfbebb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:56.657322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:56.707148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35726) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:56.718596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 24230669-5cd2-4fb1-94ce-a95dedcfbebb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:56.719065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.722385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.732675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.738187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce792117-efd1-41d5-bce9-2524a3ea874b req-ab642162-2524-4b6a-8662-be281462e895 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 210 time: 0.0677059 May 02 10:31:56.825465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Allocated IP 19.80.0.132 (ffb78d72-6c35-4429-bcf3-1f07853dfb83/61946375-80df-45d7-85d0-83dbbfd61cce/10ccf87d-99e5-4039-bab4-bf2d01bc2fad) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:56.833788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['137bd137-fe24-4569-9f04-5f2f14038fb7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:31:56.834734 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Publish callbacks [] for security_group (f641a170-ec74-4f9a-adb3-956d8b7d75c2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.869348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Publish callbacks [] for security_group (5104e6b4-91d3-42a1-a54a-b8ba6c9670f8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.912118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f641a170-ec74-4f9a-adb3-956d8b7d75c2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.920050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Publish callbacks [] for security_group (5104e6b4-91d3-42a1-a54a-b8ba6c9670f8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:56.959672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:57.021163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=66697da5eeeb4bbd8bb3d6265c4290e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3111215 May 02 10:31:57.026006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35732) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:57.049422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 24230669-5cd2-4fb1-94ce-a95dedcfbebb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:57.084827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f641a170-ec74-4f9a-adb3-956d8b7d75c2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:57.113891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.114250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.114595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.114940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.115281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.115617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.115956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.116295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.118088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.120271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.120664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.121049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.121388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.121923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.122417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a33a9b2e-54f8-490d-9df6-114bf6f611ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.130922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.144891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35736) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:57.167005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5104e6b4-91d3-42a1-a54a-b8ba6c9670f8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.167005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.167580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5104e6b4-91d3-42a1-a54a-b8ba6c9670f8 HTTP/1.1" status: 204 len: 168 time: 0.7010112 May 02 10:31:57.180406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5104e6b4-91d3-42a1-a54a-b8ba6c9670f8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:57.188461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.188672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.189038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.189386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.189658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.189986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.190314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.190641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.190969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.191290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.191616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.191938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.192331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.192569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.195227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fd1f286-43b0-460e-b47f-e9f82a0af39d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:31:57.200134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] Publish callbacks [] for security_group (f641a170-ec74-4f9a-adb3-956d8b7d75c2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.243253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.251925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-09d6af80-ee3d-4fb1-a8fb-28fc451274a8 None None] Provisioning complete for port 24230669-5cd2-4fb1-94ce-a95dedcfbebb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:57.252585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09d6af80-ee3d-4fb1-a8fb-28fc451274a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.287973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] Publish callbacks [] for security_group (f641a170-ec74-4f9a-adb3-956d8b7d75c2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.312184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:57.342955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:31:57.361377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:31:57.365451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:31:57.436875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 24230669-5cd2-4fb1-94ce-a95dedcfbebb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:57.544144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:57.546861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.573737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-124cc6f1-a1e3-4351-8b2b-d5f933c12449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.626080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fac914e-d7a9-4f3b-870c-3f80a9eeff17 req-ddd398e7-f50e-4bdc-8aa3-638c1d0095bb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:57.646215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fac914e-d7a9-4f3b-870c-3f80a9eeff17 req-ddd398e7-f50e-4bdc-8aa3-638c1d0095bb tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 946 time: 0.2238514 May 02 10:31:57.665858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-f3d85fdb-4a23-4409-b166-cfbb44791697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:57.666875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-3bd65ac7-b63e-4be6-80a4-6ca71a6f5b09 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6158822 May 02 10:31:57.667482 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-f3d85fdb-4a23-4409-b166-cfbb44791697 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 1125 time: 0.4296856 May 02 10:31:57.680193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961', 'admin_state_up': True, 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:31:57.764926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-09d6af80-ee3d-4fb1-a8fb-28fc451274a8 None None] Current status of the port 24230669-5cd2-4fb1-94ce-a95dedcfbebb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:57.768864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 24230669-5cd2-4fb1-94ce-a95dedcfbebb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:57.769238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.853813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-124cc6f1-a1e3-4351-8b2b-d5f933c12449 admin admin] Publish callbacks [] for security_group (180944b3-2088-495f-b7b3-52cf1ffc423a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.891355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fac914e-d7a9-4f3b-870c-3f80a9eeff17 req-ae142810-f8a9-4edd-aae7-d57abca85028 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442129 May 02 10:31:57.904803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-7526f461-9d70-43f1-a7ad-f0c1ec6d8480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:57.908726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-7526f461-9d70-43f1-a7ad-f0c1ec6d8480 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.2317781 May 02 10:31:57.919790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2239e825-3c67-4aef-b56a-3462ffce449c None None] Provisioning complete for port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:57.920167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2239e825-3c67-4aef-b56a-3462ffce449c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.929879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f641a170-ec74-4f9a-adb3-956d8b7d75c2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.932889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:57.935943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f641a170-ec74-4f9a-adb3-956d8b7d75c2 HTTP/1.1" status: 204 len: 168 time: 0.9090111 May 02 10:31:57.987260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9d2de4-3664-4a28-965e-a3f888108102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f641a170-ec74-4f9a-adb3-956d8b7d75c2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:58.000358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-88a80225-3635-457e-a3a6-dd13d012fd9a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=198d838f-140a-473b-b50a-d9d85fa64278 HTTP/1.1" status: 200 len: 217 time: 0.0840044 May 02 10:31:58.020963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7df5344a-f986-4781-9d0b-bbc3c518199c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:58.074574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2239e825-3c67-4aef-b56a-3462ffce449c None None] Port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:31:58.087756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e88bc1-e911-4e91-9718-5dd58828a0c4 req-0b1950cf-f7ce-423a-95ef-769233ac7439 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:58.090734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99e88bc1-e911-4e91-9718-5dd58828a0c4 req-0b1950cf-f7ce-423a-95ef-769233ac7439 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 944 time: 0.3157177 May 02 10:31:58.113737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 24230669-5cd2-4fb1-94ce-a95dedcfbebb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:31:58.116297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-124cc6f1-a1e3-4351-8b2b-d5f933c12449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (180944b3-2088-495f-b7b3-52cf1ffc423a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:58.229928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-f44072f8-9b14-4820-b5b7-e84010ab1d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:58.231966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-f44072f8-9b14-4820-b5b7-e84010ab1d3d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.2258372 May 02 10:31:58.257836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7862cd8b-2cc9-4d02-854a-44ff490e7066 req-6a7e708a-9945-48b0-80d5-b8e7343cf1d5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:58.259366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7862cd8b-2cc9-4d02-854a-44ff490e7066 req-6a7e708a-9945-48b0-80d5-b8e7343cf1d5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 943 time: 0.1345906 May 02 10:31:58.279093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-708fe6a4-9d89-4080-b3a7-772ad1da78a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381351 May 02 10:31:58.346206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-124cc6f1-a1e3-4351-8b2b-d5f933c12449 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc2147283df5438e9aa225c999591a41&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1976867 May 02 10:31:58.346206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cc6f1-a1e3-4351-8b2b-d5f933c12449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180944b3-2088-495f-b7b3-52cf1ffc423a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:58.357951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35768) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:58.412855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99e88bc1-e911-4e91-9718-5dd58828a0c4 req-bb10c21b-63b9-4b83-9cba-6926e07769d4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776735 May 02 10:31:58.626607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25f6e71-d165-423b-9d79-9d48ec01cc1f req-adadc753-4078-4e45-8bae-6f807dd31fb1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:58.628184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c25f6e71-d165-423b-9d79-9d48ec01cc1f req-adadc753-4078-4e45-8bae-6f807dd31fb1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 932 time: 0.0639451 May 02 10:31:58.658854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] Publish callbacks [] for security_group (180944b3-2088-495f-b7b3-52cf1ffc423a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:58.725715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] Publish callbacks [] for security_group (180944b3-2088-495f-b7b3-52cf1ffc423a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:58.797252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c25f6e71-d165-423b-9d79-9d48ec01cc1f req-db211693-cfea-4f52-b829-c70998488924 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395044 May 02 10:31:58.814086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7862cd8b-2cc9-4d02-854a-44ff490e7066 req-00de53f7-193d-41f3-b296-787d5994c0e3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5390089 May 02 10:31:58.877526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-4d700d11-0e15-4c28-a844-fb8aed03ecc0 service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5907063 May 02 10:31:58.989406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ce5a0e-e266-40db-b964-41a5cf0c7251 req-30f7762c-c214-44fa-8582-9a13770d221f service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053326 May 02 10:31:59.019687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:31:59.024635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.043641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e9acf-1066-430a-bfe2-35248bdfec05 req-33c50244-b2ba-4cf3-9e30-e7330c58968f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:59.045242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e27e9acf-1066-430a-bfe2-35248bdfec05 req-33c50244-b2ba-4cf3-9e30-e7330c58968f tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 946 time: 0.0754261 May 02 10:31:59.117408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e27e9acf-1066-430a-bfe2-35248bdfec05 req-9a6945d1-1c32-4c96-b779-bdb8f27b9ed7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654714 May 02 10:31:59.140941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (180944b3-2088-495f-b7b3-52cf1ffc423a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.150353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.156639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.162738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/180944b3-2088-495f-b7b3-52cf1ffc423a HTTP/1.1" status: 204 len: 168 time: 0.7769334 May 02 10:31:59.273769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e0f1ce-6a20-48c3-a927-5f42398e5935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180944b3-2088-495f-b7b3-52cf1ffc423a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:31:59.333355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35804) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:31:59.362524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 198d838f-140a-473b-b50a-d9d85fa64278 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:31:59.371558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:31:59.401758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Allocated IP 19.86.0.121 (b3ce0e23-83a0-46d6-8193-30fd1a694961/16edd243-e3f4-42b4-bab6-6006d71ed6db/794e2805-ce19-4bc7-bfff-bfa565b03eda) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:31:59.543518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 137bd137-fe24-4569-9f04-5f2f14038fb7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:31:59.543915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.617084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=198d838f-140a-473b-b50a-d9d85fa64278,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:31:59.632291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967c8415-860d-42ae-8df6-ae954cb1d064 req-06c44410-675f-47cb-b054-479a581dc0bf tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:59.636294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '198d838f-140a-473b-b50a-d9d85fa64278', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'port_id': '198d838f-140a-473b-b50a-d9d85fa64278', 'mac_address': 'fa:16:3e:07:ce:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad14611-859a-4719-8054-ab5435e8c010', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:31:59.640963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-967c8415-860d-42ae-8df6-ae954cb1d064 req-06c44410-675f-47cb-b054-479a581dc0bf tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 944 time: 0.1184905 May 02 10:31:59.756973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-967c8415-860d-42ae-8df6-ae954cb1d064 req-d1d6afd2-a513-471c-a853-bab12836af65 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147211 May 02 10:31:59.775659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:31:59.939478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf08af0-1c9a-4908-8ba0-affe0e9b6fa9 req-2c01b81a-f4c8-456f-be74-bb7df46c71e6 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:31:59.946385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edf08af0-1c9a-4908-8ba0-affe0e9b6fa9 req-2c01b81a-f4c8-456f-be74-bb7df46c71e6 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 946 time: 0.1229811 May 02 10:32:00.017330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b079f55e-e374-4af3-8c6a-5cc5c3b39202 req-2e6e63af-e265-4629-b361-2db6b7710f55 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:00.025221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b079f55e-e374-4af3-8c6a-5cc5c3b39202 req-2e6e63af-e265-4629-b361-2db6b7710f55 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 932 time: 0.1056223 May 02 10:32:00.045370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.076021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edf08af0-1c9a-4908-8ba0-affe0e9b6fa9 req-4c1fd2f1-fa89-4bbc-aafd-4c56c16e10e4 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286001 May 02 10:32:00.116571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-532946682'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:00.189043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:00.194562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:00.196666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.215236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:00.217831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:00.220354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:00.226120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:00.229644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.239041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 198d838f-140a-473b-b50a-d9d85fa64278 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:00.239418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (198d838f-140a-473b-b50a-d9d85fa64278), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.247939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.304566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:00.306951 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b27b9e5-6197-4105-8d02-6ba832c46098" -d '{"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:00.317331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 198d838f-140a-473b-b50a-d9d85fa64278 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:00.353618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:00.356339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.370708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:00.403802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=198d838f-140a-473b-b50a-d9d85fa64278,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:00.429712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b079f55e-e374-4af3-8c6a-5cc5c3b39202 req-0cd2bd1c-6301-40b8-add6-885feea3da7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3901339 May 02 10:32:00.440410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96111785-cedf-4617-b889-64bde64bfdd7 req-f7bde9af-ebcb-44b7-b7ef-2d1459e3ac85 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:00.449959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96111785-cedf-4617-b889-64bde64bfdd7 req-f7bde9af-ebcb-44b7-b7ef-2d1459e3ac85 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 943 time: 0.2055480 May 02 10:32:00.456473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:00.488679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-49a98989-8e32-4fc9-8775-7709092ca6e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8139443 May 02 10:32:00.492874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b8b276f-609f-4314-a437-1aea72c4fb06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.501566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.506208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.595153 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea60f092-5073-46d7-8def-e634973901bc x-openstack-request-id: req-ea60f092-5073-46d7-8def-e634973901bc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:00.595455 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-plugged", "status": "completed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:00.596922 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea60f092-5073-46d7-8def-e634973901bc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:00.597540 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea60f092-5073-46d7-8def-e634973901bc'] response: {'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'code': 200} May 02 10:32:00.635517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.650263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b8b276f-609f-4314-a437-1aea72c4fb06 admin admin] Publish callbacks [] for security_group (bca85d7d-5558-430a-af75-f8281fb7e933), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.652424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96111785-cedf-4617-b889-64bde64bfdd7 req-116026c3-d10a-4700-b9e6-5342f2349d67 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1928914 May 02 10:32:00.670253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:00.691090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for security_group (2cbc2500-5c57-46d5-b8ed-85daf8dc54d4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.716421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b8b276f-609f-4314-a437-1aea72c4fb06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bca85d7d-5558-430a-af75-f8281fb7e933), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.744804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2cbc2500-5c57-46d5-b8ed-85daf8dc54d4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.790155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['198d838f-140a-473b-b50a-d9d85fa64278'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:00.797764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'admin_state_up': True, 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:00.815806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:00.826353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25733631-32c7-4b3c-9aff-7deeda1517ec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.826728 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 25733631-32c7-4b3c-9aff-7deeda1517ec of type vlan for network 6bd91006-799d-40af-a35c-2cc90daf06ae May 02 10:32:00.870045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-37cc3042-0c15-4984-b8bb-c981f42f1f4b None None] Provisioning complete for port 794e2805-ce19-4bc7-bfff-bfa565b03eda triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:00.881166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37cc3042-0c15-4984-b8bb-c981f42f1f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.887360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (6bd91006-799d-40af-a35c-2cc90daf06ae), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:00.935969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cbc2500-5c57-46d5-b8ed-85daf8dc54d4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:00.974961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:00.998251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (6bd91006-799d-40af-a35c-2cc90daf06ae), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.006352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.011074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.011216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-37cc3042-0c15-4984-b8bb-c981f42f1f4b None None] Port 794e2805-ce19-4bc7-bfff-bfa565b03eda cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:01.022372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8b276f-609f-4314-a437-1aea72c4fb06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca85d7d-5558-430a-af75-f8281fb7e933,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:01.038793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b8b276f-609f-4314-a437-1aea72c4fb06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c2f4545d2c249f2bbbd4ec4b7a6e1fa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812812 May 02 10:32:01.065263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35838) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:01.216532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8820279 May 02 10:32:01.219918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:01.230942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-661089731'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:01.285429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8ce8a-ccb9-470e-8e5d-a84b7c0de530 req-0149ddec-6704-44fb-b463-a867a79667d8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.288347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9dae43b-4008-4ee5-ba50-7a67275275bd tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=6bd91006-799d-40af-a35c-2cc90daf06ae,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:01.295211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64a8ce8a-ccb9-470e-8e5d-a84b7c0de530 req-0149ddec-6704-44fb-b463-a867a79667d8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.4014153 May 02 10:32:01.301110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 6bd91006-799d-40af-a35c-2cc90daf06ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:01.323778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:01.327645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.332935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-567de2c0-8f03-4106-a43d-fd268953faff tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.336787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-567de2c0-8f03-4106-a43d-fd268953faff tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 946 time: 0.2476659 May 02 10:32:01.341530 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] Publish callbacks [] for security_group (bca85d7d-5558-430a-af75-f8281fb7e933), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.384015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:01.394674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (950a8dc7-cdb5-480e-9a63-c543e490fefc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.395391 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 950a8dc7-cdb5-480e-9a63-c543e490fefc of type vlan for network 5c673785-3424-4b89-8e06-a94d5a75b765 May 02 10:32:01.456966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5c673785-3424-4b89-8e06-a94d5a75b765), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.462127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f20d454-bb1f-4b94-a082-6ac11cab4e06 req-30c64b52-c6bc-4f0a-b66b-2a4ea7052ab7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.464810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f20d454-bb1f-4b94-a082-6ac11cab4e06 req-30c64b52-c6bc-4f0a-b66b-2a4ea7052ab7 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 946 time: 0.2531302 May 02 10:32:01.486718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:01.490727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.509640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64a8ce8a-ccb9-470e-8e5d-a84b7c0de530 req-8874fa90-754b-4170-8f31-f585250fa265 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132413 May 02 10:32:01.518548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] Publish callbacks [] for security_group (bca85d7d-5558-430a-af75-f8281fb7e933), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.524979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Deleting port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:01.525620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.611239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f20d454-bb1f-4b94-a082-6ac11cab4e06 req-b8f6c7e3-6728-4838-9eca-c51e2c49649b tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups?id=ee681a85-e0bf-4f83-8af2-d3a8a67b5399&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359134 May 02 10:32:01.616331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5c673785-3424-4b89-8e06-a94d5a75b765), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.621999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.622787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.706128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] For port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,segment=NetworkSegment(2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e),segment_id=2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:01.706600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:01.709444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f28a-b41f-4d99-9c94-7327d7578114 req-9ae6fead-1b39-4ecd-a1d2-19ec422ed6a8 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.715101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182f28a-b41f-4d99-9c94-7327d7578114 req-9ae6fead-1b39-4ecd-a1d2-19ec422ed6a8 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.721967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Calling delete_port for c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:01.727484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0182f28a-b41f-4d99-9c94-7327d7578114 req-9ae6fead-1b39-4ecd-a1d2-19ec422ed6a8 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 1655 time: 0.1014659 May 02 10:32:01.755181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 198d838f-140a-473b-b50a-d9d85fa64278 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:01.839213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b08875-7be0-4213-b07c-5b0037d17245 req-117cd1eb-b212-42da-bf8d-921f02378143 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:01.842639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b08875-7be0-4213-b07c-5b0037d17245 req-117cd1eb-b212-42da-bf8d-921f02378143 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 944 time: 0.1093698 May 02 10:32:01.862770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=5c673785-3424-4b89-8e06-a94d5a75b765,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:01.896836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c20b8c2-625d-4b4c-8d5b-fb25c6566005 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6724987 May 02 10:32:01.899353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Allocated IP 19.80.0.208 (ffb78d72-6c35-4429-bcf3-1f07853dfb83/61946375-80df-45d7-85d0-83dbbfd61cce/d780c1a8-7836-45c1-845c-7ce0b4e148b7) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:01.901785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:01.911672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5c673785-3424-4b89-8e06-a94d5a75b765 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:01.911820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0182f28a-b41f-4d99-9c94-7327d7578114 req-170936b2-51c0-4fb3-83d4-cd115027201d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515884 May 02 10:32:01.914893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b08875-7be0-4213-b07c-5b0037d17245 req-757a4749-3458-41c1-bd00-d23d9096fb99 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606811 May 02 10:32:01.921192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:01.990312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.031702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bca85d7d-5558-430a-af75-f8281fb7e933), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.035634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.037037 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bca85d7d-5558-430a-af75-f8281fb7e933 HTTP/1.1" status: 204 len: 168 time: 0.9688401 May 02 10:32:02.058389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c32352-a730-44d7-86c2-e0c7107f4ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca85d7d-5558-430a-af75-f8281fb7e933,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:02.081000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 198d838f-140a-473b-b50a-d9d85fa64278 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:02.139163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.156706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:02.198667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 198d838f-140a-473b-b50a-d9d85fa64278 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:02.202523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event deleted for resources: {'Port': ['ID=c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:02.202703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (198d838f-140a-473b-b50a-d9d85fa64278), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.332305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] No DVR routers for this DVR port c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:02.336432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.338984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5671e02-2b1f-4d51-86bc-97acf2bf1e99 req-5fa8fcfa-97ab-4c56-b939-f0c767547317 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.15 "DELETE /v2.0/ports/c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac HTTP/1.1" status: 204 len: 173 time: 0.9922831 May 02 10:32:02.340082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'name': 'network-vif-deleted', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:02.342576 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fdd7fc-c662-413a-b5a3-986bb60f4737" -d '{"events": [{"server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "name": "network-vif-deleted", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:02.345950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 198d838f-140a-473b-b50a-d9d85fa64278 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:02.347575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (198d838f-140a-473b-b50a-d9d85fa64278), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.396200 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51744b3a-b517-44ae-846d-c137fb4d3970 x-openstack-request-id: req-51744b3a-b517-44ae-846d-c137fb4d3970 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:02.396793 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5021f0de-8828-4453-b741-b520e8096649", "name": "network-vif-deleted", "tag": "c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:02.400785 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-51744b3a-b517-44ae-846d-c137fb4d3970 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:02.400785 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51744b3a-b517-44ae-846d-c137fb4d3970'] response: {'server_uuid': '5021f0de-8828-4453-b741-b520e8096649', 'name': 'network-vif-deleted', 'tag': 'c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac', 'status': 'completed', 'code': 200} May 02 10:32:02.438262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=198d838f-140a-473b-b50a-d9d85fa64278,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:02.528212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.606535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:02.609943 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ee88ba-74e2-460f-a90b-a57cec621551" -d '{"events": [{"server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "name": "network-vif-plugged", "status": "completed", "tag": "198d838f-140a-473b-b50a-d9d85fa64278"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:02.632302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:32:02.640746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:02.665441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:02.672345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:02.707422 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3a4b4d-ed1f-4ec6-a19a-808f31a44bdc x-openstack-request-id: req-4c3a4b4d-ed1f-4ec6-a19a-808f31a44bdc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:02.708298 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "name": "network-vif-plugged", "status": "completed", "tag": "198d838f-140a-473b-b50a-d9d85fa64278", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:02.708298 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4c3a4b4d-ed1f-4ec6-a19a-808f31a44bdc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:02.708513 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c3a4b4d-ed1f-4ec6-a19a-808f31a44bdc'] response: {'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278', 'code': 200} May 02 10:32:02.741085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34026a0-f81a-40c6-8244-73af3d4bfd34 req-ea2c01e7-3dbf-4fce-8610-e04bb9a69d50 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:02.756812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b34026a0-f81a-40c6-8244-73af3d4bfd34 req-ea2c01e7-3dbf-4fce-8610-e04bb9a69d50 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1183355 May 02 10:32:02.875770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5700b-9a39-4c17-96a1-3f8e86cc576f req-cbd983ca-941f-4add-ad54-266d2d00357b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:02.877453 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccb5700b-9a39-4c17-96a1-3f8e86cc576f req-cbd983ca-941f-4add-ad54-266d2d00357b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 1127 time: 0.0558245 May 02 10:32:02.930382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b34026a0-f81a-40c6-8244-73af3d4bfd34 req-6cfe99a5-3a3f-41fa-9d31-b92a05af58a4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704648 May 02 10:32:02.946788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccb5700b-9a39-4c17-96a1-3f8e86cc576f req-4cce79ff-392b-4057-aa99-de58bf6b7ccc service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625811 May 02 10:32:02.989363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd91b191-0248-46aa-b3e4-e023c8f173e1 req-561d0429-fa37-42c7-ac46-e85cb9353020 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/ports?device_id=5021f0de-8828-4453-b741-b520e8096649 HTTP/1.1" status: 200 len: 210 time: 0.1147137 May 02 10:32:03.065671 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:03.209017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c83595e-d2f7-4387-9bc6-597b026d9ba0 req-0747e3e1-e7b0-4cea-bb86-29504daeb32a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:03.215026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c83595e-d2f7-4387-9bc6-597b026d9ba0 req-0747e3e1-e7b0-4cea-bb86-29504daeb32a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.1401324 May 02 10:32:03.245165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea59926-ad9a-4c18-b5e2-a7c29f293c66 req-3e3ef8fb-254e-4f13-a066-6ee947b90336 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:03.245165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea59926-ad9a-4c18-b5e2-a7c29f293c66 req-3e3ef8fb-254e-4f13-a066-6ee947b90336 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:03.245165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ea59926-ad9a-4c18-b5e2-a7c29f293c66 req-3e3ef8fb-254e-4f13-a066-6ee947b90336 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 1655 time: 0.1505916 May 02 10:32:03.346846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c83595e-d2f7-4387-9bc6-597b026d9ba0 req-81c45f79-22a9-465d-96d2-064992312719 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150105 May 02 10:32:03.346846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:03.362527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ea59926-ad9a-4c18-b5e2-a7c29f293c66 req-77cb8266-5911-4078-b51d-6322ef47f1e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995278 May 02 10:32:03.404733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:03.408776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:03.410703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:03.412859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:03.462164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:03.463071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:03.650662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-88f91c83-eaae-489c-822f-399d56c7309e None None] Provisioning complete for port d780c1a8-7836-45c1-845c-7ce0b4e148b7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:03.651220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-88f91c83-eaae-489c-822f-399d56c7309e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:03.679536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-5c7a5e4a-83ba-4983-bf76-fe39a6cec97d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9193225 May 02 10:32:03.680542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (1964778b-f13c-443c-a83a-f517b3b4b1c8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:03.742246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-88f91c83-eaae-489c-822f-399d56c7309e None None] Port d780c1a8-7836-45c1-845c-7ce0b4e148b7 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:03.745207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:03.825678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=1964778b-f13c-443c-a83a-f517b3b4b1c8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:03.865278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '25733631-32c7-4b3c-9aff-7deeda1517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:03.865811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: 6bd91006-799d-40af-a35c-2cc90daf06ae, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:03.884115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.031064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 6bd91006-799d-40af-a35c-2cc90daf06ae is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:04.134290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6bd91006-799d-40af-a35c-2cc90daf06ae) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:04.138879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.140277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.148403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6128e9fb-c5f8-4026-8371-db4bb76129b0 None None] Network 6bd91006-799d-40af-a35c-2cc90daf06ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:04.325390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35922) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:04.340491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818a0270-4335-49ff-983a-3945de5889dd req-e775c852-2d4a-4e39-9d66-e0dd1db6c66e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.385154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-818a0270-4335-49ff-983a-3945de5889dd req-e775c852-2d4a-4e39-9d66-e0dd1db6c66e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.3121059 May 02 10:32:04.398950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b3694b20-186a-440d-8d5c-f5ad28b8903f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4868159 May 02 10:32:04.400324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35930) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:04.407523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:04.431931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6bd91006-799d-40af-a35c-2cc90daf06ae', 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '1964778b-f13c-443c-a83a-f517b3b4b1c8'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:04.433818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.559853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-network', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:04.587884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8f2da-2a0c-4fc8-9a8f-21224f089e12 req-64c1b45b-9c3c-4c66-a73f-2dea3595615c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.589815 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bf8f2da-2a0c-4fc8-9a8f-21224f089e12 req-64c1b45b-9c3c-4c66-a73f-2dea3595615c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.0933836 May 02 10:32:04.597844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-818a0270-4335-49ff-983a-3945de5889dd req-bc817518-8e8e-4c5d-8e60-476aaf34a231 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2057767 May 02 10:32:04.669767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bf8f2da-2a0c-4fc8-9a8f-21224f089e12 req-c74a75da-498f-44d6-b13f-1d7274cc567c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663006 May 02 10:32:04.673897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Made reservation on behalf of b1b64eac9be54bb888efb39bf8bb93ba for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:04.679288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.699019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:04.706699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.708323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10ccf87d-99e5-4039-bab4-bf2d01bc2fad {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:04.712334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.713637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Allocated IP 2001:db8::2 (6bd91006-799d-40af-a35c-2cc90daf06ae/1964778b-f13c-443c-a83a-f517b3b4b1c8/6b5a2753-4d20-4d80-a115-20945ad4198d) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:04.723260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35944) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:04.726694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks [] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.770098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Transition to ACTIVE for port object 10ccf87d-99e5-4039-bab4-bf2d01bc2fad will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:04.823137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (403d4b96-75e2-4549-95f8-abebfa2b55e0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.859763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.883176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (403d4b96-75e2-4549-95f8-abebfa2b55e0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.915102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbcb7-b7a4-46b4-bba3-07390a0124c9 req-fca03eff-b1a3-43a7-9fd1-31e8e7893b74 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.921672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbcb7-b7a4-46b4-bba3-07390a0124c9 req-fca03eff-b1a3-43a7-9fd1-31e8e7893b74 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.939849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bdbcb7-b7a4-46b4-bba3-07390a0124c9 req-fca03eff-b1a3-43a7-9fd1-31e8e7893b74 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:04.949090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05bdbcb7-b7a4-46b4-bba3-07390a0124c9 req-fca03eff-b1a3-43a7-9fd1-31e8e7893b74 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2377 time: 0.1694262 May 02 10:32:04.949474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks [] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:04.958118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:04.992738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:04.993100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c83d7d4b-f784-4d9d-ac09-cf4fdb2194ac not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:05.006921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.043330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.067640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05bdbcb7-b7a4-46b4-bba3-07390a0124c9 req-a47656fa-91e8-4fe6-99a8-fddb18825f68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163275 May 02 10:32:05.169019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Pushing event updated for resources: {'Port': ['ID=6b5a2753-4d20-4d80-a115-20945ad4198d,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.187902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Attempting to bind port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:05.189131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Attempting to bind port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:05.189712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Attempting to bind port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:05.193770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (403d4b96-75e2-4549-95f8-abebfa2b55e0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.197361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.203811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "DELETE /v2.0/security-groups/403d4b96-75e2-4549-95f8-abebfa2b55e0 HTTP/1.1" status: 204 len: 168 time: 0.4692981 May 02 10:32:05.208134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35950) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:05.223771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Network 6bd91006-799d-40af-a35c-2cc90daf06ae is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:05.226741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:05.231410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:05.256210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:05.257005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Attempting to bind port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:05.263411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13353db0-7dee-49d4-8203-89db7fa9fad0 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=403d4b96-75e2-4549-95f8-abebfa2b55e0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.270091 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-6e5f378c-bb9d-4246-bd43-5a3294cd2377 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] show failed (client error): The resource could not be found. May 02 10:32:05.272035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e5f378c-bb9d-4246-bd43-5a3294cd2377 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "GET /v2.0/security-groups/403d4b96-75e2-4549-95f8-abebfa2b55e0 HTTP/1.1" status: 404 len: 347 time: 0.0572290 May 02 10:32:05.277448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:05.303754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:05.304808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Checking segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:05.306191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Bound using segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:05.306660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Bound port: 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:05.309062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.344101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks [] for security_group (3ba56d0a-19f7-454e-9c5a-4c0e34032a87), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.364010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (fd4a13f2-fd43-499f-afa9-b0b438979ad2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.405468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Attempting to bind port 6b5a2753-4d20-4d80-a115-20945ad4198d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:05.405845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Attempting to bind port 6b5a2753-4d20-4d80-a115-20945ad4198d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25733631-32c7-4b3c-9aff-7deeda1517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:05.406211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Attempting to bind port 6b5a2753-4d20-4d80-a115-20945ad4198d on network 6bd91006-799d-40af-a35c-2cc90daf06ae {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:05.425439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:05.425804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Checking segment: {'id': '25733631-32c7-4b3c-9aff-7deeda1517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:05.426207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.426594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Bound using segment: {'id': '25733631-32c7-4b3c-9aff-7deeda1517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:05.427060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Bound port: 6b5a2753-4d20-4d80-a115-20945ad4198d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25733631-32c7-4b3c-9aff-7deeda1517ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '6bd91006-799d-40af-a35c-2cc90daf06ae'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:05.427438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.443542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3ba56d0a-19f7-454e-9c5a-4c0e34032a87), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.499253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:05.517344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:05.529503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:05.538288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df6ac8c-3d96-4242-ad70-3a8ca32cfdc7 req-7f69cd30-cb71-461f-b34a-d45a4df0a9b4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:05.539927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6df6ac8c-3d96-4242-ad70-3a8ca32cfdc7 req-7f69cd30-cb71-461f-b34a-d45a4df0a9b4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.1020968 May 02 10:32:05.543830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] For port 6b5a2753-4d20-4d80-a115-20945ad4198d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:05.548133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] For port 6b5a2753-4d20-4d80-a115-20945ad4198d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5a2753-4d20-4d80-a115-20945ad4198d,segment=NetworkSegment(25733631-32c7-4b3c-9aff-7deeda1517ec),segment_id=25733631-32c7-4b3c-9aff-7deeda1517ec)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:05.563293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=fd4a13f2-fd43-499f-afa9-b0b438979ad2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.579647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Deleting port b24c9f10-89af-47ae-88de-1b48a39ec501 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:05.585494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.585894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (00755f2c-16f1-4d0c-8297-9fbd4846840e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.586482 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Added segment 00755f2c-16f1-4d0c-8297-9fbd4846840e of type vlan for network 45be1688-f275-4a26-a8cc-5e1d45ac6310 May 02 10:32:05.588251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba56d0a-19f7-454e-9c5a-4c0e34032a87,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.609306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.637067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.642887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '950a8dc7-cdb5-480e-9a63-c543e490fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:05.649008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: 5c673785-3424-4b89-8e06-a94d5a75b765, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:05.673568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (45be1688-f275-4a26-a8cc-5e1d45ac6310), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.720909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6df6ac8c-3d96-4242-ad70-3a8ca32cfdc7 req-bb69f10b-df0e-421b-81b4-4d87c81b9e5e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538172 May 02 10:32:05.724355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.756484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:05.757036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.758455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76fa41af-a37a-464c-b78c-08d32a4d9ccb service neutron] 10.222.0.15 "PUT /v2.0/ports/10ccf87d-99e5-4039-bab4-bf2d01bc2fad HTTP/1.1" status: 200 len: 1092 time: 2.0225654 May 02 10:32:05.767451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5c673785-3424-4b89-8e06-a94d5a75b765 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:05.768535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:05.776255 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802c7c88-ac69-4d18-a4bc-710498c50794" -d '{"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:05.801705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (45be1688-f275-4a26-a8cc-5e1d45ac6310), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.807251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:05.809847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:05.816636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88ce858-6d5b-496e-9866-a03a64478e4f None None] Pushing event updated for resources: {'Port': ['ID=6b5a2753-4d20-4d80-a115-20945ad4198d,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:05.920545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5c673785-3424-4b89-8e06-a94d5a75b765) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:05.922172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7236ab3c-a7ed-407f-bfd6-30d55a4f7134 req-b6f2a445-1a62-4b2f-852b-702ce4387a27 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:05.925277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7236ab3c-a7ed-407f-bfd6-30d55a4f7134 req-b6f2a445-1a62-4b2f-852b-702ce4387a27 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1333330 May 02 10:32:05.926850 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd9cc20-8b0d-44d4-a39f-f20d70cbe4a7 x-openstack-request-id: req-ccd9cc20-8b0d-44d4-a39f-f20d70cbe4a7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:05.927143 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:05.930431 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccd9cc20-8b0d-44d4-a39f-f20d70cbe4a7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:05.931042 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd9cc20-8b0d-44d4-a39f-f20d70cbe4a7'] response: {'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'status': 'completed', 'code': 200} May 02 10:32:05.938553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:05.943957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d3b80c-4aec-4d75-9d5d-80b4ed915187 None None] Network 5c673785-3424-4b89-8e06-a94d5a75b765 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:05.947634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:05.948358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.005929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] Pushing event updated for resources: {'Network': ['ID=45be1688-f275-4a26-a8cc-5e1d45ac6310,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:06.051549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c5271ad-9b83-4bb0-b601-bd04dc41500d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 1.7248631 May 02 10:32:06.055404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35964) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:06.065041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:06.077401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Request body: {'subnet': {'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-subnet', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:06.114382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-1040ccb8-7ea3-4d3a-9c2e-33e4bc7f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.114879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-1040ccb8-7ea3-4d3a-9c2e-33e4bc7f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.115363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-1040ccb8-7ea3-4d3a-9c2e-33e4bc7f3a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.117083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-1040ccb8-7ea3-4d3a-9c2e-33e4bc7f3a04 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2763 time: 0.1882272 May 02 10:32:06.165278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7236ab3c-a7ed-407f-bfd6-30d55a4f7134 req-899195ab-628a-44b5-bd41-a79373cdeab2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215925 May 02 10:32:06.188228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7f54bea-40e2-4f94-9ed5-7a8642d8efb4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7865920 May 02 10:32:06.205973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:06.232591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-871610770', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:06.248946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.249397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for floatingip (b24c9f10-89af-47ae-88de-1b48a39ec501), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.323472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Calling delete_port for b24c9f10-89af-47ae-88de-1b48a39ec501 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:06.358351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.453750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Made reservation on behalf of b1b64eac9be54bb888efb39bf8bb93ba for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:06.456732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.470061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5c673785-3424-4b89-8e06-a94d5a75b765', 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': 'fd4a13f2-fd43-499f-afa9-b0b438979ad2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:06.470946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:06.676164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686c861-359d-44ef-9c32-e2c979e06fff req-92cf10b6-6c41-4def-8be4-af60eb18f683 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.681632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686c861-359d-44ef-9c32-e2c979e06fff req-92cf10b6-6c41-4def-8be4-af60eb18f683 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.688803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1686c861-359d-44ef-9c32-e2c979e06fff req-92cf10b6-6c41-4def-8be4-af60eb18f683 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.695784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1686c861-359d-44ef-9c32-e2c979e06fff req-92cf10b6-6c41-4def-8be4-af60eb18f683 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2389 time: 0.4141417 May 02 10:32:06.817628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Allocated IP 2001:db8:1::2 (5c673785-3424-4b89-8e06-a94d5a75b765/fd4a13f2-fd43-499f-afa9-b0b438979ad2/0b48a623-0e15-4a79-930c-de8927abc12a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:06.872633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1686c861-359d-44ef-9c32-e2c979e06fff req-b64463ca-75a5-4880-8121-4f732973db48 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758945 May 02 10:32:06.885227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-4fec3d5a-4a0a-4894-827a-3eb7f6d83c71 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.887850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-4fec3d5a-4a0a-4894-827a-3eb7f6d83c71 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.1896832 May 02 10:32:06.903563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-746e2f42-7dbd-4713-9858-92e209847290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.904283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-746e2f42-7dbd-4713-9858-92e209847290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.904995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-746e2f42-7dbd-4713-9858-92e209847290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:06.906710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-746e2f42-7dbd-4713-9858-92e209847290 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=620e47e300b7498a87384c30546dcb18&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.7722909 May 02 10:32:07.039219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 794e2805-ce19-4bc7-bfff-bfa565b03eda {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:07.048808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks [] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.062957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Transition to ACTIVE for port object 794e2805-ce19-4bc7-bfff-bfa565b03eda will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:07.080656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks [] for port (0b48a623-0e15-4a79-930c-de8927abc12a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.124038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b24c9f10-89af-47ae-88de-1b48a39ec501), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.168721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Pushing event deleted for resources: {'Port': ['ID=b24c9f10-89af-47ae-88de-1b48a39ec501,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:07.170829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.179485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.331806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Pushing event updated for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:07.337814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Pushing event updated for resources: {'Port': ['ID=0b48a623-0e15-4a79-930c-de8927abc12a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:07.368580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8a9d46-a461-4e5a-b1b7-5b48e7b40969 req-f1d001ce-b718-46c7-b1c8-5a1daf2aafdd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:07.376845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a8a9d46-a461-4e5a-b1b7-5b48e7b40969 req-f1d001ce-b718-46c7-b1c8-5a1daf2aafdd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.3120072 May 02 10:32:07.392883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Network 5c673785-3424-4b89-8e06-a94d5a75b765 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:07.398824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:07.411146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:07.433059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.435940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.442539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6b5a2753-4d20-4d80-a115-20945ad4198d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:07.538071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (815f51ae-fa59-40a5-a965-6f18df609d7d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.539987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Deleting port 198d838f-140a-473b-b50a-d9d85fa64278 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:07.540721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (198d838f-140a-473b-b50a-d9d85fa64278), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.621908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Attempting to bind port 0b48a623-0e15-4a79-930c-de8927abc12a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:07.621908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Attempting to bind port 0b48a623-0e15-4a79-930c-de8927abc12a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '950a8dc7-cdb5-480e-9a63-c543e490fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:07.628127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Attempting to bind port 0b48a623-0e15-4a79-930c-de8927abc12a on network 5c673785-3424-4b89-8e06-a94d5a75b765 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:07.685131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6b5a2753-4d20-4d80-a115-20945ad4198d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:07.685514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.749890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:07.751882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Checking segment: {'id': '950a8dc7-cdb5-480e-9a63-c543e490fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:07.751882 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.751882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Bound using segment: {'id': '950a8dc7-cdb5-480e-9a63-c543e490fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:07.751882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Bound port: 0b48a623-0e15-4a79-930c-de8927abc12a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '950a8dc7-cdb5-480e-9a63-c543e490fefc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '5c673785-3424-4b89-8e06-a94d5a75b765'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:07.752235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.826888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc78db92-6f62-4cea-9fc5-e908806e64a1 req-e61e1e9c-d73d-4432-bfb8-ce74ed31bf6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:07.837867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebd0c92-d14f-4286-a801-061e9d9501bb None None] Network 6bd91006-799d-40af-a35c-2cc90daf06ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:07.840325 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc78db92-6f62-4cea-9fc5-e908806e64a1 req-e61e1e9c-d73d-4432-bfb8-ce74ed31bf6f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.3794742 May 02 10:32:07.843346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-8057250d-0b04-4912-8eb7-6108dbeb6e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:07.845942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-802c7c88-ac69-4d18-a4bc-710498c50794 req-8057250d-0b04-4912-8eb7-6108dbeb6e4d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9111218 May 02 10:32:07.867342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks [] for floatingip (d41ef7c9-9d24-4e62-b1d6-55c106a190ab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.870250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.874719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13b95d00-b7e5-44eb-96ab-7dada66dc2d1 tempest-ImagesOneServerNegativeTestJSON-2108336524 tempest-ImagesOneServerNegativeTestJSON-2108336524-project] 10.222.0.16 "DELETE /v2.0/floatingips/d41ef7c9-9d24-4e62-b1d6-55c106a190ab HTTP/1.1" status: 204 len: 168 time: 2.5940869 May 02 10:32:07.880332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Attempting to bind port 794e2805-ce19-4bc7-bfff-bfa565b03eda on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:07.880699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Attempting to bind port 794e2805-ce19-4bc7-bfff-bfa565b03eda by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:07.881038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Attempting to bind port 794e2805-ce19-4bc7-bfff-bfa565b03eda on network b3ce0e23-83a0-46d6-8193-30fd1a694961 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:07.891776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Port 794e2805-ce19-4bc7-bfff-bfa565b03eda on network b3ce0e23-83a0-46d6-8193-30fd1a694961 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:07.892121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Attempting to bind port 794e2805-ce19-4bc7-bfff-bfa565b03eda on network b3ce0e23-83a0-46d6-8193-30fd1a694961 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:07.895237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (6a6e5ddf-e7cc-4027-809e-12b0292e3604), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.901206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a8a9d46-a461-4e5a-b1b7-5b48e7b40969 req-8af27ed7-cfc1-470e-b245-303418f2ce2d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5233986 May 02 10:32:07.911214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:07.911566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Checking segment: {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:07.912806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Bound using segment: {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:07.912806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Bound port: 794e2805-ce19-4bc7-bfff-bfa565b03eda, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce7b1837-1357-42f1-a33b-d748e2a2e299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:07.912806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:07.989838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=815f51ae-fa59-40a5-a965-6f18df609d7d,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:07.991188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Provisioning complete for port 6b5a2753-4d20-4d80-a115-20945ad4198d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:07.991571 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.002862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] For port 0b48a623-0e15-4a79-930c-de8927abc12a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:08.050074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] For port 0b48a623-0e15-4a79-930c-de8927abc12a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b48a623-0e15-4a79-930c-de8927abc12a,segment=NetworkSegment(950a8dc7-cdb5-480e-9a63-c543e490fefc),segment_id=950a8dc7-cdb5-480e-9a63-c543e490fefc)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:08.064060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6b5a2753-4d20-4d80-a115-20945ad4198d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:08.064376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.070205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:08.072102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:08.077947 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.083792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc78db92-6f62-4cea-9fc5-e908806e64a1 req-94dc6861-11de-47ac-bf2c-c609fb799b7d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423501 May 02 10:32:08.088179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Checking segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:08.088555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Network hostable DHCP agents. Network: 45be1688-f275-4a26-a8cc-5e1d45ac6310, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:08.126411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] For port 198d838f-140a-473b-b50a-d9d85fa64278, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=198d838f-140a-473b-b50a-d9d85fa64278,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:08.126793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (198d838f-140a-473b-b50a-d9d85fa64278), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.177654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Calling delete_port for 198d838f-140a-473b-b50a-d9d85fa64278 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:08.182491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.232650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fb8a3-e4e0-49ca-af94-980cb0a1c910 req-e54bcf70-4e25-492f-b54d-3640c407bd8d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:08.254424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fb8a3-e4e0-49ca-af94-980cb0a1c910 req-e54bcf70-4e25-492f-b54d-3640c407bd8d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:08.254643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2fb8a3-e4e0-49ca-af94-980cb0a1c910 req-e54bcf70-4e25-492f-b54d-3640c407bd8d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:08.256324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af2fb8a3-e4e0-49ca-af94-980cb0a1c910 req-e54bcf70-4e25-492f-b54d-3640c407bd8d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2401 time: 0.2070575 May 02 10:32:08.262633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.276493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:08.330724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:08.355224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Current status of the port 6b5a2753-4d20-4d80-a115-20945ad4198d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:08.356471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.363239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.367337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5f0fa182-24e5-47df-83ed-df1a2555efa8 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 2.1510749 May 02 10:32:08.368142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36012) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:08.401916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6b5a2753-4d20-4d80-a115-20945ad4198d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5a2753-4d20-4d80-a115-20945ad4198d,segment=NetworkSegment(25733631-32c7-4b3c-9aff-7deeda1517ec),segment_id=25733631-32c7-4b3c-9aff-7deeda1517ec)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:08.423649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 45be1688-f275-4a26-a8cc-5e1d45ac6310) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:08.449590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:08.450457 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.482603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf94be5-447c-4400-a3b0-fcac6bf5e659 None None] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:08.482911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:08.483539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.497512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] 10.222.0.15 "PUT /v2.0/ports/794e2805-ce19-4bc7-bfff-bfa565b03eda HTTP/1.1" status: 200 len: 1092 time: 2.5629396 May 02 10:32:08.502917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:08.508135 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f844c3-32a7-4807-9e02-5011bdb669e1" -d '{"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:08.534567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Deleting subnet b10d6835-f068-4335-bddd-2903951307ed {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:08.548021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Publish callbacks [] for subnet (b10d6835-f068-4335-bddd-2903951307ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.562854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759b07d9-d6af-4795-9c16-d52cd576e3bf None None] Pushing event updated for resources: {'Port': ['ID=0b48a623-0e15-4a79-930c-de8927abc12a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:08.595364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.668333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Request body: {'port': {'device_id': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:08.697951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b10d6835-f068-4335-bddd-2903951307ed), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.721428 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe75b9f-55bb-4daf-b152-0af7a5509a54 x-openstack-request-id: req-dfe75b9f-55bb-4daf-b152-0af7a5509a54 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:08.723802 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:08.724226 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dfe75b9f-55bb-4daf-b152-0af7a5509a54 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:08.724856 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfe75b9f-55bb-4daf-b152-0af7a5509a54'] response: {'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda', 'status': 'completed', 'code': 200} May 02 10:32:08.785298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b10d6835-f068-4335-bddd-2903951307ed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.802616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:08.813049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af2fb8a3-e4e0-49ca-af94-980cb0a1c910 req-0d296950-ff12-4420-b245-2bdb7bb43b5c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5431674 May 02 10:32:08.813681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415db49b-67d8-42d4-8305-e404e5c9e220 service neutron] Pushing event updated for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:09.003716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-290f9577-c641-4e06-ae08-21925e17e9ff admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.9314592 May 02 10:32:09.008544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36018) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:09.020476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b10d6835-f068-4335-bddd-2903951307ed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.045614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:09.134894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b10d6835-f068-4335-bddd-2903951307ed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:09.207132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c8eb24-711c-42a7-8eec-c1f1fdbc02ab req-9770872b-c6ec-40bb-9fef-93b7e58bdcce tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.208574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4c8eb24-711c-42a7-8eec-c1f1fdbc02ab req-9770872b-c6ec-40bb-9fef-93b7e58bdcce tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 945 time: 0.0772579 May 02 10:32:09.225386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.225386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c47387b-b47e-4a27-b970-ad0fc65dfbae admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b10d6835-f068-4335-bddd-2903951307ed HTTP/1.1" status: 204 len: 168 time: 0.8914778 May 02 10:32:09.238933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:09.276034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-bfcbd578-58c1-4eac-b1f2-ee19b584a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.276146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-bfcbd578-58c1-4eac-b1f2-ee19b584a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.277164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-bfcbd578-58c1-4eac-b1f2-ee19b584a9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.279202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-bfcbd578-58c1-4eac-b1f2-ee19b584a9c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2861 time: 0.3794453 May 02 10:32:09.317205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6b5a2753-4d20-4d80-a115-20945ad4198d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:09.344950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:32:09.346096 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:32:09.347921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c7591b-340f-470e-824d-8c76b2b9cefb req-11fdff7d-590e-4053-8441-2de25dc3de24 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.373122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7c7591b-340f-470e-824d-8c76b2b9cefb req-11fdff7d-590e-4053-8441-2de25dc3de24 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1262667 May 02 10:32:09.401371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (1444212f-5236-4676-91d8-dcc4a49b3348), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.403299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (1444212f-5236-4676-91d8-dcc4a49b3348), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.420229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (198d838f-140a-473b-b50a-d9d85fa64278), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.438834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7dd05afd-3298-431b-a899-282bd226f958', '198d838f-140a-473b-b50a-d9d85fa64278'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:09.441162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0b48a623-0e15-4a79-930c-de8927abc12a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:09.444027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-45be1688-f275-4a26-a8cc-5e1d45ac6310', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:09.445022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.471799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4c8eb24-711c-42a7-8eec-c1f1fdbc02ab req-937e655f-b131-4104-b044-6ee16dee13dc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423351 May 02 10:32:09.530662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.539154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5a1a16ea-ab55-4500-a197-c03e734e50ee), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.629047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-12b11a3a-6d18-4bba-aaef-5216c809a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.630606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-12b11a3a-6d18-4bba-aaef-5216c809a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.631252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-12b11a3a-6d18-4bba-aaef-5216c809a1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:09.633367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-12b11a3a-6d18-4bba-aaef-5216c809a1a4 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=620e47e300b7498a87384c30546dcb18&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3324349 May 02 10:32:09.646262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Pushing event deleted for resources: {'Port': ['ID=198d838f-140a-473b-b50a-d9d85fa64278,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:09.682339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for router_controller (1444212f-5236-4676-91d8-dcc4a49b3348), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:09.690827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0b48a623-0e15-4a79-930c-de8927abc12a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:09.691215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.014235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7c7591b-340f-470e-824d-8c76b2b9cefb req-35e8fec2-4adc-4d46-9f5e-397fe7d56c4c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6392279 May 02 10:32:10.024671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0b48a623-0e15-4a79-930c-de8927abc12a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:10.025069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.068502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Allocated IP 172.20.0.2 (45be1688-f275-4a26-a8cc-5e1d45ac6310/815f51ae-fa59-40a5-a965-6f18df609d7d/64222dd0-11c3-4f27-9c88-e2aaa71cc01e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:10.112798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6eed7821-625f-4b67-be44-0a668d1912f1 None None] Current status of the port 6b5a2753-4d20-4d80-a115-20945ad4198d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:10.199141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 0b48a623-0e15-4a79-930c-de8927abc12a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b48a623-0e15-4a79-930c-de8927abc12a,segment=NetworkSegment(950a8dc7-cdb5-480e-9a63-c543e490fefc),segment_id=950a8dc7-cdb5-480e-9a63-c543e490fefc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:10.225347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8::1 (6bd91006-799d-40af-a35c-2cc90daf06ae/1964778b-f13c-443c-a83a-f517b3b4b1c8/f99fd6e2-2bd9-4e76-bb5f-88783c1be021) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:10.279106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0d02cc69-1ee1-4ca3-a575-f0900f555906 None None] Provisioning complete for port 6b5a2753-4d20-4d80-a115-20945ad4198d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:10.279873 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d02cc69-1ee1-4ca3-a575-f0900f555906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.286064 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.357870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d780c1a8-7836-45c1-845c-7ce0b4e148b7 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:10.370754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks [] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.395566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=0b48a623-0e15-4a79-930c-de8927abc12a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:10.399500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f1766b-3ade-4670-b581-6b1aa9029d42 None None] Network 5c673785-3424-4b89-8e06-a94d5a75b765 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:10.400967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Transition to ACTIVE for port object d780c1a8-7836-45c1-845c-7ce0b4e148b7 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:10.436637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.437274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] No DVR routers for this DVR port 198d838f-140a-473b-b50a-d9d85fa64278 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:10.439384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-87c77501-7a8e-41c3-b379-089a53c345a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:10.441133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96f844c3-32a7-4807-9e02-5011bdb669e1 req-87c77501-7a8e-41c3-b379-089a53c345a3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7805231 May 02 10:32:10.451639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.457421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d74b7bc4-95a9-4080-88fb-8096d4adfc55 req-71981d8c-a753-4862-8330-b3891c3dc4d1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.24 "DELETE /v2.0/ports/198d838f-140a-473b-b50a-d9d85fa64278 HTTP/1.1" status: 204 len: 173 time: 3.5628259 May 02 10:32:10.472368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.496584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'name': 'network-vif-deleted', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:10.500574 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76235593-0826-487c-9b83-04fc88a41d5e" -d '{"events": [{"server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "name": "network-vif-deleted", "tag": "198d838f-140a-473b-b50a-d9d85fa64278"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:10.567284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:10.719735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for router_gateway (1444212f-5236-4676-91d8-dcc4a49b3348), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.728616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks [] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.774213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.874907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5a1a16ea-ab55-4500-a197-c03e734e50ee), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:10.883750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df6cc38c-18f3-4cd1-8673-de98c7963503 req-105e6854-2be8-4c0d-99c8-e8d816008422 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.1781983 May 02 10:32:10.893918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2466a1-738c-4397-b9ab-39a044e78e6f req-877ec6c1-7a8a-4f08-820f-ba8bf6eac52f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:10.898759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2466a1-738c-4397-b9ab-39a044e78e6f req-877ec6c1-7a8a-4f08-820f-ba8bf6eac52f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:10.906215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2466a1-738c-4397-b9ab-39a044e78e6f req-877ec6c1-7a8a-4f08-820f-ba8bf6eac52f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:10.910374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0d02cc69-1ee1-4ca3-a575-f0900f555906 None None] Current status of the port 6b5a2753-4d20-4d80-a115-20945ad4198d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:10.915622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc2466a1-738c-4397-b9ab-39a044e78e6f req-877ec6c1-7a8a-4f08-820f-ba8bf6eac52f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2401 time: 0.5736730 May 02 10:32:10.982877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc2466a1-738c-4397-b9ab-39a044e78e6f req-927e6a30-7a15-493f-b0c6-75161a6447a7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 May 02 10:32:10.998305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 6bd91006-799d-40af-a35c-2cc90daf06ae is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:10.998305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Attempting to bind port d780c1a8-7836-45c1-845c-7ce0b4e148b7 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:10.998305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Attempting to bind port d780c1a8-7836-45c1-845c-7ce0b4e148b7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:10.998305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Attempting to bind port d780c1a8-7836-45c1-845c-7ce0b4e148b7 on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:11.008169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a1a16ea-ab55-4500-a197-c03e734e50ee']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:11.023608 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63d5a7ff-951e-416b-a6cc-289b471dc6e4 x-openstack-request-id: req-63d5a7ff-951e-416b-a6cc-289b471dc6e4 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:11.023904 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e0fa0c8-2495-4e89-96c8-6072ba1f12fb", "name": "network-vif-deleted", "tag": "198d838f-140a-473b-b50a-d9d85fa64278", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:11.024192 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-63d5a7ff-951e-416b-a6cc-289b471dc6e4 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:11.025423 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d5a7ff-951e-416b-a6cc-289b471dc6e4'] response: {'server_uuid': '1e0fa0c8-2495-4e89-96c8-6072ba1f12fb', 'name': 'network-vif-deleted', 'tag': '198d838f-140a-473b-b50a-d9d85fa64278', 'status': 'completed', 'code': 200} May 02 10:32:11.025876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:11.028361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:11.028699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:11.034081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:11.040254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.046307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Port d780c1a8-7836-45c1-845c-7ce0b4e148b7 on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:11.047175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Attempting to bind port d780c1a8-7836-45c1-845c-7ce0b4e148b7 on network ffb78d72-6c35-4429-bcf3-1f07853dfb83 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:11.047986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-86680995-7550-4376-a5c8-3f7410209a84 None None] Provisioning complete for port 0b48a623-0e15-4a79-930c-de8927abc12a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:11.048546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-86680995-7550-4376-a5c8-3f7410209a84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.064134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.163976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:11.172737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Checking segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:11.173258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Bound using segment: {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:11.173929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Bound port: d780c1a8-7836-45c1-845c-7ce0b4e148b7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eba9132f-2824-4144-b36c-8e1d056182b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:11.174584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.211635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Pushing event updated for resources: {'Port': ['ID=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:11.224169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:11.227659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:11.232014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:11.259321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f99fd6e2-2bd9-4e76-bb5f-88783c1be021,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:11.267104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Attempting to bind port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Attempting to bind port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Attempting to bind port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e on network 45be1688-f275-4a26-a8cc-5e1d45ac6310 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Checking segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Bound using segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Bound port: 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:11.435387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.437425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a343b92d-7857-41b4-83d9-32e24a85c4e2 req-07249352-c33a-495f-9af0-a38beb6dcdb2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:11.437425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a343b92d-7857-41b4-83d9-32e24a85c4e2 req-07249352-c33a-495f-9af0-a38beb6dcdb2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1562099 May 02 10:32:11.439205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0b48a623-0e15-4a79-930c-de8927abc12a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:11.469638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.477120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:11.477449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2c7ee3cd-2d83-4fe7-ba9d-d9bcfe21db1e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: timer() May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:11.549603 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:11.589770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] For port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:11.603286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-86680995-7550-4376-a5c8-3f7410209a84 None None] Current status of the port 0b48a623-0e15-4a79-930c-de8927abc12a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:11.608133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] For port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:11.630415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0b48a623-0e15-4a79-930c-de8927abc12a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:11.630780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.649330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a343b92d-7857-41b4-83d9-32e24a85c4e2 req-1915841f-2af1-4999-9610-5b1340108f5f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2435346 May 02 10:32:11.657949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5a1a16ea-ab55-4500-a197-c03e734e50ee), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.673870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.674205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] 10.222.0.16 "DELETE /v2.0/networks/5a1a16ea-ab55-4500-a197-c03e734e50ee HTTP/1.1" status: 204 len: 168 time: 2.4313998 May 02 10:32:11.676926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for router_gateway (1444212f-5236-4676-91d8-dcc4a49b3348), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.690255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9cea4-8ba0-4b27-8c37-f61e3d5eeeea admin admin] Pushing event deleted for resources: {'Network': ['ID=5a1a16ea-ab55-4500-a197-c03e734e50ee,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:11.700617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.711965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.793834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 198d838f-140a-473b-b50a-d9d85fa64278 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:11.836096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Provisioning complete for port 0b48a623-0e15-4a79-930c-de8927abc12a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:11.837533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:11.844562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 198d838f-140a-473b-b50a-d9d85fa64278 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:11.848016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 198d838f-140a-473b-b50a-d9d85fa64278 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:11.877661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bec772f-9070-45f8-9aae-58a3a15426a6 None None] Pushing event updated for resources: {'Port': ['ID=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:11.903200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0b48a623-0e15-4a79-930c-de8927abc12a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:11.905217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6b5a2753-4d20-4d80-a115-20945ad4198d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:11.918005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:11.923572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:11.987543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Allocated IP 172.35.4.236 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f7092304-3cfe-4ee5-a56f-e00f92935395) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:12.062440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6b5a2753-4d20-4d80-a115-20945ad4198d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:12.062675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.062820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.068058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Current status of the port 0b48a623-0e15-4a79-930c-de8927abc12a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:12.125376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Provisioning complete for port f99fd6e2-2bd9-4e76-bb5f-88783c1be021 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:12.129501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.144651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.152670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7dc7581-d6b3-42dc-aa01-f824b729c9a5 req-7093202e-4690-412c-b76c-0172be6345fd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=1e0fa0c8-2495-4e89-96c8-6072ba1f12fb HTTP/1.1" status: 200 len: 210 time: 0.0477695 May 02 10:32:12.188509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee7b79cb-d63e-4fc9-827f-1efb041b0865 None None] Port f99fd6e2-2bd9-4e76-bb5f-88783c1be021 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:12.239092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:12.285034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6b5a2753-4d20-4d80-a115-20945ad4198d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:12.311132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.312914 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.314600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] 10.222.0.15 "PUT /v2.0/ports/d780c1a8-7836-45c1-845c-7ce0b4e148b7 HTTP/1.1" status: 200 len: 1092 time: 3.6608672 May 02 10:32:12.328364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:12.332072 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894" -d '{"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:12.450511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503947c6-66ae-4139-8453-70ef55dd8b71 req-3d13d403-7ea9-4cc0-81d7-3a6e8c0e69b5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.464257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503947c6-66ae-4139-8453-70ef55dd8b71 req-3d13d403-7ea9-4cc0-81d7-3a6e8c0e69b5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.473523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503947c6-66ae-4139-8453-70ef55dd8b71 req-3d13d403-7ea9-4cc0-81d7-3a6e8c0e69b5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.475759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-503947c6-66ae-4139-8453-70ef55dd8b71 req-3d13d403-7ea9-4cc0-81d7-3a6e8c0e69b5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.2158484 May 02 10:32:12.512741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbed6100-f1b4-4dca-832b-c697bf54e9ff service neutron] Pushing event updated for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:12.574348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.583994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bc33bfb5-1eac-4ed0-bf96-e978431070b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01271c76e9e3490089d30e74ae05144e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3138893 May 02 10:32:12.599503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:12.612127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b21a8052-6285-4d82-a11e-a8c33ed4b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.612730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b21a8052-6285-4d82-a11e-a8c33ed4b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.613159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b21a8052-6285-4d82-a11e-a8c33ed4b59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.614990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b21a8052-6285-4d82-a11e-a8c33ed4b59f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2959 time: 0.1297464 May 02 10:32:12.626858 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24a773aa-d367-4b3a-a72c-7c9684758e85 x-openstack-request-id: req-24a773aa-d367-4b3a-a72c-7c9684758e85 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:12.627157 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:12.627403 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-24a773aa-d367-4b3a-a72c-7c9684758e85 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:12.627899 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24a773aa-d367-4b3a-a72c-7c9684758e85'] response: {'name': 'network-changed', 'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7', 'status': 'completed', 'code': 200} May 02 10:32:12.686705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-2090c04e-8320-44d5-8139-2cd9effe0236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.132&port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad HTTP/1.1" status: 200 len: 217 time: 0.0562181 May 02 10:32:12.708415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-503947c6-66ae-4139-8453-70ef55dd8b71 req-0cb319c8-b694-487f-8d07-6249377a7d06 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679586 May 02 10:32:12.722808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:12.827028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:12.830685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:12.834160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:12.936842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f7092304-3cfe-4ee5-a56f-e00f92935395,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:12.962114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f79f050-3e62-48ba-86ef-b8e0db1801e9 req-b0699c69-f1d0-4c28-bd18-0eb96442b53e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:12.963937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f79f050-3e62-48ba-86ef-b8e0db1801e9 req-b0699c69-f1d0-4c28-bd18-0eb96442b53e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0891166 May 02 10:32:13.054802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] Publish callbacks [] for security_group (ee681a85-e0bf-4f83-8af2-d3a8a67b5399), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.065761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488e0ecf-8394-49a2-bf5b-332d9d13fbef req-d286cdbd-10f5-4299-87a6-31b65c6f5593 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.073306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-488e0ecf-8394-49a2-bf5b-332d9d13fbef req-d286cdbd-10f5-4299-87a6-31b65c6f5593 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.1887383 May 02 10:32:13.130869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-80abc2f4-eebb-4664-af0a-0dc6886ed8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.132804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-80abc2f4-eebb-4664-af0a-0dc6886ed8fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61946375-80df-45d7-85d0-83dbbfd61cce HTTP/1.1" status: 200 len: 801 time: 0.2541389 May 02 10:32:13.153452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f79f050-3e62-48ba-86ef-b8e0db1801e9 req-e826e730-3e75-41d8-abf8-422382acf4a7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116319 May 02 10:32:13.248458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-7b39b078-bd75-49a0-aafd-f5f834812c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.252077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-7b39b078-bd75-49a0-aafd-f5f834812c93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffb78d72-6c35-4429-bcf3-1f07853dfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1036260 May 02 10:32:13.254412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.262234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] Publish callbacks [] for security_group (ee681a85-e0bf-4f83-8af2-d3a8a67b5399), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.372239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64222dd0-11c3-4f27-9c88-e2aaa71cc01e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:13.428264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.429281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.485549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:13.486209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.487929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469ee17-6d46-4f4a-8fbd-5c2675b94b28 req-70a3b4f2-724a-45c7-9be7-dc2e7f22c575 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.497555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d469ee17-6d46-4f4a-8fbd-5c2675b94b28 req-70a3b4f2-724a-45c7-9be7-dc2e7f22c575 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0864844 May 02 10:32:13.648924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-488e0ecf-8394-49a2-bf5b-332d9d13fbef req-725b57f6-73ad-49fa-afdc-4c30edc1bb44 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5746891 May 02 10:32:13.670909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f99fd6e2-2bd9-4e76-bb5f-88783c1be021,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:13.689787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for router_gateway (1444212f-5236-4676-91d8-dcc4a49b3348), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.713963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:13.714656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.754383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e82dae-19cd-43ff-852b-cb82a7d7a90b None None] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:13.800011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-76620f29-1e5e-4703-84bf-785e5375f267 service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5290163 May 02 10:32:13.854243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:13.909922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a0aa04d8-3b23-474d-9f31-6e135ed47f71 None None] Provisioning complete for port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:13.910592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a0aa04d8-3b23-474d-9f31-6e135ed47f71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.927978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d469ee17-6d46-4f4a-8fbd-5c2675b94b28 req-3f936e52-3dba-4948-8908-32dfca8a5215 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271324 May 02 10:32:13.928220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f3c6-52d1-4a18-a7c6-7cfdd5b3ac9b req-cfe90c2e-b351-4c7e-9978-5e820979776d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.935321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f3c6-52d1-4a18-a7c6-7cfdd5b3ac9b req-cfe90c2e-b351-4c7e-9978-5e820979776d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.941056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4f3c6-52d1-4a18-a7c6-7cfdd5b3ac9b req-cfe90c2e-b351-4c7e-9978-5e820979776d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:13.942737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e4f3c6-52d1-4a18-a7c6-7cfdd5b3ac9b req-cfe90c2e-b351-4c7e-9978-5e820979776d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.0871451 May 02 10:32:13.974198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee681a85-e0bf-4f83-8af2-d3a8a67b5399), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.976844 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.978590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:13.986554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee681a85-e0bf-4f83-8af2-d3a8a67b5399 HTTP/1.1" status: 204 len: 168 time: 1.3830674 May 02 10:32:14.081815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b639ce2-f35e-433e-938d-aa82f2604611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee681a85-e0bf-4f83-8af2-d3a8a67b5399,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:14.117373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 6bd91006-799d-40af-a35c-2cc90daf06ae is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:14.139456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:14.158890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (1444212f-5236-4676-91d8-dcc4a49b3348), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:14.231278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-ca48ae1d-2509-4498-8367-c83a0a44c08a service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4209492 May 02 10:32:14.243448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e4f3c6-52d1-4a18-a7c6-7cfdd5b3ac9b req-b7cfc1a4-9746-4e9a-b001-a62e5427ad61 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2585511 May 02 10:32:14.317889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:14.381866 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:14.434951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36106) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:14.489796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a0aa04d8-3b23-474d-9f31-6e135ed47f71 None None] Current status of the port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:14.624458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf0114b-2e22-4f2f-9cff-b7f92edfa01d req-65ce0c0b-68b0-4151-8f8d-6c0b3e92df9c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:14.629410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd903c5-a7d4-4bd2-b3cd-62689b67c4b3 req-bdf52a36-6064-4f33-927e-7e9a5f75123b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:14.631782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ccf0114b-2e22-4f2f-9cff-b7f92edfa01d req-65ce0c0b-68b0-4151-8f8d-6c0b3e92df9c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2009034 May 02 10:32:14.637856 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3cd903c5-a7d4-4bd2-b3cd-62689b67c4b3 req-bdf52a36-6064-4f33-927e-7e9a5f75123b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2417853 May 02 10:32:14.677748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-7fd58772-9ce6-4c51-8c7b-eae7f2604dcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.121&port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda HTTP/1.1" status: 200 len: 217 time: 0.4241953 May 02 10:32:14.799055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-c2d0fa6a-a08c-4d6f-af33-39119b211a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:14.800516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-c2d0fa6a-a08c-4d6f-af33-39119b211a53 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=16edd243-e3f4-42b4-bab6-6006d71ed6db HTTP/1.1" status: 200 len: 801 time: 0.1109178 May 02 10:32:14.813286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3da994e0-621b-4044-8bf4-bf03584bc2b4 None None] Provisioning complete for port f99fd6e2-2bd9-4e76-bb5f-88783c1be021 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:14.815496 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3da994e0-621b-4044-8bf4-bf03584bc2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:14.837312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec71c467-3cb4-412d-b50d-884ae83cdc97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:14.839270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Router 1444212f-5236-4676-91d8-dcc4a49b3348 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:32:14.856811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ccf0114b-2e22-4f2f-9cff-b7f92edfa01d req-0700ca10-a246-4d2b-85e3-4c66b749e24b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240345 May 02 10:32:14.864733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3cd903c5-a7d4-4bd2-b3cd-62689b67c4b3 req-f2ee6ece-319e-4582-a3f4-45ec56bd75e1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255974 May 02 10:32:14.924273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3da994e0-621b-4044-8bf4-bf03584bc2b4 None None] Port f99fd6e2-2bd9-4e76-bb5f-88783c1be021 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:14.990079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 6a6e5ddf-e7cc-4027-809e-12b0292e3604 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:32:15.004800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-da7e7016-71f7-483d-96da-c88576ea364c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.011512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-da7e7016-71f7-483d-96da-c88576ea364c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b3ce0e23-83a0-46d6-8193-30fd1a694961&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1669295 May 02 10:32:15.055658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d41a9f47-f195-44e8-ad73-47ea05e9bde1 None None] Provisioning complete for port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:15.056043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d41a9f47-f195-44e8-ad73-47ea05e9bde1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.086840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534c5740-ca0a-4c72-83da-ea9b904f61d5 req-d326e12e-fc15-41cf-941a-53f057eabd4f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.088721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-534c5740-ca0a-4c72-83da-ea9b904f61d5 req-d326e12e-fc15-41cf-941a-53f057eabd4f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0907826 May 02 10:32:15.131467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec71c467-3cb4-412d-b50d-884ae83cdc97 admin admin] Publish callbacks [] for security_group (89aac50b-0e40-4073-ae7b-c71a9d6a61ce), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.133002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:15.152076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Sync routers for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:15.178106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:15.178915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:15.202166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec71c467-3cb4-412d-b50d-884ae83cdc97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (89aac50b-0e40-4073-ae7b-c71a9d6a61ce), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.248166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.253371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8f8b260d-5350-4437-bea3-5bfbd8fb9aa9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.2357092 May 02 10:32:15.264310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36122) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:15.304451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec71c467-3cb4-412d-b50d-884ae83cdc97 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ba2732a151c04314a5fcd1c95faaba90&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8487058 May 02 10:32:15.305327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36126) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:15.378338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d41a9f47-f195-44e8-ad73-47ea05e9bde1 None None] Current status of the port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:15.391471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64222dd0-11c3-4f27-9c88-e2aaa71cc01e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:15.435398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec71c467-3cb4-412d-b50d-884ae83cdc97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89aac50b-0e40-4073-ae7b-c71a9d6a61ce,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:15.462700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] Publish callbacks [] for security_group (89aac50b-0e40-4073-ae7b-c71a9d6a61ce), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.481073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:15.494845 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] Sync routers for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:15.497078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-534c5740-ca0a-4c72-83da-ea9b904f61d5 req-2a529458-ac26-471e-a2eb-a2676d1a8574 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3936417 May 02 10:32:15.514239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f4f771c2-c64f-4a5f-987f-08c22649409f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1305635 May 02 10:32:15.517480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:15.531105 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:15.531105 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:15.582106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-af99497a-d1f7-409b-8298-b96ff20e2747 service neutron] 10.222.0.15 "GET /v2.0/networks/b3ce0e23-83a0-46d6-8193-30fd1a694961?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4917202 May 02 10:32:15.642848 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:15.657930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdeea8-37cc-4ee7-af5a-df28234b55f7 req-def6b56f-cd51-4d01-ae19-528bd4cdeed4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.665936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdeea8-37cc-4ee7-af5a-df28234b55f7 req-def6b56f-cd51-4d01-ae19-528bd4cdeed4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.672313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffdeea8-37cc-4ee7-af5a-df28234b55f7 req-def6b56f-cd51-4d01-ae19-528bd4cdeed4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.681859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fffdeea8-37cc-4ee7-af5a-df28234b55f7 req-def6b56f-cd51-4d01-ae19-528bd4cdeed4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.1105361 May 02 10:32:15.683251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:15.690070 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:15.704133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:15.759973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] Publish callbacks [] for security_group (89aac50b-0e40-4073-ae7b-c71a9d6a61ce), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.776286 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:15.777463 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d768bf9-8ec4-4d13-97fa-4239db45df55 None None] The sync data for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:15.809263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:15.809895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.887884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03828a73-f12c-443f-ae5c-d26648803e10 req-5c1692cc-e66f-4a22-b1ea-f65d9f02a8bb tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.890566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:15.893521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03828a73-f12c-443f-ae5c-d26648803e10 req-5c1692cc-e66f-4a22-b1ea-f65d9f02a8bb tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.2134531 May 02 10:32:15.905041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fffdeea8-37cc-4ee7-af5a-df28234b55f7 req-1ff0b625-08c5-477d-ba7b-8d2f799466bd tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163954 May 02 10:32:15.963168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d863532-68dc-4c39-b5bf-32af17f641ad tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:15.972829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0d863532-68dc-4c39-b5bf-32af17f641ad tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports/f99fd6e2-2bd9-4e76-bb5f-88783c1be021 HTTP/1.1" status: 200 len: 911 time: 0.4513073 May 02 10:32:15.972829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36144) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:16.033606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36146) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:16.035439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:16.090543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:13Z', 'revision_number': 3, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:16.157529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03828a73-f12c-443f-ae5c-d26648803e10 req-58201e11-de9a-4a81-9559-d56c4d0a397c tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2499628 May 02 10:32:16.166071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344a5b00-462c-49c0-9c5c-d6afb48d2e47 req-00198663-c914-482b-9f0e-ee917f659313 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:16.168829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-344a5b00-462c-49c0-9c5c-d6afb48d2e47 req-00198663-c914-482b-9f0e-ee917f659313 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.1366687 May 02 10:32:16.171180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Checking router: 1444212f-5236-4676-91d8-dcc4a49b3348 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:16.171750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Updating router 1444212f-5236-4676-91d8-dcc4a49b3348 port f7092304-3cfe-4ee5-a56f-e00f92935395 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:32:16.196569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (89aac50b-0e40-4073-ae7b-c71a9d6a61ce), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.199783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.205181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89aac50b-0e40-4073-ae7b-c71a9d6a61ce HTTP/1.1" status: 204 len: 168 time: 0.8533618 May 02 10:32:16.235118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.274958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97052f14-68e4-4da2-8408-6084867ee26b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89aac50b-0e40-4073-ae7b-c71a9d6a61ce,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:16.290190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-121040130-network', 'tenant_id': '82bde93c359b4e4cb13a9ebcfa317377'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:16.367723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-344a5b00-462c-49c0-9c5c-d6afb48d2e47 req-7b06173b-acea-4b0c-9a16-9bdbb55f15b0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912587 May 02 10:32:16.546940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Made reservation on behalf of 82bde93c359b4e4cb13a9ebcfa317377 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:16.555235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.610246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.640897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.825617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks [] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:16.836928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Allocated IP 172.20.0.1 (45be1688-f275-4a26-a8cc-5e1d45ac6310/815f51ae-fa59-40a5-a965-6f18df609d7d/cbce3417-1e4c-4079-98ff-a8c73ea62370) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:16.887797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-1f4ce8ad-fbf3-4f4e-9a42-53d29a52fa4a service neutron] 10.222.0.15 "GET /v2.0/networks/b3ce0e23-83a0-46d6-8193-30fd1a694961?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3184581 May 02 10:32:16.951007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-17cecf24-78bf-46a1-943e-96a7bc99641c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7 HTTP/1.1" status: 200 len: 217 time: 0.0405991 May 02 10:32:16.974195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.120663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Attempting to bind port f7092304-3cfe-4ee5-a56f-e00f92935395 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:17.121010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Attempting to bind port f7092304-3cfe-4ee5-a56f-e00f92935395 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:17.121479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Attempting to bind port f7092304-3cfe-4ee5-a56f-e00f92935395 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:17.140726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9b6c-96db-4b26-af3a-5584a12215fa None None] Pushing event updated for resources: {'Port': ['ID=f7092304-3cfe-4ee5-a56f-e00f92935395,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:17.143643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.157965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:17.158353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:17.158762 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.159159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:17.159658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Bound port: f7092304-3cfe-4ee5-a56f-e00f92935395, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:17.160033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.220992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] For port f7092304-3cfe-4ee5-a56f-e00f92935395, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:17.224470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] For port f7092304-3cfe-4ee5-a56f-e00f92935395, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7092304-3cfe-4ee5-a56f-e00f92935395,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:17.246127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2fcb4-5217-4a15-b754-30b9599eddc7 req-a6195632-bbac-4424-99c6-9c5892074be1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.254581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2fcb4-5217-4a15-b754-30b9599eddc7 req-a6195632-bbac-4424-99c6-9c5892074be1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.264033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2fcb4-5217-4a15-b754-30b9599eddc7 req-a6195632-bbac-4424-99c6-9c5892074be1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.265857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13d2fcb4-5217-4a15-b754-30b9599eddc7 req-a6195632-bbac-4424-99c6-9c5892074be1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.2301240 May 02 10:32:17.305062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:17.339557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.351434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b67e2eeb-16e4-4a30-814a-74ad9d786cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.351655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-b67e2eeb-16e4-4a30-814a-74ad9d786cd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61946375-80df-45d7-85d0-83dbbfd61cce HTTP/1.1" status: 200 len: 801 time: 0.3905880 May 02 10:32:17.442708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-50c79e24-693f-42e0-9bde-df03327cf82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.446974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-50c79e24-693f-42e0-9bde-df03327cf82b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffb78d72-6c35-4429-bcf3-1f07853dfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0679448 May 02 10:32:17.449976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71532112-4211-40c2-adf1-0da6262f72f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.455025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:17.455768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:17.506459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae9b6c-96db-4b26-af3a-5584a12215fa None None] Pushing event updated for resources: {'Port': ['ID=f7092304-3cfe-4ee5-a56f-e00f92935395,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:17.556073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks [] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.603896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-1298ce4b-f261-42b8-adfb-5ae27e31ad1a tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.606299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-1298ce4b-f261-42b8-adfb-5ae27e31ad1a tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.15 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.6870549 May 02 10:32:17.614099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:17.652945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13d2fcb4-5217-4a15-b754-30b9599eddc7 req-dc26227d-7943-4577-9423-0b765b108c53 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113558 May 02 10:32:17.735605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.851876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7b4bf0-65d3-4822-812e-fa166413b481 req-6d7eb99e-0af4-4c29-86cc-1adce59a370b tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:17.860823 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e7b4bf0-65d3-4822-812e-fa166413b481 req-6d7eb99e-0af4-4c29-86cc-1adce59a370b tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.2415221 May 02 10:32:17.874133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks [] for security_group (f126899b-1b4a-48ea-bf5e-0e1618526e8c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:17.879358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:17.908735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:13Z', 'revision_number': 3, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:17.915378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:17.916020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8:1::1 (5c673785-3424-4b89-8e06-a94d5a75b765/fd4a13f2-fd43-499f-afa9-b0b438979ad2/4bd06955-0fab-4f8b-a2e5-982539090f79) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:17.927093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Pushing event updated for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:17.932944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:17.948700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fbaaa1-c37b-4bf5-ae61-dde531f202ea None None] The sync data for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 is: [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:13Z', 'revision_number': 3, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:17.991834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Deleting port 573f9bf0-b795-46a0-a5ac-682c91fd70be {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:17.992182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.010621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f126899b-1b4a-48ea-bf5e-0e1618526e8c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.130749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.165786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] For port 573f9bf0-b795-46a0-a5ac-682c91fd70be, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=573f9bf0-b795-46a0-a5ac-682c91fd70be,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:18.166426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.293248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e7b4bf0-65d3-4822-812e-fa166413b481 req-800fcbb6-cb0b-4d83-ab23-db81ee157184 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4314420 May 02 10:32:18.347108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-706f9399-7a8f-4a46-80c2-e4d605864e83 None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:18.347776 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-706f9399-7a8f-4a46-80c2-e4d605864e83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.392776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:18.418819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (1444212f-5236-4676-91d8-dcc4a49b3348), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.458164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-706f9399-7a8f-4a46-80c2-e4d605864e83 None None] Port cbce3417-1e4c-4079-98ff-a8c73ea62370 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:18.512360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f126899b-1b4a-48ea-bf5e-0e1618526e8c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:18.521768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (010cbc46-8f50-4c6a-b81c-486a00832c8e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.521768 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Added segment 010cbc46-8f50-4c6a-b81c-486a00832c8e of type vlan for network 1af84549-cff5-442b-8fb1-c8cda7c5afbe May 02 10:32:18.668236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1af84549-cff5-442b-8fb1-c8cda7c5afbe), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.697199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-1edc50f0-5870-400e-8d26-8f238d1f5061 service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2141323 May 02 10:32:18.829105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8763995a-29bc-4b25-9099-c8e56b710b18 req-d95c6eaf-fca5-4a49-af32-90b5cc28449b service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992324 May 02 10:32:18.834171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.886121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1af84549-cff5-442b-8fb1-c8cda7c5afbe), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.887322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:18.887999 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.893862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.894315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:18.894444 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Floating IP c584f5fe-ef55-4b86-97ff-aa05b88e3e76 disassociated. External IP: 172.35.4.109, port: 573f9bf0-b795-46a0-a5ac-682c91fd70be. May 02 10:32:18.897502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Calling delete_port for 573f9bf0-b795-46a0-a5ac-682c91fd70be owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:18.920912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=4bd06955-0fab-4f8b-a2e5-982539090f79,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:18.946317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5c673785-3424-4b89-8e06-a94d5a75b765 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:18.967293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd9aed0-54e5-4737-bf56-2413bb2639b0 req-da205e89-3d43-4ea6-83af-270d64245c2e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:18.982153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdd9aed0-54e5-4737-bf56-2413bb2639b0 req-da205e89-3d43-4ea6-83af-270d64245c2e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.8727195 May 02 10:32:18.986218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:19.127452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:19.128157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.182931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d48f-a7e8-4688-a66e-6024e22a2ffd req-fd27c137-1b3f-4c74-bdea-56926214242b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:19.194460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d48f-a7e8-4688-a66e-6024e22a2ffd req-fd27c137-1b3f-4c74-bdea-56926214242b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:19.200583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109d48f-a7e8-4688-a66e-6024e22a2ffd req-fd27c137-1b3f-4c74-bdea-56926214242b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:19.216410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e109d48f-a7e8-4688-a66e-6024e22a2ffd req-fd27c137-1b3f-4c74-bdea-56926214242b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.3253171 May 02 10:32:19.216410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 3.1781642 May 02 10:32:19.226808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:19.256822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Request body: {'subnet': {'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-121040130-subnet', 'tenant_id': '82bde93c359b4e4cb13a9ebcfa317377', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:19.313112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdd9aed0-54e5-4737-bf56-2413bb2639b0 req-963bbe9a-78b9-4e0f-a0b1-309dc33f746c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296833 May 02 10:32:19.327857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e44965-827b-4544-98db-bdfbe7efa793 admin admin] Pushing event updated for resources: {'Network': ['ID=1af84549-cff5-442b-8fb1-c8cda7c5afbe,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:19.352571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71532112-4211-40c2-adf1-0da6262f72f2 admin admin] Publish callbacks [] for security_group (6e104b02-76ee-42a7-8b01-6d359b8b83b6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.359118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1af84549-cff5-442b-8fb1-c8cda7c5afbe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:19.373998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.446825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f7092304-3cfe-4ee5-a56f-e00f92935395 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:19.453216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e109d48f-a7e8-4688-a66e-6024e22a2ffd req-f861dadb-361e-4725-868d-5481a828d1fb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390687 May 02 10:32:19.597244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f7092304-3cfe-4ee5-a56f-e00f92935395 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:19.597244 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.603500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bd352-bc07-4ae1-acc8-e5553c0e4af0 req-dc0f8cba-b1a2-485d-9cfd-a6ee2ce4d300 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:19.605115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-937bd352-bc07-4ae1-acc8-e5553c0e4af0 req-dc0f8cba-b1a2-485d-9cfd-a6ee2ce4d300 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 945 time: 0.0675488 May 02 10:32:19.633882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2a1fcb-88e6-4c70-916d-7c0a54e85d3b req-6d3dfdca-763c-4e43-b1a5-5b05d08bd8df tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:19.636985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd2a1fcb-88e6-4c70-916d-7c0a54e85d3b req-6d3dfdca-763c-4e43-b1a5-5b05d08bd8df tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0842836 May 02 10:32:19.673373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Made reservation on behalf of 82bde93c359b4e4cb13a9ebcfa317377 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:19.676249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.680793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71532112-4211-40c2-adf1-0da6262f72f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6e104b02-76ee-42a7-8b01-6d359b8b83b6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.688038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-21928cae-c9ac-4328-b548-724a0de72d65 None None] Provisioning complete for port 4bd06955-0fab-4f8b-a2e5-982539090f79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:19.688568 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-21928cae-c9ac-4328-b548-724a0de72d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.723334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f7092304-3cfe-4ee5-a56f-e00f92935395 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:19.723727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.753141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-21928cae-c9ac-4328-b548-724a0de72d65 None None] Port 4bd06955-0fab-4f8b-a2e5-982539090f79 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:19.763600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f7092304-3cfe-4ee5-a56f-e00f92935395, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7092304-3cfe-4ee5-a56f-e00f92935395,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:19.784085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd2a1fcb-88e6-4c70-916d-7c0a54e85d3b req-65fb0704-e1ee-431b-9e6c-a6dda4c1164b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364944 May 02 10:32:19.787467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.813649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.823635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71532112-4211-40c2-adf1-0da6262f72f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a70bccc545cd4718aee92bd4d806ee37&name=default HTTP/1.1" status: 200 len: 3000 time: 2.5142913 May 02 10:32:19.824535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:19.857702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-937bd352-bc07-4ae1-acc8-e5553c0e4af0 req-25923b33-1907-4656-9133-7d08fb20a030 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups?id=9a88813f-cfff-4acb-851b-411383c884e6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2317305 May 02 10:32:19.879748 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (573f9bf0-b795-46a0-a5ac-682c91fd70be), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:19.957664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f7092304-3cfe-4ee5-a56f-e00f92935395,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:19.979585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71532112-4211-40c2-adf1-0da6262f72f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e104b02-76ee-42a7-8b01-6d359b8b83b6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:19.982526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event deleted for resources: {'Port': ['ID=573f9bf0-b795-46a0-a5ac-682c91fd70be,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:20.103392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks [] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.141464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a875551-7273-4ef7-b48b-49016d94fdf0 req-6c44f9de-9bff-4d51-ba5d-db3044b3431d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.150222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a875551-7273-4ef7-b48b-49016d94fdf0 req-6c44f9de-9bff-4d51-ba5d-db3044b3431d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1714203 May 02 10:32:20.164046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.181740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-c90565e0-d403-40e5-99e3-17db31e34047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.182817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-c90565e0-d403-40e5-99e3-17db31e34047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.183302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-c90565e0-d403-40e5-99e3-17db31e34047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.185024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-c90565e0-d403-40e5-99e3-17db31e34047 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2959 time: 0.1682522 May 02 10:32:20.289230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] Publish callbacks [] for security_group (6e104b02-76ee-42a7-8b01-6d359b8b83b6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.344980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (1444212f-5236-4676-91d8-dcc4a49b3348), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.405988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] Publish callbacks [] for security_group (6e104b02-76ee-42a7-8b01-6d359b8b83b6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.408128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Pushing event updated for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:20.425644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (5fda48ad-d300-44d0-8013-ec4ad6b8b378), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.432091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Router adc7b80c-d4f6-4c5b-b879-4a938d50c01a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:20.512732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a875551-7273-4ef7-b48b-49016d94fdf0 req-1fe2fd11-cab1-4793-98c3-70dbae581c98 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614850 May 02 10:32:20.610218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.610438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-1d30f1f4-b569-4e20-a04b-4e1675c93485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.612483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-1d30f1f4-b569-4e20-a04b-4e1675c93485 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffb78d72-6c35-4429-bcf3-1f07853dfb83 HTTP/1.1" status: 200 len: 902 time: 0.4166749 May 02 10:32:20.620830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fda48ad-d300-44d0-8013-ec4ad6b8b378,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:20.687568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6e104b02-76ee-42a7-8b01-6d359b8b83b6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.690301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.691437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e104b02-76ee-42a7-8b01-6d359b8b83b6 HTTP/1.1" status: 204 len: 168 time: 0.7231071 May 02 10:32:20.693136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-27b5be19-aa2b-4154-abfe-1b3abdee6014 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.208&port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7 HTTP/1.1" status: 200 len: 217 time: 0.0701175 May 02 10:32:20.739085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.740242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:20.754046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20799b9f-5749-4335-970a-68f5187333a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e104b02-76ee-42a7-8b01-6d359b8b83b6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:20.810037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68921c18-586a-456c-8fb3-e5830fab37d5 req-344e6fd7-03bf-4aa7-9ac5-bb742093f9dc tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.811686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68921c18-586a-456c-8fb3-e5830fab37d5 req-344e6fd7-03bf-4aa7-9ac5-bb742093f9dc tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.3212028 May 02 10:32:20.828917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:20.860104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:20.865179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867d924-a119-40c7-9403-bf99a12c64b0 req-52f3ebb6-ce7c-4cc9-8acf-f891d8036c6f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.869754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d780c1a8-7836-45c1-845c-7ce0b4e148b7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:20.870218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Checking segment: {'id': '010cbc46-8f50-4c6a-b81c-486a00832c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:20.870218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Network hostable DHCP agents. Network: 1af84549-cff5-442b-8fb1-c8cda7c5afbe, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:20.876025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867d924-a119-40c7-9403-bf99a12c64b0 req-52f3ebb6-ce7c-4cc9-8acf-f891d8036c6f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.877846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 573f9bf0-b795-46a0-a5ac-682c91fd70be no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:20.882646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d867d924-a119-40c7-9403-bf99a12c64b0 req-52f3ebb6-ce7c-4cc9-8acf-f891d8036c6f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.890148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d867d924-a119-40c7-9403-bf99a12c64b0 req-52f3ebb6-ce7c-4cc9-8acf-f891d8036c6f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2413 time: 0.2120938 May 02 10:32:20.922889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-fa7366f1-69fe-46ba-8f15-95b553f0ed01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:20.924363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-fa7366f1-69fe-46ba-8f15-95b553f0ed01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=61946375-80df-45d7-85d0-83dbbfd61cce HTTP/1.1" status: 200 len: 801 time: 0.2013078 May 02 10:32:20.943611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 573f9bf0-b795-46a0-a5ac-682c91fd70be {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:20.945976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 573f9bf0-b795-46a0-a5ac-682c91fd70be not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:20.974393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:20.986805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Sync routers for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:21.010013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-be940575-d8fb-4165-abda-7411a57f703b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:21.021939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-be940575-d8fb-4165-abda-7411a57f703b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffb78d72-6c35-4429-bcf3-1f07853dfb83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0776610 May 02 10:32:21.054534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68921c18-586a-456c-8fb3-e5830fab37d5 req-6c4cbc31-1e7b-4edb-8ae0-8a65f617e4e6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300358 May 02 10:32:21.055284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Network 1af84549-cff5-442b-8fb1-c8cda7c5afbe is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:21.081325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] No DVR routers for this DVR port 573f9bf0-b795-46a0-a5ac-682c91fd70be on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:21.124041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:21.124720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:21.220546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-007f31e6-7a93-49a7-ae1c-ff6b03493136 service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865656 May 02 10:32:21.246650 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:21.257947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f2a29ac7-f652-476f-bbc7-8a7d94e4f588 req-a3e312c7-9826-4095-af0f-c2f660971096 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.15 "DELETE /v2.0/ports/573f9bf0-b795-46a0-a5ac-682c91fd70be HTTP/1.1" status: 204 len: 173 time: 3.6363659 May 02 10:32:21.258088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'name': 'network-vif-deleted', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:21.266143 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725b098a-0a3b-46ae-b59c-ca19729dc526" -d '{"events": [{"server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "name": "network-vif-deleted", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:21.282952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=4bd06955-0fab-4f8b-a2e5-982539090f79,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:21.293701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Router 1444212f-5236-4676-91d8-dcc4a49b3348 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:21.368474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d867d924-a119-40c7-9403-bf99a12c64b0 req-bc86e334-6d8d-48e7-b44e-043969f28dc4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4702139 May 02 10:32:21.373607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:21.394587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1af84549-cff5-442b-8fb1-c8cda7c5afbe) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:21.405854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f7092304-3cfe-4ee5-a56f-e00f92935395 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:21.437054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0730e7e6-fdd3-4f5d-bf80-d0da2605fc7a req-18dd68df-1f03-4190-9897-a25cd95e8e2e tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/ports?device_id=899aa62a-aa0a-463c-9c0e-a9960daef949 HTTP/1.1" status: 200 len: 210 time: 0.2096410 May 02 10:32:21.443890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:21.444493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:21.445674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e47d865b-1d1c-43cb-9e37-e370e6bf6a1f None None] Network 1af84549-cff5-442b-8fb1-c8cda7c5afbe requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:21.481005 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e49c5c8-30ce-466d-a046-650b6a0477ec x-openstack-request-id: req-4e49c5c8-30ce-466d-a046-650b6a0477ec {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:21.481587 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "899aa62a-aa0a-463c-9c0e-a9960daef949", "name": "network-vif-deleted", "tag": "573f9bf0-b795-46a0-a5ac-682c91fd70be", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:21.482044 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e49c5c8-30ce-466d-a046-650b6a0477ec {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:21.482629 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e49c5c8-30ce-466d-a046-650b6a0477ec'] response: {'server_uuid': '899aa62a-aa0a-463c-9c0e-a9960daef949', 'name': 'network-vif-deleted', 'tag': '573f9bf0-b795-46a0-a5ac-682c91fd70be', 'status': 'completed', 'code': 200} May 02 10:32:21.486987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5c673785-3424-4b89-8e06-a94d5a75b765 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:21.509338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:21.529621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7', 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'port_id': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7', 'mac_address': 'fa:16:3e:cb:81:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61946375-80df-45d7-85d0-83dbbfd61cce', 'ip_address': '19.80.0.208'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:21.597668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-20ff47ac-facd-49da-8996-76958b7b5cbe None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:21.598035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20ff47ac-facd-49da-8996-76958b7b5cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:21.601785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:21.625413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ed0d1cf-87cd-4a17-9ce1-579f343a2894 req-662852a0-12c9-481a-bb3b-5ebd338db9db service neutron] 10.222.0.15 "GET /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3858349 May 02 10:32:21.648034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-456e89ee-408b-4067-af1b-0fcb067370c2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.4123042 May 02 10:32:21.657747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 6a6e5ddf-e7cc-4027-809e-12b0292e3604 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:21.660111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:21.675939 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Sync routers for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:21.676594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56b25b2d-e5dc-4780-911e-799b76ebd46f admin admin] 10.222.0.16 "PUT /v2.0/routers/1444212f-5236-4676-91d8-dcc4a49b3348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4024172 May 02 10:32:21.723344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:21.728422 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:21.904505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:21.912282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7050cf72-9587-4fe1-96ac-b7c8061e07af tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9194264 May 02 10:32:21.919925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:21.965552 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:21.978120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-aa1e4092-f60f-49d4-8251-90c9fc72885e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:21.980173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-aa1e4092-f60f-49d4-8251-90c9fc72885e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 1127 time: 0.1116533 May 02 10:32:22.047412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1ca5a3-c4ac-45cc-b3d1-f0f68df3e694 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:22.061091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ef1ca5a3-c4ac-45cc-b3d1-f0f68df3e694 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports/4bd06955-0fab-4f8b-a2e5-982539090f79 HTTP/1.1" status: 200 len: 913 time: 0.1264591 May 02 10:32:22.061763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:22.192933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] Sync routers for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:22.278224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-be316d9a-354c-4ef0-bce7-fee131b0ad29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:22.284303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-be316d9a-354c-4ef0-bce7-fee131b0ad29 service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.2963443 May 02 10:32:22.318100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:22.323900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:22.343217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f7092304-3cfe-4ee5-a56f-e00f92935395 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:22.344095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:22.430711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-f85160d7-c8b0-43c2-8b9c-716db7dbdacd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=137bd137-fe24-4569-9f04-5f2f14038fb7 HTTP/1.1" status: 200 len: 217 time: 0.1389756 May 02 10:32:22.527228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-20ff47ac-facd-49da-8996-76958b7b5cbe None None] Port cbce3417-1e4c-4079-98ff-a8c73ea62370 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:22.532751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d780c1a8-7836-45c1-845c-7ce0b4e148b7 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:22.536572 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:22.565019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 2, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:22.587968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-3b77ade5-536f-4772-82f6-a2410cf373cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:22.590791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-3b77ade5-536f-4772-82f6-a2410cf373cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.1561093 May 02 10:32:22.618855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:22.642530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-a0980ad7-795c-4020-bcf4-0fdd4c8c11db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398173 May 02 10:32:22.652397 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Checking router: 1444212f-5236-4676-91d8-dcc4a49b3348 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:22.652964 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Updating router 1444212f-5236-4676-91d8-dcc4a49b3348 port cbce3417-1e4c-4079-98ff-a8c73ea62370 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:32:22.654049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:22.692800 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:22.743200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e71394f-f37c-439d-9901-94f53406d60a None None] Network 1af84549-cff5-442b-8fb1-c8cda7c5afbe requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:22.747100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d780c1a8-7836-45c1-845c-7ce0b4e148b7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:22.769972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:22.893686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-efa91019-c1bf-45f5-b8a1-f9461cebcb59 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:22.895740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-efa91019-c1bf-45f5-b8a1-f9461cebcb59 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/networks?id=1af84549-cff5-442b-8fb1-c8cda7c5afbe HTTP/1.1" status: 200 len: 817 time: 0.3035448 May 02 10:32:22.906484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94acc85e-5d25-474e-8b87-e3be88dbf4af req-8e69f3fb-5dfd-48c3-9721-05c271c43d48 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:22.909110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94acc85e-5d25-474e-8b87-e3be88dbf4af req-8e69f3fb-5dfd-48c3-9721-05c271c43d48 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.2841067 May 02 10:32:22.922115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-c8ce80cd-624a-4fed-9d3b-a89a9b4e5f53 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/quotas/82bde93c359b4e4cb13a9ebcfa317377 HTTP/1.1" status: 200 len: 375 time: 0.0177324 May 02 10:32:22.970855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-cde1eb7d-12c2-4fad-95d9-701838471dfe service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134997 May 02 10:32:22.973748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-1bbfcf4b-0215-4849-ab6a-f1e95a617ca5 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82bde93c359b4e4cb13a9ebcfa317377&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442958 May 02 10:32:22.986984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f7092304-3cfe-4ee5-a56f-e00f92935395 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:23.022711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:23.023729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:23.027708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.028490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 794e2805-ce19-4bc7-bfff-bfa565b03eda details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:23.030113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94acc85e-5d25-474e-8b87-e3be88dbf4af req-f1d34630-ccd3-4d9f-8ace-5bf1f421fba2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107399 May 02 10:32:23.079525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e53f8ba1-d5d6-4bee-9e28-88a18ff9d7b2 None None] Provisioning complete for port 4bd06955-0fab-4f8b-a2e5-982539090f79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:23.079926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e53f8ba1-d5d6-4bee-9e28-88a18ff9d7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.112950 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks [] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.118827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 4bd06955-0fab-4f8b-a2e5-982539090f79 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:23.119298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.138651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:23.139271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b6a639-e4c4-4de5-ba64-c4ac2286c39a None None] The sync data for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:23.169282 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.226793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e53f8ba1-d5d6-4bee-9e28-88a18ff9d7b2 None None] Port 4bd06955-0fab-4f8b-a2e5-982539090f79 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:23.254987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:23.291480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.300716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:23.311585 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Pushing event updated for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:23.332826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 4bd06955-0fab-4f8b-a2e5-982539090f79 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:23.345343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Checking router: adc7b80c-d4f6-4c5b-b879-4a938d50c01a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:23.349693 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.352136 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.352482 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.352847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.353184 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.354078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.354078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.354265 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.354515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.354825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.357504 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.357816 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.359750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.359750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.359750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:23.369521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:23.374905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:23.466182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:23.553125 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Attempting to bind port cbce3417-1e4c-4079-98ff-a8c73ea62370 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:23.554958 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Attempting to bind port cbce3417-1e4c-4079-98ff-a8c73ea62370 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:23.555598 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Attempting to bind port cbce3417-1e4c-4079-98ff-a8c73ea62370 on network 45be1688-f275-4a26-a8cc-5e1d45ac6310 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:23.566895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '794e2805-ce19-4bc7-bfff-bfa565b03eda', 'network_id': 'b3ce0e23-83a0-46d6-8193-30fd1a694961', 'port_id': '794e2805-ce19-4bc7-bfff-bfa565b03eda', 'mac_address': 'fa:16:3e:c2:73:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16edd243-e3f4-42b4-bab6-6006d71ed6db', 'ip_address': '19.86.0.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:23.569363 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:23.570672 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Checking segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:23.573668 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.577180 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Bound using segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:23.582202 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Bound port: cbce3417-1e4c-4079-98ff-a8c73ea62370, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:23.586864 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.722069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:23.787617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 794e2805-ce19-4bc7-bfff-bfa565b03eda is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:23.788014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.836035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4bd06955-0fab-4f8b-a2e5-982539090f79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.866751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] For port cbce3417-1e4c-4079-98ff-a8c73ea62370, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:23.873780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] For port cbce3417-1e4c-4079-98ff-a8c73ea62370, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbce3417-1e4c-4079-98ff-a8c73ea62370,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:23.891950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-99a9e2b1-cf6b-49dd-9d64-49ab73355b70 None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:23.897546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99a9e2b1-cf6b-49dd-9d64-49ab73355b70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:23.933763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-383d06c4-442f-4dcd-b32c-9ae9f600a92a req-ead6c795-71ef-4d7f-887f-bf8dc58a1ad4 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9567649 May 02 10:32:23.940326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-8111cbdd-1413-4253-8dae-dadf5e5854ed service neutron] 10.222.0.16 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9518604 May 02 10:32:23.947437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=4bd06955-0fab-4f8b-a2e5-982539090f79,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:23.951387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 794e2805-ce19-4bc7-bfff-bfa565b03eda {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:23.966789 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.042878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:24.102192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-99a9e2b1-cf6b-49dd-9d64-49ab73355b70 None None] Port cbce3417-1e4c-4079-98ff-a8c73ea62370 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:24.122718 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.123347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 10ccf87d-99e5-4039-bab4-bf2d01bc2fad details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:24.125529 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:24.126160 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:24.194766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-a4989e33-3cc9-42e1-accd-79deeb73f489 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:24.198692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-a4989e33-3cc9-42e1-accd-79deeb73f489 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 828 time: 0.3778195 May 02 10:32:24.251646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-0d04441f-c697-4ce5-9705-d42316b7c905 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/quotas/b1b64eac9be54bb888efb39bf8bb93ba HTTP/1.1" status: 200 len: 375 time: 0.0347128 May 02 10:32:24.254260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:24.255822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-c668ec98-f7e8-4ca8-8372-e757039e6598 service neutron] 10.222.0.16 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647631 May 02 10:32:24.257168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.298477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:24.321143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'network_id': 'ffb78d72-6c35-4429-bcf3-1f07853dfb83', 'port_id': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'mac_address': 'fa:16:3e:20:62:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61946375-80df-45d7-85d0-83dbbfd61cce', 'ip_address': '19.80.0.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:24.372460 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:24.430831 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703707b9-538a-4316-9693-bc41a689e3d9 None None] Pushing event updated for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:24.443784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:24.478126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e6ccb64-744c-482c-ab80-0f4348108b68 None None] The sync data for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 is: [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:31:02Z', 'revision_number': 4, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'f6b7d903-1ad5-4d27-9416-b1e87f20306c', 'name': '', 'network_id': 'f1c43d6b-2848-4366-9f40-27a1a84bba3c', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'mac_address': 'fa:16:3e:fe:1b:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1383, 'fixed_ips': [{'subnet_id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:00Z', 'updated_at': '2022-05-02T10:31:06Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'subnets': [{'id': '7ccb02b6-d78f-4783-94ab-ae2e7af04f13', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:24.497975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:24.498369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.516859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10ccf87d-99e5-4039-bab4-bf2d01bc2fad {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:24.546203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:24.597167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:24.597546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.705466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:23Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:24.726776 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.744303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60800ad4-fdc2-454e-847f-d86ae1e1f9d2 None None] The sync data for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 is: [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:23Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:24.779722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765838af-1d21-481d-80fb-cc811bfbb196 req-ff47051a-a1b0-4904-b608-65005642c2f4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:24.793065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765838af-1d21-481d-80fb-cc811bfbb196 req-ff47051a-a1b0-4904-b608-65005642c2f4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:24.816323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765838af-1d21-481d-80fb-cc811bfbb196 req-ff47051a-a1b0-4904-b608-65005642c2f4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:24.826400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-765838af-1d21-481d-80fb-cc811bfbb196 req-ff47051a-a1b0-4904-b608-65005642c2f4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2416 time: 0.1776321 May 02 10:32:24.942001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Current status of the port cbce3417-1e4c-4079-98ff-a8c73ea62370 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:24.942672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:24.985685 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-765838af-1d21-481d-80fb-cc811bfbb196 req-3398f5c0-135a-4fa6-935a-2b3da28608e3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559680 May 02 10:32:25.033727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] For port cbce3417-1e4c-4079-98ff-a8c73ea62370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbce3417-1e4c-4079-98ff-a8c73ea62370,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:25.039927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:25.048364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-2212b986-6174-4659-a244-3bdc5a833b6a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7940886 May 02 10:32:25.116314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:25.139973 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2973e22b-b23c-49bd-b98d-f4aec96defe2 None None] New status for floating IP c584f5fe-ef55-4b86-97ff-aa05b88e3e76: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:32:25.215463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8944a9e8-f85f-499f-9a38-f3a0611f8b9e None None] Pushing event updated for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:25.272010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b75ad-fe92-452b-b43d-864eba259c10 req-0697eb0d-3759-4c26-8774-e6c4ee861b48 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:25.283725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['794e2805-ce19-4bc7-bfff-bfa565b03eda'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:25.284179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e63b75ad-fe92-452b-b43d-864eba259c10 req-0697eb0d-3759-4c26-8774-e6c4ee861b48 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0850625 May 02 10:32:25.363230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d780c1a8-7836-45c1-845c-7ce0b4e148b7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:25.394242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-56c45080-2367-4b56-944e-687a5d2dab01 service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382819 May 02 10:32:25.410969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e63b75ad-fe92-452b-b43d-864eba259c10 req-75cf7a52-f6a9-4646-bc26-9cec6f9860a2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274340 May 02 10:32:25.464695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbce3417-1e4c-4079-98ff-a8c73ea62370 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:25.497643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a83e807-d20a-4fd5-b359-6bb70a8515ff req-f7baeae8-50c7-464f-832e-3ba67f541814 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 210 time: 0.0473411 May 02 10:32:25.511906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 6a6e5ddf-e7cc-4027-809e-12b0292e3604 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:25.588247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['10ccf87d-99e5-4039-bab4-bf2d01bc2fad'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:25.629611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36356) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:25.686288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-48f8502c-e121-4548-9fef-c9103e949016 service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908831 May 02 10:32:25.697510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:25.719927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf5dc523-6551-4330-998f-c7e81a743e09 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6566615 May 02 10:32:25.721530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36360) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:25.924709 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (9a88813f-cfff-4acb-851b-411383c884e6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:25.933166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb6151-b245-4639-92a4-ff7fb92dd3d9 req-62dd7169-2697-44e0-a3df-65003f66dcbe tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:25.935263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7eb6151-b245-4639-92a4-ff7fb92dd3d9 req-62dd7169-2697-44e0-a3df-65003f66dcbe tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1973138 May 02 10:32:26.013823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (9a88813f-cfff-4acb-851b-411383c884e6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.027861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:26.030469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] Sync routers for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:26.090059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1da1a0cd-3477-4ede-ac41-cd14fe022221 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.093159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7eb6151-b245-4639-92a4-ff7fb92dd3d9 req-a8df265d-9174-472d-9b4e-2fc229a08158 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395833 May 02 10:32:26.230948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9a88813f-cfff-4acb-851b-411383c884e6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.234633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.238306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "DELETE /v2.0/security-groups/9a88813f-cfff-4acb-851b-411383c884e6 HTTP/1.1" status: 204 len: 168 time: 0.6076128 May 02 10:32:26.255105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:26.255520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.259867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3414cce9-6da3-4847-897c-011bd59cc565 req-b3e04270-7142-474e-a346-9d3a8b70e164 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 210 time: 0.0755844 May 02 10:32:26.260425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36376) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:26.299842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4306adf-3659-484f-9c22-e612caef0a9d tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a88813f-cfff-4acb-851b-411383c884e6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:26.310734 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-bfb45c47-0c10-4b29-83f4-1d9135235e90 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] show failed (client error): The resource could not be found. May 02 10:32:26.318387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bfb45c47-0c10-4b29-83f4-1d9135235e90 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "GET /v2.0/security-groups/9a88813f-cfff-4acb-851b-411383c884e6 HTTP/1.1" status: 404 len: 347 time: 0.0539606 May 02 10:32:26.318997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36380) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:26.466197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ac76b6-13d4-4ba6-a333-51080521a563 req-00d901fa-516e-4781-9e42-1fd2fba131ae tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:26.467828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8ac76b6-13d4-4ba6-a333-51080521a563 req-00d901fa-516e-4781-9e42-1fd2fba131ae tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0600748 May 02 10:32:26.489253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031982-dad1-4db8-8343-c9af0d55ea2d req-fbf2ce49-f95a-4eef-b3e7-bf158fc12ef1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:26.494623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031982-dad1-4db8-8343-c9af0d55ea2d req-fbf2ce49-f95a-4eef-b3e7-bf158fc12ef1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:26.527270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68031982-dad1-4db8-8343-c9af0d55ea2d req-fbf2ce49-f95a-4eef-b3e7-bf158fc12ef1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:26.529942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68031982-dad1-4db8-8343-c9af0d55ea2d req-fbf2ce49-f95a-4eef-b3e7-bf158fc12ef1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2416 time: 0.2633858 May 02 10:32:26.531278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.577331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:26.579448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:26.662256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Deleting port 88b5da28-dde6-4ed3-b975-2a85ebb6d10d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:26.663031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.683800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8ac76b6-13d4-4ba6-a333-51080521a563 req-18cd6849-da81-45a5-bd69-6bd2e35b4239 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1971393 May 02 10:32:26.685209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68031982-dad1-4db8-8343-c9af0d55ea2d req-c6a65739-f14c-4328-ab6e-b2a3a63c7eeb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773063 May 02 10:32:26.776863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:26.907091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92692913-b7b1-4ed0-a57f-af292c2b4504 req-cc40db4e-e7de-49b0-8a26-2c389f808472 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:26.917035 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92692913-b7b1-4ed0-a57f-af292c2b4504 req-cc40db4e-e7de-49b0-8a26-2c389f808472 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 945 time: 0.0701888 May 02 10:32:26.962368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c0dbcb2b-2ea3-48f8-a471-48bc115d8c81 req-893eb37b-a067-4d23-b206-e41a0281b2d2 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 210 time: 0.1221654 May 02 10:32:26.969787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.970131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:26.998238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Calling delete_port for 88b5da28-dde6-4ed3-b975-2a85ebb6d10d owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:27.015453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:27.018445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.059038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:27.059688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:27.145388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:27.197461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:27.200632 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ddd5da-1e5a-48c6-94fb-c31af0f05f94" -d '{"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-unplugged", "status": "completed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:27.206165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port f99fd6e2-2bd9-4e76-bb5f-88783c1be021 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:27.206891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.208862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:27.209473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb9651b-26e1-4f34-a44f-06ccc68305fa None None] The sync data for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:27.233816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c439791a-e9e2-42e6-911c-fd16797a3ba2 req-c27d43b7-b152-40c4-91ab-718634b57b2a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:27.237926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92692913-b7b1-4ed0-a57f-af292c2b4504 req-8c7de82c-ebcc-49c7-9215-895c96249f95 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206682 May 02 10:32:27.240929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port cbce3417-1e4c-4079-98ff-a8c73ea62370 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:27.253865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c439791a-e9e2-42e6-911c-fd16797a3ba2 req-c27d43b7-b152-40c4-91ab-718634b57b2a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1083479 May 02 10:32:27.293740 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 May 2022 10:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b6c1606-e4af-41f0-8f6f-34f98aaa95bb x-openstack-request-id: req-1b6c1606-e4af-41f0-8f6f-34f98aaa95bb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:27.294129 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-unplugged", "status": "failed", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7", "code": 422}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:27.294465 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b6c1606-e4af-41f0-8f6f-34f98aaa95bb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:27.296085 ncdv-master-1 neutron-server[115664]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-1b6c1606-e4af-41f0-8f6f-34f98aaa95bb']: {'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'code': 422} returned with failed status May 02 10:32:27.301348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.356293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (88b5da28-dde6-4ed3-b975-2a85ebb6d10d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.420426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Pushing event deleted for resources: {'Port': ['ID=88b5da28-dde6-4ed3-b975-2a85ebb6d10d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:27.422509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.461369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for f99fd6e2-2bd9-4e76-bb5f-88783c1be021 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:27.465554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbce3417-1e4c-4079-98ff-a8c73ea62370 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:27.502851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c439791a-e9e2-42e6-911c-fd16797a3ba2 req-6588f318-4a2f-4d94-bc4a-c593ce7933ea tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462788 May 02 10:32:27.527929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks [] for floatingip (c584f5fe-ef55-4b86-97ff-aa05b88e3e76), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.531043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.532401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-abb8cf46-9501-4747-9f74-c83bd127d8c7 tempest-ServersTestJSON-630237441 tempest-ServersTestJSON-630237441-project] 10.222.0.16 "DELETE /v2.0/floatingips/c584f5fe-ef55-4b86-97ff-aa05b88e3e76 HTTP/1.1" status: 204 len: 168 time: 1.2123098 May 02 10:32:27.535372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:27.602864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:27.636910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port cbce3417-1e4c-4079-98ff-a8c73ea62370 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:27.638317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.670449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ba80112-c26f-4bbe-89c2-2f3efef1d017 req-b988d294-7494-4e7c-82f5-4fb0333dafa4 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 210 time: 0.0539436 May 02 10:32:27.774574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port cbce3417-1e4c-4079-98ff-a8c73ea62370 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:27.898788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3aaefcd6-b9b7-4689-9ba6-dd1c54612fc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:27.915464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afaee2-f64a-40d3-8339-1e59f599695e req-90a8b3a6-66ab-4398-bc5a-5d69bda96f5f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:27.921223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6afaee2-f64a-40d3-8339-1e59f599695e req-90a8b3a6-66ab-4398-bc5a-5d69bda96f5f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0933495 May 02 10:32:28.004462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6afaee2-f64a-40d3-8339-1e59f599695e req-739e2c0b-d270-4ca7-afe6-59667c684f78 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797689 May 02 10:32:28.040159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.064669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f99fd6e2-2bd9-4e76-bb5f-88783c1be021), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.141128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=f99fd6e2-2bd9-4e76-bb5f-88783c1be021,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:28.182631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b87791-c555-45d8-bfa7-3e5981126018 req-87e43e62-7a5a-41a0-9e6f-a0e22fe1b592 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:28.188074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b87791-c555-45d8-bfa7-3e5981126018 req-87e43e62-7a5a-41a0-9e6f-a0e22fe1b592 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:28.193505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b87791-c555-45d8-bfa7-3e5981126018 req-87e43e62-7a5a-41a0-9e6f-a0e22fe1b592 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:28.198292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b87791-c555-45d8-bfa7-3e5981126018 req-87e43e62-7a5a-41a0-9e6f-a0e22fe1b592 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2416 time: 0.1345165 May 02 10:32:28.335096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Deleting port f6b7d903-1ad5-4d27-9416-b1e87f20306c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:28.335638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.392901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-0fe95c9b-1dd4-4ea1-9b7c-9ae6ab4ab406 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:28.396997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-0fe95c9b-1dd4-4ea1-9b7c-9ae6ab4ab406 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.15 "GET /v2.0/networks?id=1af84549-cff5-442b-8fb1-c8cda7c5afbe HTTP/1.1" status: 200 len: 817 time: 0.2567170 May 02 10:32:28.463571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Request body: {'port': {'device_id': '90096d6e-dbf5-4a12-a640-15823eb17936', 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe', 'admin_state_up': True, 'tenant_id': '82bde93c359b4e4cb13a9ebcfa317377'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:28.480057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] For port f6b7d903-1ad5-4d27-9416-b1e87f20306c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f6b7d903-1ad5-4d27-9416-b1e87f20306c,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:28.486082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.494108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Calling delete_port for f6b7d903-1ad5-4d27-9416-b1e87f20306c owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:28.533617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.566421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b87791-c555-45d8-bfa7-3e5981126018 req-e6357f3d-48ae-4ad1-878c-fcdfc5312f38 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785339 May 02 10:32:28.698681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c680f1b0-f5cd-4136-b938-cf14f6c07483 req-44cb133a-7959-4bf7-902c-181d3a3b15a9 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 210 time: 0.0436611 May 02 10:32:28.757486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d780c1a8-7836-45c1-845c-7ce0b4e148b7 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:28.807548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 6a6e5ddf-e7cc-4027-809e-12b0292e3604 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:28.813379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port d780c1a8-7836-45c1-845c-7ce0b4e148b7 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:28.818771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f6b7d903-1ad5-4d27-9416-b1e87f20306c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.826301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86c2ae17-46fb-4656-a892-ed2e63343077 req-9f8ea59b-c725-4c5f-9a1a-23411d1f8fbb tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 210 time: 0.0337675 May 02 10:32:28.849985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b7d903-1ad5-4d27-9416-b1e87f20306c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:28.877176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Made reservation on behalf of 82bde93c359b4e4cb13a9ebcfa317377 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:28.880991 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.906486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d780c1a8-7836-45c1-845c-7ce0b4e148b7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:28.907028 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:28.978521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:28.985075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83f4c51d-4e04-4104-9b1e-fc7aa2f8a540 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2619424 May 02 10:32:28.993346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36474) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:28.997830 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] Sync routers for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:29.018847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:29.021264 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:29.042925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d780c1a8-7836-45c1-845c-7ce0b4e148b7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:29.043561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.050137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa095e6-ae9d-4d0e-bc64-36ace0de88d0 req-ce2501fc-e868-4faa-ba8d-c21a94cd3ab5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.051916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3aa095e6-ae9d-4d0e-bc64-36ace0de88d0 req-ce2501fc-e868-4faa-ba8d-c21a94cd3ab5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1321011 May 02 10:32:29.095834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:29.110010 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:29.127019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] Routers {'6a6e5ddf-e7cc-4027-809e-12b0292e3604'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:29.128019 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:29.156290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.167794 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1e6c70f-bc13-40ae-b49d-d9eef95027d1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a6e5ddf-e7cc-4027-809e-12b0292e3604 HTTP/1.1" status: 200 len: 205 time: 0.1689296 May 02 10:32:29.168826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:29.179073 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:29.179981 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b508f5b-da6b-46c9-bc73-dd7f341f7b29 None None] The sync data for ids ['6a6e5ddf-e7cc-4027-809e-12b0292e3604'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:29.184955 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.186546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 794e2805-ce19-4bc7-bfff-bfa565b03eda up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:29.217452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3aa095e6-ae9d-4d0e-bc64-36ace0de88d0 req-ff5a11a6-37b8-4c09-82f0-cb6828d474ac tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574137 May 02 10:32:29.298573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:29.301755 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-407013cf-e8cb-4b43-9b42-ddc805df3b70" -d '{"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:29.308041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:29.309294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Allocated IP 172.20.0.8 (1af84549-cff5-442b-8fb1-c8cda7c5afbe/5fda48ad-d300-44d0-8013-ec4ad6b8b378/b9e625db-02fb-4392-8124-5272427e11a1) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:29.317202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 794e2805-ce19-4bc7-bfff-bfa565b03eda completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:29.390413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 794e2805-ce19-4bc7-bfff-bfa565b03eda triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:29.390800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.469128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1db53e-4eaf-4ae9-92ee-096a86f45d6c req-611ebfa5-f60b-46ea-a117-f454869196ab tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.470934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f1db53e-4eaf-4ae9-92ee-096a86f45d6c req-611ebfa5-f60b-46ea-a117-f454869196ab tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0942545 May 02 10:32:29.489159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 794e2805-ce19-4bc7-bfff-bfa565b03eda is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:29.489591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.520930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.540998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:29.584861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f1db53e-4eaf-4ae9-92ee-096a86f45d6c req-d00e19b3-906a-4445-8ea9-03f5ab4fc388 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070721 May 02 10:32:29.607725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-0cb6ddd4-e93d-4961-b974-b4ee7101c383 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.611712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-0cb6ddd4-e93d-4961-b974-b4ee7101c383 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c873700-cac7-42b6-92ae-b311c35d3c1b HTTP/1.1" status: 200 len: 943 time: 0.2505617 May 02 10:32:29.630470 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.631543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 10ccf87d-99e5-4039-bab4-bf2d01bc2fad up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:29.636140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks [] for port (b9e625db-02fb-4392-8124-5272427e11a1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.677681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.689947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-15791168-789b-4ff7-8f10-fbee8f475d7f tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.691422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-15791168-789b-4ff7-8f10-fbee8f475d7f tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.15 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 828 time: 0.5236278 May 02 10:32:29.712251 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140223f1-0ebe-441f-9ffa-65bc68b34c88 x-openstack-request-id: req-140223f1-0ebe-441f-9ffa-65bc68b34c88 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:29.712549 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:29.712851 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-140223f1-0ebe-441f-9ffa-65bc68b34c88 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:29.713283 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-140223f1-0ebe-441f-9ffa-65bc68b34c88'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7', 'code': 200} May 02 10:32:29.755941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:29.765679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:29.782866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.806615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'port': {'device_id': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'admin_state_up': True, 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:29.826006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 137bd137-fe24-4569-9f04-5f2f14038fb7 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:29.838037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Network 1af84549-cff5-442b-8fb1-c8cda7c5afbe is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:29.844700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:29.847173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:29.863590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8568d-4eb7-41a9-bd07-ba07b0798f44 req-872d7a0a-71ab-4937-8bf9-c0666c673a75 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.866705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:29.867212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.869179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8568d-4eb7-41a9-bd07-ba07b0798f44 req-872d7a0a-71ab-4937-8bf9-c0666c673a75 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.875561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf8568d-4eb7-41a9-bd07-ba07b0798f44 req-872d7a0a-71ab-4937-8bf9-c0666c673a75 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.877284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cf8568d-4eb7-41a9-bd07-ba07b0798f44 req-872d7a0a-71ab-4937-8bf9-c0666c673a75 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2418 time: 0.1367500 May 02 10:32:29.906926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.915017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Pushing event updated for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:29.920261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (6a6e5ddf-e7cc-4027-809e-12b0292e3604), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.951134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:29.951773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:29.982065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cf8568d-4eb7-41a9-bd07-ba07b0798f44 req-388f24dd-7dec-4978-b8d4-8e2302bd8b94 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832005 May 02 10:32:30.028975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2370cf34-5c22-4b18-aa0d-b4229791f1b8 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5721502 May 02 10:32:30.037532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 137bd137-fe24-4569-9f04-5f2f14038fb7 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:30.042592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:30.043099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.048331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Request body: {'port': {'device_id': '90096d6e-dbf5-4a12-a640-15823eb17936', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:30.099368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:30.099591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port 137bd137-fe24-4569-9f04-5f2f14038fb7 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:30.099591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.167733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9e625db-02fb-4392-8124-5272427e11a1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.173120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.185317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963db78-f634-4f39-b723-fc08d0256080 req-1a57667c-3780-4e88-be1b-077676cb26a2 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:30.186903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c963db78-f634-4f39-b723-fc08d0256080 req-1a57667c-3780-4e88-be1b-077676cb26a2 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 931 time: 0.0832975 May 02 10:32:30.219483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6a6e5ddf-e7cc-4027-809e-12b0292e3604), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.219985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router 6a6e5ddf-e7cc-4027-809e-12b0292e3604 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:32:30.232017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:30.239383 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.240513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e755acd1-9ed9-4d1e-8a05-a540ddc7cb3d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604 HTTP/1.1" status: 204 len: 168 time: 1.0656178 May 02 10:32:30.247474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:30.327398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c963db78-f634-4f39-b723-fc08d0256080 req-adc8f1fd-3696-49f8-8499-a0bfdc19daee tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156695 May 02 10:32:30.372552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port 137bd137-fe24-4569-9f04-5f2f14038fb7, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=137bd137-fe24-4569-9f04-5f2f14038fb7,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:30.372986 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.380507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet fd4a13f2-fd43-499f-afa9-b0b438979ad2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:30.396022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (fd4a13f2-fd43-499f-afa9-b0b438979ad2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.428662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Made reservation on behalf of b1b64eac9be54bb888efb39bf8bb93ba for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:30.432037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.439079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for 137bd137-fe24-4569-9f04-5f2f14038fb7 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:30.444645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Router adc7b80c-d4f6-4c5b-b879-4a938d50c01a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:30.455716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84e508f-2870-4e54-98a0-fc4a9e8e96fa req-eec11566-2ba6-44ff-b0ac-4e5c033e0dbe tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 210 time: 0.0400591 May 02 10:32:30.481504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (fd4a13f2-fd43-499f-afa9-b0b438979ad2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.515793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.586570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9e625db-02fb-4392-8124-5272427e11a1 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:30.597986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks [] for port (b9e625db-02fb-4392-8124-5272427e11a1), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.610315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9dc434-a0e6-4a4e-8fff-f1242d3d05aa req-39ee5bea-7e77-4943-8bf4-755d85b61699 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:30.611759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c9dc434-a0e6-4a4e-8fff-f1242d3d05aa req-39ee5bea-7e77-4943-8bf4-755d85b61699 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0838535 May 02 10:32:30.627752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Transition to ACTIVE for port object b9e625db-02fb-4392-8124-5272427e11a1 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:30.665037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c9dc434-a0e6-4a4e-8fff-f1242d3d05aa req-248aa2f7-083f-4657-bbc7-b49880420a7b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447431 May 02 10:32:30.692735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:30.760065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Pushing event updated for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:30.867678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74906525-aba9-44b3-96b2-4d1f4dd102ec req-67a88350-1971-47c1-a10a-c09cdafc7211 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:30.875692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74906525-aba9-44b3-96b2-4d1f4dd102ec req-67a88350-1971-47c1-a10a-c09cdafc7211 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1022124 May 02 10:32:30.938220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Attempting to bind port b9e625db-02fb-4392-8124-5272427e11a1 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:30.938570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Attempting to bind port b9e625db-02fb-4392-8124-5272427e11a1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '010cbc46-8f50-4c6a-b81c-486a00832c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:30.938907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Attempting to bind port b9e625db-02fb-4392-8124-5272427e11a1 on network 1af84549-cff5-442b-8fb1-c8cda7c5afbe {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:30.951764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Port b9e625db-02fb-4392-8124-5272427e11a1 on network 1af84549-cff5-442b-8fb1-c8cda7c5afbe not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:30.952321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Attempting to bind port b9e625db-02fb-4392-8124-5272427e11a1 on network 1af84549-cff5-442b-8fb1-c8cda7c5afbe {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:30.959372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74906525-aba9-44b3-96b2-4d1f4dd102ec req-cf23b20a-d764-4293-b294-2a8ee92e07e5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829387 May 02 10:32:30.962399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:30.965331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Checking segment: {'id': '010cbc46-8f50-4c6a-b81c-486a00832c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:30.965331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Bound using segment: {'id': '010cbc46-8f50-4c6a-b81c-486a00832c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:30.965331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Bound port: b9e625db-02fb-4392-8124-5272427e11a1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '010cbc46-8f50-4c6a-b81c-486a00832c8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:30.965331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9e625db-02fb-4392-8124-5272427e11a1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.045363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:31.048648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9e625db-02fb-4392-8124-5272427e11a1,segment=NetworkSegment(010cbc46-8f50-4c6a-b81c-486a00832c8e),segment_id=010cbc46-8f50-4c6a-b81c-486a00832c8e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:31.121794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.131926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdff3a-15a2-4458-b6fd-ba2ecae76cae req-49c28883-db64-4889-99d9-f9e868cf7228 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.138595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdff3a-15a2-4458-b6fd-ba2ecae76cae req-49c28883-db64-4889-99d9-f9e868cf7228 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.143787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abdff3a-15a2-4458-b6fd-ba2ecae76cae req-49c28883-db64-4889-99d9-f9e868cf7228 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.145369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0abdff3a-15a2-4458-b6fd-ba2ecae76cae req-49c28883-db64-4889-99d9-f9e868cf7228 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.0705340 May 02 10:32:31.203561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.204316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.206301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] 10.222.0.15 "PUT /v2.0/ports/b9e625db-02fb-4392-8124-5272427e11a1 HTTP/1.1" status: 200 len: 1091 time: 1.1629109 May 02 10:32:31.210329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:31.214278 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105" -d '{"events": [{"name": "network-changed", "server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "tag": "b9e625db-02fb-4392-8124-5272427e11a1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:31.225334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fd4a13f2-fd43-499f-afa9-b0b438979ad2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.279995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cef7a6d-ea6d-403b-80b5-9660497f02df service neutron] Pushing event updated for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:31.284571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:31.296892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Sync routers for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:31.302888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e8b29647-d5c6-44f6-9c8c-90f897e3fafa admin admin] 10.222.0.16 "PUT /v2.0/routers/adc7b80c-d4f6-4c5b-b879-4a938d50c01a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7631557 May 02 10:32:31.306484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:31.314419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:31.315056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:31.320004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Allocated IP 172.20.0.14 (45be1688-f275-4a26-a8cc-5e1d45ac6310/815f51ae-fa59-40a5-a965-6f18df609d7d/b4400969-ccca-47e8-93a4-5be70b0ef8f8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:31.343478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0abdff3a-15a2-4458-b6fd-ba2ecae76cae req-ab01e07a-1b08-43a2-a76a-079edba9b731 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338499 May 02 10:32:31.442540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-ba5f30b1-8cd8-4098-90b9-ba79265ed6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.444065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-ba5f30b1-8cd8-4098-90b9-ba79265ed6f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82bde93c359b4e4cb13a9ebcfa317377&device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 1125 time: 0.0580046 May 02 10:32:31.453874 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9730e852-fcf5-4d6f-ab30-d09bd5700596 x-openstack-request-id: req-9730e852-fcf5-4d6f-ab30-d09bd5700596 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:31.454198 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "tag": "b9e625db-02fb-4392-8124-5272427e11a1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:31.454566 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9730e852-fcf5-4d6f-ab30-d09bd5700596 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:31.455404 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9730e852-fcf5-4d6f-ab30-d09bd5700596'] response: {'name': 'network-changed', 'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1', 'status': 'completed', 'code': 200} May 02 10:32:31.515894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (fd4a13f2-fd43-499f-afa9-b0b438979ad2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.524218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (137bd137-fe24-4569-9f04-5f2f14038fb7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.538749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:31.563164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-bd954d4d-6739-4d86-b60e-cea09d0dc623 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e625db-02fb-4392-8124-5272427e11a1 HTTP/1.1" status: 200 len: 217 time: 0.0975752 May 02 10:32:31.576926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9db46c8-6a03-4e97-951a-5e0cbdb192e5 None None] Network 5c673785-3424-4b89-8e06-a94d5a75b765 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:31.607090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.613265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/fd4a13f2-fd43-499f-afa9-b0b438979ad2 HTTP/1.1" status: 204 len: 168 time: 1.3649359 May 02 10:32:31.620244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36548) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:31.633812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks [] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.635508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=137bd137-fe24-4569-9f04-5f2f14038fb7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:31.637436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03536faf-ca84-4a9e-8c3b-9c0fd2876620 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4a13f2-fd43-499f-afa9-b0b438979ad2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:31.641627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf042115-e26b-464b-a172-b4cc3a6eed9b req-4cbc79cb-2114-4206-a897-f720f8d5756d tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.650520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf042115-e26b-464b-a172-b4cc3a6eed9b req-4cbc79cb-2114-4206-a897-f720f8d5756d tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 943 time: 0.0972645 May 02 10:32:31.701115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2136a1bf-6a9a-476a-97de-4c8206b37884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.702756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-2136a1bf-6a9a-476a-97de-4c8206b37884 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fda48ad-d300-44d0-8013-ec4ad6b8b378 HTTP/1.1" status: 200 len: 857 time: 0.1186712 May 02 10:32:31.721918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda'}, {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:31.724458 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bd6e015-5f04-45cb-9c42-6d7f7a0ac707" -d '{"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda"}, {"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:31.727577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf042115-e26b-464b-a172-b4cc3a6eed9b req-71511655-cf23-41f2-9dd3-0645b5a95ba6 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 May 02 10:32:31.773117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-892096d1-81b6-4af7-91d6-1ea1cf330af5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af84549-cff5-442b-8fb1-c8cda7c5afbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445006 May 02 10:32:31.794178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port 137bd137-fe24-4569-9f04-5f2f14038fb7 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:31.797915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.803459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6dbff2b6-ac9a-400e-b581-3730b0baa382 req-a70030a4-e430-4caf-9594-f5548bd32fc4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "DELETE /v2.0/ports/137bd137-fe24-4569-9f04-5f2f14038fb7 HTTP/1.1" status: 204 len: 173 time: 2.1834431 May 02 10:32:31.817625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-deleted', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:31.829386 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377c0fd5-7fff-4007-837d-aed4a9a08457" -d '{"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-deleted", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:31.946377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.951667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 1964778b-f13c-443c-a83a-f517b3b4b1c8 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:31.962150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (1964778b-f13c-443c-a83a-f517b3b4b1c8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:31.962590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f77e708-60ea-4858-908b-4abf0c4efa4c req-9d3b93f0-0ab3-494f-b4e4-478712ca8e41 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:31.965758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f77e708-60ea-4858-908b-4abf0c4efa4c req-9d3b93f0-0ab3-494f-b4e4-478712ca8e41 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0643668 May 02 10:32:31.989931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-f1dc1acd-0362-41a6-b9b2-84e8784ec509 service neutron] 10.222.0.15 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091022 May 02 10:32:32.052912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (1964778b-f13c-443c-a83a-f517b3b4b1c8), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.075845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:32:28Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:32.090592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks [] for router_gateway (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.125792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Checking router: adc7b80c-d4f6-4c5b-b879-4a938d50c01a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:32.139378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Routers {'adc7b80c-d4f6-4c5b-b879-4a938d50c01a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:32.140129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:32.165686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1964778b-f13c-443c-a83a-f517b3b4b1c8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.289537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] DHCP port deletion for 5c673785-3424-4b89-8e06-a94d5a75b765 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:32.294326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.314264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.333251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] Set router adc7b80c-d4f6-4c5b-b879-4a938d50c01a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:32.427400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Deleting port ed231aef-dca9-4a50-a929-5d3839e2981c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:32.427755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.430946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:32.445746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:32.447883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f77e708-60ea-4858-908b-4abf0c4efa4c req-ce0d453f-a1cd-439d-a2ba-c2bea0f30d85 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4655659 May 02 10:32:32.473876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:32.508231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e51514-0818-46d7-98af-887c5e6d9af4 req-d7713c8e-f2ca-46e7-af24-7629e120c64c service neutron] 10.222.0.15 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028803 May 02 10:32:32.515380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (1964778b-f13c-443c-a83a-f517b3b4b1c8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.516312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event updated for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:32.610599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=1964778b-f13c-443c-a83a-f517b3b4b1c8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:32.636909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.642764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-54690898-7240-40ad-87dc-f7a01d8853f7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/1964778b-f13c-443c-a83a-f517b3b4b1c8 HTTP/1.1" status: 204 len: 168 time: 1.0189135 May 02 10:32:32.647273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:32.651740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f6cb7d4-c67c-4678-a761-509c622d78e4 None None] Network 6bd91006-799d-40af-a35c-2cc90daf06ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:32.687837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:32.688513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.731969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39615284-7e17-4396-bc70-0fe99ed6dda6 req-f0806e14-db82-4387-b716-1c260327af48 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:32.741394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39615284-7e17-4396-bc70-0fe99ed6dda6 req-f0806e14-db82-4387-b716-1c260327af48 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 932 time: 0.1779816 May 02 10:32:32.770453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] For port ed231aef-dca9-4a50-a929-5d3839e2981c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ed231aef-dca9-4a50-a929-5d3839e2981c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:32.770747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.779312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Deleting port 0b48a623-0e15-4a79-930c-de8927abc12a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:32.779725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.787442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Calling delete_port for ed231aef-dca9-4a50-a929-5d3839e2981c owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:32.845860 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-be984cf4-e93e-433c-9dcb-9de725537b25 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0497036 May 02 10:32:32.849756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5c673785-3424-4b89-8e06-a94d5a75b765), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:32.894047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39615284-7e17-4396-bc70-0fe99ed6dda6 req-785d5bec-f7d1-4d5e-9143-2f015982317b tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494982 May 02 10:32:32.943179 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6419d34-27c0-4ea4-bdfa-3e5afb7f84ff x-openstack-request-id: req-a6419d34-27c0-4ea4-bdfa-3e5afb7f84ff {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:32.943483 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda", "code": 200}, {"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-plugged", "status": "completed", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:32.943736 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6419d34-27c0-4ea4-bdfa-3e5afb7f84ff {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:32.944132 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6419d34-27c0-4ea4-bdfa-3e5afb7f84ff'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda', 'code': 200} May 02 10:32:32.944443 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6419d34-27c0-4ea4-bdfa-3e5afb7f84ff'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'code': 200} May 02 10:32:32.999386 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 02 May 2022 10:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-882d0153-61d2-4745-a3aa-cbf7e66435fe x-openstack-request-id: req-882d0153-61d2-4745-a3aa-cbf7e66435fe {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:32.999685 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c873700-cac7-42b6-92ae-b311c35d3c1b", "name": "network-vif-deleted", "tag": "137bd137-fe24-4569-9f04-5f2f14038fb7", "status": "failed", "code": 422}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:32.999949 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-882d0153-61d2-4745-a3aa-cbf7e66435fe {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:33.001268 ncdv-master-1 neutron-server[115662]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-882d0153-61d2-4745-a3aa-cbf7e66435fe']: {'server_uuid': '7c873700-cac7-42b6-92ae-b311c35d3c1b', 'name': 'network-vif-deleted', 'tag': '137bd137-fe24-4569-9f04-5f2f14038fb7', 'status': 'failed', 'code': 422} returned with failed status May 02 10:32:33.036687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e3a73927-ae2a-413c-b4f8-4b6c077d47a0 None None] Provisioning complete for port b4400969-ccca-47e8-93a4-5be70b0ef8f8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:33.037057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3a73927-ae2a-413c-b4f8-4b6c077d47a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.037681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 0b48a623-0e15-4a79-930c-de8927abc12a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:33.038118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.039277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:32:28Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:33.046645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] For port 0b48a623-0e15-4a79-930c-de8927abc12a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b48a623-0e15-4a79-930c-de8927abc12a,segment=NetworkSegment(950a8dc7-cdb5-480e-9a63-c543e490fefc),segment_id=950a8dc7-cdb5-480e-9a63-c543e490fefc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:33.047274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.122444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Calling delete_port for 0b48a623-0e15-4a79-930c-de8927abc12a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:33.134151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4364ce05-4d1b-4978-91e6-4235f027fa8a None None] The sync data for ids ['adc7b80c-d4f6-4c5b-b879-4a938d50c01a'] in ncdv-master-1 is: [{'id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'name': 'tempest-ServersTestJSON-509548164-router', 'tenant_id': '938d7f7fb79f43809d28533c00fa1b06', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:30:53Z', 'updated_at': '2022-05-02T10:32:28Z', 'revision_number': 5, 'project_id': '938d7f7fb79f43809d28533c00fa1b06', 'gw_port': {'id': 'ed231aef-dca9-4a50-a929-5d3839e2981c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:7d:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'adc7b80c-d4f6-4c5b-b879-4a938d50c01a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:30:55Z', 'updated_at': '2022-05-02T10:31:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:33.165990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 0b48a623-0e15-4a79-930c-de8927abc12a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0b48a623-0e15-4a79-930c-de8927abc12a,segment=NetworkSegment(950a8dc7-cdb5-480e-9a63-c543e490fefc),segment_id=950a8dc7-cdb5-480e-9a63-c543e490fefc)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:33.167109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.167337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e3a73927-ae2a-413c-b4f8-4b6c077d47a0 None None] Port b4400969-ccca-47e8-93a4-5be70b0ef8f8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:33.200643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b77554-49f3-49bc-827c-21e2d48100a4 req-465df722-1a8d-469c-9c2f-90420fb53f24 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.209214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85b77554-49f3-49bc-827c-21e2d48100a4 req-465df722-1a8d-469c-9c2f-90420fb53f24 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1082249 May 02 10:32:33.218024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] DHCP port deletion for 6bd91006-799d-40af-a35c-2cc90daf06ae request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:33.221040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa24bfc-9298-45b8-b098-20e34f599a66 req-1a52e0ac-4a21-4e5a-a14d-5e554759e91d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.224741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 0b48a623-0e15-4a79-930c-de8927abc12a owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:33.228301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa24bfc-9298-45b8-b098-20e34f599a66 req-1a52e0ac-4a21-4e5a-a14d-5e554759e91d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.237185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa24bfc-9298-45b8-b098-20e34f599a66 req-1a52e0ac-4a21-4e5a-a14d-5e554759e91d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.239559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1fa24bfc-9298-45b8-b098-20e34f599a66 req-1a52e0ac-4a21-4e5a-a14d-5e554759e91d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.1631258 May 02 10:32:33.283280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Deleting port 6b5a2753-4d20-4d80-a115-20945ad4198d {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:33.283652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.295167 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ed231aef-dca9-4a50-a929-5d3839e2981c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.305997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85b77554-49f3-49bc-827c-21e2d48100a4 req-90d4ce3b-ed27-4d01-bf4c-12f6131d163a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935314 May 02 10:32:33.353128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1fa24bfc-9298-45b8-b098-20e34f599a66 req-e0440e70-c99a-41b2-9492-9566040c0b11 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064041 May 02 10:32:33.358122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed231aef-dca9-4a50-a929-5d3839e2981c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:33.378269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] For port 6b5a2753-4d20-4d80-a115-20945ad4198d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6b5a2753-4d20-4d80-a115-20945ad4198d,segment=NetworkSegment(25733631-32c7-4b3c-9aff-7deeda1517ec),segment_id=25733631-32c7-4b3c-9aff-7deeda1517ec)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:33.380824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.412034 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.412034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Calling delete_port for 6b5a2753-4d20-4d80-a115-20945ad4198d owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:33.413913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0b48a623-0e15-4a79-930c-de8927abc12a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.436958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port 0b48a623-0e15-4a79-930c-de8927abc12a on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:33.444210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] Pushing event deleted for resources: {'Port': ['ID=0b48a623-0e15-4a79-930c-de8927abc12a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:33.446315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.451171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14596006-d529-4aed-bf1c-f2da5eec3f46 None None] No DVR routers for this DVR port 0b48a623-0e15-4a79-930c-de8927abc12a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:33.506759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=0b48a623-0e15-4a79-930c-de8927abc12a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:33.651029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (6b5a2753-4d20-4d80-a115-20945ad4198d), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.678152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.687468 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks [] for router_controller (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.729944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] Pushing event deleted for resources: {'Port': ['ID=6b5a2753-4d20-4d80-a115-20945ad4198d,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:33.731952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea2a67-984e-4b69-a760-ac49d9e7d25c None None] No DVR routers for this DVR port 6b5a2753-4d20-4d80-a115-20945ad4198d on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:33.741912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5c673785-3424-4b89-8e06-a94d5a75b765), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.754698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa81c4-f1af-4d91-b1fb-ea605d2a2a33 req-08b4e414-5c53-4707-a16a-51949a641c12 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.758755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeaa81c4-f1af-4d91-b1fb-ea605d2a2a33 req-08b4e414-5c53-4707-a16a-51949a641c12 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 943 time: 0.2581718 May 02 10:32:33.775298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Request body: {'port': {'device_id': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:33.831483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c673785-3424-4b89-8e06-a94d5a75b765']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:33.848129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-53977842-2d64-438d-8a3d-21f97a6eec62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.848486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0b48a623-0e15-4a79-930c-de8927abc12a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:33.850386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-53977842-2d64-438d-8a3d-21f97a6eec62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82bde93c359b4e4cb13a9ebcfa317377&device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 1125 time: 0.1536310 May 02 10:32:33.858548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '950a8dc7-cdb5-480e-9a63-c543e490fefc') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:33.862431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '950a8dc7-cdb5-480e-9a63-c543e490fefc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:33.863730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (adc7b80c-d4f6-4c5b-b879-4a938d50c01a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.864262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Fanout notify agent at l3_agent the message router_deleted on router adc7b80c-d4f6-4c5b-b879-4a938d50c01a {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:32:33.876719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.878106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2d76bcf-b391-45fb-a8b1-e01292539728 admin admin] 10.222.0.16 "DELETE /v2.0/routers/adc7b80c-d4f6-4c5b-b879-4a938d50c01a HTTP/1.1" status: 204 len: 168 time: 2.5642457 May 02 10:32:33.882821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36588) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:33.889327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0b48a623-0e15-4a79-930c-de8927abc12a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:33.890038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0b48a623-0e15-4a79-930c-de8927abc12a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:33.890345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce1e2a-d017-40d5-8f3a-634c2ee60fdc req-2d292c87-d983-4623-8414-8c2df29c0a7c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.891294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f6b7d903-1ad5-4d27-9416-b1e87f20306c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:33.891417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24ce1e2a-d017-40d5-8f3a-634c2ee60fdc req-2d292c87-d983-4623-8414-8c2df29c0a7c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1304393 May 02 10:32:33.917076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (950a8dc7-cdb5-480e-9a63-c543e490fefc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:33.918599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f6b7d903-1ad5-4d27-9416-b1e87f20306c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:33.920084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f6b7d903-1ad5-4d27-9416-b1e87f20306c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:33.920523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6b5a2753-4d20-4d80-a115-20945ad4198d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:33.943874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6b5a2753-4d20-4d80-a115-20945ad4198d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:33.944229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6b5a2753-4d20-4d80-a115-20945ad4198d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:33.983500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aeaa81c4-f1af-4d91-b1fb-ea605d2a2a33 req-fead751b-a913-485f-8d2a-85e53de6405a tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2152467 May 02 10:32:33.983847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745fef9-0d9b-4a56-8833-55dfa1f0fb56 req-d2682c72-d3df-4c1e-ac51-e9df908ec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.983847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745fef9-0d9b-4a56-8833-55dfa1f0fb56 req-d2682c72-d3df-4c1e-ac51-e9df908ec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.983847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d745fef9-0d9b-4a56-8833-55dfa1f0fb56 req-d2682c72-d3df-4c1e-ac51-e9df908ec0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:33.987342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d745fef9-0d9b-4a56-8833-55dfa1f0fb56 req-d2682c72-d3df-4c1e-ac51-e9df908ec0d2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2965 time: 0.2023284 May 02 10:32:34.000750 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (950a8dc7-cdb5-480e-9a63-c543e490fefc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.025223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:34.026231 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (950a8dc7-cdb5-480e-9a63-c543e490fefc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: timer() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:34.032650 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:34.058074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Deleting subnet 7ccb02b6-d78f-4783-94ab-ae2e7af04f13 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:34.065265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.081798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Publish callbacks [] for subnet (7ccb02b6-d78f-4783-94ab-ae2e7af04f13), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.142181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d745fef9-0d9b-4a56-8833-55dfa1f0fb56 req-b845947d-e2fc-4025-b2da-9011d579cee4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380031 May 02 10:32:34.160786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24ce1e2a-d017-40d5-8f3a-634c2ee60fdc req-f39f66ed-fc1f-413f-bc68-cc64f85839bc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578514 May 02 10:32:34.162263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-3c8010f2-8cd3-4e78-9feb-7e885052424c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:34.163766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-3c8010f2-8cd3-4e78-9feb-7e885052424c service neutron] 10.222.0.15 "GET /v2.0/networks?id=1af84549-cff5-442b-8fb1-c8cda7c5afbe HTTP/1.1" status: 200 len: 918 time: 0.3022070 May 02 10:32:34.205791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (7ccb02b6-d78f-4783-94ab-ae2e7af04f13), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.244557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5c673785-3424-4b89-8e06-a94d5a75b765), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.257525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.264022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/5c673785-3424-4b89-8e06-a94d5a75b765 HTTP/1.1" status: 204 len: 168 time: 1.6119223 May 02 10:32:34.266965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36604) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:34.303032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c7dc2a-71df-48e9-abc1-325e0c8aa9e0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=5c673785-3424-4b89-8e06-a94d5a75b765,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:34.362040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-675598ce-0053-48cd-94bd-fe0f2aeb4cff tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:34.363516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-675598ce-0053-48cd-94bd-fe0f2aeb4cff tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.2660997 May 02 10:32:34.385411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991087e7-be2f-4a04-9c25-06405cfccd97 req-ae5fee95-d0d3-43b4-b2fb-cd6bd40f7add tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:34.386929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-991087e7-be2f-4a04-9c25-06405cfccd97 req-ae5fee95-d0d3-43b4-b2fb-cd6bd40f7add tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 932 time: 0.1421702 May 02 10:32:34.425306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-35e024f8-fc48-4a24-93e0-c08b1c6a9025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b9e625db-02fb-4392-8124-5272427e11a1 HTTP/1.1" status: 200 len: 217 time: 0.0573728 May 02 10:32:34.432085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6bd91006-799d-40af-a35c-2cc90daf06ae), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.444119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-211f15a7-38cc-48e3-8a34-1a9eeacd60d2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0661085 May 02 10:32:34.470044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7ccb02b6-d78f-4783-94ab-ae2e7af04f13), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.502593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-a5357424-ccde-4cc6-ae69-59b678ccf0ed tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387642 May 02 10:32:34.556007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-991087e7-be2f-4a04-9c25-06405cfccd97 req-ee4a9ba6-2713-4300-8ff0-df06acb0d2da tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559103 May 02 10:32:34.576705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-2b916cd3-31c7-4478-ac78-450310878465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:34.578445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-2b916cd3-31c7-4478-ac78-450310878465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5fda48ad-d300-44d0-8013-ec4ad6b8b378 HTTP/1.1" status: 200 len: 857 time: 0.1441870 May 02 10:32:34.652810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6bd91006-799d-40af-a35c-2cc90daf06ae), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.675699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4400969-ccca-47e8-93a4-5be70b0ef8f8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:34.681028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (7ccb02b6-d78f-4783-94ab-ae2e7af04f13), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.687877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd91006-799d-40af-a35c-2cc90daf06ae']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:34.697891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks [] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.707443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25733631-32c7-4b3c-9aff-7deeda1517ec') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:34.707743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25733631-32c7-4b3c-9aff-7deeda1517ec') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:34.717676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-01c162d4-4fb2-4fd3-87f6-fb1769a13565 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877494 May 02 10:32:34.721041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (25733631-32c7-4b3c-9aff-7deeda1517ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.751445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ccb02b6-d78f-4783-94ab-ae2e7af04f13,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:34.756832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25733631-32c7-4b3c-9aff-7deeda1517ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.761687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.767178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-654624ec-17db-4d23-b327-2ee9d952db06 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ccb02b6-d78f-4783-94ab-ae2e7af04f13 HTTP/1.1" status: 204 len: 168 time: 0.8726733 May 02 10:32:34.768154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b344f21-768f-4e1a-863c-aec3e023e554 None None] Network f1c43d6b-2848-4366-9f40-27a1a84bba3c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:34.769501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Transition to ACTIVE for port object b4400969-ccca-47e8-93a4-5be70b0ef8f8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:34.770113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:34.784181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef343c08-edbe-48bb-bbe3-bbec92b973c7 req-e976c7cd-4b98-4a77-a63e-d46eec03e29b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:34.785686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef343c08-edbe-48bb-bbe3-bbec92b973c7 req-e976c7cd-4b98-4a77-a63e-d46eec03e29b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1126096 May 02 10:32:34.792280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:34.792719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (25733631-32c7-4b3c-9aff-7deeda1517ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: timer() May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:34.796716 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:34.798888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9e625db-02fb-4392-8124-5272427e11a1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:34.905070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.915739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f1c43d6b-2848-4366-9f40-27a1a84bba3c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:34.926281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-3da09423-c079-42f0-934c-6b49fa4e48d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1af84549-cff5-442b-8fb1-c8cda7c5afbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568311 May 02 10:32:34.932591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-21f7d4f9-42c6-451a-8867-fe6c3ded7c18 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049322 May 02 10:32:34.979131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef343c08-edbe-48bb-bbe3-bbec92b973c7 req-9e45201c-d21f-4e0c-9814-0ca3ad4a04e9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782997 May 02 10:32:34.996436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9e625db-02fb-4392-8124-5272427e11a1,segment=NetworkSegment(010cbc46-8f50-4c6a-b81c-486a00832c8e),segment_id=010cbc46-8f50-4c6a-b81c-486a00832c8e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:35.031290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (6bd91006-799d-40af-a35c-2cc90daf06ae), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.031629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b9e625db-02fb-4392-8124-5272427e11a1', 'network_id': '1af84549-cff5-442b-8fb1-c8cda7c5afbe', 'port_id': 'b9e625db-02fb-4392-8124-5272427e11a1', 'mac_address': 'fa:16:3e:d4:81:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fda48ad-d300-44d0-8013-ec4ad6b8b378', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:35.094687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.107984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b9e625db-02fb-4392-8124-5272427e11a1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:35.110911 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9e625db-02fb-4392-8124-5272427e11a1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.116649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/6bd91006-799d-40af-a35c-2cc90daf06ae HTTP/1.1" status: 204 len: 168 time: 0.8455088 May 02 10:32:35.119992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Pushing event updated for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:35.120252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255339a-a1c6-469e-8c17-34f6b6fa54bf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=6bd91006-799d-40af-a35c-2cc90daf06ae,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:35.122087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:35.145079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2128290036'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:35.169395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9e625db-02fb-4392-8124-5272427e11a1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:35.216621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9e625db-02fb-4392-8124-5272427e11a1,segment=NetworkSegment(010cbc46-8f50-4c6a-b81c-486a00832c8e),segment_id=010cbc46-8f50-4c6a-b81c-486a00832c8e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:35.227667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-3280e548-1737-43e5-8010-c765c1780c8b service neutron] 10.222.0.15 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938235 May 02 10:32:35.257247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] DHCP port deletion for f1c43d6b-2848-4366-9f40-27a1a84bba3c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:35.269775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:35.294277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.295325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Deleting port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:35.295668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.310721 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.318315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Deleting port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:35.318315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.462972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96581d-67d0-44b7-a428-901cfb1edccc req-764b5014-da93-4daf-a720-34e058bc2533 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:35.472518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96581d-67d0-44b7-a428-901cfb1edccc req-764b5014-da93-4daf-a720-34e058bc2533 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:35.491522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96581d-67d0-44b7-a428-901cfb1edccc req-764b5014-da93-4daf-a720-34e058bc2533 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:35.494750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da96581d-67d0-44b7-a428-901cfb1edccc req-764b5014-da93-4daf-a720-34e058bc2533 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.2557993 May 02 10:32:35.511989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c74aa554-08f4-46b7-b4c0-bbf234d72ed9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:35.542901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Attempting to bind port b4400969-ccca-47e8-93a4-5be70b0ef8f8 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:35.543123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:35.543693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Attempting to bind port b4400969-ccca-47e8-93a4-5be70b0ef8f8 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:35.544207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Attempting to bind port b4400969-ccca-47e8-93a4-5be70b0ef8f8 on network 45be1688-f275-4a26-a8cc-5e1d45ac6310 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:35.570789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Port b4400969-ccca-47e8-93a4-5be70b0ef8f8 on network 45be1688-f275-4a26-a8cc-5e1d45ac6310 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:35.572850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Attempting to bind port b4400969-ccca-47e8-93a4-5be70b0ef8f8 on network 45be1688-f275-4a26-a8cc-5e1d45ac6310 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:35.584794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:35.585259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.586738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:35.587023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849aab9b-c6bd-4d64-8aba-23ba4e164edc req-9a43513f-bed2-48ac-ab45-567c6351e278 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:35.596706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-849aab9b-c6bd-4d64-8aba-23ba4e164edc req-9a43513f-bed2-48ac-ab45-567c6351e278 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 944 time: 0.2031384 May 02 10:32:35.603322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:35.604411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Checking segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:35.604930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Bound using segment: {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:35.605559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Bound port: b4400969-ccca-47e8-93a4-5be70b0ef8f8, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00755f2c-16f1-4d0c-8297-9fbd4846840e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:35.606264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.609763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:35.610191 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.627324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Calling delete_port for c74aa554-08f4-46b7-b4c0-bbf234d72ed9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:35.631595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8554e8a4-9ef0-4a08-aa3c-f43eba1acccf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.631951 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 8554e8a4-9ef0-4a08-aa3c-f43eba1acccf of type vlan for network 33d0ee56-d0b9-422f-a858-2561fe699224 May 02 10:32:35.668008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.668345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.668729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.669117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.669400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.669871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.670211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.670542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.670871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.671195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.671522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.671848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.672174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.672549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.672857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:35.693661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Calling delete_port for c74aa554-08f4-46b7-b4c0-bbf234d72ed9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:35.711327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-849aab9b-c6bd-4d64-8aba-23ba4e164edc req-59b39f98-7fe8-4be5-aec1-77f9977226a5 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136487 May 02 10:32:35.724551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:35.725019 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.741023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (33d0ee56-d0b9-422f-a858-2561fe699224), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.749511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e88862d-2e42-4e4b-bbdd-7c4c5d4d9105 req-db3b1fe5-584d-498e-8999-f42486156829 service neutron] 10.222.0.15 "GET /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3895841 May 02 10:32:35.787671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da96581d-67d0-44b7-a428-901cfb1edccc req-25deaa24-b6a0-4ac3-81a0-953ed17af3d1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2543316 May 02 10:32:35.788129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b9e625db-02fb-4392-8124-5272427e11a1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:35.820005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:35.845815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:35.888392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (33d0ee56-d0b9-422f-a858-2561fe699224), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.890706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7bc2f91d-a479-4522-aefc-3f30bb4a8ce1 req-29713ad7-8c2f-4701-a08f-63bb2938bb1c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 210 time: 0.0338583 May 02 10:32:35.896296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:35.897838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:35.912481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c74aa554-08f4-46b7-b4c0-bbf234d72ed9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,segment=NetworkSegment(664b04ff-da08-4011-a32d-56d6fd6153c8),segment_id=664b04ff-da08-4011-a32d-56d6fd6153c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:35.925270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.012203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.012964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.014212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] 10.222.0.15 "PUT /v2.0/ports/b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 1092 time: 2.2437313 May 02 10:32:36.017127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:36.027314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.028182 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b704785-329f-48d4-86f8-edf757f90bca" -d '{"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:36.030956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ed231aef-dca9-4a50-a929-5d3839e2981c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:36.046920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=33d0ee56-d0b9-422f-a858-2561fe699224,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.089388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb421b60-3e0e-4a39-bf94-416f1c875ba6 req-33da5274-a0cd-426b-ad49-04d7cbe874a3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.098002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb421b60-3e0e-4a39-bf94-416f1c875ba6 req-33da5274-a0cd-426b-ad49-04d7cbe874a3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 813 time: 0.2561488 May 02 10:32:36.104741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd88f243-a532-4a14-9338-fac0cf0f7c96 service neutron] Pushing event updated for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.125450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-260da15b-8212-4a65-a8c1-0e0fe51df4c0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9911761 May 02 10:32:36.128208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36664) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:36.131064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa25c98b-3ba4-4a03-b797-d9a609f6d5b6 req-f7aa47e4-a9e1-4849-8964-1ca3e9a227d3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.136650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:36.140785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa25c98b-3ba4-4a03-b797-d9a609f6d5b6 req-f7aa47e4-a9e1-4849-8964-1ca3e9a227d3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 944 time: 0.1317627 May 02 10:32:36.152926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb421b60-3e0e-4a39-bf94-416f1c875ba6 req-dac1524d-4fe8-4ab8-be6a-96803640c343 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/quotas/cde37b6fb7fb45aa9279111ef4d5ceed HTTP/1.1" status: 200 len: 375 time: 0.0531492 May 02 10:32:36.182573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.197938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36668) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:36.236972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb421b60-3e0e-4a39-bf94-416f1c875ba6 req-ceb44be6-9726-48f8-a0f3-e6f67a3ac350 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0826867 May 02 10:32:36.247906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] No DVR routers for this DVR port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:36.338854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 33d0ee56-d0b9-422f-a858-2561fe699224 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:36.339596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Pushing event deleted for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.358591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ed231aef-dca9-4a50-a929-5d3839e2981c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:36.358825 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f88c8af7-49f2-4b5c-aa06-a385f32137b8 x-openstack-request-id: req-f88c8af7-49f2-4b5c-aa06-a385f32137b8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:36.358939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ed231aef-dca9-4a50-a929-5d3839e2981c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:36.359287 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:36.359646 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f88c8af7-49f2-4b5c-aa06-a385f32137b8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:36.360373 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f88c8af7-49f2-4b5c-aa06-a385f32137b8'] response: {'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'status': 'completed', 'code': 200} May 02 10:32:36.381281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event deleted for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.423777 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c74aa554-08f4-46b7-b4c0-bbf234d72ed9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.430073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-3f3587f6-7d58-474f-871f-bea8842b9420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.433806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-3f3587f6-7d58-474f-871f-bea8842b9420 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1126 time: 0.2784641 May 02 10:32:36.470770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:36.474621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.481943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] Pushing event deleted for resources: {'Port': ['ID=c74aa554-08f4-46b7-b4c0-bbf234d72ed9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.505033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2b236e-0592-45c6-9548-deeb92af9133 None None] No DVR routers for this DVR port c74aa554-08f4-46b7-b4c0-bbf234d72ed9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:36.512533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f033f-421a-4d44-a998-231d4f73870b req-6cf3dfab-989e-40d6-afdb-7991e230e3f0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.522737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c7f033f-421a-4d44-a998-231d4f73870b req-6cf3dfab-989e-40d6-afdb-7991e230e3f0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1028142 May 02 10:32:36.601128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-2305f7d8-7609-48c7-956a-6b0bd21b8ac1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 217 time: 0.1119595 May 02 10:32:36.601855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abf4de20-ab70-4199-bf47-1fb9916a03c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.622019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa25c98b-3ba4-4a03-b797-d9a609f6d5b6 req-49883986-394a-45ff-aa6f-c087065cea79 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4790363 May 02 10:32:36.646146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c7f033f-421a-4d44-a998-231d4f73870b req-3dc00607-e9b6-4a62-a6f2-af5998b56c4f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223769 May 02 10:32:36.692551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f1c43d6b-2848-4366-9f40-27a1a84bba3c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.747121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c43d6b-2848-4366-9f40-27a1a84bba3c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:36.788122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-8a2b26ee-a32f-4a89-956b-d40104b8ee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.789604 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-8a2b26ee-a32f-4a89-956b-d40104b8ee5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.1730103 May 02 10:32:36.797013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '664b04ff-da08-4011-a32d-56d6fd6153c8') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:36.797312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '664b04ff-da08-4011-a32d-56d6fd6153c8') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:36.841715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (664b04ff-da08-4011-a32d-56d6fd6153c8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.849324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d0610-2fdd-45d6-8d10-32126420df66 req-89fa2b7a-8806-43a4-8879-c57f6eb50fa1 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.850871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a94d0610-2fdd-45d6-8d10-32126420df66 req-89fa2b7a-8806-43a4-8879-c57f6eb50fa1 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 944 time: 0.0517123 May 02 10:32:36.859777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43497ee-376e-4a02-a65b-e172f0525552 req-c18bc0bf-6728-4b39-83d5-6a2984b74b2d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.861263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e43497ee-376e-4a02-a65b-e172f0525552 req-c18bc0bf-6728-4b39-83d5-6a2984b74b2d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1355302 May 02 10:32:36.886566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (9e590a12-62ac-4d4b-8083-7bbb1be0c055), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.890178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (664b04ff-da08-4011-a32d-56d6fd6153c8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.907647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-2f4a9a7d-7da0-40fe-8008-25e6f86bd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:36.909351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-2f4a9a7d-7da0-40fe-8008-25e6f86bd373 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1099570 May 02 10:32:36.914939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:36.915356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (664b04ff-da08-4011-a32d-56d6fd6153c8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: timer() May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:36.921532 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:36.931405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a94d0610-2fdd-45d6-8d10-32126420df66 req-f0a8d770-0bbc-42d4-b450-24ca560a5a93 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735669 May 02 10:32:36.974233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=9e590a12-62ac-4d4b-8083-7bbb1be0c055,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:36.982271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:36.982643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: 33d0ee56-d0b9-422f-a858-2561fe699224, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:37.037300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abf4de20-ab70-4199-bf47-1fb9916a03c2 admin admin] Publish callbacks [] for security_group (ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.048428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9e625db-02fb-4392-8124-5272427e11a1 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:37.076407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e43497ee-376e-4a02-a65b-e172f0525552 req-be29a10f-ead6-40fd-a500-0ff33061aa02 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049584 May 02 10:32:37.118829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-eab0f9f2-af03-4ed7-b8d3-b13d4c09ef07 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001534 May 02 10:32:37.137035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 33d0ee56-d0b9-422f-a858-2561fe699224 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:37.139260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b9e625db-02fb-4392-8124-5272427e11a1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:37.154528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a78c70-1877-429a-9bb6-70b038e8e907 req-cb14faff-caf8-487e-9f63-e44e6747a01b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.159883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a78c70-1877-429a-9bb6-70b038e8e907 req-cb14faff-caf8-487e-9f63-e44e6747a01b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.166883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a78c70-1877-429a-9bb6-70b038e8e907 req-cb14faff-caf8-487e-9f63-e44e6747a01b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.168636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79a78c70-1877-429a-9bb6-70b038e8e907 req-cb14faff-caf8-487e-9f63-e44e6747a01b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.0957162 May 02 10:32:37.179844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abf4de20-ab70-4199-bf47-1fb9916a03c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.183206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f1c43d6b-2848-4366-9f40-27a1a84bba3c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.221766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b9e625db-02fb-4392-8124-5272427e11a1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:37.222430 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9e625db-02fb-4392-8124-5272427e11a1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.225658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79a78c70-1877-429a-9bb6-70b038e8e907 req-7c40ad4b-4b47-4b59-bdfb-6bcf29099cae tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485694 May 02 10:32:37.251138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33d0ee56-d0b9-422f-a858-2561fe699224) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:37.256018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.256794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.279531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3173e0b-b075-4fc6-aa96-e83a826c23ed None None] Network 33d0ee56-d0b9-422f-a858-2561fe699224 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:37.364174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4e86f788-47c7-4b3c-9ae2-d9205438732c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2343380 May 02 10:32:37.369690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36696) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:37.374562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-175063228', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:37.392052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b9e625db-02fb-4392-8124-5272427e11a1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:37.392450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9e625db-02fb-4392-8124-5272427e11a1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.417183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4a54a4f-8fb9-479e-b335-b09b11211992 req-2bbb3a91-47f6-443e-af19-bbdb7ab49cbf tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed HTTP/1.1" status: 200 len: 221 time: 0.0903776 May 02 10:32:37.431141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:37.433760 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cebcd23-30d0-4bd9-8e4e-ff8b8bfbe2c6" -d '{"events": [{"server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "name": "network-vif-plugged", "status": "completed", "tag": "b9e625db-02fb-4392-8124-5272427e11a1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:37.465989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9e625db-02fb-4392-8124-5272427e11a1,segment=NetworkSegment(010cbc46-8f50-4c6a-b81c-486a00832c8e),segment_id=010cbc46-8f50-4c6a-b81c-486a00832c8e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:37.475080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33d0ee56-d0b9-422f-a858-2561fe699224', 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '9e590a12-62ac-4d4b-8083-7bbb1be0c055'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:37.476231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.504927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.506010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.562759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.609247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d15add-b68d-4364-a7c9-1d8434bb8cae req-6f6f373e-9a16-4c73-938d-70f8548aef9d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.610822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2d15add-b68d-4364-a7c9-1d8434bb8cae req-6f6f373e-9a16-4c73-938d-70f8548aef9d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0928512 May 02 10:32:37.612158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (532a7885-ce74-4ab1-b50c-419df9b8900f), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.629705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.649863 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] 10.222.0.16 "DELETE /v2.0/networks/f1c43d6b-2848-4366-9f40-27a1a84bba3c HTTP/1.1" status: 204 len: 168 time: 2.8683417 May 02 10:32:37.656078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:37.666029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2d15add-b68d-4364-a7c9-1d8434bb8cae req-1a3b0856-6bc6-406a-adeb-5c8d3e6ec599 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469999 May 02 10:32:37.671865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.679891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Allocated IP 2001:db8::2 (33d0ee56-d0b9-422f-a858-2561fe699224/9e590a12-62ac-4d4b-8083-7bbb1be0c055/bafda157-35c4-4a34-bf83-6448d8d88cfe) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:37.712451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0ee0667-ca96-4e2f-89f6-bdb00d5465a0 req-af3465ed-d883-493c-b9ea-051e711fda3f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 210 time: 0.5412848 May 02 10:32:37.721023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d22b34-fb06-48b2-8f94-9b07c119c89e admin admin] Pushing event deleted for resources: {'Network': ['ID=f1c43d6b-2848-4366-9f40-27a1a84bba3c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:37.740450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-abf4de20-ab70-4199-bf47-1fb9916a03c2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f80150bd642142428d02edc12b8f5f01&name=default HTTP/1.1" status: 200 len: 3000 time: 1.5349755 May 02 10:32:37.748774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36710) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:37.749188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf4de20-ab70-4199-bf47-1fb9916a03c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:37.769052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5368747b-8641-4f49-9f0d-10115f64d0d7 req-2e32b8c1-1f93-4528-9629-797203c0327a service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6428862 May 02 10:32:37.802566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.804776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4a53dbe7-32c0-4199-81c1-13f835f8b7d4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4333224 May 02 10:32:37.806769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36712) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:37.812319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'port': {'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224', 'name': 'tempest-RoutersIpV6Test-369899555'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:37.850695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] Publish callbacks [] for security_group (ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.916270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] Publish callbacks [] for security_group (ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.936582 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4306bc62-f086-4673-a0f0-20911fdad072 x-openstack-request-id: req-4306bc62-f086-4673-a0f0-20911fdad072 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:37.937558 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "name": "network-vif-plugged", "status": "completed", "tag": "b9e625db-02fb-4392-8124-5272427e11a1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:37.938256 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4306bc62-f086-4673-a0f0-20911fdad072 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:37.938863 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4306bc62-f086-4673-a0f0-20911fdad072'] response: {'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1', 'code': 200} May 02 10:32:37.945133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78926692-e03a-430f-8878-a3cd807e0295 req-d40a0246-895b-4375-9cb4-0491be501a31 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.953005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78926692-e03a-430f-8878-a3cd807e0295 req-d40a0246-895b-4375-9cb4-0491be501a31 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 944 time: 0.0932205 May 02 10:32:37.966802 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks [] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:37.973401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32638c0b-d4c9-4ddb-809f-45189496b2c3 req-bbc6fb3d-5a0b-4d8c-8ac9-b2d2bd8ed40a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:37.975026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32638c0b-d4c9-4ddb-809f-45189496b2c3 req-bbc6fb3d-5a0b-4d8c-8ac9-b2d2bd8ed40a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 1127 time: 0.0664287 May 02 10:32:38.017480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78926692-e03a-430f-8878-a3cd807e0295 req-288af389-33fd-48fe-9f98-c5a80274d6c4 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635808 May 02 10:32:38.036403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.085826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Network 33d0ee56-d0b9-422f-a858-2561fe699224 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:38.095715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:38.102699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:38.109297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:38.123642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Pushing event updated for resources: {'Port': ['ID=bafda157-35c4-4a34-bf83-6448d8d88cfe,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:38.131893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.137969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.143099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa HTTP/1.1" status: 204 len: 168 time: 0.3891513 May 02 10:32:38.162868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-fc890a1c-d8b5-468f-8e8e-3ac85f046a49 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.164480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-fc890a1c-d8b5-468f-8e8e-3ac85f046a49 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.1568897 May 02 10:32:38.181979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458f6148-4601-4026-b526-6742627e9363 req-9310e242-03c8-4aa3-9293-e1fea9be389e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.183181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': '6e863da7-80ac-4587-850d-b5541c739a79', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:38.184761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-458f6148-4601-4026-b526-6742627e9363 req-9310e242-03c8-4aa3-9293-e1fea9be389e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1098123 May 02 10:32:38.193191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc150f1-eb53-485f-9d92-8ac28476a740 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9ab4ab-f742-4cf3-ae2c-6403d5ae1efa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:38.208797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Attempting to bind port bafda157-35c4-4a34-bf83-6448d8d88cfe on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:38.212486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Attempting to bind port bafda157-35c4-4a34-bf83-6448d8d88cfe by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:38.212486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Attempting to bind port bafda157-35c4-4a34-bf83-6448d8d88cfe on network 33d0ee56-d0b9-422f-a858-2561fe699224 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:38.218705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:38.219212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Checking segment: {'id': '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:38.220085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.220708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Bound using segment: {'id': '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:38.221269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Bound port: bafda157-35c4-4a34-bf83-6448d8d88cfe, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '33d0ee56-d0b9-422f-a858-2561fe699224'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:38.221727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.260440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c9160bdc-c2ee-4db4-be4b-ecb524498e5a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=938d7f7fb79f43809d28533c00fa1b06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1491497 May 02 10:32:38.263260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36722) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:38.269395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:38.272822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.299835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] device_id is not set on port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:32:38.319701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-458f6148-4601-4026-b526-6742627e9363 req-8fa86b20-6838-43a9-9bb0-a7a8d791d43b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139667 May 02 10:32:38.352111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] Publish callbacks [] for security_group (59ef38bf-29aa-42ac-9519-3dd49f28e94f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.370969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] For port bafda157-35c4-4a34-bf83-6448d8d88cfe, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:38.377782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] For port bafda157-35c4-4a34-bf83-6448d8d88cfe, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bafda157-35c4-4a34-bf83-6448d8d88cfe,segment=NetworkSegment(8554e8a4-9ef0-4a08-aa3c-f43eba1acccf),segment_id=8554e8a4-9ef0-4a08-aa3c-f43eba1acccf)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:38.383879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] Publish callbacks [] for security_group (59ef38bf-29aa-42ac-9519-3dd49f28e94f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.459653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ece3495-6ba5-4d20-ae9b-31d328f8d8ed req-6e9665f6-b0ed-4cc2-97d7-24a09f6c93e4 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.461176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ece3495-6ba5-4d20-ae9b-31d328f8d8ed req-6e9665f6-b0ed-4cc2-97d7-24a09f6c93e4 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.0935442 May 02 10:32:38.472286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f5b4c-9233-4150-890c-98a2282b1763 req-54dcc3d2-3129-453e-9f2d-6b22215bc23d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.472658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.479199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f5b4c-9233-4150-890c-98a2282b1763 req-54dcc3d2-3129-453e-9f2d-6b22215bc23d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.484580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6f5b4c-9233-4150-890c-98a2282b1763 req-54dcc3d2-3129-453e-9f2d-6b22215bc23d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.486312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc6f5b4c-9233-4150-890c-98a2282b1763 req-54dcc3d2-3129-453e-9f2d-6b22215bc23d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.0688932 May 02 10:32:38.555310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc6f5b4c-9233-4150-890c-98a2282b1763 req-d40c9b44-0f91-4363-b864-68bb58109fa2 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609949 May 02 10:32:38.576800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8::3a8 (33d0ee56-d0b9-422f-a858-2561fe699224/9e590a12-62ac-4d4b-8083-7bbb1be0c055/2c84c294-4fe5-42ba-9bdf-cc42672545e4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:38.592062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b2bf6-eb1d-4636-b04a-9e06ac84bb2f None None] Pushing event updated for resources: {'Port': ['ID=bafda157-35c4-4a34-bf83-6448d8d88cfe,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:38.602184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59ef38bf-29aa-42ac-9519-3dd49f28e94f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.606106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.609657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59ef38bf-29aa-42ac-9519-3dd49f28e94f HTTP/1.1" status: 204 len: 168 time: 0.3456087 May 02 10:32:38.624572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e199c-d18b-40ac-9321-55ca8fb93852 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ef38bf-29aa-42ac-9519-3dd49f28e94f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:38.656939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ece3495-6ba5-4d20-ae9b-31d328f8d8ed req-e5fd4fc3-c37d-4f27-ac00-2ac84664b447 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587090 May 02 10:32:38.673506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:38.677303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:38.768404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14aebe-8149-4c71-9861-e28fd5ef5e21 req-bfc80121-24f8-493e-87b4-13ef3b9f635a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.770029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de14aebe-8149-4c71-9861-e28fd5ef5e21 req-bfc80121-24f8-493e-87b4-13ef3b9f635a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0649707 May 02 10:32:38.914851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704785-329f-48d4-86f8-edf757f90bca req-b7478cc3-0f8f-4aae-9bac-35f8ea94e320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:38.916988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-b7478cc3-0f8f-4aae-9bac-35f8ea94e320 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1126 time: 0.0773871 May 02 10:32:38.952075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de14aebe-8149-4c71-9861-e28fd5ef5e21 req-7735b435-8880-4801-9d96-ab9d06c8ff33 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639211 May 02 10:32:38.963630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c5b1086-94b9-43d5-96af-39f4e84df270 req-5a1107e7-ce38-4a7a-af9a-a851eafded53 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 210 time: 0.0932853 May 02 10:32:39.006188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32638c0b-d4c9-4ddb-809f-45189496b2c3 req-7cb233df-8991-4c44-8674-4e7b4d4e4e52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300478 May 02 10:32:39.052717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4400969-ccca-47e8-93a4-5be70b0ef8f8 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:39.055161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.087979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:39.097808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.9 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/c2b44eb2-5ebc-4e4d-acd9-f802253d3513) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:39.122295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704785-329f-48d4-86f8-edf757f90bca req-651d7c7c-3856-47af-b82e-e8251aed6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.122295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-651d7c7c-3856-47af-b82e-e8251aed6c29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 929 time: 0.1968780 May 02 10:32:39.123097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5d14591-2250-4606-bb6e-83566df12716 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.182246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f948a-5af7-428a-a171-ba43cb1b566b req-eb3350f8-f1ac-4ac9-8ac1-c2cee1fe557f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.191145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d6f948a-5af7-428a-a171-ba43cb1b566b req-eb3350f8-f1ac-4ac9-8ac1-c2cee1fe557f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1126657 May 02 10:32:39.197079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdbaf5a-ebbb-4217-906f-97c18bb0c2b1 req-dde24ebb-60fc-4634-869f-9bf8e8fdb5f4 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.198650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ebdbaf5a-ebbb-4217-906f-97c18bb0c2b1 req-dde24ebb-60fc-4634-869f-9bf8e8fdb5f4 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 944 time: 0.0720201 May 02 10:32:39.211823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:39.226579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'mac_address': 'fa:16:3e:66:7a:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:39.276988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.297548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ebdbaf5a-ebbb-4217-906f-97c18bb0c2b1 req-871a9334-305e-4a9e-95c6-ef0cea4f4aae tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832932 May 02 10:32:39.323252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b4400969-ccca-47e8-93a4-5be70b0ef8f8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:39.324101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.340944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5d14591-2250-4606-bb6e-83566df12716 admin admin] Publish callbacks [] for security_group (696938d6-3eeb-4566-9ead-a0399face49e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.344439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4400969-ccca-47e8-93a4-5be70b0ef8f8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:39.367494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:39.370011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d6f948a-5af7-428a-a171-ba43cb1b566b req-64dd8f11-f220-4e2f-a01f-4bc18d9602af tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779997 May 02 10:32:39.396429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 33d0ee56-d0b9-422f-a858-2561fe699224 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:39.403914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:39.414444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:39.418666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5d14591-2250-4606-bb6e-83566df12716 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (696938d6-3eeb-4566-9ead-a0399face49e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.420444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.421104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.428743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=2c84c294-4fe5-42ba-9bdf-cc42672545e4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:39.475651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.499031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e5d14591-2250-4606-bb6e-83566df12716 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b22a071dc0cb41e6ad969c33911df1f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4091370 May 02 10:32:39.502963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:39.543935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bafda157-35c4-4a34-bf83-6448d8d88cfe up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:39.547804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d14591-2250-4606-bb6e-83566df12716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696938d6-3eeb-4566-9ead-a0399face49e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:39.566088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] Publish callbacks [] for security_group (696938d6-3eeb-4566-9ead-a0399face49e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.572223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.581201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-80fe6169-150c-41e6-8c5b-5f57264006a3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7731125 May 02 10:32:39.582415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36754) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:39.591120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] Publish callbacks [] for security_group (696938d6-3eeb-4566-9ead-a0399face49e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.633026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:32:39.668932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:39.718732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bafda157-35c4-4a34-bf83-6448d8d88cfe triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:39.719118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.737322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (696938d6-3eeb-4566-9ead-a0399face49e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.739953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:39.745515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/696938d6-3eeb-4566-9ead-a0399face49e HTTP/1.1" status: 204 len: 168 time: 0.2414420 May 02 10:32:39.779411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6222e298-0713-440f-a22d-7c0f0553fa6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696938d6-3eeb-4566-9ead-a0399face49e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:39.784767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b4400969-ccca-47e8-93a4-5be70b0ef8f8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:39.802855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f7a4e-9b06-41d5-b0a4-bcfef92b0d80 req-8cec9d56-1c41-4fea-91ae-9785ddedda3d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.805706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829dcb4a-f9c8-4db1-925c-9e40bc43c820 req-0bdf7be7-9570-48b4-88da-1e4c40b3c637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.814707 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-829dcb4a-f9c8-4db1-925c-9e40bc43c820 req-0bdf7be7-9570-48b4-88da-1e4c40b3c637 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.3504431 May 02 10:32:39.822882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f7a4e-9b06-41d5-b0a4-bcfef92b0d80 req-8cec9d56-1c41-4fea-91ae-9785ddedda3d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.829242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825f7a4e-9b06-41d5-b0a4-bcfef92b0d80 req-8cec9d56-1c41-4fea-91ae-9785ddedda3d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:39.830986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-825f7a4e-9b06-41d5-b0a4-bcfef92b0d80 req-8cec9d56-1c41-4fea-91ae-9785ddedda3d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.1605799 May 02 10:32:39.919129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-825f7a4e-9b06-41d5-b0a4-bcfef92b0d80 req-ca64e69e-6eb2-4ba3-acba-4c3292a1a198 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816407 May 02 10:32:39.967567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bafda157-35c4-4a34-bf83-6448d8d88cfe is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:39.968092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.013379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port bafda157-35c4-4a34-bf83-6448d8d88cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bafda157-35c4-4a34-bf83-6448d8d88cfe,segment=NetworkSegment(8554e8a4-9ef0-4a08-aa3c-f43eba1acccf),segment_id=8554e8a4-9ef0-4a08-aa3c-f43eba1acccf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:40.091708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb638e-2398-4374-b957-689f3fd38f17 None None] Network 33d0ee56-d0b9-422f-a858-2561fe699224 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:40.096504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-829dcb4a-f9c8-4db1-925c-9e40bc43c820 req-2d5b5d41-342d-4097-89ed-86cad340da05 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796593 May 02 10:32:40.133008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed533cf-0db0-4c1c-981e-8f1fd0c50277 req-a6448b6d-ec27-4fbb-b44a-704efec8dbcb tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.135271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ed533cf-0db0-4c1c-981e-8f1fd0c50277 req-a6448b6d-ec27-4fbb-b44a-704efec8dbcb tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.0793777 May 02 10:32:40.176770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.212543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ed533cf-0db0-4c1c-981e-8f1fd0c50277 req-2731b94f-137b-43a2-b917-046b5826ebb2 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715389 May 02 10:32:40.242089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.299907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-63c45db8-0fac-4b11-9e51-020201a062a1 None None] Provisioning complete for port bafda157-35c4-4a34-bf83-6448d8d88cfe triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:40.300499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63c45db8-0fac-4b11-9e51-020201a062a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.311618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:40.315825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.352642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a37772a-e8c9-453d-a9ab-840e2e4d091a req-ee304e4a-361c-455f-8fae-15371f7294b4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.354375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a37772a-e8c9-453d-a9ab-840e2e4d091a req-ee304e4a-361c-455f-8fae-15371f7294b4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0815752 May 02 10:32:40.377370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:40.381408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:40.392450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a0dab2-b975-4b7f-a10a-d1119cfdd41e req-b3c9639f-73ba-417c-88c7-8405e0205b55 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.394301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5a0dab2-b975-4b7f-a10a-d1119cfdd41e req-b3c9639f-73ba-417c-88c7-8405e0205b55 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 931 time: 0.1738436 May 02 10:32:40.395410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:40.440450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:40.460261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a37772a-e8c9-453d-a9ab-840e2e4d091a req-dc3d515b-3539-4c1e-8b98-1aff29e1c296 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970702 May 02 10:32:40.502534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36786) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:40.517011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=bafda157-35c4-4a34-bf83-6448d8d88cfe,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:40.521842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-259419b7-57c4-4b9a-9c82-1ac17d46d03c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.623052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.623900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.630803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-63c45db8-0fac-4b11-9e51-020201a062a1 None None] Current status of the port bafda157-35c4-4a34-bf83-6448d8d88cfe is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:40.684342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5a0dab2-b975-4b7f-a10a-d1119cfdd41e req-5208d473-d097-4a7a-bcbd-177afa44d24a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353787 May 02 10:32:40.702218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-904451db-401e-451b-af75-40bf7d5f42a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 217 time: 0.1582606 May 02 10:32:40.732952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7a1fce-af81-403c-9ff3-16072a922f46 req-8a4f2ed1-d46e-4c72-98f6-855e76005434 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.740021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc7a1fce-af81-403c-9ff3-16072a922f46 req-8a4f2ed1-d46e-4c72-98f6-855e76005434 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 945 time: 0.0869803 May 02 10:32:40.769956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1756998940-network', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:40.803359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cc7a1fce-af81-403c-9ff3-16072a922f46 req-c14404d5-1847-40d5-b8dd-455efd80c93c tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624528 May 02 10:32:40.836063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-259419b7-57c4-4b9a-9c82-1ac17d46d03c admin admin] Publish callbacks [] for security_group (7223b07d-bba2-457b-928a-622ab0f8ce80), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.852797 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7a43a64a-5938-42f4-95e9-e9c2ffb3841d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6786952 May 02 10:32:40.859777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Provisioning complete for port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:40.860155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.868679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Request body: {'port': {'device_id': '6e863da7-80ac-4587-850d-b5541c739a79', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:40.906812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:40.914021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f256e-61fd-448f-88d5-4b83492c340a req-41bb292e-1057-4048-83e2-edf7af1ab582 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:40.915391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca0f256e-61fd-448f-88d5-4b83492c340a req-41bb292e-1057-4048-83e2-edf7af1ab582 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1349592 May 02 10:32:40.915521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Provisioning complete for port bafda157-35c4-4a34-bf83-6448d8d88cfe triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:40.916726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.933321 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-259419b7-57c4-4b9a-9c82-1ac17d46d03c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7223b07d-bba2-457b-928a-622ab0f8ce80), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.983863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-259419b7-57c4-4b9a-9c82-1ac17d46d03c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82f5f109b6d14ba9b81003b66a5df961&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4790738 May 02 10:32:40.986914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:40.989734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36792) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:40.994771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259419b7-57c4-4b9a-9c82-1ac17d46d03c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7223b07d-bba2-457b-928a-622ab0f8ce80,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:40.995027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:40.997913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.044304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704785-329f-48d4-86f8-edf757f90bca req-b1b2c039-8e5f-4739-a927-e93e50a57786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.045592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-37b96aa5-ab72-469a-96c2-234a89844b5b None None] Current status of the port bafda157-35c4-4a34-bf83-6448d8d88cfe is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:41.046124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-b1b2c039-8e5f-4739-a927-e93e50a57786 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.0610671 May 02 10:32:41.054085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4400969-ccca-47e8-93a4-5be70b0ef8f8 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:41.086889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.120670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b4400969-ccca-47e8-93a4-5be70b0ef8f8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:41.145766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca0f256e-61fd-448f-88d5-4b83492c340a req-b397f18a-712d-4d22-bbd4-09f42840132a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208462 May 02 10:32:41.178535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc55172-a67e-46b7-8663-9e574446a319 req-6d5fef7a-e60f-4a0a-ab08-b0c31712e810 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.184379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc55172-a67e-46b7-8663-9e574446a319 req-6d5fef7a-e60f-4a0a-ab08-b0c31712e810 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.190000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc55172-a67e-46b7-8663-9e574446a319 req-6d5fef7a-e60f-4a0a-ab08-b0c31712e810 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.192090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bc55172-a67e-46b7-8663-9e574446a319 req-6d5fef7a-e60f-4a0a-ab08-b0c31712e810 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.1291745 May 02 10:32:41.193290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b4400969-ccca-47e8-93a4-5be70b0ef8f8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:41.193752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.198212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b704785-329f-48d4-86f8-edf757f90bca req-ceba301f-cc7d-463c-8934-60294804e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.199791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-ceba301f-cc7d-463c-8934-60294804e3dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0813735 May 02 10:32:41.245599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-281c0c2d-d6bd-467b-a47e-2f1138ddec6e None None] Provisioning complete for port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:41.246182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-281c0c2d-d6bd-467b-a47e-2f1138ddec6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.281573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bc55172-a67e-46b7-8663-9e574446a319 req-cc3b5a23-e1d0-44fc-adb4-87a2e3fa15fa tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771673 May 02 10:32:41.285300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks [] for security_group (be4659ef-a6fd-4482-904e-bcf8dcf93534), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.330977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-636333a1-5081-4585-b874-95ff1759f732 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.357519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-636333a1-5081-4585-b874-95ff1759f732 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.364164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-636333a1-5081-4585-b874-95ff1759f732 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.365883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-636333a1-5081-4585-b874-95ff1759f732 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.3731253 May 02 10:32:41.370145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-281c0c2d-d6bd-467b-a47e-2f1138ddec6e None None] Port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:41.374233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b4400969-ccca-47e8-93a4-5be70b0ef8f8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:41.374690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.405839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bafda157-35c4-4a34-bf83-6448d8d88cfe up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:41.412587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.440887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] Publish callbacks [] for security_group (7223b07d-bba2-457b-928a-622ab0f8ce80), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.440887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (be4659ef-a6fd-4482-904e-bcf8dcf93534), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.441298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:41.441298 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a3a0bb-cc3f-413d-be11-9a1cdc934202" -d '{"events": [{"server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:41.497328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:41.607224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4659ef-a6fd-4482-904e-bcf8dcf93534,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:41.607734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bafda157-35c4-4a34-bf83-6448d8d88cfe triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:41.607734 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.608234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] Publish callbacks [] for security_group (7223b07d-bba2-457b-928a-622ab0f8ce80), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.608234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:41.683401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bafda157-35c4-4a34-bf83-6448d8d88cfe is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:41.684952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c28158f-455d-44fb-b548-637ed1f0f14e req-aff03eeb-2abc-40f0-ba1f-b3d782ccef3e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.686530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c28158f-455d-44fb-b548-637ed1f0f14e req-aff03eeb-2abc-40f0-ba1f-b3d782ccef3e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.3972411 May 02 10:32:41.735949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (855ccc55-fa48-40a1-90a5-019c517abd09), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.736198 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Added segment 855ccc55-fa48-40a1-90a5-019c517abd09 of type vlan for network ed1be2d6-1882-4344-b580-dc4a18d167a1 May 02 10:32:41.774598 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.803088 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.823809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 794e2805-ce19-4bc7-bfff-bfa565b03eda {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:41.824575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.846896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da06cd1-85d8-4589-887e-dc1ba76c97fb req-b42aa238-ed55-445f-b83c-296eb6b16900 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:41.848413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6da06cd1-85d8-4589-887e-dc1ba76c97fb req-b42aa238-ed55-445f-b83c-296eb6b16900 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.4656773 May 02 10:32:41.876364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:41.877364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-862c15f4-dfad-46d2-a15b-3b759926ff94 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641603 May 02 10:32:41.936487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ed1be2d6-1882-4344-b580-dc4a18d167a1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:41.941710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c28158f-455d-44fb-b548-637ed1f0f14e req-2e57cf64-cc5d-4bef-a6a7-f232ccd82201 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384870 May 02 10:32:41.974779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6da06cd1-85d8-4589-887e-dc1ba76c97fb req-fd5e7c94-75fe-40ad-9c2a-1e8a71e045fb tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103973 May 02 10:32:42.005879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b704785-329f-48d4-86f8-edf757f90bca req-72ff8d56-3383-4930-aba2-3b8ea210c791 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211107 May 02 10:32:42.044692 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8a34f9-9785-4874-a9c3-feb5c60ded55 x-openstack-request-id: req-8e8a34f9-9785-4874-a9c3-feb5c60ded55 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:42.045075 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "name": "network-vif-plugged", "status": "completed", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:42.045401 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e8a34f9-9785-4874-a9c3-feb5c60ded55 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:42.045872 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e8a34f9-9785-4874-a9c3-feb5c60ded55'] response: {'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'code': 200} May 02 10:32:42.094686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:32:42.122508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=2c84c294-4fe5-42ba-9bdf-cc42672545e4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:42.129284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e518c4-110f-4732-9868-d2c096c97e63 req-80d09a49-db4c-4c3f-98bb-85a9d795fead tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.137547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00e518c4-110f-4732-9868-d2c096c97e63 req-80d09a49-db4c-4c3f-98bb-85a9d795fead tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 931 time: 0.0749118 May 02 10:32:42.194090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7223b07d-bba2-457b-928a-622ab0f8ce80), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.198040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.199373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7223b07d-bba2-457b-928a-622ab0f8ce80 HTTP/1.1" status: 204 len: 168 time: 1.1989095 May 02 10:32:42.210859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf49cde-1a37-4070-a648-b7a31298d853 req-67f0892f-3a9f-4cec-b667-f08841cddb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.212232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abf49cde-1a37-4070-a648-b7a31298d853 req-67f0892f-3a9f-4cec-b667-f08841cddb99 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1128 time: 0.0703664 May 02 10:32:42.260332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00e518c4-110f-4732-9868-d2c096c97e63 req-cbec7008-cc2b-4bf2-8335-b317e8470400 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177089 May 02 10:32:42.279414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2797b7d1-6410-4f05-962f-f5e3d4e91cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7223b07d-bba2-457b-928a-622ab0f8ce80,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:42.299442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abf49cde-1a37-4070-a648-b7a31298d853 req-81104709-3d0b-4a5f-a9d4-ad4ac99d709b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756602 May 02 10:32:42.302548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-43505635-fc44-4347-9d8e-9b1e1336184f None None] Provisioning complete for port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:42.302838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-43505635-fc44-4347-9d8e-9b1e1336184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.334812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ed1be2d6-1882-4344-b580-dc4a18d167a1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.335909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.336634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.348760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-43505635-fc44-4347-9d8e-9b1e1336184f None None] Port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:42.377885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 794e2805-ce19-4bc7-bfff-bfa565b03eda, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=794e2805-ce19-4bc7-bfff-bfa565b03eda,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:42.381093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.387833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0137bc-85ff-42ea-a56a-910b6c2dba20 req-5e20c221-b4ca-4d8a-961e-85f3c3e45c55 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.388927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d0137bc-85ff-42ea-a56a-910b6c2dba20 req-5e20c221-b4ca-4d8a-961e-85f3c3e45c55 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 946 time: 0.2041285 May 02 10:32:42.404419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186d78b-5e9b-499e-b2ce-9361395aee62 req-df1425ee-7c30-4526-983d-3665a0178d8b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.405937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3186d78b-5e9b-499e-b2ce-9361395aee62 req-df1425ee-7c30-4526-983d-3665a0178d8b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0605617 May 02 10:32:42.433939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 794e2805-ce19-4bc7-bfff-bfa565b03eda owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:42.455124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3186d78b-5e9b-499e-b2ce-9361395aee62 req-0d58a176-3a8c-4218-8bfd-b91aefc2777b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425823 May 02 10:32:42.568378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393ee7-eae1-406c-ab4a-2e2702ffd0bd req-c09c70d6-7c79-42af-9209-692369ac3165 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.574878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393ee7-eae1-406c-ab4a-2e2702ffd0bd req-c09c70d6-7c79-42af-9209-692369ac3165 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.580348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f393ee7-eae1-406c-ab4a-2e2702ffd0bd req-c09c70d6-7c79-42af-9209-692369ac3165 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.582144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f393ee7-eae1-406c-ab4a-2e2702ffd0bd req-c09c70d6-7c79-42af-9209-692369ac3165 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 2419 time: 0.0644984 May 02 10:32:42.640574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f393ee7-eae1-406c-ab4a-2e2702ffd0bd req-caa90f08-d876-4831-8307-fbfd1390d32f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520306 May 02 10:32:42.761876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc8f64f-c76e-4044-8d0b-c6fa28db389b req-7bf8d42f-36b2-486f-a97e-3f9e7bfa9d44 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.763375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6bc8f64f-c76e-4044-8d0b-c6fa28db389b req-7bf8d42f-36b2-486f-a97e-3f9e7bfa9d44 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0502489 May 02 10:32:42.818471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6bc8f64f-c76e-4044-8d0b-c6fa28db389b req-dab739ba-a6de-4b1e-a632-a0ac3f1d6b04 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491235 May 02 10:32:42.916590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (532a7885-ce74-4ab1-b50c-419df9b8900f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:42.925780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] Pushing event updated for resources: {'Network': ['ID=ed1be2d6-1882-4344-b580-dc4a18d167a1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:42.930790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-027041af-c0a1-4251-b459-eb4e16761f2d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4852946 May 02 10:32:42.940293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:42.949392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36828) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:42.954652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Request body: {'subnet': {'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1756998940-subnet', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:42.983507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25695d3d-08fd-443e-9d79-23dd5c4cc982 req-e27e479c-51c0-4284-b0dc-aa3b4e51707e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:42.985044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25695d3d-08fd-443e-9d79-23dd5c4cc982 req-e27e479c-51c0-4284-b0dc-aa3b4e51707e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0725801 May 02 10:32:43.051832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25695d3d-08fd-443e-9d79-23dd5c4cc982 req-231c4dc3-0116-4230-aaed-25e436958ec6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515885 May 02 10:32:43.060237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d0137bc-85ff-42ea-a56a-910b6c2dba20 req-03c7dacf-f801-4ff5-856a-56b95a7f79df tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6506479 May 02 10:32:43.066367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2b44eb2-5ebc-4e4d-acd9-f802253d3513 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:43.071462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:43.074845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.089690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks [] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.151229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Transition to ACTIVE for port object c2b44eb2-5ebc-4e4d-acd9-f802253d3513 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:32:43.215883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108018cc-7ae2-4da6-89cb-a8e8e0f0bf31 req-8d232ce8-59ee-4ab8-b72b-2cceefb37e1d tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.217623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-108018cc-7ae2-4da6-89cb-a8e8e0f0bf31 req-8d232ce8-59ee-4ab8-b72b-2cceefb37e1d tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.0969729 May 02 10:32:43.253415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.310479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-108018cc-7ae2-4da6-89cb-a8e8e0f0bf31 req-943506a3-b47d-4662-a540-76f3f083ffa7 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838184 May 02 10:32:43.323540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43feab49-28f2-4556-b4a3-9fbe355fa87e req-40988ab1-fa92-4c96-993b-6958912ddfaa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.325712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43feab49-28f2-4556-b4a3-9fbe355fa87e req-40988ab1-fa92-4c96-993b-6958912ddfaa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1534872 May 02 10:32:43.329134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.387822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (794e2805-ce19-4bc7-bfff-bfa565b03eda), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.389970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:43.483407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=794e2805-ce19-4bc7-bfff-bfa565b03eda,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:43.486662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (b4d69025-7dc4-4f78-ada3-b2f722613599), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.546576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4d69025-7dc4-4f78-ada3-b2f722613599,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:43.556732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448c464-b54f-40f0-9f4d-eb8e23245b6e req-db960f93-0173-434c-a918-cd820b9c1e3c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.561956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9448c464-b54f-40f0-9f4d-eb8e23245b6e req-db960f93-0173-434c-a918-cd820b9c1e3c tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 943 time: 0.1131256 May 02 10:32:43.623681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Checking segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:43.624046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Network hostable DHCP agents. Network: ed1be2d6-1882-4344-b580-dc4a18d167a1, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:43.631848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9448c464-b54f-40f0-9f4d-eb8e23245b6e req-56cd7911-97f9-4e80-b5ef-ec20efae3021 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655930 May 02 10:32:43.680086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43feab49-28f2-4556-b4a3-9fbe355fa87e req-f7ae703d-9887-4582-9597-e49a3da6d881 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3331649 May 02 10:32:43.684147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 794e2805-ce19-4bc7-bfff-bfa565b03eda on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:43.692317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.707308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-8e48fd1d-bee8-4b7e-82c7-c34e0c338151 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "DELETE /v2.0/ports/794e2805-ce19-4bc7-bfff-bfa565b03eda HTTP/1.1" status: 204 len: 173 time: 2.2823911 May 02 10:32:43.709671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:43.712037 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74e06ff-a1a4-4d98-83d7-e1bb92f31a07" -d '{"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:43.716101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:43.802827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ed1be2d6-1882-4344-b580-dc4a18d167a1) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:43.809001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.813656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.816933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74107ba2-2907-403a-afb9-e69674daeb0e None None] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:43.850335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Attempting to bind port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:43.850830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Attempting to bind port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:43.851173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Attempting to bind port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:43.904673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:32:43.905290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Attempting to bind port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:43.906389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fecff375-f7f2-4d56-ad7a-38e5fc558962 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9555252 May 02 10:32:43.907046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:43.913196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78709-3d7e-4a52-a69f-272c6966ed7f req-9f4e44f2-7672-4f1c-ad8f-dafd0da6bb61 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.917324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:43.919292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea78709-3d7e-4a52-a69f-272c6966ed7f req-9f4e44f2-7672-4f1c-ad8f-dafd0da6bb61 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:43.920990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ea78709-3d7e-4a52-a69f-272c6966ed7f req-9f4e44f2-7672-4f1c-ad8f-dafd0da6bb61 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 1683 time: 0.1525469 May 02 10:32:43.952432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:43.952814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:43.953207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:43.953795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Bound port: c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:43.954345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.979812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ed1be2d6-1882-4344-b580-dc4a18d167a1', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:43.980930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.981270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:43.983504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.008614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port d780c1a8-7836-45c1-845c-7ce0b4e148b7 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:44.009068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.016315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.062517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for router_controller (62e8f0eb-decb-4df3-baec-5563baca8c36), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.144109 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ef77ce-4cc8-4cf3-ac14-7332ddfa1dc7 x-openstack-request-id: req-c8ef77ce-4cc8-4cf3-ac14-7332ddfa1dc7 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:44.144725 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "794e2805-ce19-4bc7-bfff-bfa565b03eda", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:44.144843 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c8ef77ce-4cc8-4cf3-ac14-7332ddfa1dc7 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:44.145158 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8ef77ce-4cc8-4cf3-ac14-7332ddfa1dc7'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': '794e2805-ce19-4bc7-bfff-bfa565b03eda', 'status': 'completed', 'code': 200} May 02 10:32:44.167643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ea78709-3d7e-4a52-a69f-272c6966ed7f req-c11de7e3-1735-4fa9-bc1b-4f451bff69ec tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292244 May 02 10:32:44.237138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Allocated IP 172.20.0.2 (ed1be2d6-1882-4344-b580-dc4a18d167a1/b4d69025-7dc4-4f78-ada3-b2f722613599/f11e5ae2-b29e-46b2-9164-db4605fb4537) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:44.270306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port d780c1a8-7836-45c1-845c-7ce0b4e148b7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d780c1a8-7836-45c1-845c-7ce0b4e148b7,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:44.271261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.283453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.293361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:44.296050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for d780c1a8-7836-45c1-845c-7ce0b4e148b7 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:44.316925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:44.361743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for router_gateway (62e8f0eb-decb-4df3-baec-5563baca8c36), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.373290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d770a6-e815-4aa5-814a-08ad390a35de req-81fd98be-b90a-47a7-9734-d96e01ef6525 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.377213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d770a6-e815-4aa5-814a-08ad390a35de req-81fd98be-b90a-47a7-9734-d96e01ef6525 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.1575115 May 02 10:32:44.397190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.397887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (532a7885-ce74-4ab1-b50c-419df9b8900f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.408694 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.427732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks [] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.428960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6d770a6-e815-4aa5-814a-08ad390a35de req-0a9640c5-4698-4837-a6c8-714daae45e90 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477245 May 02 10:32:44.468573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54833c78-ea85-4a8d-80cd-868073c620eb req-ac5c5ff0-b1db-411d-9eca-7752c1a71c52 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.476206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54833c78-ea85-4a8d-80cd-868073c620eb req-ac5c5ff0-b1db-411d-9eca-7752c1a71c52 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1649466 May 02 10:32:44.538675 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.585091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.585290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63d1f6-35ba-4638-8de8-2f8de3b7e274 req-661289a2-3fe7-441e-b745-e1d8fef931e8 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.585640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.586603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a63d1f6-35ba-4638-8de8-2f8de3b7e274 req-661289a2-3fe7-441e-b745-e1d8fef931e8 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 946 time: 0.0690906 May 02 10:32:44.587218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] 10.222.0.24 "PUT /v2.0/ports/c2b44eb2-5ebc-4e4d-acd9-f802253d3513 HTTP/1.1" status: 200 len: 1091 time: 3.7247574 May 02 10:32:44.590185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:44.594710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:44.597046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Pushing event updated for resources: {'Port': ['ID=f11e5ae2-b29e-46b2-9164-db4605fb4537,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:44.599598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:44.629072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54833c78-ea85-4a8d-80cd-868073c620eb req-f994f70a-c7c2-4c2c-8679-60886737a3e2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514852 May 02 10:32:44.640194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=2c84c294-4fe5-42ba-9bdf-cc42672545e4,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:44.679338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Attempting to bind port f11e5ae2-b29e-46b2-9164-db4605fb4537 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:44.680107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Attempting to bind port f11e5ae2-b29e-46b2-9164-db4605fb4537 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:44.687108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Attempting to bind port f11e5ae2-b29e-46b2-9164-db4605fb4537 on network ed1be2d6-1882-4344-b580-dc4a18d167a1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:44.690101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:44.690858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Checking segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:44.691453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.692007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Bound using segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:44.692916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Bound port: f11e5ae2-b29e-46b2-9164-db4605fb4537, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:44.693589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.771277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a63d1f6-35ba-4638-8de8-2f8de3b7e274 req-0beb105c-5845-4edd-8e1c-66b2447baa1d tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433868 May 02 10:32:44.797545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for router_gateway (62e8f0eb-decb-4df3-baec-5563baca8c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.824172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:44.860263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67abf7-b5ba-4ee3-9347-fb88a3f24844 req-c0fd2ef0-8756-43e3-97b8-9666e86722c4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.866392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d67abf7-b5ba-4ee3-9347-fb88a3f24844 req-c0fd2ef0-8756-43e3-97b8-9666e86722c4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1424451 May 02 10:32:44.961490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e8519d-8ecc-49ce-aa0e-d2255821c097 req-40d3dd5b-da49-433f-b560-fe341f4db942 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:44.963544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90e8519d-8ecc-49ce-aa0e-d2255821c097 req-40d3dd5b-da49-433f-b560-fe341f4db942 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 943 time: 0.0894122 May 02 10:32:44.965569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] For port f11e5ae2-b29e-46b2-9164-db4605fb4537, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:44.969446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] For port f11e5ae2-b29e-46b2-9164-db4605fb4537, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f11e5ae2-b29e-46b2-9164-db4605fb4537,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:45.006658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-e3a0bda7-8be9-4c62-9084-8c2bac206901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:45.008324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-e3a0bda7-8be9-4c62-9084-8c2bac206901 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 1125 time: 0.2856314 May 02 10:32:45.039279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Allocated IP 172.35.4.146 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/de49bf33-182a-4109-91f5-c2489e4bbfba) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:45.041856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d08c00-cbfb-4583-ac6d-ffba4ce55f05 service neutron] Pushing event updated for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:45.044483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.082011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90e8519d-8ecc-49ce-aa0e-d2255821c097 req-cba552b1-700c-461a-95bf-9f51969c99a0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098530 May 02 10:32:45.085807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d780c1a8-7836-45c1-845c-7ce0b4e148b7 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:45.117034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-27705ef8-e7b6-4d31-9685-38557ea7dde0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513 HTTP/1.1" status: 200 len: 217 time: 0.0973132 May 02 10:32:45.135583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 33d0ee56-d0b9-422f-a858-2561fe699224 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:45.162489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be4c1b-0412-4d79-995a-9928b56e030b None None] Pushing event updated for resources: {'Port': ['ID=f11e5ae2-b29e-46b2-9164-db4605fb4537,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:45.169640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d67abf7-b5ba-4ee3-9347-fb88a3f24844 req-84723c8b-3247-4715-a1ff-576cac44591b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2546911 May 02 10:32:45.172015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:45.238800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.287836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d780c1a8-7836-45c1-845c-7ce0b4e148b7 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:45.288420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d780c1a8-7836-45c1-845c-7ce0b4e148b7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.354504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 794e2805-ce19-4bc7-bfff-bfa565b03eda no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:45.418784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 794e2805-ce19-4bc7-bfff-bfa565b03eda {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:45.420877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 794e2805-ce19-4bc7-bfff-bfa565b03eda not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:45.421986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 10ccf87d-99e5-4039-bab4-bf2d01bc2fad no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:45.511366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=d780c1a8-7836-45c1-845c-7ce0b4e148b7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:45.580764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:45.582315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.611043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-d8e71768-81b3-4f0b-9a17-028deac94d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:45.613534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-d8e71768-81b3-4f0b-9a17-028deac94d53 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.4767885 May 02 10:32:45.621588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:45.625744 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c3a4f3-ddfa-441a-8b6c-77f6b9bb80cb" -d '{"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-unplugged", "status": "completed", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:45.637018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-37af637d-6287-483f-a445-0ad60f899809 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:45.638572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-37af637d-6287-483f-a445-0ad60f899809 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.15 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.1970687 May 02 10:32:45.651871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:45.679305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d766c815-9547-45f9-a704-b7e901543d29 req-db67f090-af31-459c-aca9-66db944b61de tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:45.680881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d766c815-9547-45f9-a704-b7e901543d29 req-db67f090-af31-459c-aca9-66db944b61de tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 946 time: 0.3082759 May 02 10:32:45.716046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.739369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-7221ca1a-1734-42c3-ab6b-bd88ba4804fa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804667 May 02 10:32:45.795012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a08f1652-7a4f-4409-a417-ac0246e71266 None None] Provisioning complete for port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:45.795561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a08f1652-7a4f-4409-a417-ac0246e71266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.799558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port d780c1a8-7836-45c1-845c-7ce0b4e148b7 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:45.813265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.821200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-3fc0a047-2f8a-45d1-a6b6-cb5488f5d283 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 258 time: 0.7083275 May 02 10:32:45.821481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-93886e95-ceb2-4a74-a276-020145bb8df1 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "DELETE /v2.0/ports/d780c1a8-7836-45c1-845c-7ce0b4e148b7 HTTP/1.1" status: 204 len: 173 time: 2.1034398 May 02 10:32:45.831271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.835423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:45.855062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:45.887209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:45.887209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a08f1652-7a4f-4409-a417-ac0246e71266 None None] Port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:45.910366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d766c815-9547-45f9-a704-b7e901543d29 req-97b19e07-e63f-445d-bcf8-cedbd6879516 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051232 May 02 10:32:45.950314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Deleting port b9e625db-02fb-4392-8124-5272427e11a1 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:45.950314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b9e625db-02fb-4392-8124-5272427e11a1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.067551 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.074098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-25bf9730-9e13-4af8-a9a4-5979bb289a2a service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274212 May 02 10:32:46.129089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:46.129443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.137568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5ff10f-4e06-42df-a965-560d8a915f8b req-4e8c8b36-85cc-4fe6-99ea-bde86b6f6676 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:46.140127 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc5ff10f-4e06-42df-a965-560d8a915f8b req-4e8c8b36-85cc-4fe6-99ea-bde86b6f6676 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/ports?device_id=90096d6e-dbf5-4a12-a640-15823eb17936 HTTP/1.1" status: 200 len: 945 time: 0.1188700 May 02 10:32:46.145381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 532a7885-ce74-4ab1-b50c-419df9b8900f is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:32:46.149612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] For port b9e625db-02fb-4392-8124-5272427e11a1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9e625db-02fb-4392-8124-5272427e11a1,segment=NetworkSegment(010cbc46-8f50-4c6a-b81c-486a00832c8e),segment_id=010cbc46-8f50-4c6a-b81c-486a00832c8e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:46.150529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b9e625db-02fb-4392-8124-5272427e11a1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.172038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Calling delete_port for b9e625db-02fb-4392-8124-5272427e11a1 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:46.174121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.181515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513'}, {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:46.184456 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513"}, {"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:46.233645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.252895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:46.293722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:46.297505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:46.384135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Pushing event updated for resources: {'Port': ['ID=de49bf33-182a-4109-91f5-c2489e4bbfba,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:46.416289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc5ff10f-4e06-42df-a965-560d8a915f8b req-fbfbee50-663f-46b3-912a-07642f7bb0e5 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.16 "GET /v2.0/security-groups?id=f126899b-1b4a-48ea-bf5e-0e1618526e8c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183681 May 02 10:32:46.426848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1b87b1e-4125-4bb3-bb80-542141aaf5e6 req-eccccd7b-4464-471e-925d-c9f0ee7cf638 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3433564 May 02 10:32:46.433859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:46.434236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.457353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 10ccf87d-99e5-4039-bab4-bf2d01bc2fad owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:46.505197 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34a5ac88-19ed-4648-bdb3-69e4e0ff175f x-openstack-request-id: req-34a5ac88-19ed-4648-bdb3-69e4e0ff175f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:46.505698 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-unplugged", "status": "completed", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:46.505814 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-34a5ac88-19ed-4648-bdb3-69e4e0ff175f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:46.506237 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a5ac88-19ed-4648-bdb3-69e4e0ff175f'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'code': 200} May 02 10:32:46.576816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Allocated IP 172.35.4.49 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0568a558-c8aa-48fe-b1e1-a2a3ae5158e6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:46.706377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce88f33e-e068-4b25-9055-a5761c2564c2 None None] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:46.724413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b9e625db-02fb-4392-8124-5272427e11a1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.737539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b9e625db-02fb-4392-8124-5272427e11a1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:46.764410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Pushing event deleted for resources: {'Port': ['ID=b9e625db-02fb-4392-8124-5272427e11a1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:46.780546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36930) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:46.813777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Provisioning complete for port f11e5ae2-b29e-46b2-9164-db4605fb4537 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:46.814396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.873607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] No DVR routers for this DVR port b9e625db-02fb-4392-8124-5272427e11a1 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:46.880615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.887085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca3842a8-50ed-4f03-b1ed-8992c5c917c2 req-6beccfe4-c04c-4d75-8c67-58480fb9b189 tempest-InstanceActionsV221TestJSON-1879494438 tempest-InstanceActionsV221TestJSON-1879494438-project] 10.222.0.15 "DELETE /v2.0/ports/b9e625db-02fb-4392-8124-5272427e11a1 HTTP/1.1" status: 204 len: 173 time: 1.2269847 May 02 10:32:46.887085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'name': 'network-vif-deleted', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:46.889884 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a7b06a9-7c66-42d7-9332-6876f30fa45d" -d '{"events": [{"server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "name": "network-vif-deleted", "tag": "b9e625db-02fb-4392-8124-5272427e11a1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:46.986917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:46.987658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Current status of the port f11e5ae2-b29e-46b2-9164-db4605fb4537 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:46.989324 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:46.998829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ab6830a-7a7f-4aea-b962-daaf54d45ae9 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/532a7885-ce74-4ab1-b50c-419df9b8900f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4029632 May 02 10:32:46.999501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:47.006053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6993da7d-a2f2-48a5-8b3d-aa6774909bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.013542 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] Sync routers for ids ['532a7885-ce74-4ab1-b50c-419df9b8900f'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:47.029792 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] Routers {'532a7885-ce74-4ab1-b50c-419df9b8900f'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:47.032226 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['532a7885-ce74-4ab1-b50c-419df9b8900f'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:47.034407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for router_gateway (62e8f0eb-decb-4df3-baec-5563baca8c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.065830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9e432d-e510-4ff3-bfc2-14ce744ee4e1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:47.067533 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1f9e432d-e510-4ff3-bfc2-14ce744ee4e1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports/2c84c294-4fe5-42ba-9bdf-cc42672545e4 HTTP/1.1" status: 200 len: 983 time: 0.0647454 May 02 10:32:47.072537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:47.088285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] For port f11e5ae2-b29e-46b2-9164-db4605fb4537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f11e5ae2-b29e-46b2-9164-db4605fb4537,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:47.115393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:47.130131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] Routers {'532a7885-ce74-4ab1-b50c-419df9b8900f'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:47.131004 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['532a7885-ce74-4ab1-b50c-419df9b8900f'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:47.165005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2008467-5538-4e03-9273-89d7c1b75294 req-58013f9f-3355-45dc-8c5e-63d895822f3b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:47.166900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2008467-5538-4e03-9273-89d7c1b75294 req-58013f9f-3355-45dc-8c5e-63d895822f3b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.5776308 May 02 10:32:47.170310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (10ccf87d-99e5-4039-bab4-bf2d01bc2fad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.179225 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:47.180129 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edd635eb-09d6-4f85-bdcf-5449d71726d0 None None] The sync data for ids ['532a7885-ce74-4ab1-b50c-419df9b8900f'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:47.185321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.261136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=10ccf87d-99e5-4039-bab4-bf2d01bc2fad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:47.285612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b516f34-339b-4bbb-9131-d42158af5715 None None] Pushing event updated for resources: {'Port': ['ID=f11e5ae2-b29e-46b2-9164-db4605fb4537,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:47.313974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 10ccf87d-99e5-4039-bab4-bf2d01bc2fad on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:47.319095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.322789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-639e6798-ae84-4aca-a76e-9a0cc47c98ed req-0dcf2824-15bb-447f-854d-954dd320b7fe tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "DELETE /v2.0/ports/10ccf87d-99e5-4039-bab4-bf2d01bc2fad HTTP/1.1" status: 204 len: 173 time: 1.4561517 May 02 10:32:47.415317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0bda884c-df8b-4949-940b-6b078070fa3f None None] Provisioning complete for port f11e5ae2-b29e-46b2-9164-db4605fb4537 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:47.416798 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bda884c-df8b-4949-940b-6b078070fa3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.456762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2008467-5538-4e03-9273-89d7c1b75294 req-4dcba916-0018-4332-9a8a-92d3bad07417 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730513 May 02 10:32:47.458067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f11e5ae2-b29e-46b2-9164-db4605fb4537 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:47.551141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f11e5ae2-b29e-46b2-9164-db4605fb4537 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:47.551709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.617675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3b60bc-4bd5-4d08-a390-403a1c28d784 req-3a88deb7-3e83-4d26-97ef-71bdee9377df tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:47.619796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e3b60bc-4bd5-4d08-a390-403a1c28d784 req-3a88deb7-3e83-4d26-97ef-71bdee9377df tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 943 time: 0.0665281 May 02 10:32:47.648877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0bda884c-df8b-4949-940b-6b078070fa3f None None] Current status of the port f11e5ae2-b29e-46b2-9164-db4605fb4537 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:47.719962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e3b60bc-4bd5-4d08-a390-403a1c28d784 req-040bf721-ea49-4a19-ba36-424c71874818 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857749 May 02 10:32:47.728528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f11e5ae2-b29e-46b2-9164-db4605fb4537 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:47.785020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6993da7d-a2f2-48a5-8b3d-aa6774909bd4 admin admin] Publish callbacks [] for security_group (f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.806721 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3b7290-574a-40be-a8d2-f516460ea0c2 x-openstack-request-id: req-ad3b7290-574a-40be-a8d2-f516460ea0c2 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:47.807037 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513", "status": "completed", "code": 200}, {"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "d780c1a8-7836-45c1-845c-7ce0b4e148b7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:47.812491 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad3b7290-574a-40be-a8d2-f516460ea0c2 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:47.812491 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3b7290-574a-40be-a8d2-f516460ea0c2'] response: {'name': 'network-changed', 'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513', 'status': 'completed', 'code': 200} May 02 10:32:47.812491 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3b7290-574a-40be-a8d2-f516460ea0c2'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': 'd780c1a8-7836-45c1-845c-7ce0b4e148b7', 'status': 'completed', 'code': 200} May 02 10:32:47.825096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (532a7885-ce74-4ab1-b50c-419df9b8900f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.847816 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b80d584-6e1d-494a-bcfa-a964692c6cda x-openstack-request-id: req-7b80d584-6e1d-494a-bcfa-a964692c6cda {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:47.848112 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90096d6e-dbf5-4a12-a640-15823eb17936", "name": "network-vif-deleted", "tag": "b9e625db-02fb-4392-8124-5272427e11a1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:47.848369 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7b80d584-6e1d-494a-bcfa-a964692c6cda {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:47.848791 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b80d584-6e1d-494a-bcfa-a964692c6cda'] response: {'server_uuid': '90096d6e-dbf5-4a12-a640-15823eb17936', 'name': 'network-vif-deleted', 'tag': 'b9e625db-02fb-4392-8124-5272427e11a1', 'status': 'completed', 'code': 200} May 02 10:32:47.854957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6993da7d-a2f2-48a5-8b3d-aa6774909bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.859583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.921340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6993da7d-a2f2-48a5-8b3d-aa6774909bd4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a6273d621b8140ec8e28bf44bdcf3106&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1416397 May 02 10:32:47.925294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36946) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:47.935479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6993da7d-a2f2-48a5-8b3d-aa6774909bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:47.938399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:47.982708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-1faa53e5-c9b3-44c2-8212-806b4c77f13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:47.984140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-1faa53e5-c9b3-44c2-8212-806b4c77f13a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 1125 time: 0.1560535 May 02 10:32:47.985730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ccae3e2-f313-42e1-8c7b-5341083e8b7a req-a531144c-47c3-48cc-be71-406d829003f4 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=0316b6a3-3e73-4dad-aa5e-3ddceab8065b HTTP/1.1" status: 200 len: 210 time: 0.0613124 May 02 10:32:48.066853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.125991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:48.133896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:48.137015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:48.174883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event updated for resources: {'Port': ['ID=0568a558-c8aa-48fe-b1e1-a2a3ae5158e6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:48.179666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] Publish callbacks [] for security_group (f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.231791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c60025e-2718-4782-9d5b-6df20732d497 req-b598ae00-1fd8-4280-a7cf-a9a6fee707d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:48.233403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c60025e-2718-4782-9d5b-6df20732d497 req-b598ae00-1fd8-4280-a7cf-a9a6fee707d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1283617 May 02 10:32:48.246107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] Publish callbacks [] for security_group (f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.254229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.264354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-5dfc4ba8-f593-4ac8-89a4-b139a02f270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:48.265871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-5dfc4ba8-f593-4ac8-89a4-b139a02f270a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.2709546 May 02 10:32:48.297834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Router 62e8f0eb-decb-4df3-baec-5563baca8c36 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:32:48.359187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-ed84382f-f310-4b23-aa0c-6edba392734b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513 HTTP/1.1" status: 200 len: 217 time: 0.0637484 May 02 10:32:48.396183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 2c84c294-4fe5-42ba-9bdf-cc42672545e4 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:48.402697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.411954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.449835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c60025e-2718-4782-9d5b-6df20732d497 req-1eea6bba-593b-4d5a-b209-e5e7f9bd9f84 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062035 May 02 10:32:48.497433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:48.499182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Sync routers for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:48.502509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-562206c9-eb26-4d29-901b-2e90bc6ea2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:48.504011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-562206c9-eb26-4d29-901b-2e90bc6ea2d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.1336269 May 02 10:32:48.528826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:48.528826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:48.582263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-51d60e65-050e-4299-9be6-7949fb36348e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686634 May 02 10:32:48.613300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.615910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.617094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82 HTTP/1.1" status: 204 len: 168 time: 0.6891332 May 02 10:32:48.642330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.648707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.684770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b432f3ee-3725-4a73-ad5a-a365ac1d401e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63f2f3b-3ed7-4dbd-a87f-b2d0d9ab5f82,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:48.686914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 2c84c294-4fe5-42ba-9bdf-cc42672545e4 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:48.694638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.706492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:48.777232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event updated for resources: {'Port': ['ID=0568a558-c8aa-48fe-b1e1-a2a3ae5158e6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:48.808147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.813578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b33a08ce-3b1e-44ba-94b9-391143f7e63d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.9001870 May 02 10:32:48.813578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:48.849456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-8cd8775d-39ee-43be-b7b9-46b7b9f32b78 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532077 May 02 10:32:48.863028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2a66c-b5c6-4c7a-b570-17dd6992e4d9 req-1650e37e-4513-44ff-ae1e-994246b0b15f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:48.863028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18c2a66c-b5c6-4c7a-b570-17dd6992e4d9 req-1650e37e-4513-44ff-ae1e-994246b0b15f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0856221 May 02 10:32:48.886118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:48.943253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:46Z', 'revision_number': 3, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:48.978367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Checking router: 62e8f0eb-decb-4df3-baec-5563baca8c36 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:48.983245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Updating router 62e8f0eb-decb-4df3-baec-5563baca8c36 port de49bf33-182a-4109-91f5-c2489e4bbfba binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:32:49.011292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.052425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18c2a66c-b5c6-4c7a-b570-17dd6992e4d9 req-6c44a49c-4037-4639-aff9-f5cccdb662ee tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815696 May 02 10:32:49.092159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e61bfa4-98bf-43c6-b5ac-f809fab9a8dd req-6b1ba51a-ded4-4060-b1b9-5725146aee46 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306032 May 02 10:32:49.107601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.108700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-06218df1-1c49-4179-89cb-8396ea0e1150 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2866764 May 02 10:32:49.166421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9e625db-02fb-4392-8124-5272427e11a1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:49.168703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:49.190945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: b9e625db-02fb-4392-8124-5272427e11a1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:49.191782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9e625db-02fb-4392-8124-5272427e11a1 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:49.204287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2c84c294-4fe5-42ba-9bdf-cc42672545e4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.209497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-4835c15a-8695-4107-8558-cc8a9d23d12f tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0612102 May 02 10:32:49.278408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=2c84c294-4fe5-42ba-9bdf-cc42672545e4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:49.371701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Deleting subnet 5fda48ad-d300-44d0-8013-ec4ad6b8b378 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:49.389903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-165175c6-9ea6-4b17-ae8c-8b88e799806a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:49.391632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d21c3412-1ee6-4f00-a3d3-06c8a6a768bf req-165175c6-9ea6-4b17-ae8c-8b88e799806a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1513505 May 02 10:32:49.392754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Publish callbacks [] for subnet (5fda48ad-d300-44d0-8013-ec4ad6b8b378), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.450520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36976) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:49.453033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (5fda48ad-d300-44d0-8013-ec4ad6b8b378), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.461990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks [] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.471834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfd1588b-92a5-420b-ae32-2300024d7297 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.474208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f11e5ae2-b29e-46b2-9164-db4605fb4537 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:49.501329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:49.505101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5fda48ad-d300-44d0-8013-ec4ad6b8b378), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.556574 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.581376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f11e5ae2-b29e-46b2-9164-db4605fb4537 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:49.581865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.595761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657790f8-0991-4802-8745-80bf0982d5ef req-7a0ea185-4874-4438-a4d1-96ae0ea7016e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:49.602895 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-657790f8-0991-4802-8745-80bf0982d5ef req-7a0ea185-4874-4438-a4d1-96ae0ea7016e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 943 time: 0.3491619 May 02 10:32:49.642040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting subnet 16edd243-e3f4-42b4-bab6-6006d71ed6db {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:49.663794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Attempting to bind port de49bf33-182a-4109-91f5-c2489e4bbfba on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:49.664321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Attempting to bind port de49bf33-182a-4109-91f5-c2489e4bbfba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:49.664814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Attempting to bind port de49bf33-182a-4109-91f5-c2489e4bbfba on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:49.673363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (16edd243-e3f4-42b4-bab6-6006d71ed6db), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.677213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f118fe-7716-4564-a67a-c03849077522 None None] Pushing event updated for resources: {'Port': ['ID=de49bf33-182a-4109-91f5-c2489e4bbfba,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:49.681429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:49.681928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:49.686021 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.686021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:49.686021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Bound port: de49bf33-182a-4109-91f5-c2489e4bbfba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:49.686021 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.698031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (5fda48ad-d300-44d0-8013-ec4ad6b8b378), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.714724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (532a7885-ce74-4ab1-b50c-419df9b8900f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.735961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f411ed-bd30-484e-88a9-c5048db92191 req-79a5dd46-7eec-4a8b-b3b0-20264be6dac8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:49.737572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81f411ed-bd30-484e-88a9-c5048db92191 req-79a5dd46-7eec-4a8b-b3b0-20264be6dac8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1427531 May 02 10:32:49.747697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.756516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (16edd243-e3f4-42b4-bab6-6006d71ed6db), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.756878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fda48ad-d300-44d0-8013-ec4ad6b8b378,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:49.761651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] For port de49bf33-182a-4109-91f5-c2489e4bbfba, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:49.783740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] For port de49bf33-182a-4109-91f5-c2489e4bbfba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de49bf33-182a-4109-91f5-c2489e4bbfba,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:49.788639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.794092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d38da1c3-fab1-4ed0-8440-500eb4545886 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5fda48ad-d300-44d0-8013-ec4ad6b8b378 HTTP/1.1" status: 204 len: 168 time: 0.6217899 May 02 10:32:49.795446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f11e5ae2-b29e-46b2-9164-db4605fb4537 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:49.800350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:49.829970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:49.830234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfd1588b-92a5-420b-ae32-2300024d7297 admin admin] Publish callbacks [] for security_group (a6bc28ed-d3e8-44e3-ab9d-a02addee4194), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.832139 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c9519c-f071-4120-be09-e1f946557c94" -d '{"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:49.870585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.872626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-657790f8-0991-4802-8745-80bf0982d5ef req-00ecbaeb-100a-4892-b6b1-72a4b920ff88 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686267 May 02 10:32:49.930712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c2b44eb2-5ebc-4e4d-acd9-f802253d3513 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:32:49.933533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfd1588b-92a5-420b-ae32-2300024d7297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a6bc28ed-d3e8-44e3-ab9d-a02addee4194), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:49.995531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f118fe-7716-4564-a67a-c03849077522 None None] Pushing event updated for resources: {'Port': ['ID=de49bf33-182a-4109-91f5-c2489e4bbfba,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:50.002907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:50.003669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.026823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81f411ed-bd30-484e-88a9-c5048db92191 req-9a9e84d0-bb65-4141-94de-64017b750545 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768416 May 02 10:32:50.059123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1af84549-cff5-442b-8fb1-c8cda7c5afbe), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.070814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-d69479e5-78bd-40bd-8bb7-f018e9d9f88d tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:50.073314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-d69479e5-78bd-40bd-8bb7-f018e9d9f88d tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0974367 May 02 10:32:50.089486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 532a7885-ce74-4ab1-b50c-419df9b8900f has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:50.109234 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665eb05c-144a-4bed-8128-5fb94b239565 x-openstack-request-id: req-665eb05c-144a-4bed-8128-5fb94b239565 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:50.110278 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0316b6a3-3e73-4dad-aa5e-3ddceab8065b", "name": "network-vif-deleted", "tag": "10ccf87d-99e5-4039-bab4-bf2d01bc2fad", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:50.110698 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-665eb05c-144a-4bed-8128-5fb94b239565 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:50.111101 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-665eb05c-144a-4bed-8128-5fb94b239565'] response: {'server_uuid': '0316b6a3-3e73-4dad-aa5e-3ddceab8065b', 'name': 'network-vif-deleted', 'tag': '10ccf87d-99e5-4039-bab4-bf2d01bc2fad', 'status': 'completed', 'code': 200} May 02 10:32:50.139426 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (16edd243-e3f4-42b4-bab6-6006d71ed6db), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.146449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dfd1588b-92a5-420b-ae32-2300024d7297 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4731696638e240a18d53e9dbaf405bde&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6946795 May 02 10:32:50.152533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36988) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:50.171109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd1588b-92a5-420b-ae32-2300024d7297 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bc28ed-d3e8-44e3-ab9d-a02addee4194,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:50.199401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:50.229739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513', 'mac_address': 'fa:16:3e:c8:79:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:32:50.238702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-4f1c61d1-bb88-42ed-8d8d-21ec6cc268cb tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 695 time: 0.1583626 May 02 10:32:50.260619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:50.269044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-71adff88-0786-487c-a553-dca2c87a73cb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/532a7885-ce74-4ab1-b50c-419df9b8900f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1945546 May 02 10:32:50.273347 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] Sync routers for ids ['532a7885-ce74-4ab1-b50c-419df9b8900f'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:50.282468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:50.295165 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] Routers {'532a7885-ce74-4ab1-b50c-419df9b8900f'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:50.296193 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['532a7885-ce74-4ab1-b50c-419df9b8900f'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.297778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'floatingip': {'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:50.309820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Allocated IP 172.20.0.1 (ed1be2d6-1882-4344-b580-dc4a18d167a1/b4d69025-7dc4-4f78-ada3-b2f722613599/dd73b5eb-29b6-4ada-9467-264d8e4e9896) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:50.337110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.353652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] Routers {'532a7885-ce74-4ab1-b50c-419df9b8900f'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:50.355476 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['532a7885-ce74-4ab1-b50c-419df9b8900f'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.372426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.401051 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.401975 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9304be44-f8a3-4a88-b1fe-c0557e9e784f None None] The sync data for ids ['532a7885-ce74-4ab1-b50c-419df9b8900f'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:50.429214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] Publish callbacks [] for security_group (a6bc28ed-d3e8-44e3-ab9d-a02addee4194), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.429456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77259d7-1119-4ae4-8c2c-2eb81f7b8da2 req-2f28ca68-e63a-4465-9413-58f4d7ad413c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:50.430921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a77259d7-1119-4ae4-8c2c-2eb81f7b8da2 req-2f28ca68-e63a-4465-9413-58f4d7ad413c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2206240 May 02 10:32:50.441190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:50.446115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1af84549-cff5-442b-8fb1-c8cda7c5afbe), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.484642 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] Publish callbacks [] for security_group (a6bc28ed-d3e8-44e3-ab9d-a02addee4194), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.503924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1af84549-cff5-442b-8fb1-c8cda7c5afbe']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.532883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:50.533269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.578483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2b44eb2-5ebc-4e4d-acd9-f802253d3513 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:32:50.579197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '010cbc46-8f50-4c6a-b81c-486a00832c8e') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.579503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '010cbc46-8f50-4c6a-b81c-486a00832c8e') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.583178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (16edd243-e3f4-42b4-bab6-6006d71ed6db), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.611239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:50.651579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (010cbc46-8f50-4c6a-b81c-486a00832c8e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.658357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.669080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Subnet': ['ID=16edd243-e3f4-42b4-bab6-6006d71ed6db,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:50.691266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.693683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6fd5d01-443e-47a7-b0e9-243d0f642a7a None None] Network b3ce0e23-83a0-46d6-8193-30fd1a694961 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:50.697679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1fb21ca5-7fe5-4ab7-9b0f-910d8cd1b78b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/subnets/16edd243-e3f4-42b4-bab6-6006d71ed6db HTTP/1.1" status: 204 len: 168 time: 1.1922443 May 02 10:32:50.723569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:46Z', 'revision_number': 3, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:50.724643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36992) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:50.734963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a6bc28ed-d3e8-44e3-ab9d-a02addee4194), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.737730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.741729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a6bc28ed-d3e8-44e3-ab9d-a02addee4194 HTTP/1.1" status: 204 len: 168 time: 0.5880892 May 02 10:32:50.763658 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (010cbc46-8f50-4c6a-b81c-486a00832c8e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.784381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc2c4c0d-879e-413b-954f-70c9470290d6 None None] The sync data for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 is: [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:46Z', 'revision_number': 3, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:50.793331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3d8dab-3361-43f8-9bf9-1e40516f528d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bc28ed-d3e8-44e3-ab9d-a02addee4194,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:50.814039 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-958607b1-adf1-4eb8-8c90-6150e7683be0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] remove_router_interface failed (client error): The resource could not be found. May 02 10:32:50.814996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-958607b1-adf1-4eb8-8c90-6150e7683be0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/532a7885-ce74-4ab1-b50c-419df9b8900f/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5309165 May 02 10:32:50.816048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:50.816461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (010cbc46-8f50-4c6a-b81c-486a00832c8e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:50.818458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: timer() May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:50.837299 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:50.847089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a77259d7-1119-4ae4-8c2c-2eb81f7b8da2 req-926c4988-0778-4414-9811-5267aadd7dce tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3763793 May 02 10:32:50.875748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c2b44eb2-5ebc-4e4d-acd9-f802253d3513'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:32:50.883914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:50.986746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks [] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.014825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] DHCP port deletion for b3ce0e23-83a0-46d6-8193-30fd1a694961 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:51.089894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b3ce0e23-83a0-46d6-8193-30fd1a694961), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.111219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4402e746-fcdd-47a1-a766-a6f144232f78 req-94cc59c1-12a9-47cb-9482-edd21f1b0533 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:51.113161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Deleting port 24230669-5cd2-4fb1-94ce-a95dedcfbebb {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:51.113547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.119158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4402e746-fcdd-47a1-a766-a6f144232f78 req-94cc59c1-12a9-47cb-9482-edd21f1b0533 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0919838 May 02 10:32:51.199362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] For port 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24230669-5cd2-4fb1-94ce-a95dedcfbebb,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:51.199583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.227244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Calling delete_port for 24230669-5cd2-4fb1-94ce-a95dedcfbebb owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:51.227371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1af84549-cff5-442b-8fb1-c8cda7c5afbe), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.246901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.251050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] 10.222.0.16 "DELETE /v2.0/networks/1af84549-cff5-442b-8fb1-c8cda7c5afbe HTTP/1.1" status: 204 len: 168 time: 1.4420650 May 02 10:32:51.315558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4402e746-fcdd-47a1-a766-a6f144232f78 req-e294bdcb-e066-44b5-bd38-bfe0de711789 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954138 May 02 10:32:51.324900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cecc2-7662-41ce-95fc-7a5e365b815d admin admin] Pushing event deleted for resources: {'Network': ['ID=1af84549-cff5-442b-8fb1-c8cda7c5afbe,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:51.335282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 24230669-5cd2-4fb1-94ce-a95dedcfbebb {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:51.342335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.375048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.427605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c2a4da1-33e8-4a89-b9a3-c9d709872da3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=532a7885-ce74-4ab1-b50c-419df9b8900f HTTP/1.1" status: 200 len: 205 time: 0.6077571 May 02 10:32:51.432639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37008) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:51.482043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:51.527243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:51.573179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.591165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device de49bf33-182a-4109-91f5-c2489e4bbfba up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:51.664987 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.705501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] No DVR routers for this DVR port 24230669-5cd2-4fb1-94ce-a95dedcfbebb on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:51.714409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ff65e-6f23-45cb-8b8b-e825de48f464 None None] Pushing event deleted for resources: {'Port': ['ID=24230669-5cd2-4fb1-94ce-a95dedcfbebb,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:51.753649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port de49bf33-182a-4109-91f5-c2489e4bbfba triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:51.755266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.786939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.892698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.901405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:51.928414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port de49bf33-182a-4109-91f5-c2489e4bbfba is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:51.928938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:51.936216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c2b44eb2-5ebc-4e4d-acd9-f802253d3513 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:52.014217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port de49bf33-182a-4109-91f5-c2489e4bbfba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de49bf33-182a-4109-91f5-c2489e4bbfba,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:52.027565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-51df9c11-b377-4944-89ec-fc302a940b5d None None] Provisioning complete for port dd73b5eb-29b6-4ada-9467-264d8e4e9896 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:52.027928 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-51df9c11-b377-4944-89ec-fc302a940b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.058313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:52.063042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:32:52.077177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-51df9c11-b377-4944-89ec-fc302a940b5d None None] Port dd73b5eb-29b6-4ada-9467-264d8e4e9896 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:52.084742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.243108 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Floating IP 4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 associated. External IP: 172.35.4.49, port: b4400969-ccca-47e8-93a4-5be70b0ef8f8. May 02 10:32:52.244181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 24230669-5cd2-4fb1-94ce-a95dedcfbebb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:52.244493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9167d25-86a9-483e-bde4-9eaefdc1a415 req-83a8b362-40cd-4be4-9cd1-51258d788a26 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:52.244493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9167d25-86a9-483e-bde4-9eaefdc1a415 req-83a8b362-40cd-4be4-9cd1-51258d788a26 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 944 time: 0.7267656 May 02 10:32:52.244493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:52.244493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 24230669-5cd2-4fb1-94ce-a95dedcfbebb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=24230669-5cd2-4fb1-94ce-a95dedcfbebb,segment=NetworkSegment(ce7b1837-1357-42f1-a33b-d748e2a2e299),segment_id=ce7b1837-1357-42f1-a33b-d748e2a2e299)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:52.244493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.244991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 24230669-5cd2-4fb1-94ce-a95dedcfbebb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:32:52.244991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 24230669-5cd2-4fb1-94ce-a95dedcfbebb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:52.244991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=de49bf33-182a-4109-91f5-c2489e4bbfba,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:52.253635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 24230669-5cd2-4fb1-94ce-a95dedcfbebb owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:52.264772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:52.267826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.270586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (62e8f0eb-decb-4df3-baec-5563baca8c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.372137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:52.375444 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.409879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:52.413053 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0bfa759-2de1-4ff3-96cc-cc39b9ed5dcf" -d '{"events": [{"server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "name": "network-vif-plugged", "status": "completed", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:52.429374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:52.434460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9167d25-86a9-483e-bde4-9eaefdc1a415 req-652e39b3-3f53-4118-9b1c-7f173b42d043 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329891 May 02 10:32:52.465504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.472720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (532a7885-ce74-4ab1-b50c-419df9b8900f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.476916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c0c33c25-6dbc-4eee-a8b8-8c1f34d8f066 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82bde93c359b4e4cb13a9ebcfa317377&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5725091 May 02 10:32:52.484198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:52.492818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.554508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (24230669-5cd2-4fb1-94ce-a95dedcfbebb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.583379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:52.588366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=24230669-5cd2-4fb1-94ce-a95dedcfbebb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:52.590779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 24230669-5cd2-4fb1-94ce-a95dedcfbebb on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:52.636559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (532a7885-ce74-4ab1-b50c-419df9b8900f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.637112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router 532a7885-ce74-4ab1-b50c-419df9b8900f {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:32:52.640668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] Publish callbacks [] for security_group (f126899b-1b4a-48ea-bf5e-0e1618526e8c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.648156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.649313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-91da11a4-c9a8-4b9e-9fe0-af1830a0c0d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/532a7885-ce74-4ab1-b50c-419df9b8900f HTTP/1.1" status: 204 len: 168 time: 1.2147095 May 02 10:32:52.657632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37030) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:52.715340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] Publish callbacks [] for security_group (f126899b-1b4a-48ea-bf5e-0e1618526e8c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.747778 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1a07c3f-aa4d-4caf-91f0-2381e708de29 x-openstack-request-id: req-e1a07c3f-aa4d-4caf-91f0-2381e708de29 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:52.748052 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "name": "network-vif-plugged", "status": "completed", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:52.748498 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e1a07c3f-aa4d-4caf-91f0-2381e708de29 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:52.749244 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1a07c3f-aa4d-4caf-91f0-2381e708de29'] response: {'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513', 'code': 200} May 02 10:32:52.765057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.801606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b3ce0e23-83a0-46d6-8193-30fd1a694961), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.838692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Router 1444212f-5236-4676-91d8-dcc4a49b3348 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:52.871618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3ce0e23-83a0-46d6-8193-30fd1a694961']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:52.895699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f126899b-1b4a-48ea-bf5e-0e1618526e8c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.898646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.902152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f126899b-1b4a-48ea-bf5e-0e1618526e8c HTTP/1.1" status: 204 len: 168 time: 0.4157844 May 02 10:32:52.905161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce7b1837-1357-42f1-a33b-d748e2a2e299') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:52.905485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce7b1837-1357-42f1-a33b-d748e2a2e299') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:52.930565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d0b0e2-11ac-486b-9756-86fd5705d024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f126899b-1b4a-48ea-bf5e-0e1618526e8c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:52.971189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 9e590a12-62ac-4d4b-8083-7bbb1be0c055 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:52.981082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ce7b1837-1357-42f1-a33b-d748e2a2e299), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:52.994214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (9e590a12-62ac-4d4b-8083-7bbb1be0c055), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.042770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e294c31-4c00-473d-9bfd-7e8891511e1b req-a163c6c5-e7a2-4157-a3d7-ea82ef9faa16 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.043050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e294c31-4c00-473d-9bfd-7e8891511e1b req-a163c6c5-e7a2-4157-a3d7-ea82ef9faa16 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2077389 May 02 10:32:53.052024 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ce7b1837-1357-42f1-a33b-d748e2a2e299), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.086961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:53.087674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ce7b1837-1357-42f1-a33b-d748e2a2e299), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: timer() May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:53.113886 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:53.135173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:53.140416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.146191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Sync routers for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:53.148652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9e590a12-62ac-4d4b-8083-7bbb1be0c055), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.165853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:53.166594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:53.175237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a9524a-409c-4787-89fa-cf4442a5aaf5 req-7209ba63-411c-42b6-95f3-1cb9c01f19d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.185588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88a9524a-409c-4787-89fa-cf4442a5aaf5 req-7209ba63-411c-42b6-95f3-1cb9c01f19d4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 1127 time: 0.2464232 May 02 10:32:53.206120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-a5e292ed-4202-4b7c-9252-0085a686f89a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "PUT /v2.0/floatingips/4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 HTTP/1.1" status: 200 len: 996 time: 2.9076428 May 02 10:32:53.208370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:32:53.212450 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fa34bf-c436-47e2-8ed8-7b8632477c9c" -d '{"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:32:53.310111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88a9524a-409c-4787-89fa-cf4442a5aaf5 req-ff058931-e266-490e-851f-ab9798b75515 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026442 May 02 10:32:53.317207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-b7ffbebd-53cb-4c24-9e04-b3f761b54554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.335476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-b7ffbebd-53cb-4c24-9e04-b3f761b54554 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1128 time: 0.1045134 May 02 10:32:53.391803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:53.393551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e294c31-4c00-473d-9bfd-7e8891511e1b req-45665df3-3f58-4dae-ac35-3ceb6ab74f23 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3381891 May 02 10:32:53.444789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device de49bf33-182a-4109-91f5-c2489e4bbfba up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:53.484624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b3ce0e23-83a0-46d6-8193-30fd1a694961), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.492505 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.499346 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c88f5c-ea25-4389-8ec2-85ef9f5603c8 x-openstack-request-id: req-54c88f5c-ea25-4389-8ec2-85ef9f5603c8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:32:53.499866 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:32:53.499967 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54c88f5c-ea25-4389-8ec2-85ef9f5603c8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:32:53.500577 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c88f5c-ea25-4389-8ec2-85ef9f5603c8'] response: {'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'status': 'completed', 'code': 200} May 02 10:32:53.502503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/networks/b3ce0e23-83a0-46d6-8193-30fd1a694961 HTTP/1.1" status: 204 len: 168 time: 2.7767923 May 02 10:32:53.505448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37084) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:53.577308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-1c4d4adf-1e7b-4759-812a-a3cd40bafc6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.580287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-1c4d4adf-1e7b-4759-812a-a3cd40bafc6d service neutron] 10.222.0.16 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 929 time: 0.2538989 May 02 10:32:53.615687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fa17c1-5f24-4a50-b842-a5278c528fab tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Network': ['ID=b3ce0e23-83a0-46d6-8193-30fd1a694961,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:53.700655 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9e590a12-62ac-4d4b-8083-7bbb1be0c055), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.701106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-adc675bf-2507-4eca-a38f-465b77810201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.702960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-adc675bf-2507-4eca-a38f-465b77810201 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1128 time: 0.1773665 May 02 10:32:53.717241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port de49bf33-182a-4109-91f5-c2489e4bbfba triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:53.717619 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.738301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks [] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.745085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting subnet 61946375-80df-45d7-85d0-83dbbfd61cce {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:32:53.752294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (61946375-80df-45d7-85d0-83dbbfd61cce), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.761310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd7893d-5819-45a5-94f0-bd69e8eab14e req-1be63dc6-8556-4049-9479-0ea4ae716195 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.762597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4bd7893d-5819-45a5-94f0-bd69e8eab14e req-1be63dc6-8556-4049-9479-0ea4ae716195 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1390886 May 02 10:32:53.796960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-b7409f0a-34a6-4aa4-889c-67a4434fc03f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 999 time: 0.1594059 May 02 10:32:53.816002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.875810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port de49bf33-182a-4109-91f5-c2489e4bbfba is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:53.887467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (61946375-80df-45d7-85d0-83dbbfd61cce), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:53.902216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'floating_ip_address': '172.35.4.49', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'mac_address': 'fa:16:3e:66:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:32:48Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 1, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:53.906709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-ceacb8fb-0d7c-4a9a-8735-1b87870425f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.908219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-ceacb8fb-0d7c-4a9a-8735-1b87870425f0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.0812228 May 02 10:32:53.918254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-8e210c20-32d0-482c-9a14-3692332bba50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:53.919677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-8e210c20-32d0-482c-9a14-3692332bba50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 929 time: 0.1890490 May 02 10:32:53.951969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Checking router: 1444212f-5236-4676-91d8-dcc4a49b3348 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:53.961864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:53.963388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:54.022331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-e7b194dd-ddfc-425e-a606-a91c2482ea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:54.022331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-e7b194dd-ddfc-425e-a606-a91c2482ea15 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1027560 May 02 10:32:54.022666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (62e8f0eb-decb-4df3-baec-5563baca8c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.027442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Pushing event updated for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:54.044302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4bd7893d-5819-45a5-94f0-bd69e8eab14e req-1df7a350-706c-4478-b788-2494132b8774 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2448745 May 02 10:32:54.070180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-c4aab19d-bc4e-4905-b6ee-0310ae4e90ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 999 time: 0.1419041 May 02 10:32:54.106822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9e590a12-62ac-4d4b-8083-7bbb1be0c055), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.173535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (61946375-80df-45d7-85d0-83dbbfd61cce), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.181268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:54.205569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=9e590a12-62ac-4d4b-8083-7bbb1be0c055,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:54.210483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f245b7-aff2-4133-9deb-5fb01fce1721 None None] Network 33d0ee56-d0b9-422f-a858-2561fe699224 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:54.216648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.226843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:54.233925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3700e0e2-9aa6-4d9a-b446-ded92a486b3b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/9e590a12-62ac-4d4b-8083-7bbb1be0c055 HTTP/1.1" status: 204 len: 168 time: 1.5742514 May 02 10:32:54.335799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:54.341093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:54.371261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-75302500-622a-42f4-b868-eff7807312c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:54.373752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-75302500-622a-42f4-b868-eff7807312c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.2258675 May 02 10:32:54.390196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-fcce49bc-b041-45cc-b1e3-b72a68b10a8c service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579009 May 02 10:32:54.439707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (33d0ee56-d0b9-422f-a858-2561fe699224), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.526003 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (61946375-80df-45d7-85d0-83dbbfd61cce), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.635131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Subnet': ['ID=61946375-80df-45d7-85d0-83dbbfd61cce,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:54.641070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.644710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9e992f13-8df0-402b-820e-be6b2e9ad3e6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/subnets/61946375-80df-45d7-85d0-83dbbfd61cce HTTP/1.1" status: 204 len: 168 time: 1.0775785 May 02 10:32:54.647920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37122) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:54.662109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f95669c-ea00-47ab-ab72-78f36859a291 None None] Network ffb78d72-6c35-4429-bcf3-1f07853dfb83 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:54.677239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96046dd6-eb24-4440-9e24-e027fa026f88 req-77fc72db-cd02-4a54-8d01-04d64d633c72 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:54.686498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96046dd6-eb24-4440-9e24-e027fa026f88 req-77fc72db-cd02-4a54-8d01-04d64d633c72 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1641548 May 02 10:32:54.726331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37132) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:54.752588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-807f6f5a-cfd7-4896-87f0-f0c45a7f00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:54.755915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-807f6f5a-cfd7-4896-87f0-f0c45a7f00b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3307171 May 02 10:32:54.762069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port bafda157-35c4-4a34-bf83-6448d8d88cfe {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:54.762830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.778380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Router 62e8f0eb-decb-4df3-baec-5563baca8c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:32:54.834210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ffb78d72-6c35-4429-bcf3-1f07853dfb83), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.850542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96046dd6-eb24-4440-9e24-e027fa026f88 req-b1483da7-1bf9-4065-8303-7ca1f802114b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628041 May 02 10:32:54.869256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d441a674-d7c8-492e-a280-16e5df84ab79 None None] Provisioning complete for port dd73b5eb-29b6-4ada-9467-264d8e4e9896 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:54.869662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d441a674-d7c8-492e-a280-16e5df84ab79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:54.871496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] DHCP port deletion for 33d0ee56-d0b9-422f-a858-2561fe699224 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:54.958848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Deleting port bafda157-35c4-4a34-bf83-6448d8d88cfe {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:54.959331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.010494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a65d36b-0a37-4c16-ae9d-62b3da413384 req-8eb0732d-30c3-47b6-8619-24f838421729 service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163185 May 02 10:32:55.014892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d441a674-d7c8-492e-a280-16e5df84ab79 None None] Port dd73b5eb-29b6-4ada-9467-264d8e4e9896 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:32:55.039039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port bafda157-35c4-4a34-bf83-6448d8d88cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bafda157-35c4-4a34-bf83-6448d8d88cfe,segment=NetworkSegment(8554e8a4-9ef0-4a08-aa3c-f43eba1acccf),segment_id=8554e8a4-9ef0-4a08-aa3c-f43eba1acccf)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:55.039417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.066002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for bafda157-35c4-4a34-bf83-6448d8d88cfe owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:55.085207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-2129684155-network', 'tenant_id': 'b548e2f0a4f24658b983a91d88eaa32b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:55.114456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] DHCP port deletion for ffb78d72-6c35-4429-bcf3-1f07853dfb83 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:32:55.122769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] For port bafda157-35c4-4a34-bf83-6448d8d88cfe, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bafda157-35c4-4a34-bf83-6448d8d88cfe,segment=NetworkSegment(8554e8a4-9ef0-4a08-aa3c-f43eba1acccf),segment_id=8554e8a4-9ef0-4a08-aa3c-f43eba1acccf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:55.123176 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.168765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:55.169395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.177728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Calling delete_port for bafda157-35c4-4a34-bf83-6448d8d88cfe owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:55.182841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:32:55.194413 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Sync routers for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:32:55.204762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83710873-19c6-4258-8ef0-7ca68938c1f4 admin admin] 10.222.0.16 "PUT /v2.0/routers/62e8f0eb-decb-4df3-baec-5563baca8c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3877223 May 02 10:32:55.210442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Made reservation on behalf of b548e2f0a4f24658b983a91d88eaa32b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:55.213129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.221401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-5354779b-da0c-4902-9c3c-f0a21f7b655b service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4548469 May 02 10:32:55.221904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:55.222536 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:55.225417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'floating_ip_address': '172.35.4.49', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'mac_address': 'fa:16:3e:66:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:32:48Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 1, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:55.248953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.306726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a09ed7c-1748-4c10-a5b6-53e22b28dbbb None None] The sync data for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 is: [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'floating_ip_address': '172.35.4.49', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1616, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'mac_address': 'fa:16:3e:66:7a:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:32:48Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 1, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:55.315911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6204839e-8cb8-4d3e-9dfe-6916be656ca5,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:55.318662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.401402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Deleting port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:32:55.401779 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.425186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bafda157-35c4-4a34-bf83-6448d8d88cfe no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:55.474951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ec4237-5239-48e8-81d9-f042adc4cad1 req-c7bb0e85-378a-49ed-864f-35c2d09560bf tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:55.480320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 6204839e-8cb8-4d3e-9dfe-6916be656ca5 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:55.480479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35ec4237-5239-48e8-81d9-f042adc4cad1 req-c7bb0e85-378a-49ed-864f-35c2d09560bf tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.2628572 May 02 10:32:55.482486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.485929 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:55.582464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=bafda157-35c4-4a34-bf83-6448d8d88cfe,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:55.600794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port bafda157-35c4-4a34-bf83-6448d8d88cfe on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:55.609687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6204839e-8cb8-4d3e-9dfe-6916be656ca5,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:55.610101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.616791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No active binding found for port bafda157-35c4-4a34-bf83-6448d8d88cfe {{(pid=115664) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 02 10:32:55.617163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] The host ncdv-master-1 is not matching for port bafda157-35c4-4a34-bf83-6448d8d88cfe host None! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:32:55.617552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bafda157-35c4-4a34-bf83-6448d8d88cfe not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:32:55.617967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6204839e-8cb8-4d3e-9dfe-6916be656ca5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:32:55.632535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-835f4622-bdb1-45cb-9d12-eca0462a76c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.672974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Calling delete_port for 6204839e-8cb8-4d3e-9dfe-6916be656ca5 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:32:55.683030 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (bafda157-35c4-4a34-bf83-6448d8d88cfe), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.700161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks [] for security_group (67de5c6b-82e4-4b8f-96fd-61aadf910f65), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.732543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] Pushing event deleted for resources: {'Port': ['ID=bafda157-35c4-4a34-bf83-6448d8d88cfe,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:55.774341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c9a269-dc6c-43b5-9ea3-d4b6c7b70ead None None] No DVR routers for this DVR port bafda157-35c4-4a34-bf83-6448d8d88cfe on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:55.830090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-dc19a29a-7857-445a-ab7b-9612ecd23291 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 258 time: 0.5377669 May 02 10:32:55.838071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (67de5c6b-82e4-4b8f-96fd-61aadf910f65), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.854802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:55.866576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (95988e18-56d6-4620-b6f5-ea308333906c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.866576 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Added segment 95988e18-56d6-4620-b6f5-ea308333906c of type vlan for network d01d8443-071d-4e87-8e09-1e881fd527bb May 02 10:32:55.889420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:55.890040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.901639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (33d0ee56-d0b9-422f-a858-2561fe699224), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.938278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fa34bf-c436-47e2-8ed8-7b8632477c9c req-a6aa5ac9-1c98-4608-9601-756115e1bf38 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7037330 May 02 10:32:55.948956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35ec4237-5239-48e8-81d9-f042adc4cad1 req-e008fa95-8522-46db-bcd3-d5d3f6cc55f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4512231 May 02 10:32:55.953227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d0ee56-d0b9-422f-a858-2561fe699224']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:55.964591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:55.965656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8554e8a4-9ef0-4a08-aa3c-f43eba1acccf') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:55.975055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d01d8443-071d-4e87-8e09-1e881fd527bb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:55.987341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (8554e8a4-9ef0-4a08-aa3c-f43eba1acccf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.023466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8554e8a4-9ef0-4a08-aa3c-f43eba1acccf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.025932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:56.026786 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:53Z', 'revision_number': 2, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:56.036071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:56.036448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (8554e8a4-9ef0-4a08-aa3c-f43eba1acccf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: timer() May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:56.045179 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:56.062001 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Checking router: 62e8f0eb-decb-4df3-baec-5563baca8c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:32:56.062452 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Updating router 62e8f0eb-decb-4df3-baec-5563baca8c36 port dd73b5eb-29b6-4ada-9467-264d8e4e9896 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:32:56.064073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6204839e-8cb8-4d3e-9dfe-6916be656ca5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6204839e-8cb8-4d3e-9dfe-6916be656ca5,segment=NetworkSegment(eba9132f-2824-4144-b36c-8e1d056182b5),segment_id=eba9132f-2824-4144-b36c-8e1d056182b5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:56.067636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67de5c6b-82e4-4b8f-96fd-61aadf910f65,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.082372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016b0ed-e03f-42b8-80fc-9a62292c6ee7 None None] New status for floating IP 4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:32:56.098477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d01d8443-071d-4e87-8e09-1e881fd527bb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.100203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:56.101397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.113009 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.174371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] Pushing event updated for resources: {'Network': ['ID=d01d8443-071d-4e87-8e09-1e881fd527bb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.205173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ee877-72c1-461a-b0dc-6deeb4390abb req-c9194b34-369b-4dc4-a205-6c2238396062 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:56.205173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f3ee877-72c1-461a-b0dc-6deeb4390abb req-c9194b34-369b-4dc4-a205-6c2238396062 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0624037 May 02 10:32:56.216981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d01d8443-071d-4e87-8e09-1e881fd527bb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:56.226253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.252784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.292073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (33d0ee56-d0b9-422f-a858-2561fe699224), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.306929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5b74e12f-f9a2-4338-af63-a52f01a0e9d3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5757341 May 02 10:32:56.307832 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.310773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:56.318531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Request body: {'subnet': {'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-2129684155-subnet', 'tenant_id': 'b548e2f0a4f24658b983a91d88eaa32b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:56.320313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/33d0ee56-d0b9-422f-a858-2561fe699224 HTTP/1.1" status: 204 len: 168 time: 2.0894103 May 02 10:32:56.354625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f3ee877-72c1-461a-b0dc-6deeb4390abb req-bfbfa1aa-a086-4229-bb0a-d52537b34a3d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429825 May 02 10:32:56.355300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37174) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:56.378651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e1677f-1dcc-4861-b27f-e811b52c4780 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=33d0ee56-d0b9-422f-a858-2561fe699224,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.398175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2121541293'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:56.400210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.416838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6204839e-8cb8-4d3e-9dfe-6916be656ca5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.455138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.459954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:56.485480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.498275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:56.507689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Made reservation on behalf of b548e2f0a4f24658b983a91d88eaa32b for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:56.507865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.507967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.508171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.522608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] Pushing event deleted for resources: {'Port': ['ID=6204839e-8cb8-4d3e-9dfe-6916be656ca5,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.535193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46576091-873e-481e-bf8a-e3d607f27202 None None] No DVR routers for this DVR port 6204839e-8cb8-4d3e-9dfe-6916be656ca5 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:32:56.542141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:56.558257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (19ffbe39-d54f-4071-ae86-78c25a42579b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.558620 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 19ffbe39-d54f-4071-ae86-78c25a42579b of type vlan for network 4fc054c9-755e-4a64-b77e-b074a4034619 May 02 10:32:56.575043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37180) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:56.629298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-336386908-network', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:56.629657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4fc054c9-755e-4a64-b77e-b074a4034619), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.632728 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks [] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.704172 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.712815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ffb78d72-6c35-4429-bcf3-1f07853dfb83), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.753153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4fc054c9-755e-4a64-b77e-b074a4034619), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.763685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:56.767659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.777397 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9f952-f256-414a-ae4d-02ee36738934 None None] Pushing event updated for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.789422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffb78d72-6c35-4429-bcf3-1f07853dfb83']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:56.808775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eba9132f-2824-4144-b36c-8e1d056182b5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:56.809080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eba9132f-2824-4144-b36c-8e1d056182b5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:56.832486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (eba9132f-2824-4144-b36c-8e1d056182b5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.854102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Attempting to bind port dd73b5eb-29b6-4ada-9467-264d8e4e9896 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:32:56.854487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Attempting to bind port dd73b5eb-29b6-4ada-9467-264d8e4e9896 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:32:56.854833 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Attempting to bind port dd73b5eb-29b6-4ada-9467-264d8e4e9896 on network ed1be2d6-1882-4344-b580-dc4a18d167a1 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:32:56.864119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Allocated IP 172.35.4.190 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/a2e80e4f-3cdd-43ce-a4c8-37133f925589) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:56.866303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:32:56.866685 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Checking segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:56.867091 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.867648 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Bound using segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:32:56.867954 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Bound port: dd73b5eb-29b6-4ada-9467-264d8e4e9896, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:32:56.868375 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.870160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Made reservation on behalf of b5527890307e49edad96eaf0fa0051c2 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:56.872491 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.882448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (eba9132f-2824-4144-b36c-8e1d056182b5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.887795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.906655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:32:56.907741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (eba9132f-2824-4144-b36c-8e1d056182b5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:56.914775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=4fc054c9-755e-4a64-b77e-b074a4034619,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: timer() May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:32:56.919568 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:32:56.924594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c38a6a-c4a2-445a-84a0-33cd92437318 req-f5f34d29-a946-4f7d-aa67-a02377ff9b31 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:56.927106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c38a6a-c4a2-445a-84a0-33cd92437318 req-f5f34d29-a946-4f7d-aa67-a02377ff9b31 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1107326 May 02 10:32:56.942970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4fc054c9-755e-4a64-b77e-b074a4034619 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:56.963855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a42601a-47cb-45a5-9ca9-1ff6f64cd9b5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5867429 May 02 10:32:56.981566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:56.992289 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] For port dd73b5eb-29b6-4ada-9467-264d8e4e9896, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:32:56.997658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] For port dd73b5eb-29b6-4ada-9467-264d8e4e9896, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd73b5eb-29b6-4ada-9467-264d8e4e9896,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:32:56.998956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:57.096980 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.125646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c38a6a-c4a2-445a-84a0-33cd92437318 req-ce2ea3ea-674a-4777-b42a-649697d2efc7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708224 May 02 10:32:57.165857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Provisioning complete for port dd73b5eb-29b6-4ada-9467-264d8e4e9896 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:57.168130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.184341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ffb78d72-6c35-4429-bcf3-1f07853dfb83), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.189452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.192712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/networks/ffb78d72-6c35-4429-bcf3-1f07853dfb83 HTTP/1.1" status: 204 len: 168 time: 2.5413170 May 02 10:32:57.203755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:57.211026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1303315259'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:57.242445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Network': ['ID=ffb78d72-6c35-4429-bcf3-1f07853dfb83,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.246581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.269648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.269918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.270141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.270486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.270831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.271198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.272233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.272233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.272481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.272707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.280035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.280035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.280035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.280035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.280035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e932f4b-9d9b-4fb2-a4c6-19be18687766 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:57.286703 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9f952-f256-414a-ae4d-02ee36738934 None None] Pushing event updated for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.289141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (bf60544d-ad29-4205-bfb8-67beb3794035), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.308821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0bd6c1-9ce2-4711-b0c9-c77a7e11b430 req-ff3fb3bd-f216-478e-85f1-ba44b5daff99 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:57.309271 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:32:57.309271 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:57.309462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks [] for security_group (d87e4f75-3a42-4aa1-9859-9b0da077052f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.311565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e0bd6c1-9ce2-4711-b0c9-c77a7e11b430 req-ff3fb3bd-f216-478e-85f1-ba44b5daff99 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1066422 May 02 10:32:57.380401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e0bd6c1-9ce2-4711-b0c9-c77a7e11b430 req-5315ec65-c640-4a08-bfcf-2e8c0fdc95ad tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680115 May 02 10:32:57.381053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:57.389168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.392819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Current status of the port dd73b5eb-29b6-4ada-9467-264d8e4e9896 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:57.394241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.433191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:57.440181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] For port dd73b5eb-29b6-4ada-9467-264d8e4e9896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd73b5eb-29b6-4ada-9467-264d8e4e9896,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:32:57.441234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.459919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf60544d-ad29-4205-bfb8-67beb3794035,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.463629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d87e4f75-3a42-4aa1-9859-9b0da077052f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.485307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:57.512417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.526809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:32:57.553828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.560985 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:32:57.566746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87e4f75-3a42-4aa1-9859-9b0da077052f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.601750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (17fa739b-bcdd-4d48-b037-bc5a2951ee39), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.602373 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Added segment 17fa739b-bcdd-4d48-b037-bc5a2951ee39 of type vlan for network 68754f0d-845f-4b69-a8b8-5c584f59fd64 May 02 10:32:57.652012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:32:57.652012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (084bccc9-2a25-4c35-9a6d-5af9291b0a63), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.652012 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Added segment 084bccc9-2a25-4c35-9a6d-5af9291b0a63 of type vlan for network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 May 02 10:32:57.652416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Checking segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:57.653375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Network hostable DHCP agents. Network: d01d8443-071d-4e87-8e09-1e881fd527bb, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:57.658274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (68754f0d-845f-4b69-a8b8-5c584f59fd64), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.669326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:57.680378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:32:57.768195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301d04c-7471-42a1-8cd0-688f11c5372a req-1a2923e6-ef1f-4046-b45a-ad733686d7b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:57.770093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7301d04c-7471-42a1-8cd0-688f11c5372a req-1a2923e6-ef1f-4046-b45a-ad733686d7b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0743990 May 02 10:32:57.789107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event updated for resources: {'Port': ['ID=a2e80e4f-3cdd-43ce-a4c8-37133f925589,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.789378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (68754f0d-845f-4b69-a8b8-5c584f59fd64), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.797135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:57.798111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.819065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7e355dd9-8fbc-4877-bbbf-1a6020742fb4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.822609 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:56Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:32:57.837005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e0a02541-aa09-4963-ad18-802e2c2d1569 None None] Provisioning complete for port dd73b5eb-29b6-4ada-9467-264d8e4e9896 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:57.837526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0a02541-aa09-4963-ad18-802e2c2d1569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.851923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (a9c350c7-3409-45c7-9644-115f18e85b6a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.874028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-676a8611-5d97-4616-9c89-0a579916f64f None None] The sync data for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 is: [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:56Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:32:57.888048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc6df8d-90d3-447b-bc43-65eb48b4b69d None None] Pushing event updated for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.903910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Network d01d8443-071d-4e87-8e09-1e881fd527bb is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:57.919698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7e355dd9-8fbc-4877-bbbf-1a6020742fb4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.919698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:57.921211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:57.983918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Network': ['ID=68754f0d-845f-4b69-a8b8-5c584f59fd64,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:57.996942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7301d04c-7471-42a1-8cd0-688f11c5372a req-c2c572de-e000-48af-a66b-77f2bcbf9d46 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180750 May 02 10:32:58.019196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e0a02541-aa09-4963-ad18-802e2c2d1569 None None] Current status of the port dd73b5eb-29b6-4ada-9467-264d8e4e9896 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:32:58.025499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8193572 May 02 10:32:58.031423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37194) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:58.041682 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-465138cd-f22e-40ae-b998-de197bbc54fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.042017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'subnet': {'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:58.055105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.057050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.057231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.057462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.057804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.058137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.058525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.058857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.059266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.059629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.059961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.060289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.060399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d01d8443-071d-4e87-8e09-1e881fd527bb) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:58.060700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.061033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.061360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.062399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23278574-6f29-4939-90d2-45a7980b9018 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:32:58.070275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:58.071104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.080928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8339169b-5854-414f-bbea-c079b783d91d None None] Network d01d8443-071d-4e87-8e09-1e881fd527bb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:58.122486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5397408 May 02 10:32:58.128861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37198) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:58.138642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Request body: {'subnet': {'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-336386908-subnet', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:58.146612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:58.172430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec480ab3-df55-4b8d-b52e-ebb4e4af12c2 admin admin] Pushing event updated for resources: {'Network': ['ID=7e355dd9-8fbc-4877-bbbf-1a6020742fb4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:58.211756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (4c10d60e-d75e-4231-898c-b602ffdaad7c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.272253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:32:58.280980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62ffc2f-8484-4949-87c0-b9e7a68d19d5 req-44af469d-d0a5-4c9f-9dbb-6f60bc6408b9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:58.282613 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e62ffc2f-8484-4949-87c0-b9e7a68d19d5 req-44af469d-d0a5-4c9f-9dbb-6f60bc6408b9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1183572 May 02 10:32:58.334270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=4c10d60e-d75e-4231-898c-b602ffdaad7c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:58.388009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:58.391605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.398781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '19ffbe39-d54f-4071-ae86-78c25a42579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:58.399252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: 4fc054c9-755e-4a64-b77e-b074a4034619, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:58.420115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e62ffc2f-8484-4949-87c0-b9e7a68d19d5 req-c0cb17bf-8850-4266-bbe6-b1a2e4f0d008 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264787 May 02 10:32:58.457570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20ffbec-83aa-42d3-b139-1aea0f490b87 None None] Network d01d8443-071d-4e87-8e09-1e881fd527bb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:58.570304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 4fc054c9-755e-4a64-b77e-b074a4034619 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:58.713748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ae54b468-e210-4723-9a1f-51abb07a2dd6 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.4017546 May 02 10:32:58.715643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Made reservation on behalf of b5527890307e49edad96eaf0fa0051c2 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:58.717977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:58.943707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.002497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.051205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4fc054c9-755e-4a64-b77e-b074a4034619) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:59.061244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.061836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.069312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b9dfb7-9c47-4606-aa8b-157a38df6403 None None] Network 4fc054c9-755e-4a64-b77e-b074a4034619 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:59.071642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba324b8-31cb-4b9f-9893-1b55d8cc40ff req-030ff2b6-61e6-487a-9781-d630f04a3011 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.078734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ba324b8-31cb-4b9f-9893-1b55d8cc40ff req-030ff2b6-61e6-487a-9781-d630f04a3011 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.5399373 May 02 10:32:59.139823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event updated for resources: {'Port': ['ID=a2e80e4f-3cdd-43ce-a4c8-37133f925589,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:59.168488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (a9c350c7-3409-45c7-9644-115f18e85b6a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.187090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ba324b8-31cb-4b9f-9893-1b55d8cc40ff req-a9b62423-5eaf-449c-9ddc-03661bb7c5e6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057982 May 02 10:32:59.189236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a2c5b475-3618-4816-ac28-11c5380f3008 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2018170 May 02 10:32:59.193092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37228) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:59.199199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1865243173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:59.217544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4fc054c9-755e-4a64-b77e-b074a4034619', 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '4c10d60e-d75e-4231-898c-b602ffdaad7c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:59.218402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (0f7796c8-1fef-4438-bbe0-345983e7f427), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.218566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.237260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.261288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.263417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-e31d790a-87f6-48a9-be04-8e2772707245 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2577496 May 02 10:32:59.270122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (c66efc66-d763-4c37-9617-abd9871ac469), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.364325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.365380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.385873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-1fffdb0d-4cd0-45b2-9f6f-96b6675b056a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.190 HTTP/1.1" status: 200 len: 696 time: 0.1130531 May 02 10:32:59.390047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f7796c8-1fef-4438-bbe0-345983e7f427,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:59.406289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Checking segment: {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:59.406673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Network hostable DHCP agents. Network: 7e355dd9-8fbc-4877-bbbf-1a6020742fb4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:59.437077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Allocated IP 2001:db8::2 (4fc054c9-755e-4a64-b77e-b074a4034619/4c10d60e-d75e-4231-898c-b602ffdaad7c/ea43fa32-04eb-4502-b58d-696731d2f53f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:32:59.439323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Checking segment: {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:32:59.443485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network hostable DHCP agents. Network: 68754f0d-845f-4b69-a8b8-5c584f59fd64, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:32:59.468173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd73b5eb-29b6-4ada-9467-264d8e4e9896 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:32:59.484108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Subnet': ['ID=c66efc66-d763-4c37-9617-abd9871ac469,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:32:59.562173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:59.616205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dd73b5eb-29b6-4ada-9467-264d8e4e9896 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:32:59.616572 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.625676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-946ebe8a-4e90-4ffe-9862-5203e35f4ff3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.627251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9041daa5-4b03-4b64-b3e6-73f62987a5c2 req-946ebe8a-4e90-4ffe-9862-5203e35f4ff3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.2093678 May 02 10:32:59.641018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (5b68ae71-7e7f-47f0-81db-e07024b79bff), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.671489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68754f0d-845f-4b69-a8b8-5c584f59fd64) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:59.678678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.679479 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.694803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6357b952-5bda-4c3d-8e22-de809a68f87b None None] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:59.705669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.728044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:32:59.757794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-22dd72c5-67c5-4aca-b815-8426e8455337 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.758229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e355dd9-8fbc-4877-bbbf-1a6020742fb4) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:32:59.764031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.771221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.778386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-22dd72c5-67c5-4aca-b815-8426e8455337 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 818 time: 0.1982968 May 02 10:32:59.803783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-89981f6b-2740-4091-88e4-b084b0f36ae9 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/quotas/b548e2f0a4f24658b983a91d88eaa32b HTTP/1.1" status: 200 len: 375 time: 0.0242856 May 02 10:32:59.818808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdaca09-3e48-450e-8d0c-b88d85a7bbff None None] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:32:59.823677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f61dbdca-38ed-4b98-965e-45c12847c50f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7860394 May 02 10:32:59.826452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37252) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:59.829950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff0618-5353-474e-b07c-fb694610b69f req-a6524b94-ef27-4a9b-8552-291abaf67603 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:32:59.831528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83ff0618-5353-474e-b07c-fb694610b69f req-a6524b94-ef27-4a9b-8552-291abaf67603 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0897679 May 02 10:32:59.834992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.838925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6a696bd9-31c6-4c90-acdd-284625138286 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6447608 May 02 10:32:59.840849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37254) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:59.855635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1466889731'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:59.883586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-b6d67afc-b54d-49bb-aaf5-d9ce741c80e2 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0780544 May 02 10:32:59.932379 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f9474747-a051-4dfb-b333-f1e456295fc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7967875 May 02 10:32:59.936363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37256) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:32:59.942515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:32:59.955291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:32:59.955291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.983755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'fixed_ips': [{'subnet_id': '0f7796c8-1fef-4438-bbe0-345983e7f427'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:32:59.983755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:32:59.997505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:00.004269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-2ed6a908-961d-4a0f-a710-2495967c25db service neutron] 10.222.0.16 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191144 May 02 10:33:00.013712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (98a105b4-2c1f-4147-9f40-3d909702b21c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.014388 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Added segment 98a105b4-2c1f-4147-9f40-3d909702b21c of type vlan for network 33f92cf0-4c88-46f3-915d-9a8083217c88 May 02 10:33:00.035777 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks [] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.056098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83ff0618-5353-474e-b07c-fb694610b69f req-b9a700fc-6e74-467d-b029-d49a9ade82a5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144113 May 02 10:33:00.119269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (33f92cf0-4c88-46f3-915d-9a8083217c88), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.133230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dd73b5eb-29b6-4ada-9467-264d8e4e9896 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:00.146739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.172345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.173381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.188021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68754f0d-845f-4b69-a8b8-5c584f59fd64', 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64', 'project_id': '620e47e300b7498a87384c30546dcb18', 'fixed_ips': [{'subnet_id': 'c66efc66-d763-4c37-9617-abd9871ac469'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:00.189038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.192453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Network 4fc054c9-755e-4a64-b77e-b074a4034619 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:00.216903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:00.222084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:00.250013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (33f92cf0-4c88-46f3-915d-9a8083217c88), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.254516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:00.255120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.277264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Pushing event updated for resources: {'Port': ['ID=ea43fa32-04eb-4502-b58d-696731d2f53f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:00.341014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-9a6b210f-8f27-4c21-a1f5-3d71f054d86b service neutron] 10.222.0.16 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3114233 May 02 10:33:00.347101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Network': ['ID=33f92cf0-4c88-46f3-915d-9a8083217c88,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:00.384883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c4ef0fa2-147a-4080-be7f-8172a2e9209c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5543716 May 02 10:33:00.386642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37268) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:00.392030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'subnet': {'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:00.393463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:00.396717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-e93fcc44-2ef6-42e9-88b1-bd00e3e1f5cd tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:00.398639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-e93fcc44-2ef6-42e9-88b1-bd00e3e1f5cd tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2197106 May 02 10:33:00.421986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for router_controller (b644dab4-bb75-47c9-baf7-3fb852da90af), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.424465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.486480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-625bdd69-6660-4dc5-a869-3ccbba895ac8 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.190 HTTP/1.1" status: 200 len: 696 time: 0.0665507 May 02 10:33:00.552405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Allocated IP 172.20.0.2 (7e355dd9-8fbc-4877-bbbf-1a6020742fb4/0f7796c8-1fef-4438-bbe0-345983e7f427/6cad1266-d999-442b-9fa9-d8250459f7aa) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:00.557840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Attempting to bind port ea43fa32-04eb-4502-b58d-696731d2f53f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:00.558435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Attempting to bind port ea43fa32-04eb-4502-b58d-696731d2f53f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '19ffbe39-d54f-4071-ae86-78c25a42579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:00.558992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Attempting to bind port ea43fa32-04eb-4502-b58d-696731d2f53f on network 4fc054c9-755e-4a64-b77e-b074a4034619 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:00.562358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-6e9d266c-f76d-4e5f-8c2c-2c5d53cfd683 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'floatingip': {'port_id': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:00.588948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:00.592347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.644587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Allocated IP 19.80.0.2 (68754f0d-845f-4b69-a8b8-5c584f59fd64/c66efc66-d763-4c37-9617-abd9871ac469/438f2c29-624b-4dab-9c04-4955973ee041) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:00.661184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:00.661570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Checking segment: {'id': '19ffbe39-d54f-4071-ae86-78c25a42579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:00.662357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.662512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Bound using segment: {'id': '19ffbe39-d54f-4071-ae86-78c25a42579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:00.662998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Bound port: ea43fa32-04eb-4502-b58d-696731d2f53f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ffbe39-d54f-4071-ae86-78c25a42579b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4fc054c9-755e-4a64-b77e-b074a4034619'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:00.663428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.670720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-6e9d266c-f76d-4e5f-8c2c-2c5d53cfd683 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (a9c350c7-3409-45c7-9644-115f18e85b6a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.712967 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.786294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] For port ea43fa32-04eb-4502-b58d-696731d2f53f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:00.789758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] For port ea43fa32-04eb-4502-b58d-696731d2f53f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea43fa32-04eb-4502-b58d-696731d2f53f,segment=NetworkSegment(19ffbe39-d54f-4071-ae86-78c25a42579b),segment_id=19ffbe39-d54f-4071-ae86-78c25a42579b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:00.891198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for router_gateway (b644dab4-bb75-47c9-baf7-3fb852da90af), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.902932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:00.933587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (4fea5460-81db-4bda-8e32-8ae7f5767843), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.114865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Subnet': ['ID=4fea5460-81db-4bda-8e32-8ae7f5767843,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:01.145270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb1663b-64d6-4d2e-80dd-d221d8cee8e3 req-689e8916-d6d5-4cc5-bf69-370da640fca2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:01.147345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb1663b-64d6-4d2e-80dd-d221d8cee8e3 req-689e8916-d6d5-4cc5-bf69-370da640fca2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1307139 May 02 10:33:01.159184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Checking segment: {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:01.159555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network hostable DHCP agents. Network: 33f92cf0-4c88-46f3-915d-9a8083217c88, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:01.191366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8::1 (4fc054c9-755e-4a64-b77e-b074a4034619/4c10d60e-d75e-4231-898c-b602ffdaad7c/f9b2fe5a-420b-4eea-8ee4-8ab83715bebb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:01.325084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eb1663b-64d6-4d2e-80dd-d221d8cee8e3 req-780f0e90-7ba6-4d4d-98a2-4faa493d5ba4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573973 May 02 10:33:01.345493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a045b879-e85a-4e8b-9a60-2330d6d21c28 None None] Pushing event updated for resources: {'Port': ['ID=ea43fa32-04eb-4502-b58d-696731d2f53f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:01.355125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:01.387828 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-6e9d266c-f76d-4e5f-8c2c-2c5d53cfd683 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] update failed (client error): There was a conflict when trying to complete your request. May 02 10:33:01.388921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5194e9-436a-463e-ad8e-b0695864ad65 req-6e9d266c-f76d-4e5f-8c2c-2c5d53cfd683 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "PUT /v2.0/floatingips/a9c350c7-3409-45c7-9644-115f18e85b6a HTTP/1.1" status: 409 len: 551 time: 0.8608685 May 02 10:33:01.407114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks [] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.456046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33f92cf0-4c88-46f3-915d-9a8083217c88) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:01.464129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:01.467178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.484567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d25c46c-f320-4c4b-8090-d32e79c71a14 None None] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:01.517143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3a4be-44b4-4af7-85a2-fd275a53b26c req-c99201b4-c850-42d1-9402-1fef00389e6b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:01.523596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.535740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ca3a4be-44b4-4af7-85a2-fd275a53b26c req-c99201b4-c850-42d1-9402-1fef00389e6b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1133370 May 02 10:33:01.591925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4cb64b30-edf4-4cbb-988a-9b0c88817055 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2041864 May 02 10:33:01.594725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for router_gateway (b644dab4-bb75-47c9-baf7-3fb852da90af), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.615043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ca3a4be-44b4-4af7-85a2-fd275a53b26c req-a5be287f-790f-41e6-953e-fb42724a4498 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775433 May 02 10:33:01.646881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.652701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-16781dd8-f0c6-407a-82d0-cd6752b84f09 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips/a9c350c7-3409-45c7-9644-115f18e85b6a HTTP/1.1" status: 200 len: 693 time: 0.0713744 May 02 10:33:01.657201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.675286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks [] for port (438f2c29-624b-4dab-9c04-4955973ee041), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.692394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.703379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a0d072-c6e5-44e0-9b0a-6b66e3ccd505 req-e36e07eb-65fd-4614-bb97-86e1633c5170 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.0423126 May 02 10:33:01.802469 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (438f2c29-624b-4dab-9c04-4955973ee041), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.807551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:01.846583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:01.849122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:01.849557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc50e9da-bb42-40b1-b90c-c1accb48ba8f req-109375de-d460-43ca-9f49-d6586efa7222 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:01.858451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc50e9da-bb42-40b1-b90c-c1accb48ba8f req-109375de-d460-43ca-9f49-d6586efa7222 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0597224 May 02 10:33:01.859771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Pushing event updated for resources: {'Port': ['ID=6cad1266-d999-442b-9fa9-d8250459f7aa,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:01.920433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33f92cf0-4c88-46f3-915d-9a8083217c88', 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88', 'project_id': '620e47e300b7498a87384c30546dcb18', 'fixed_ips': [{'subnet_id': '4fea5460-81db-4bda-8e32-8ae7f5767843'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:01.921331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:01.926167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc50e9da-bb42-40b1-b90c-c1accb48ba8f req-fef3ccc0-a79e-4728-a80e-2f4e0d1993f3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661197 May 02 10:33:01.945814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:01.954405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Pushing event updated for resources: {'Port': ['ID=438f2c29-624b-4dab-9c04-4955973ee041,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:01.978883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:01.981521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:02.017341 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.176887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Attempting to bind port 6cad1266-d999-442b-9fa9-d8250459f7aa on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:02.177560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Attempting to bind port 6cad1266-d999-442b-9fa9-d8250459f7aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:02.178128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Attempting to bind port 6cad1266-d999-442b-9fa9-d8250459f7aa on network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:02.198403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:02.199195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Checking segment: {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:02.199827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.200378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Bound using segment: {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:02.201051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Bound port: 6cad1266-d999-442b-9fa9-d8250459f7aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:02.201612 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.204944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e1e92d1c-b7a9-4209-a962-1c19fb40c33d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:02.212966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e1e92d1c-b7a9-4209-a962-1c19fb40c33d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:02.219989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e1e92d1c-b7a9-4209-a962-1c19fb40c33d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/networks?id=68754f0d-845f-4b69-a8b8-5c584f59fd64&id=33f92cf0-4c88-46f3-915d-9a8083217c88 HTTP/1.1" status: 200 len: 1392 time: 0.1801951 May 02 10:33:02.234406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Attempting to bind port 438f2c29-624b-4dab-9c04-4955973ee041 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:02.235089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Attempting to bind port 438f2c29-624b-4dab-9c04-4955973ee041 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:02.235649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Attempting to bind port 438f2c29-624b-4dab-9c04-4955973ee041 on network 68754f0d-845f-4b69-a8b8-5c584f59fd64 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:02.245262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-625f3ddd-2792-471d-b456-c72f31ae0227 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/quotas/620e47e300b7498a87384c30546dcb18 HTTP/1.1" status: 200 len: 375 time: 0.0242839 May 02 10:33:02.248535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:02.250026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Checking segment: {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:02.250879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.251435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Bound using segment: {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:02.252090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Bound port: 438f2c29-624b-4dab-9c04-4955973ee041, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:02.252673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (438f2c29-624b-4dab-9c04-4955973ee041), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.293598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-7ed0cdf1-d804-4b38-bd8c-383986cbccb7 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:02.295232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-7ed0cdf1-d804-4b38-bd8c-383986cbccb7 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.6255708 May 02 10:33:02.297497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 4fc054c9-755e-4a64-b77e-b074a4034619 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:02.311217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:02.320540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-2e2f423a-1fed-4509-b4f5-8ae5ef62210c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0740299 May 02 10:33:02.322037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:02.326186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (5b68ae71-7e7f-47f0-81db-e07024b79bff), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.326322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Allocated IP 19.86.0.2 (33f92cf0-4c88-46f3-915d-9a8083217c88/4fea5460-81db-4bda-8e32-8ae7f5767843/e1e7cf46-b775-4733-b97e-77c53c5bb614) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:02.405668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] For port 6cad1266-d999-442b-9fa9-d8250459f7aa, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:02.436221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f9b2fe5a-420b-4eea-8ee4-8ab83715bebb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:02.438259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] For port 6cad1266-d999-442b-9fa9-d8250459f7aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cad1266-d999-442b-9fa9-d8250459f7aa,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:02.462349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-658ee518-3945-4132-8c54-7ff1fe0b2c42 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.190 HTTP/1.1" status: 200 len: 696 time: 0.1523280 May 02 10:33:02.479109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] For port 438f2c29-624b-4dab-9c04-4955973ee041, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:02.489872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-befe9b8d-33f7-48a6-ab9b-6278b72d3921 service neutron] 10.222.0.16 "GET /v2.0/networks/68754f0d-845f-4b69-a8b8-5c584f59fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598530 May 02 10:33:02.497476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] For port 438f2c29-624b-4dab-9c04-4955973ee041, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=438f2c29-624b-4dab-9c04-4955973ee041,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:02.583054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-df781bd8-bd02-465e-8e0e-3b7136cea126 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.190 HTTP/1.1" status: 200 len: 696 time: 0.1195920 May 02 10:33:02.588848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks [] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.592070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.603449 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (438f2c29-624b-4dab-9c04-4955973ee041), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.609490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Allocated IP 172.35.4.143 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/dddc3120-8496-40e6-844b-b00ada622f56) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:02.628350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-21346d05-6cee-4c98-9c2a-b1a437f2c7d5 service neutron] 10.222.0.16 "GET /v2.0/networks/68754f0d-845f-4b69-a8b8-5c584f59fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363564 May 02 10:33:02.684059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4feee7-cbf5-4b83-9947-1d5fd38c4366 None None] Pushing event updated for resources: {'Port': ['ID=6cad1266-d999-442b-9fa9-d8250459f7aa,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:02.699363 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.753397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e94a7fd-c24c-4141-8e97-15e78a7f1693 None None] Network 4fc054c9-755e-4a64-b77e-b074a4034619 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:02.800667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-faad337b-a5af-409d-b9cf-0e0681588586 service neutron] 10.222.0.16 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712713 May 02 10:33:02.883658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:02.908400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:02.911318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.911841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:02.919080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Deleting port a2e80e4f-3cdd-43ce-a4c8-37133f925589 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:02.919604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.932656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Provisioning complete for port ea43fa32-04eb-4502-b58d-696731d2f53f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:02.933572 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:02.960153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-ba5564ab-6e59-4754-8464-17528f02b65b service neutron] 10.222.0.16 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582761 May 02 10:33:02.999134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231614b7-0f1e-478e-91cd-384f214e7ef6 None None] Pushing event updated for resources: {'Port': ['ID=438f2c29-624b-4dab-9c04-4955973ee041,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:03.148176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for port (dddc3120-8496-40e6-844b-b00ada622f56), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.226883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Pushing event updated for resources: {'Port': ['ID=e1e7cf46-b775-4733-b97e-77c53c5bb614,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:03.238392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Attempting to bind port e1e7cf46-b775-4733-b97e-77c53c5bb614 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:03.238994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Attempting to bind port e1e7cf46-b775-4733-b97e-77c53c5bb614 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:03.239542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Attempting to bind port e1e7cf46-b775-4733-b97e-77c53c5bb614 on network 33f92cf0-4c88-46f3-915d-9a8083217c88 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:03.253323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Current status of the port ea43fa32-04eb-4502-b58d-696731d2f53f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:03.253719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.255911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:03.256493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Checking segment: {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:03.262899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.262899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Bound using segment: {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:03.267790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Bound port: e1e7cf46-b775-4733-b97e-77c53c5bb614, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:03.268331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.330132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.331022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (a2e80e4f-3cdd-43ce-a4c8-37133f925589), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.388845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Calling delete_port for a2e80e4f-3cdd-43ce-a4c8-37133f925589 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:03.397091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] For port ea43fa32-04eb-4502-b58d-696731d2f53f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea43fa32-04eb-4502-b58d-696731d2f53f,segment=NetworkSegment(19ffbe39-d54f-4071-ae86-78c25a42579b),segment_id=19ffbe39-d54f-4071-ae86-78c25a42579b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:03.417003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] For port e1e7cf46-b775-4733-b97e-77c53c5bb614, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:03.436269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] For port e1e7cf46-b775-4733-b97e-77c53c5bb614, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e7cf46-b775-4733-b97e-77c53c5bb614,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:03.457895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.575079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f6734-a2a8-4260-845b-ebc360157fe2 None None] Pushing event updated for resources: {'Port': ['ID=ea43fa32-04eb-4502-b58d-696731d2f53f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:03.576576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dddc3120-8496-40e6-844b-b00ada622f56), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.590209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.613748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eab90-5967-4c90-ba20-965b48555a71 req-119220dc-0878-4a27-80ee-a09a6c758b5e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:03.623191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae1eab90-5967-4c90-ba20-965b48555a71 req-119220dc-0878-4a27-80ee-a09a6c758b5e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1403403 May 02 10:33:03.710056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:03.715727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae1eab90-5967-4c90-ba20-965b48555a71 req-bb77fd5e-03dd-433d-ba9c-a419e60d5802 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912426 May 02 10:33:03.781370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:03.787097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Pushing event updated for resources: {'Port': ['ID=dddc3120-8496-40e6-844b-b00ada622f56,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:03.792996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:03.818893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abe9490-807b-4645-ad28-37087d1c5e0d None None] Pushing event updated for resources: {'Port': ['ID=e1e7cf46-b775-4733-b97e-77c53c5bb614,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:03.844084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cad1266-d999-442b-9fa9-d8250459f7aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:03.954972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6cad1266-d999-442b-9fa9-d8250459f7aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:03.955353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:03.960215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0364726-8ffc-47ac-8e0e-156f53d6b81d req-22229cb6-e7ee-4d3c-99c0-488ffd468eab tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:03.969753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0364726-8ffc-47ac-8e0e-156f53d6b81d req-22229cb6-e7ee-4d3c-99c0-488ffd468eab tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0803168 May 02 10:33:04.030689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Provisioning complete for port ea43fa32-04eb-4502-b58d-696731d2f53f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:04.031071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.052793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.100526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0364726-8ffc-47ac-8e0e-156f53d6b81d req-9a256a55-a9c6-4e70-a9ad-9d1b71bf71c3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298389 May 02 10:33:04.146355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a2e80e4f-3cdd-43ce-a4c8-37133f925589), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.148395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.150005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (5b68ae71-7e7f-47f0-81db-e07024b79bff), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.163088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6cad1266-d999-442b-9fa9-d8250459f7aa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:04.163489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.235250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event deleted for resources: {'Port': ['ID=a2e80e4f-3cdd-43ce-a4c8-37133f925589,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:04.345976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e64a9b4-b261-4a3b-af2f-60678df929cf req-c04620f6-4a98-450d-9338-23cbbf4bba19 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.0743237 May 02 10:33:04.354972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6cad1266-d999-442b-9fa9-d8250459f7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cad1266-d999-442b-9fa9-d8250459f7aa,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:04.355934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Current status of the port ea43fa32-04eb-4502-b58d-696731d2f53f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:04.367858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Provisioning complete for port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:04.368506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.493105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.494036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 438f2c29-624b-4dab-9c04-4955973ee041 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:04.550009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ad76c58-8078-4eb8-80bb-da6d6be0e568 req-6f5e1f3c-99ee-49fa-8b52-6ec474f7649a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 210 time: 0.0779142 May 02 10:33:04.714596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-96906b39-b503-4904-a034-368b87e63f1c None None] Port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:04.734880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f9b2fe5a-420b-4eea-8ee4-8ab83715bebb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:04.739944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 438f2c29-624b-4dab-9c04-4955973ee041 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:04.740325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (438f2c29-624b-4dab-9c04-4955973ee041), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.747586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (a9c350c7-3409-45c7-9644-115f18e85b6a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.758214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.760295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468ac982-ccc5-4000-8fe9-f1b340497544 req-0fc06b3c-5f56-43a6-a7be-c0af563ca33a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "DELETE /v2.0/floatingips/a9c350c7-3409-45c7-9644-115f18e85b6a HTTP/1.1" status: 204 len: 173 time: 2.1765323 May 02 10:33:04.887797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-eee2749e-9ac0-4cc7-a813-430046c886ca None None] Provisioning complete for port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:04.888338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eee2749e-9ac0-4cc7-a813-430046c886ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:04.890035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76f8ab6-2aaf-449d-97af-89d3fbbfa519 req-0595e41b-da25-4592-86b6-92d002b8216d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:04.899628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e76f8ab6-2aaf-449d-97af-89d3fbbfa519 req-0595e41b-da25-4592-86b6-92d002b8216d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1717522 May 02 10:33:04.939574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-24d99ddd-e4c2-4afa-b020-4180ed12fb71 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 1001 time: 0.1483960 May 02 10:33:04.950320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 4fc054c9-755e-4a64-b77e-b074a4034619 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:04.956221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:04.976836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6cad1266-d999-442b-9fa9-d8250459f7aa,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:04.984693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for router_gateway (b644dab4-bb75-47c9-baf7-3fb852da90af), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:05.007267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e76f8ab6-2aaf-449d-97af-89d3fbbfa519 req-07008161-8954-4315-b79c-2dd73b34a217 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052907 May 02 10:33:05.030751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-eee2749e-9ac0-4cc7-a813-430046c886ca None None] Port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:05.152642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 438f2c29-624b-4dab-9c04-4955973ee041 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:05.154063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (438f2c29-624b-4dab-9c04-4955973ee041), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:05.208141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39c586-7e30-4050-abe6-86348cdf7adb req-03a09a2a-f3ba-4661-ac1c-c4d0b6547945 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:05.217377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c39c586-7e30-4050-abe6-86348cdf7adb req-03a09a2a-f3ba-4661-ac1c-c4d0b6547945 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0864258 May 02 10:33:05.250737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-b8947329-1eb5-478b-94c5-ebe5e41bb1aa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:05.252761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-b8947329-1eb5-478b-94c5-ebe5e41bb1aa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports/b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 943 time: 0.2979124 May 02 10:33:05.279005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 438f2c29-624b-4dab-9c04-4955973ee041, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=438f2c29-624b-4dab-9c04-4955973ee041,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:05.352637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ed4832-1375-4b3b-b8a5-8face3712cb5 None None] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:05.399222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c39c586-7e30-4050-abe6-86348cdf7adb req-babd14b7-7331-4144-92e5-cf998ee394a2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647732 May 02 10:33:05.407791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 5b68ae71-7e7f-47f0-81db-e07024b79bff is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:33:05.435514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (438f2c29-624b-4dab-9c04-4955973ee041), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:05.436444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea43fa32-04eb-4502-b58d-696731d2f53f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:05.592914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1814e125-ba75-453e-a7ff-e44cf9483a10 req-4622bd02-e02c-4a54-b315-5a37fbf3bf70 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:05.594700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1814e125-ba75-453e-a7ff-e44cf9483a10 req-4622bd02-e02c-4a54-b315-5a37fbf3bf70 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0867436 May 02 10:33:05.831553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8c03078-45e1-4c6d-afd2-b7dde565698a None None] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:05.866515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-630ad5bb-4aa8-41ca-a567-c1b38031d742 None None] Provisioning complete for port 6cad1266-d999-442b-9fa9-d8250459f7aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:05.866757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-630ad5bb-4aa8-41ca-a567-c1b38031d742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:05.908136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6ac7b97a-2f92-4325-9268-ecd0f74d422c tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:05.909744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6ac7b97a-2f92-4325-9268-ecd0f74d422c tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.24 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 818 time: 0.1963680 May 02 10:33:05.925069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1814e125-ba75-453e-a7ff-e44cf9483a10 req-0029a5e9-fc71-4a18-8dea-a01c31da9b4b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851458 May 02 10:33:05.950829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Request body: {'port': {'device_id': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'admin_state_up': True, 'tenant_id': 'b548e2f0a4f24658b983a91d88eaa32b'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:06.029206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-c0e6d09b-ec78-4621-a279-a6c3d3fe76b2 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:06.031196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-c0e6d09b-ec78-4621-a279-a6c3d3fe76b2 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 818 time: 0.4351397 May 02 10:33:06.050445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Request body: {'port': {'device_id': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'admin_state_up': True, 'tenant_id': 'b548e2f0a4f24658b983a91d88eaa32b'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:06.098884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625ab800-41b7-499f-9bcb-655656b264cd None None] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:06.146260 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f060f988-0443-4d02-912f-cf8578d05c29 req-62da131b-dd4f-4885-915b-398fc8509ed0 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.0918913 May 02 10:33:06.206187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-7cd5fad8-e41e-4b8d-b660-01d55323629e tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 1001 time: 0.7994194 May 02 10:33:06.295631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9ffb5dc-7021-471f-a7a5-ef15096567a3 req-f14b8aa9-a542-49a4-8bb8-61db41b3a0de tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 210 time: 0.0480666 May 02 10:33:06.340465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ea43fa32-04eb-4502-b58d-696731d2f53f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:06.341121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.344251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:06.351244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-630ad5bb-4aa8-41ca-a567-c1b38031d742 None None] Current status of the port 6cad1266-d999-442b-9fa9-d8250459f7aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:06.359961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] Sync routers for ids ['5b68ae71-7e7f-47f0-81db-e07024b79bff'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:06.362861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3bdc28dd-1392-416b-bba8-162d70413957 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/5b68ae71-7e7f-47f0-81db-e07024b79bff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5161080 May 02 10:33:06.367702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37362) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:06.382050 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] Routers {'5b68ae71-7e7f-47f0-81db-e07024b79bff'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:06.383081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b68ae71-7e7f-47f0-81db-e07024b79bff'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:06.425484 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:06.439582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=438f2c29-624b-4dab-9c04-4955973ee041,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:06.444429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] Routers {'5b68ae71-7e7f-47f0-81db-e07024b79bff'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:06.445766 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b68ae71-7e7f-47f0-81db-e07024b79bff'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:06.484876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Made reservation on behalf of b548e2f0a4f24658b983a91d88eaa32b for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:06.501349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.507777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Made reservation on behalf of b548e2f0a4f24658b983a91d88eaa32b for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:06.511764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.522976 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:06.523838 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bc1f1c-d5f2-4098-a00b-eda9b7fa7a2c None None] The sync data for ids ['5b68ae71-7e7f-47f0-81db-e07024b79bff'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:06.532472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.562811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-581cb768-74f5-407f-b40d-3ed30bfd94d1 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:06.564186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-581cb768-74f5-407f-b40d-3ed30bfd94d1 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.3283136 May 02 10:33:06.606448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Provisioning complete for port 438f2c29-624b-4dab-9c04-4955973ee041 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:06.606883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (438f2c29-624b-4dab-9c04-4955973ee041), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.694728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-529e5721-9a4d-4e6d-9590-de849f6f09c7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:06.704191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-529e5721-9a4d-4e6d-9590-de849f6f09c7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports/f9b2fe5a-420b-4eea-8ee4-8ab83715bebb HTTP/1.1" status: 200 len: 911 time: 0.3321378 May 02 10:33:06.704191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:06.840249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ea43fa32-04eb-4502-b58d-696731d2f53f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:06.888839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-87a01852-98af-4972-84d7-8de86f513099 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 1001 time: 0.3135619 May 02 10:33:06.928065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:06.931867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Current status of the port 438f2c29-624b-4dab-9c04-4955973ee041 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:06.944964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Provisioning complete for port e1e7cf46-b775-4733-b97e-77c53c5bb614 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:06.948945 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:06.953190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-19dfbfd5-31f1-4cc1-9298-86f5325c36b9 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:06.960121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-19dfbfd5-31f1-4cc1-9298-86f5325c36b9 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 818 time: 0.4602790 May 02 10:33:07.051463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Request body: {'port': {'device_id': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'admin_state_up': True, 'tenant_id': 'b548e2f0a4f24658b983a91d88eaa32b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:07.107160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Current status of the port e1e7cf46-b775-4733-b97e-77c53c5bb614 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:07.108238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.126024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e0513417-9e22-4e1c-8a8c-cbbe7054538d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:07.132786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e0513417-9e22-4e1c-8a8c-cbbe7054538d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:07.132992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e0513417-9e22-4e1c-8a8c-cbbe7054538d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "GET /v2.0/networks?id=68754f0d-845f-4b69-a8b8-5c584f59fd64&id=33f92cf0-4c88-46f3-915d-9a8083217c88 HTTP/1.1" status: 200 len: 1392 time: 0.4931128 May 02 10:33:07.163646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] For port e1e7cf46-b775-4733-b97e-77c53c5bb614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e7cf46-b775-4733-b97e-77c53c5bb614,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:07.213846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e7cf46-b775-4733-b97e-77c53c5bb614 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:07.215690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ecbab-eb41-4480-bd0e-f496521c2a55 req-195a01ce-e54e-4076-888e-c68d46dfe660 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:07.218600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.222668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f4ecbab-eb41-4480-bd0e-f496521c2a55 req-195a01ce-e54e-4076-888e-c68d46dfe660 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.7157118 May 02 10:33:07.254431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'port': {'device_id': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64', 'admin_state_up': True, 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:07.254916 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.307764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Provisioning complete for port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.308245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.386821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:07.390816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e1e7cf46-b775-4733-b97e-77c53c5bb614 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.391363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Allocated IP 172.20.0.9 (d01d8443-071d-4e87-8e09-1e881fd527bb/bf60544d-ad29-4205-bfb8-67beb3794035/dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:07.391540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.396381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960e2969-ae42-47c3-b77f-a4adc5efb6e8 None None] Pushing event updated for resources: {'Port': ['ID=e1e7cf46-b775-4733-b97e-77c53c5bb614,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:07.453183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f4ecbab-eb41-4480-bd0e-f496521c2a55 req-10eada8f-50a6-4f0b-b6c8-d6edb6c94185 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2295768 May 02 10:33:07.514110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e1e7cf46-b775-4733-b97e-77c53c5bb614 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:07.515587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cad1266-d999-442b-9fa9-d8250459f7aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:07.539093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.542596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Router b644dab4-bb75-47c9-baf7-3fb852da90af is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:33:07.544940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Made reservation on behalf of b548e2f0a4f24658b983a91d88eaa32b for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:07.547620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Provisioning complete for port 438f2c29-624b-4dab-9c04-4955973ee041 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.548367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (438f2c29-624b-4dab-9c04-4955973ee041), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.550181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.614487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37396) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:07.621403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6cad1266-d999-442b-9fa9-d8250459f7aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.623223 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.631643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.632076 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Floating IP 4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 disassociated. External IP: 172.35.4.49, port: b4400969-ccca-47e8-93a4-5be70b0ef8f8. May 02 10:33:07.693889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83afdc01-d55f-4302-be45-4aba9fafd4ad req-a4aeaa24-2215-426a-a9c5-3297f2b89a6d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:07.701805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83afdc01-d55f-4302-be45-4aba9fafd4ad req-a4aeaa24-2215-426a-a9c5-3297f2b89a6d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1547453 May 02 10:33:07.702061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Current status of the port 438f2c29-624b-4dab-9c04-4955973ee041 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:07.728800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Provisioning complete for port e1e7cf46-b775-4733-b97e-77c53c5bb614 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.729196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.808100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6cad1266-d999-442b-9fa9-d8250459f7aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:07.809369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 438f2c29-624b-4dab-9c04-4955973ee041 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:07.827403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:07.831188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.831511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:07.846049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Sync routers for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:07.905989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c07be65c-7c05-47e8-82f1-d486d2ca7c17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.907392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:07.908176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:07.922332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83afdc01-d55f-4302-be45-4aba9fafd4ad req-8ec3d0e3-b3b1-45ca-bfa0-9edb04aea4e5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192194 May 02 10:33:07.963593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:07.967073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Current status of the port e1e7cf46-b775-4733-b97e-77c53c5bb614 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:07.970790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:07.971275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ea283e4-1cec-4549-95bc-d6fade1a5a7c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.0326107 May 02 10:33:07.994826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 438f2c29-624b-4dab-9c04-4955973ee041 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:07.995210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (438f2c29-624b-4dab-9c04-4955973ee041), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.014887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Router 1444212f-5236-4676-91d8-dcc4a49b3348 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:08.024391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Provisioning complete for port 6cad1266-d999-442b-9fa9-d8250459f7aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:08.024879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.135988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:08.161927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:08.169477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.175570 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Sync routers for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:08.191083 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:08.192839 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:08.211371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c4b39da4-1d9a-4a56-a518-243111f8325a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "PUT /v2.0/floatingips/4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 HTTP/1.1" status: 200 len: 694 time: 1.3125370 May 02 10:33:08.211857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:08.214524 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8985691c-5715-4363-a28d-5f9aa09b0e89" -d '{"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:08.296402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-07975f14-63ba-42bf-9e2a-dd2cbba57083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:08.304919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-07975f14-63ba-42bf-9e2a-dd2cbba57083 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1128 time: 0.0750127 May 02 10:33:08.328258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 438f2c29-624b-4dab-9c04-4955973ee041 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:08.329419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea43fa32-04eb-4502-b58d-696731d2f53f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:08.335346 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:08.338708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89b7fa10-3321-41cd-8b95-06654a5e7109 None None] Current status of the port 6cad1266-d999-442b-9fa9-d8250459f7aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:08.428253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-4e9e7969-0713-49d5-be47-260dd71eaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:08.438072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ea43fa32-04eb-4502-b58d-696731d2f53f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:08.438448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.442250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-4e9e7969-0713-49d5-be47-260dd71eaa6b service neutron] 10.222.0.16 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 929 time: 0.1353536 May 02 10:33:08.449322 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks [] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.473940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:04Z', 'revision_number': 3, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:08.509179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Checking router: b644dab4-bb75-47c9-baf7-3fb852da90af for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:33:08.510092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Updating router b644dab4-bb75-47c9-baf7-3fb852da90af port dddc3120-8496-40e6-844b-b00ada622f56 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:33:08.515109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-9ea17c31-c02e-4897-8b60-c492b31e190f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 217 time: 0.0718806 May 02 10:33:08.545656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dddc3120-8496-40e6-844b-b00ada622f56), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.556594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7b7d57d-7902-431b-9441-0db71540e650 req-680c08d7-d48e-41fb-84fc-2caf4245ed8f tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.1188183 May 02 10:33:08.577458 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:08.577634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-5794aff3-b04f-4c9c-8f2e-8c3fe5fff361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:08.587608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-5794aff3-b04f-4c9c-8f2e-8c3fe5fff361 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.0714207 May 02 10:33:08.618413 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Checking router: 1444212f-5236-4676-91d8-dcc4a49b3348 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:33:08.631779 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:08.633512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:08.640292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-e8718593-4369-4f3f-a846-c7dfd1a6eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:08.652428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-e8718593-4369-4f3f-a846-c7dfd1a6eac5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632234 May 02 10:33:08.777583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (5b68ae71-7e7f-47f0-81db-e07024b79bff), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:08.781311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-c3342e01-59b0-49f7-9ae0-ddb968a63eee service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284411 May 02 10:33:08.795538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddbd2c14-2861-41c6-9c8d-daee653d4c38 req-fb22b995-3b69-404f-93ec-c47afafb5b2d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 210 time: 0.1018989 May 02 10:33:08.795795 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:08.851256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Allocated IP 19.80.0.199 (68754f0d-845f-4b69-a8b8-5c584f59fd64/c66efc66-d763-4c37-9617-abd9871ac469/ee65e7de-ee1f-4c28-a262-bbddfccccfb4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:08.865302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ea43fa32-04eb-4502-b58d-696731d2f53f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:08.990468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e7cf46-b775-4733-b97e-77c53c5bb614 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:08.997273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6420c03-ef15-476b-b8fe-dfd301a4f482 req-d64e487d-90a5-4a17-97f9-c46122523764 service neutron] 10.222.0.16 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930654 May 02 10:33:09.017987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c07be65c-7c05-47e8-82f1-d486d2ca7c17 admin admin] Publish callbacks [] for security_group (725b113c-49f6-42f9-8c06-08442137f254), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.021283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.098526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e1e7cf46-b775-4733-b97e-77c53c5bb614 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:09.099004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.117264 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:09.121714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7daa565-10b0-4017-88c3-ce303c563ac6 req-4f72124a-f3de-449b-bbbc-b1581f67be5e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.123242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7daa565-10b0-4017-88c3-ce303c563ac6 req-4f72124a-f3de-449b-bbbc-b1581f67be5e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2330248 May 02 10:33:09.148104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks [] for port (dddc3120-8496-40e6-844b-b00ada622f56), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.156231 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32e30cb-a15c-43a2-9970-ded9fc8df481 None None] The sync data for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 is: [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:32:18Z', 'revision_number': 4, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'cbce3417-1e4c-4079-98ff-a8c73ea62370', 'name': '', 'network_id': '45be1688-f275-4a26-a8cc-5e1d45ac6310', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'mac_address': 'fa:16:3e:9f:8b:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_interface', 'standard_attr_id': 1561, 'fixed_ips': [{'subnet_id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:16Z', 'updated_at': '2022-05-02T10:32:25Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'subnets': [{'id': '815f51ae-fa59-40a5-a965-6f18df609d7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:09.204108 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7431050e-c8c3-46d0-841d-457f433ebe16 x-openstack-request-id: req-7431050e-c8c3-46d0-841d-457f433ebe16 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:09.204755 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:09.205052 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7431050e-c8c3-46d0-841d-457f433ebe16 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:09.205435 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7431050e-c8c3-46d0-841d-457f433ebe16'] response: {'name': 'network-changed', 'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'status': 'completed', 'code': 200} May 02 10:33:09.205861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c07be65c-7c05-47e8-82f1-d486d2ca7c17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (725b113c-49f6-42f9-8c06-08442137f254), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.215100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Network d01d8443-071d-4e87-8e09-1e881fd527bb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:09.231351 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dddc3120-8496-40e6-844b-b00ada622f56), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.235519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.15', 63795) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:09.256220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e1e7cf46-b775-4733-b97e-77c53c5bb614 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:09.308101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07be65c-7c05-47e8-82f1-d486d2ca7c17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=725b113c-49f6-42f9-8c06-08442137f254,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:09.311846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:09.313710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Attempting to bind port dddc3120-8496-40e6-844b-b00ada622f56 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:09.314003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:09.314294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Attempting to bind port dddc3120-8496-40e6-844b-b00ada622f56 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:09.314758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Attempting to bind port dddc3120-8496-40e6-844b-b00ada622f56 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:09.317045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81a79-745a-45cc-a20b-4102c9d58532 None None] Pushing event updated for resources: {'Port': ['ID=dddc3120-8496-40e6-844b-b00ada622f56,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:09.323921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:09.325065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:09.325065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.325427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:09.328050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-a9126788-ebdb-4890-8366-21a16a905384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.329598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Bound port: dddc3120-8496-40e6-844b-b00ada622f56, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:09.329776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-a9126788-ebdb-4890-8366-21a16a905384 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 1128 time: 0.0930676 May 02 10:33:09.330181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dddc3120-8496-40e6-844b-b00ada622f56), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.360397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b142a7-cf81-4ce3-9062-0e4d08562117 req-d9c95ef7-df91-442b-8563-21feabb91f39 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.361613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49b142a7-cf81-4ce3-9062-0e4d08562117 req-d9c95ef7-df91-442b-8563-21feabb91f39 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0826378 May 02 10:33:09.364529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Allocated IP 172.20.0.6 (d01d8443-071d-4e87-8e09-1e881fd527bb/bf60544d-ad29-4205-bfb8-67beb3794035/392cc431-81cb-478e-8e5c-5236e2451e47) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:09.408534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] For port dddc3120-8496-40e6-844b-b00ada622f56, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:09.412067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] For port dddc3120-8496-40e6-844b-b00ada622f56, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dddc3120-8496-40e6-844b-b00ada622f56,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:09.454142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dddc3120-8496-40e6-844b-b00ada622f56), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.482122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c07be65c-7c05-47e8-82f1-d486d2ca7c17 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=470a6d88d5b94bf69e729aa9ccb9be12&name=default HTTP/1.1" status: 200 len: 3000 time: 1.8524618 May 02 10:33:09.482122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event updated for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:09.483600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37412) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:09.490960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49b142a7-cf81-4ce3-9062-0e4d08562117 req-091b73f9-239d-4bba-90f8-1841ea7b6772 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068494 May 02 10:33:09.518930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-e4d27d81-83a9-4cef-80c6-94cca85b1681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.521391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-e4d27d81-83a9-4cef-80c6-94cca85b1681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 200 len: 929 time: 0.1834786 May 02 10:33:09.529733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.529733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.530042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:09.530751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:09.576008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61a63aa-05f9-4fe6-b272-3a3d803a78ab None None] New status for floating IP 4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:33:09.591218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-39d813e6-c4c8-4b22-8e4a-4ac42d717e65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 200 len: 217 time: 0.0618746 May 02 10:33:09.619323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f81a79-745a-45cc-a20b-4102c9d58532 None None] Pushing event updated for resources: {'Port': ['ID=dddc3120-8496-40e6-844b-b00ada622f56,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:09.658066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7daa565-10b0-4017-88c3-ce303c563ac6 req-93d33991-3b61-4ee8-9512-ff19a8be9cd0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5201962 May 02 10:33:09.667413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-a634e6e5-ced4-40ab-b602-a925ce6cf9e0 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips/4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 HTTP/1.1" status: 200 len: 694 time: 0.1264884 May 02 10:33:09.722302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-d6632d86-9f96-4e3b-99ee-46aaa0216ced tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7909927 May 02 10:33:09.723281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-e19de2dd-cbbd-44b5-824f-61f13180a718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.724824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-e19de2dd-cbbd-44b5-824f-61f13180a718 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 200 len: 867 time: 0.1039798 May 02 10:33:09.753813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Request body: {'port': {'device_id': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:09.809730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-cbf1ad11-398d-4e6a-ae21-5e71cf7aa59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.811339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-cbf1ad11-398d-4e6a-ae21-5e71cf7aa59d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=45be1688-f275-4a26-a8cc-5e1d45ac6310&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0584786 May 02 10:33:09.843885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:09.865288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-3e7f389a-25f1-4fba-a408-95b23996da36 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:09.866698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-3e7f389a-25f1-4fba-a408-95b23996da36 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 784 time: 0.1930313 May 02 10:33:09.940351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-7bb7febf-3c6c-4531-954d-3b2d7714f14a tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0482860 May 02 10:33:09.941474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:09.949355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-131dc253-5ed3-47f3-a5ee-0ea262066fe3 req-31a33a2c-f596-4785-93c6-1b1a2fe99d21 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.1811485 May 02 10:33:10.012762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-e4f1980e-5646-438a-8e1f-fa329fc81b08 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935494 May 02 10:33:10.017246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-08aff967-e50b-4e9a-8642-1dbf74d84403 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=172.35.4.49 HTTP/1.1" status: 200 len: 695 time: 0.0643866 May 02 10:33:10.020648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:04Z', 'revision_number': 3, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:10.049334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99e3d31d-ea29-47a9-8735-5e2c93ae41c4 None None] The sync data for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 is: [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:04Z', 'revision_number': 3, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:10.050169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] Publish callbacks [] for security_group (725b113c-49f6-42f9-8c06-08442137f254), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.192767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] Publish callbacks [] for security_group (725b113c-49f6-42f9-8c06-08442137f254), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.199960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.248928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba79c6ff-148d-4357-a086-21986f29f949 req-2f80576e-4ab5-4392-9448-7b933f6f1283 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 210 time: 0.1082590 May 02 10:33:10.255335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Deleting port 0568a558-c8aa-48fe-b1e1-a2a3ae5158e6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:10.255687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.259469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8985691c-5715-4363-a28d-5f9aa09b0e89 req-c7b46448-572e-45ce-a9b2-d19e5691fb01 service neutron] 10.222.0.15 "GET /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320073 May 02 10:33:10.268506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port f9b2fe5a-420b-4eea-8ee4-8ab83715bebb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:10.268876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.345438 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks [] for port (392cc431-81cb-478e-8e5c-5236e2451e47), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.345869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.346333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.392116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Calling delete_port for 0568a558-c8aa-48fe-b1e1-a2a3ae5158e6 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:10.454335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.589321 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0568a558-c8aa-48fe-b1e1-a2a3ae5158e6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.617269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event deleted for resources: {'Port': ['ID=0568a558-c8aa-48fe-b1e1-a2a3ae5158e6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:10.647327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (725b113c-49f6-42f9-8c06-08442137f254), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.650142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.653518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/725b113c-49f6-42f9-8c06-08442137f254 HTTP/1.1" status: 204 len: 168 time: 1.1299207 May 02 10:33:10.659787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205f263b-6cfd-4d27-885a-eaf3794dc55e req-e673cd89-a5b8-40a3-9570-6618600cf54f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:10.667444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-205f263b-6cfd-4d27-885a-eaf3794dc55e req-e673cd89-a5b8-40a3-9570-6618600cf54f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2919574 May 02 10:33:10.692992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks [] for floatingip (4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.695677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.696872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fc3b66d-e51d-41b0-8c1e-71aee18047b8 req-df7c3290-3dc5-46df-b60a-20c23035d8ec tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "DELETE /v2.0/floatingips/4a5cb4c2-eaf4-40a6-8aaa-f952559b0d16 HTTP/1.1" status: 204 len: 173 time: 0.6605716 May 02 10:33:10.702790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:10.728643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:10.747015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:10.753557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:10.786484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:10.790575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776b583e-86a2-42ad-87f5-780afd6d8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=725b113c-49f6-42f9-8c06-08442137f254,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:10.835173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78937497-3b5b-4735-bfdf-6eb8961983aa req-5c61ff2e-4d0c-44ac-b9e4-54ff3273548a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:10.839134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78937497-3b5b-4735-bfdf-6eb8961983aa req-5c61ff2e-4d0c-44ac-b9e4-54ff3273548a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0796347 May 02 10:33:10.932535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78937497-3b5b-4735-bfdf-6eb8961983aa req-6864e834-8e16-46ad-9cfc-d770a2670c1b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870974 May 02 10:33:11.031340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dddc3120-8496-40e6-844b-b00ada622f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:11.127259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad3235-4df2-4463-b5c2-7bbfd0907f53 req-00560e55-ef01-4a13-9352-f1914611b263 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:11.135401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96ad3235-4df2-4463-b5c2-7bbfd0907f53 req-00560e55-ef01-4a13-9352-f1914611b263 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0914366 May 02 10:33:11.141357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dddc3120-8496-40e6-844b-b00ada622f56 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:11.141826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dddc3120-8496-40e6-844b-b00ada622f56), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.201124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96ad3235-4df2-4463-b5c2-7bbfd0907f53 req-d7032251-d46d-4d2c-b4c3-c0abe48953ac tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0643759 May 02 10:33:11.226046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b1cc778c-2dd0-4b68-a238-2b41ec959499 None None] Provisioning complete for port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:11.226046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b1cc778c-2dd0-4b68-a238-2b41ec959499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.281177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b1cc778c-2dd0-4b68-a238-2b41ec959499 None None] Port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:11.325327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8fa2b98-4516-457e-b649-384e82ea630b req-34620647-edbb-4356-bf17-6fc4db9e2648 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.0337386 May 02 10:33:11.331770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for f9b2fe5a-420b-4eea-8ee4-8ab83715bebb owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:11.382393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dddc3120-8496-40e6-844b-b00ada622f56 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:11.382704 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dddc3120-8496-40e6-844b-b00ada622f56), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.390284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.413542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port dddc3120-8496-40e6-844b-b00ada622f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dddc3120-8496-40e6-844b-b00ada622f56,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:11.416309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-205f263b-6cfd-4d27-885a-eaf3794dc55e req-001d0b9e-d270-4614-a3da-9cb3630a5a2d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479491 May 02 10:33:11.457204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e8accc2-f093-48ce-9f25-4479997bf2a0 req-b71f9dd7-ba33-4341-9f81-52a432d443b3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1085618 May 02 10:33:11.469864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dddc3120-8496-40e6-844b-b00ada622f56), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.477682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:11.479158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.494542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.6-0464c61a-11dd-4313-8e9a-d5f91b141014 {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:33:11.499338 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:33:11.544072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=dddc3120-8496-40e6-844b-b00ada622f56,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:11.557417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.579155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fd43b5-6938-460a-9e0e-7b9f643ab9d0 req-4e34c67a-135b-4f1c-ac99-302016c677fd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:11.580763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72fd43b5-6938-460a-9e0e-7b9f643ab9d0 req-4e34c67a-135b-4f1c-ac99-302016c677fd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0506585 May 02 10:33:11.638626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72fd43b5-6938-460a-9e0e-7b9f643ab9d0 req-95e02738-9798-440a-8e83-0dfc2101e80d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513349 May 02 10:33:11.667331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Network d01d8443-071d-4e87-8e09-1e881fd527bb is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:11.674643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event updated for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:11.697631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:11.700094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:11.709899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e36e0b65-f0c5-43c0-95a1-11540355c2cb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4840374 May 02 10:33:11.722107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f367c04-359d-4abd-8da7-4ed96bf34a84 req-af5133f9-7989-429b-8b72-e81d554e85f5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:11.723670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f367c04-359d-4abd-8da7-4ed96bf34a84 req-af5133f9-7989-429b-8b72-e81d554e85f5 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 932 time: 0.1790707 May 02 10:33:11.781999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Request body: {'port': {'device_id': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88', 'admin_state_up': True, 'tenant_id': '620e47e300b7498a87384c30546dcb18'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:11.966691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:11.967307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:11.996090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.103023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f367c04-359d-4abd-8da7-4ed96bf34a84 req-49ac7bca-6c27-4415-bca7-61a222dcfd07 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3283861 May 02 10:33:12.175319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f4936c67-5eb9-4651-9638-1c82684a012a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1338954 May 02 10:33:12.205103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90b52d-ab39-4d41-8844-712c4acbf5a3 req-513ecabe-09eb-4242-ab66-568973622aa9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:12.206740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b90b52d-ab39-4d41-8844-712c4acbf5a3 req-513ecabe-09eb-4242-ab66-568973622aa9 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0896177 May 02 10:33:12.246630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:12.268937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b90b52d-ab39-4d41-8844-712c4acbf5a3 req-0ab1bb4f-533a-4663-a653-9ab08cedd86f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535867 May 02 10:33:12.270436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks [] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.298649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Allocated IP 172.20.0.1 (7e355dd9-8fbc-4877-bbbf-1a6020742fb4/0f7796c8-1fef-4438-bbe0-345983e7f427/558a2cc0-cfb1-4263-bb5f-5677abc0bb4e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:12.350277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b15e383-de07-4917-b04d-14204883c7e6 req-5da89481-e0a8-47a9-80eb-b5ca50447689 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:12.355798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b15e383-de07-4917-b04d-14204883c7e6 req-5da89481-e0a8-47a9-80eb-b5ca50447689 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 946 time: 0.1323118 May 02 10:33:12.389955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141659ec-3828-41ec-be46-0e2f2f1494e9 req-c117ee1d-7b89-4913-bc7d-2c06c8de77f6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:12.391517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-141659ec-3828-41ec-be46-0e2f2f1494e9 req-c117ee1d-7b89-4913-bc7d-2c06c8de77f6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0522594 May 02 10:33:12.454052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b15e383-de07-4917-b04d-14204883c7e6 req-d6fe30d2-6920-419f-ac24-87e7b31929c5 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876157 May 02 10:33:12.467337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-141659ec-3828-41ec-be46-0e2f2f1494e9 req-c0e7a013-e248-43a6-aa3b-416671ef3f7d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635457 May 02 10:33:12.483278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Transition to ACTIVE for port object dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:12.488115 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f9b2fe5a-420b-4eea-8ee4-8ab83715bebb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.514121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks [] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.536538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=f9b2fe5a-420b-4eea-8ee4-8ab83715bebb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:12.703826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82e71882-5699-4adc-b64d-3fc31a16f316 req-6b89df75-5601-4a8b-92ea-3b98106dd4fe tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.1213834 May 02 10:33:12.722613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (5b68ae71-7e7f-47f0-81db-e07024b79bff), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.724997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Made reservation on behalf of 620e47e300b7498a87384c30546dcb18 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:12.733214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.788538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.833388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:12.941533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:12.953405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:12.959051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:13.004984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:13.011886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dddc3120-8496-40e6-844b-b00ada622f56 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:13.050842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194ee16-49b0-4f96-a4d0-00d326cb34d8 req-522f5424-6a56-49c2-ac37-6c9dcdf352ac tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:13.053307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9194ee16-49b0-4f96-a4d0-00d326cb34d8 req-522f5424-6a56-49c2-ac37-6c9dcdf352ac tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.4659517 May 02 10:33:13.112446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dddc3120-8496-40e6-844b-b00ada622f56 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:13.112940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dddc3120-8496-40e6-844b-b00ada622f56), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.160198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Allocated IP 172.20.0.5 (d01d8443-071d-4e87-8e09-1e881fd527bb/bf60544d-ad29-4205-bfb8-67beb3794035/f5e44ab2-13f1-49da-8213-064ad694189b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:13.163878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Request body: {'port': {'device_id': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:13.181206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9194ee16-49b0-4f96-a4d0-00d326cb34d8 req-4d5862e1-582d-4d61-a665-6a7a58d024b0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100993 May 02 10:33:13.298969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dddc3120-8496-40e6-844b-b00ada622f56 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:13.332829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-320ac4c7-aad2-490d-bb95-21d6a4d37414 None None] Provisioning complete for port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:13.333209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-320ac4c7-aad2-490d-bb95-21d6a4d37414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.344583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 5b68ae71-7e7f-47f0-81db-e07024b79bff has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:13.378638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:13.394896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-320ac4c7-aad2-490d-bb95-21d6a4d37414 None None] Port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:13.413791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (b644dab4-bb75-47c9-baf7-3fb852da90af), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.460698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4e505-405c-4499-9248-9a9a83cba4a7 req-97db4b5f-0f45-42de-965f-5e72ab426485 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:13.462782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97d4e505-405c-4499-9248-9a9a83cba4a7 req-97db4b5f-0f45-42de-965f-5e72ab426485 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1122077 May 02 10:33:13.478248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de4172-2981-40ef-84a5-dfb83f058d4d req-e0a076b4-bc17-45d6-a9f4-650fe598b296 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:13.479699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7de4172-2981-40ef-84a5-dfb83f058d4d req-e0a076b4-bc17-45d6-a9f4-650fe598b296 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 932 time: 0.2286255 May 02 10:33:13.493049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-eeb5e6b5-73a5-41b5-b307-22479f81daea tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:13.498834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-eeb5e6b5-73a5-41b5-b307-22479f81daea tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.15 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 946 time: 0.0886443 May 02 10:33:13.498965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Allocated IP 19.86.0.15 (33f92cf0-4c88-46f3-915d-9a8083217c88/4fea5460-81db-4bda-8e32-8ae7f5767843/7f1372f2-a0c6-48bf-83fd-3cdf60af4c96) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:13.510034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.595175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks [] for port (f5e44ab2-13f1-49da-8213-064ad694189b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.631045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97d4e505-405c-4499-9248-9a9a83cba4a7 req-377849d5-e119-4f14-aeea-4232f2cb8829 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596503 May 02 10:33:13.631287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Attempting to bind port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:13.631610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Attempting to bind port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:13.631949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Attempting to bind port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:13.673001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Deleting port b4400969-ccca-47e8-93a4-5be70b0ef8f8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:13.676130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.694672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 on network d01d8443-071d-4e87-8e09-1e881fd527bb not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:13.695003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Attempting to bind port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:13.709311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:13.722007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] Sync routers for ids ['5b68ae71-7e7f-47f0-81db-e07024b79bff'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:13.728339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ebd4974d-ed24-4e4b-8aae-470f37f56e31 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/5b68ae71-7e7f-47f0-81db-e07024b79bff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0063365 May 02 10:33:13.735706 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] Routers {'5b68ae71-7e7f-47f0-81db-e07024b79bff'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:13.737625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b68ae71-7e7f-47f0-81db-e07024b79bff'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:13.740571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37502) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:13.746565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 32, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:13.746912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Checking segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:13.747308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Bound using segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:13.747752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Bound port: dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:13.748119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.774235 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:13.783429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] Routers {'5b68ae71-7e7f-47f0-81db-e07024b79bff'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:13.784064 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5b68ae71-7e7f-47f0-81db-e07024b79bff'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:13.802710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa1ee0c-60d4-4219-94a0-3f4681b25d1e req-f1e14f60-e5a2-4367-ad27-978a5daf717e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:13.804437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8aa1ee0c-60d4-4219-94a0-3f4681b25d1e req-f1e14f60-e5a2-4367-ad27-978a5daf717e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1116142 May 02 10:33:13.818048 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:13.818668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f411f726-88ad-4d2e-b2a8-0b7d8b8cc030 None None] The sync data for ids ['5b68ae71-7e7f-47f0-81db-e07024b79bff'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:13.818854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7de4172-2981-40ef-84a5-dfb83f058d4d req-33996d15-d233-438c-b0d4-c9aad25fc661 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3202150 May 02 10:33:13.833183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-81c42eb0-2aba-42ec-aab7-341ebb61d2be tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b68ae71-7e7f-47f0-81db-e07024b79bff HTTP/1.1" status: 200 len: 205 time: 0.0874953 May 02 10:33:13.845506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37506) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:13.902601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:13.954610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] For port b4400969-ccca-47e8-93a4-5be70b0ef8f8, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b4400969-ccca-47e8-93a4-5be70b0ef8f8,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:13.955043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.022018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Calling delete_port for b4400969-ccca-47e8-93a4-5be70b0ef8f8 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:14.041403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.045205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Network d01d8443-071d-4e87-8e09-1e881fd527bb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:14.051077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.060030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event updated for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:14.063706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:14.065849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:14.108142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8aa1ee0c-60d4-4219-94a0-3f4681b25d1e req-376a936d-f06e-4103-983b-741bdae67adf tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2908566 May 02 10:33:14.271718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.272400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.381686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deacff1c-f24a-4916-ac8f-e4bdb0017356 req-abbea2b3-f6f6-46a6-bcd2-712f682d3327 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.383197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deacff1c-f24a-4916-ac8f-e4bdb0017356 req-abbea2b3-f6f6-46a6-bcd2-712f682d3327 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1881185 May 02 10:33:14.401563 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.409642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (5b68ae71-7e7f-47f0-81db-e07024b79bff), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.454140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94cf75-62e3-40e0-ab59-79b85fcbf892 req-0198103a-aad2-4c68-b6bf-3463b67dedc3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.455653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b94cf75-62e3-40e0-ab59-79b85fcbf892 req-0198103a-aad2-4c68-b6bf-3463b67dedc3 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 946 time: 0.5488951 May 02 10:33:14.460754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0535fecd-e164-4bd2-bffd-fdd4f38cb3ad tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.4199874 May 02 10:33:14.484094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.492062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:14.495220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Request body: {'port': {'device_id': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:14.538724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:14.543353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5b68ae71-7e7f-47f0-81db-e07024b79bff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.543997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router 5b68ae71-7e7f-47f0-81db-e07024b79bff {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:33:14.551166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.552185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6334271c-9259-4f2d-b517-c68fbe71bbbb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/5b68ae71-7e7f-47f0-81db-e07024b79bff HTTP/1.1" status: 204 len: 168 time: 0.7058136 May 02 10:33:14.558061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:14.565082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.575180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-deacff1c-f24a-4916-ac8f-e4bdb0017356 req-185d0309-cbf2-4185-bf67-dfdf066369cc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798954 May 02 10:33:14.610212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.647632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.675287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b94cf75-62e3-40e0-ab59-79b85fcbf892 req-bdd55389-2572-4f72-9bd8-7c070d7812ac tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ba56d0a-19f7-454e-9c5a-4c0e34032a87&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066910 May 02 10:33:14.681826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 4c10d60e-d75e-4231-898c-b602ffdaad7c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:14.703510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (4c10d60e-d75e-4231-898c-b602ffdaad7c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.717513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.721922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.721922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] 10.222.0.24 "PUT /v2.0/ports/dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 HTTP/1.1" status: 200 len: 1091 time: 4.9825509 May 02 10:33:14.726283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:14.729206 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c9580d1-4a3e-4bfa-94f9-0431224e1988" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:14.761816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b4400969-ccca-47e8-93a4-5be70b0ef8f8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.776510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b4400969-ccca-47e8-93a4-5be70b0ef8f8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:14.832004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95cc8d-7590-4eac-bc0c-db8a1cea165d req-c638be7b-c2c6-4795-a27e-ccf5ea08fb9e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.839403 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6108a78e-74df-44bd-94f8-ade8ccaf8c20 x-openstack-request-id: req-6108a78e-74df-44bd-94f8-ade8ccaf8c20 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:14.839693 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:14.840154 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6108a78e-74df-44bd-94f8-ade8ccaf8c20 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:14.840670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f95cc8d-7590-4eac-bc0c-db8a1cea165d req-c638be7b-c2c6-4795-a27e-ccf5ea08fb9e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 931 time: 0.1791046 May 02 10:33:14.840938 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6108a78e-74df-44bd-94f8-ade8ccaf8c20'] response: {'name': 'network-changed', 'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8', 'status': 'completed', 'code': 200} May 02 10:33:14.841532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdf632d-1340-45e5-a1b8-5a5e3ecc1c0e service neutron] Pushing event updated for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:14.876435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Pushing event deleted for resources: {'Port': ['ID=b4400969-ccca-47e8-93a4-5be70b0ef8f8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:14.886037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (4c10d60e-d75e-4231-898c-b602ffdaad7c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.931396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392cc431-81cb-478e-8e5c-5236e2451e47 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:14.944119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.948916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks [] for port (392cc431-81cb-478e-8e5c-5236e2451e47), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.949588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] No DVR routers for this DVR port b4400969-ccca-47e8-93a4-5be70b0ef8f8 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:14.952106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:14.955709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ec2ba30-c767-4df7-8496-d3ef1a259973 req-6655fd97-871d-445c-88ef-1e104b513daa tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.15 "DELETE /v2.0/ports/b4400969-ccca-47e8-93a4-5be70b0ef8f8 HTTP/1.1" status: 204 len: 173 time: 1.4504492 May 02 10:33:14.958255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-087135dd-2ea5-4621-a97b-240ae152477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:14.960192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-087135dd-2ea5-4621-a97b-240ae152477e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 1125 time: 0.1245530 May 02 10:33:14.964108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'name': 'network-vif-deleted', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:14.966669 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7185ebce-29e6-47e7-a1fc-a1f3347ad8c6" -d '{"events": [{"server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "name": "network-vif-deleted", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:15.040997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Transition to ACTIVE for port object 392cc431-81cb-478e-8e5c-5236e2451e47 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:15.060977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10c41da-8da3-4b86-bc93-857f0feb662c req-5b899843-1157-424a-a5cb-491ef14ad102 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.062413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10c41da-8da3-4b86-bc93-857f0feb662c req-5b899843-1157-424a-a5cb-491ef14ad102 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1830814 May 02 10:33:15.109890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f95cc8d-7590-4eac-bc0c-db8a1cea165d req-9032bb2b-ad88-4f17-8e7a-bd16ff642e10 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676456 May 02 10:33:15.113013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:15.130251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.132350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:15.161473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:15.180564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4c10d60e-d75e-4231-898c-b602ffdaad7c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.200346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event updated for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:15.218258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks [] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.332222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.337522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d403-1f0e-42a2-87b0-dd80f3fafb33 req-18b0960d-57fe-4651-a4e7-ceb13b7eb424 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.343349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90d403-1f0e-42a2-87b0-dd80f3fafb33 req-18b0960d-57fe-4651-a4e7-ceb13b7eb424 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.345177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b90d403-1f0e-42a2-87b0-dd80f3fafb33 req-18b0960d-57fe-4651-a4e7-ceb13b7eb424 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1654 time: 0.0897546 May 02 10:33:15.394224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10c41da-8da3-4b86-bc93-857f0feb662c req-71848669-cbbc-4ce4-aa43-77fd69b89eae tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3140116 May 02 10:33:15.400418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.412272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.437346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-cc770b52-c14f-48af-a3ed-d11b0dc2356e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.439191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-cc770b52-c14f-48af-a3ed-d11b0dc2356e service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.4635634 May 02 10:33:15.473831 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35db061e-597c-471c-9440-3452841eacbe x-openstack-request-id: req-35db061e-597c-471c-9440-3452841eacbe {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:15.474129 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28765e09-4ef2-4807-92dd-7bfd157b68cf", "name": "network-vif-deleted", "tag": "b4400969-ccca-47e8-93a4-5be70b0ef8f8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:15.474383 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35db061e-597c-471c-9440-3452841eacbe {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:15.474811 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35db061e-597c-471c-9440-3452841eacbe'] response: {'server_uuid': '28765e09-4ef2-4807-92dd-7bfd157b68cf', 'name': 'network-vif-deleted', 'tag': 'b4400969-ccca-47e8-93a4-5be70b0ef8f8', 'status': 'completed', 'code': 200} May 02 10:33:15.528364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b90d403-1f0e-42a2-87b0-dd80f3fafb33 req-b0966ce9-09e7-461e-afaf-454a90db9759 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709547 May 02 10:33:15.540663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (4c10d60e-d75e-4231-898c-b602ffdaad7c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.559778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.562711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b350d9e0-c29f-461b-9f4c-b5fd59d82ef7 None None] Network 4fc054c9-755e-4a64-b77e-b074a4034619 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:15.566178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/4c10d60e-d75e-4231-898c-b602ffdaad7c HTTP/1.1" status: 204 len: 168 time: 1.0021791 May 02 10:33:15.571364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37532) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:15.596722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Pushing event updated for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:15.598392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f5e44ab2-13f1-49da-8213-064ad694189b {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:15.625828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0180b842-c1e6-4e99-a9e6-0ee47008d0fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=4c10d60e-d75e-4231-898c-b602ffdaad7c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:15.629163 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks [] for port (f5e44ab2-13f1-49da-8213-064ad694189b), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.671161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Transition to ACTIVE for port object f5e44ab2-13f1-49da-8213-064ad694189b will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:15.718634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (b644dab4-bb75-47c9-baf7-3fb852da90af), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.728764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Pushing event updated for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:15.775275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602808eb-4347-43d1-b7ab-6a28e64e6ddf req-6eaddad3-8dc1-4021-8098-75b3ee296045 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.776950 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-602808eb-4347-43d1-b7ab-6a28e64e6ddf req-6eaddad3-8dc1-4021-8098-75b3ee296045 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1769438 May 02 10:33:15.780448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-920a2e6e-48a4-4161-9788-b80d59ac3aa9 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0089004 May 02 10:33:15.793128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06a58b7-a218-4cee-a242-70a35ec95643 req-3859b6b8-8041-4aaf-ae76-ec9fecf3eb21 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:15.794995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c06a58b7-a218-4cee-a242-70a35ec95643 req-3859b6b8-8041-4aaf-ae76-ec9fecf3eb21 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0797145 May 02 10:33:15.800910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.833012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Request body: {'port': {'device_id': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:15.870081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4fc054c9-755e-4a64-b77e-b074a4034619), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.924091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] DHCP port deletion for 4fc054c9-755e-4a64-b77e-b074a4034619 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:33:15.929258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:15.929431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.967557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c06a58b7-a218-4cee-a242-70a35ec95643 req-69f3ed18-4d89-4ca5-b32c-a4f0a878c11a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556735 May 02 10:33:15.972348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7873f562-424f-4c1b-ac4e-7753a67e9465 None None] Provisioning complete for port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:15.973247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7873f562-424f-4c1b-ac4e-7753a67e9465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:15.995540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-602808eb-4347-43d1-b7ab-6a28e64e6ddf req-dfb9455e-b540-4856-9bc0-a9957eecc98f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799943 May 02 10:33:15.999471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Attempting to bind port 392cc431-81cb-478e-8e5c-5236e2451e47 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:15.999806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Attempting to bind port 392cc431-81cb-478e-8e5c-5236e2451e47 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:16.000140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Attempting to bind port 392cc431-81cb-478e-8e5c-5236e2451e47 on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:16.066996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Deleting port ea43fa32-04eb-4502-b58d-696731d2f53f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:16.070108 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.081051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Port 392cc431-81cb-478e-8e5c-5236e2451e47 on network d01d8443-071d-4e87-8e09-1e881fd527bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:16.081377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Attempting to bind port 392cc431-81cb-478e-8e5c-5236e2451e47 on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:16.083305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.097838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7873f562-424f-4c1b-ac4e-7753a67e9465 None None] Port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:16.099888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-9ccae54d-699b-4804-91f9-3ceeb6690d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.107946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c9580d1-4a3e-4bfa-94f9-0431224e1988 req-9ccae54d-699b-4804-91f9-3ceeb6690d9c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6453390 May 02 10:33:16.149335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:16.149609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Checking segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:16.149798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port ea43fa32-04eb-4502-b58d-696731d2f53f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:16.149994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Bound using segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:16.150152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.150441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Bound port: 392cc431-81cb-478e-8e5c-5236e2451e47, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:16.150998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.187243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] For port ea43fa32-04eb-4502-b58d-696731d2f53f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea43fa32-04eb-4502-b58d-696731d2f53f,segment=NetworkSegment(19ffbe39-d54f-4071-ae86-78c25a42579b),segment_id=19ffbe39-d54f-4071-ae86-78c25a42579b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:16.187654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.203825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Calling delete_port for ea43fa32-04eb-4502-b58d-696731d2f53f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:16.297048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414254d4-1f68-447a-be39-98b33dfc264f req-85d1e618-3738-4527-bcca-fa948afa99b8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.305352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-960e6046-7f59-4edf-b99d-20f1014b0c24 req-3cc4616b-2c52-471f-a553-aef1a0e8e825 tempest-FloatingIPsAssociationNegativeTestJSON-816479706 tempest-FloatingIPsAssociationNegativeTestJSON-816479706-project] 10.222.0.16 "GET /v2.0/ports?device_id=28765e09-4ef2-4807-92dd-7bfd157b68cf HTTP/1.1" status: 200 len: 210 time: 0.1634445 May 02 10:33:16.307241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-414254d4-1f68-447a-be39-98b33dfc264f req-85d1e618-3738-4527-bcca-fa948afa99b8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1584687 May 02 10:33:16.318583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-41da13e1-df75-4c1b-b5f5-8a3d9ec97130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.326104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-41da13e1-df75-4c1b-b5f5-8a3d9ec97130 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 1125 time: 0.0715599 May 02 10:33:16.339662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Attempting to bind port f5e44ab2-13f1-49da-8213-064ad694189b on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:16.340004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Attempting to bind port f5e44ab2-13f1-49da-8213-064ad694189b by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:16.340347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Attempting to bind port f5e44ab2-13f1-49da-8213-064ad694189b on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:16.362837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Port f5e44ab2-13f1-49da-8213-064ad694189b on network d01d8443-071d-4e87-8e09-1e881fd527bb not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:16.363177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Attempting to bind port f5e44ab2-13f1-49da-8213-064ad694189b on network d01d8443-071d-4e87-8e09-1e881fd527bb {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:16.373160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:16.373470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port ea43fa32-04eb-4502-b58d-696731d2f53f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea43fa32-04eb-4502-b58d-696731d2f53f,segment=NetworkSegment(19ffbe39-d54f-4071-ae86-78c25a42579b),segment_id=19ffbe39-d54f-4071-ae86-78c25a42579b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:16.373842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.383635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:16.383993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Checking segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:16.384381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Bound using segment: {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:16.384860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Bound port: f5e44ab2-13f1-49da-8213-064ad694189b, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95988e18-56d6-4620-b6f5-ea308333906c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:16.385224 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.395169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.406772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for ea43fa32-04eb-4502-b58d-696731d2f53f owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:16.425850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] Pushing event deleted for resources: {'Port': ['ID=ea43fa32-04eb-4502-b58d-696731d2f53f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:16.433151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5771b-b4dd-447e-9f45-731572949d61 None None] No DVR routers for this DVR port ea43fa32-04eb-4502-b58d-696731d2f53f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:16.462023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:16.477207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-2925c6a3-7feb-40d3-bb10-2f4ceff6d453 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 HTTP/1.1" status: 200 len: 217 time: 0.1358907 May 02 10:33:16.492051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-414254d4-1f68-447a-be39-98b33dfc264f req-3a6a11f9-bb32-4584-b8b0-e0f6e292439d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835427 May 02 10:33:16.502220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:16.545254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:16.549707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e44ab2-13f1-49da-8213-064ad694189b,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:16.589791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ea43fa32-04eb-4502-b58d-696731d2f53f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.605802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=392cc431-81cb-478e-8e5c-5236e2451e47,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:16.616896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=ea43fa32-04eb-4502-b58d-696731d2f53f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:16.629811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port ea43fa32-04eb-4502-b58d-696731d2f53f on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:16.632380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.636266 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:33:16.663697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344d8922-32d9-4673-94cf-dda8a35108ea req-34e74c68-90fe-43ad-be8f-633ee9ed3d6d tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.670703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-344d8922-32d9-4673-94cf-dda8a35108ea req-34e74c68-90fe-43ad-be8f-633ee9ed3d6d tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 943 time: 0.2924161 May 02 10:33:16.682795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.709802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.710512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.712302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] 10.222.0.15 "PUT /v2.0/ports/f5e44ab2-13f1-49da-8213-064ad694189b HTTP/1.1" status: 200 len: 1091 time: 2.2237730 May 02 10:33:16.767274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdaeacc-8cca-430a-a431-c63beab6a59c req-20860a4c-839d-44ee-be87-c144cf35b8fa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.768854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcdaeacc-8cca-430a-a431-c63beab6a59c req-20860a4c-839d-44ee-be87-c144cf35b8fa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1550236 May 02 10:33:16.799990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0033b769-b6da-4ed1-8c25-4fadf7048e57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.801955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-0033b769-b6da-4ed1-8c25-4fadf7048e57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.3136995 May 02 10:33:16.811576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.812189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.814793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] 10.222.0.15 "PUT /v2.0/ports/392cc431-81cb-478e-8e5c-5236e2451e47 HTTP/1.1" status: 200 len: 1091 time: 3.6561213 May 02 10:33:16.843814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9b675388-4fb6-413e-9d7f-f145f6ab7e38 None None] Provisioning complete for port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:16.853663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b675388-4fb6-413e-9d7f-f145f6ab7e38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.853804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:16.853923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4fc054c9-755e-4a64-b77e-b074a4034619), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.854029 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5df781c2-4ed5-4c64-8557-2b8e1c973b10" -d '{"events": [{"name": "network-changed", "server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:16.887917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9b675388-4fb6-413e-9d7f-f145f6ab7e38 None None] Port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:16.890757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6def009c-b67a-45f5-b0e0-a8527c73448f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722060 May 02 10:33:16.907932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01a5e1-ce99-473c-a61b-8d4c18a8ca05 service neutron] Pushing event updated for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:16.914092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc054c9-755e-4a64-b77e-b074a4034619']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:16.934000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ffbe39-d54f-4071-ae86-78c25a42579b') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:16.934321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ffbe39-d54f-4071-ae86-78c25a42579b') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:16.949631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-8221eed1-d52f-4ac8-8c04-517cfde5038e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:16.951181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-8221eed1-d52f-4ac8-8c04-517cfde5038e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 1125 time: 0.1366749 May 02 10:33:16.959549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-344d8922-32d9-4673-94cf-dda8a35108ea req-68495b82-2536-4193-aaed-64a6a638e3a7 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878795 May 02 10:33:16.960312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ee3a1-c51f-4f29-ad06-46ee5ca4af49 service neutron] Pushing event updated for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:16.973365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcdaeacc-8cca-430a-a431-c63beab6a59c req-1f49f53f-3438-4024-b7db-8f1437d72874 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939940 May 02 10:33:16.985213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (19ffbe39-d54f-4071-ae86-78c25a42579b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:16.999221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea43fa32-04eb-4502-b58d-696731d2f53f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:17.017110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (19ffbe39-d54f-4071-ae86-78c25a42579b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.032273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ea43fa32-04eb-4502-b58d-696731d2f53f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:17.032528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:17.033848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea43fa32-04eb-4502-b58d-696731d2f53f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:17.037047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (19ffbe39-d54f-4071-ae86-78c25a42579b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.049952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Router b644dab4-bb75-47c9-baf7-3fb852da90af has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:17.074446 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95c81c1-f74f-43d1-91f1-92e037bc85cb x-openstack-request-id: req-d95c81c1-f74f-43d1-91f1-92e037bc85cb {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:17.074446 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:17.074446 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d95c81c1-f74f-43d1-91f1-92e037bc85cb {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:17.074796 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d95c81c1-f74f-43d1-91f1-92e037bc85cb'] response: {'name': 'network-changed', 'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47', 'status': 'completed', 'code': 200} May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: timer() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:17.109366 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:17.112235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-49e76429-7a97-4964-92bd-4a416fa6526c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e44ab2-13f1-49da-8213-064ad694189b HTTP/1.1" status: 200 len: 217 time: 0.1357613 May 02 10:33:17.142207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6ca0a31e-75ef-4915-836e-3ffa9ccebb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:17.143608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6ca0a31e-75ef-4915-836e-3ffa9ccebb26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 1125 time: 0.1378965 May 02 10:33:17.208849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6e0bee2b-4a8b-4ef0-9ef3-ad5ae38feee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:17.209502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4400969-ccca-47e8-93a4-5be70b0ef8f8 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:17.211011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-6e0bee2b-4a8b-4ef0-9ef3-ad5ae38feee4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.0731804 May 02 10:33:17.231285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: b4400969-ccca-47e8-93a4-5be70b0ef8f8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:17.231636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b4400969-ccca-47e8-93a4-5be70b0ef8f8 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:17.248896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-65cb4d1c-8c3a-4f2f-9d10-61d34fcc1f96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279167 May 02 10:33:17.259267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa561f5b-127c-4960-9216-381896d231f9 req-a3bb272d-09ba-4991-b0c9-b1690083646e tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:17.264538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa561f5b-127c-4960-9216-381896d231f9 req-a3bb272d-09ba-4991-b0c9-b1690083646e tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:17.266126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa561f5b-127c-4960-9216-381896d231f9 req-a3bb272d-09ba-4991-b0c9-b1690083646e tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1654 time: 0.1906631 May 02 10:33:17.276380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-c48568b2-042a-4212-b942-688e4a023685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392cc431-81cb-478e-8e5c-5236e2451e47 HTTP/1.1" status: 200 len: 217 time: 0.1057711 May 02 10:33:17.291703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee65e7de-ee1f-4c28-a262-bbddfccccfb4 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:17.318545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4fc054c9-755e-4a64-b77e-b074a4034619), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.325523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks [] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.331612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.334806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/4fc054c9-755e-4a64-b77e-b074a4034619 HTTP/1.1" status: 204 len: 168 time: 1.7213798 May 02 10:33:17.345134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37568) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:17.349758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2047453308', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:17.357209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926d6da-00bf-4460-95ba-2e035b99f301 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=4fc054c9-755e-4a64-b77e-b074a4034619,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:17.357862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-a49847e9-eac2-414b-a010-f7d250c5b635 service neutron] 10.222.0.24 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4458418 May 02 10:33:17.395861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-a768a817-f541-4a82-a539-7be291bdd657 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364439 May 02 10:33:17.425980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Transition to ACTIVE for port object ee65e7de-ee1f-4c28-a262-bbddfccccfb4 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:17.479586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:17.479586 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-618ec0dd-c958-41cb-9e57-2475f8929276" -d '{"events": [{"name": "network-changed", "server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:17.482095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.483365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.510279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-f7c5aa9f-cf1d-4824-807d-f4e4c6528c28 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055253 May 02 10:33:17.560997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.867396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:17.870256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1aea2-73e7-4c49-8963-02642a12203b req-76df5434-95ea-4abb-a902-550dd69f532d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:17.871820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-76df5434-95ea-4abb-a902-550dd69f532d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.5843403 May 02 10:33:17.885918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:17.895279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da5d907e-b9f3-4753-98a8-a0567d0ad3a7 admin admin] 10.222.0.16 "PUT /v2.0/routers/b644dab4-bb75-47c9-baf7-3fb852da90af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8929291 May 02 10:33:17.900845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Sync routers for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:17.917993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa561f5b-127c-4960-9216-381896d231f9 req-6ac2e711-e917-43f0-9f2e-050cf7861b43 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6405923 May 02 10:33:17.960034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:17.963478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:18.041089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:18.066023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-a51996ee-4d64-4614-9e33-be941ab300f6 service neutron] 10.222.0.24 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6764841 May 02 10:33:18.066957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:18.179051 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c62a88bb-3441-4be3-a20c-d75d77bad06e x-openstack-request-id: req-c62a88bb-3441-4be3-a20c-d75d77bad06e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:18.179365 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:18.182144 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c62a88bb-3441-4be3-a20c-d75d77bad06e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:18.182319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:18.184313 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c62a88bb-3441-4be3-a20c-d75d77bad06e'] response: {'name': 'network-changed', 'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b', 'status': 'completed', 'code': 200} May 02 10:33:18.347284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_gateway (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:18.370290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caef10d-2548-4c5d-aaeb-44e5a66165cd req-687d895c-2a0d-4da0-ae0b-8558a0f20d5a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:18.371875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4caef10d-2548-4c5d-aaeb-44e5a66165cd req-687d895c-2a0d-4da0-ae0b-8558a0f20d5a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1865933 May 02 10:33:18.441785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4caef10d-2548-4c5d-aaeb-44e5a66165cd req-5ecbf55e-fc64-4005-81da-6ec42736192d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633175 May 02 10:33:18.491314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Attempting to bind port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:18.491801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Attempting to bind port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:18.492910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Attempting to bind port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 on network 68754f0d-845f-4b69-a8b8-5c584f59fd64 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:18.542313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 on network 68754f0d-845f-4b69-a8b8-5c584f59fd64 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:18.542648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Attempting to bind port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 on network 68754f0d-845f-4b69-a8b8-5c584f59fd64 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:18.563404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae4f0b-f1aa-40f0-a719-1007598e867e req-6159a600-c374-4334-9baf-c4a401748669 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:18.565176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eae4f0b-f1aa-40f0-a719-1007598e867e req-6159a600-c374-4334-9baf-c4a401748669 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1791379 May 02 10:33:18.568312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:18.568801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Checking segment: {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:18.569091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Bound using segment: {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:18.569543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Bound port: ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17fa739b-bcdd-4d48-b037-bc5a2951ee39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:18.569905 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:18.722691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6eae4f0b-f1aa-40f0-a719-1007598e867e req-8dabf3db-2905-4528-b1cc-e4b2b51ccdc5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311140 May 02 10:33:18.759929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ad12b3-cb25-41c6-92f3-11ab755705fa req-a677fc91-64fa-453f-b04d-28c31485ab73 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:18.761385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50ad12b3-cb25-41c6-92f3-11ab755705fa req-a677fc91-64fa-453f-b04d-28c31485ab73 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 943 time: 0.1785321 May 02 10:33:18.761657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-82f121ac-851b-435a-b26e-2b921cc5f905 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589037 May 02 10:33:18.766382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-feebd645-5bf7-4efa-835e-20ba9de47149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:18.767846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-feebd645-5bf7-4efa-835e-20ba9de47149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 1125 time: 0.1254783 May 02 10:33:18.855868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:13Z', 'revision_number': 4, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '558a2cc0-cfb1-4263-bb5f-5677abc0bb4e', 'name': '', 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'mac_address': 'fa:16:3e:5e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:11Z', 'updated_at': '2022-05-02T10:33:14Z', 'revision_number': 2, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'subnets': [{'id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:18.861702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_gateway (a9c293c1-9c34-4e66-9b63-e98a440f08d2), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:18.888235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Checking router: b644dab4-bb75-47c9-baf7-3fb852da90af for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:33:18.888705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Updating router b644dab4-bb75-47c9-baf7-3fb852da90af port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:33:18.899766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:18.912187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:18.919474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:18.973008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-9e86fd5e-e0e5-4de8-9ba8-caabc80c4c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:18.974742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-9e86fd5e-e0e5-4de8-9ba8-caabc80c4c63 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 919 time: 0.1894853 May 02 10:33:18.983816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:18.994939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50ad12b3-cb25-41c6-92f3-11ab755705fa req-4402780a-7186-40ca-bb64-321b7af22981 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040751 May 02 10:33:19.079761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-6d965e12-185c-494b-8129-9897160a7ad8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f5e44ab2-13f1-49da-8213-064ad694189b HTTP/1.1" status: 200 len: 217 time: 0.0885661 May 02 10:33:19.090901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.111318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-4c833912-0387-48c2-a45e-99e1db7a250f service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232987 May 02 10:33:19.172365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 172.35.4.240 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/fc9cb568-1187-422d-8ff1-0375da7c2b48) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:19.175732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-91f56938-ee0b-40a9-bdcf-6c6e14340ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.177355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-91f56938-ee0b-40a9-bdcf-6c6e14340ea5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.0712802 May 02 10:33:19.224089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-b613d02c-e623-4289-a1cd-30727bd97ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372863 May 02 10:33:19.227674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f5e44ab2-13f1-49da-8213-064ad694189b details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:19.272535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.277813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.277813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] 10.222.0.15 "PUT /v2.0/ports/ee65e7de-ee1f-4c28-a262-bbddfccccfb4 HTTP/1.1" status: 200 len: 1092 time: 3.4652841 May 02 10:33:19.284741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f22c50-fa3b-45d5-93de-40b6cfabd055 req-7977c7e9-3957-4868-bff2-ce9518bfae3b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.290612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f22c50-fa3b-45d5-93de-40b6cfabd055 req-7977c7e9-3957-4868-bff2-ce9518bfae3b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.299103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46f22c50-fa3b-45d5-93de-40b6cfabd055 req-7977c7e9-3957-4868-bff2-ce9518bfae3b tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1666 time: 0.2175655 May 02 10:33:19.313687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:19.316554 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c272dd-03c6-49f7-95e8-453e9669096a" -d '{"events": [{"name": "network-changed", "server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:19.370992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks [] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.386608 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03509d1-7706-4a4c-86e6-9606a844a9ee service neutron] Pushing event updated for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:19.471553 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80715421-e190-41ca-8271-e7cd19564506 x-openstack-request-id: req-80715421-e190-41ca-8271-e7cd19564506 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:19.471852 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:19.472093 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80715421-e190-41ca-8271-e7cd19564506 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:19.472494 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80715421-e190-41ca-8271-e7cd19564506'] response: {'name': 'network-changed', 'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4', 'status': 'completed', 'code': 200} May 02 10:33:19.492955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Request body: {'port': {'device_id': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:19.495893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.602334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.618021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-0e46ea46-f0f2-4fb7-aab4-fc59477cf1c0 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790720 May 02 10:33:19.619878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-965a21ca-6a02-4468-a655-673b663514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.620475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-965a21ca-6a02-4468-a655-673b663514b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:19.622389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-965a21ca-6a02-4468-a655-673b663514b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1944 time: 0.1590033 May 02 10:33:19.630321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3f1b2-8d5b-4c81-8027-b03edbe23fcb None None] Pushing event updated for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:19.630576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (fc9cb568-1187-422d-8ff1-0375da7c2b48), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.635147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46f22c50-fa3b-45d5-93de-40b6cfabd055 req-ceb1f1c9-5089-4aed-a202-961512ed501d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3318679 May 02 10:33:19.650868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (1444212f-5236-4676-91d8-dcc4a49b3348), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.717448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e44ab2-13f1-49da-8213-064ad694189b,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:19.795308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78a1aea2-73e7-4c49-8963-02642a12203b req-160f31f1-5b80-498f-b398-b6e160ff1962 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6760242 May 02 10:33:19.819555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f5e44ab2-13f1-49da-8213-064ad694189b', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'port_id': 'f5e44ab2-13f1-49da-8213-064ad694189b', 'mac_address': 'fa:16:3e:88:2a:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf60544d-ad29-4205-bfb8-67beb3794035', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:19.854717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Attempting to bind port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:19.855149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Attempting to bind port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:19.857069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Attempting to bind port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e on network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:19.905744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:19.909202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Checking segment: {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:19.909202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.909202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Bound using segment: {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:19.909202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Bound port: 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '084bccc9-2a25-4c35-9a6d-5af9291b0a63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:19.909202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:19.956940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f5e44ab2-13f1-49da-8213-064ad694189b is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:19.957632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.021873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f5e44ab2-13f1-49da-8213-064ad694189b {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:20.064063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (fc9cb568-1187-422d-8ff1-0375da7c2b48), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.067926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-134e8bb7-ae70-4785-bfb9-cf4c566d8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.068405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-134e8bb7-ae70-4785-bfb9-cf4c566d8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.068836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e44ab2-13f1-49da-8213-064ad694189b,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:20.069405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-134e8bb7-ae70-4785-bfb9-cf4c566d8295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.072043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-134e8bb7-ae70-4785-bfb9-cf4c566d8295 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=620e47e300b7498a87384c30546dcb18&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.2745583 May 02 10:33:20.075047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7856085f-8329-4051-8a9b-55c81b53620c None None] Provisioning complete for port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:20.075713 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7856085f-8329-4051-8a9b-55c81b53620c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.116773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] For port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:20.126360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.150468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] For port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:20.177344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7856085f-8329-4051-8a9b-55c81b53620c None None] Port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:20.185083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bdfb8-b410-41c3-bda4-ed2cac7b6c79 req-b3ece6e4-cc76-4689-8c87-fe5e6235486f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.186735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-962bdfb8-b410-41c3-bda4-ed2cac7b6c79 req-b3ece6e4-cc76-4689-8c87-fe5e6235486f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.4357896 May 02 10:33:20.197110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba6b96-0e59-4491-97c7-f12329db3a36 req-efa957a4-27b5-4577-ad1a-b418d8c3e472 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.198649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba6b96-0e59-4491-97c7-f12329db3a36 req-efa957a4-27b5-4577-ad1a-b418d8c3e472 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2384241 May 02 10:33:20.209229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:20.231240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:20.246546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.246924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:20.249835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:20.321532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:20.321861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:20.359584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-962bdfb8-b410-41c3-bda4-ed2cac7b6c79 req-b5994abf-b9cd-4c70-98c5-a8a9228ce69d tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501882 May 02 10:33:20.360198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=fc9cb568-1187-422d-8ff1-0375da7c2b48,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:20.380361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f5e44ab2-13f1-49da-8213-064ad694189b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:20.398001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-618ec0dd-c958-41cb-9e57-2475f8929276 req-0839bf2d-b926-4b13-98c4-adf723c9f7bd service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6226845 May 02 10:33:20.407031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c3f1b2-8d5b-4c81-8027-b03edbe23fcb None None] Pushing event updated for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:20.468480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba6b96-0e59-4491-97c7-f12329db3a36 req-5f2adb98-2b73-45f8-ac45-7df926c597fc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595527 May 02 10:33:20.568293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:20.569061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff5a786-01e5-4365-9356-b46104660345 req-6b29a2a2-7998-4555-beba-ef174a5f120c tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.571439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff5a786-01e5-4365-9356-b46104660345 req-6b29a2a2-7998-4555-beba-ef174a5f120c tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 944 time: 0.0860875 May 02 10:33:20.638154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff5a786-01e5-4365-9356-b46104660345 req-8550ed93-10c5-4494-9b66-eb56bd1b68df tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570173 May 02 10:33:20.682558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Deleting port cbce3417-1e4c-4079-98ff-a8c73ea62370 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:20.682908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.756135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:20.761038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Provisioning complete for port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:20.764766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.793891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks [] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.813727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_gateway (a9c293c1-9c34-4e66-9b63-e98a440f08d2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.828633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db672e-3f84-4bc6-9a9e-2dc102e48dc7 req-ef57d316-824b-4b7e-bb06-b264539a266f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.834131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27db672e-3f84-4bc6-9a9e-2dc102e48dc7 req-ef57d316-824b-4b7e-bb06-b264539a266f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:20.835835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27db672e-3f84-4bc6-9a9e-2dc102e48dc7 req-ef57d316-824b-4b7e-bb06-b264539a266f tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1666 time: 0.1206341 May 02 10:33:20.868227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Transition to ACTIVE for port object 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:20.872333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] For port cbce3417-1e4c-4079-98ff-a8c73ea62370, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbce3417-1e4c-4079-98ff-a8c73ea62370,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:20.872972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.896194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:13Z', 'revision_number': 4, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '558a2cc0-cfb1-4263-bb5f-5677abc0bb4e', 'name': '', 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'mac_address': 'fa:16:3e:5e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:11Z', 'updated_at': '2022-05-02T10:33:20Z', 'revision_number': 4, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'subnets': [{'id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:20.907913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Calling delete_port for cbce3417-1e4c-4079-98ff-a8c73ea62370 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:20.947919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aba7afed-7b53-46a7-9f25-6d8102e5e38b None None] The sync data for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 is: [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:33:13Z', 'revision_number': 4, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '558a2cc0-cfb1-4263-bb5f-5677abc0bb4e', 'name': '', 'network_id': '7e355dd9-8fbc-4877-bbbf-1a6020742fb4', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'mac_address': 'fa:16:3e:5e:17:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:11Z', 'updated_at': '2022-05-02T10:33:20Z', 'revision_number': 4, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'subnets': [{'id': '0f7796c8-1fef-4438-bbe0-345983e7f427', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:20.967224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Current status of the port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:20.967943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.980592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:20.998053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27db672e-3f84-4bc6-9a9e-2dc102e48dc7 req-fd438670-4ef5-4c4f-8933-8f0e2a6a6dcc tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207626 May 02 10:33:21.023715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] For port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:21.062730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-84e1d9e4-8ea9-4bb2-b46b-c7d26716c944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.074183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-84e1d9e4-8ea9-4bb2-b46b-c7d26716c944 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 1125 time: 0.1994503 May 02 10:33:21.118094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.141116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-441c2d9c-4197-41bf-830c-47df001bbc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.142843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c272dd-03c6-49f7-95e8-453e9669096a req-441c2d9c-4197-41bf-830c-47df001bbc9e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2886841 May 02 10:33:21.215522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Pushing event updated for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:21.219655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db50f9d6-2fd8-4c74-a61e-ed7d3ce653a1 None None] Pushing event updated for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:21.243584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f5e44ab2-13f1-49da-8213-064ad694189b up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:21.316416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Attempting to bind port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:21.316781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Attempting to bind port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:21.317112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Attempting to bind port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 on network 33f92cf0-4c88-46f3-915d-9a8083217c88 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:21.320316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f5e44ab2-13f1-49da-8213-064ad694189b completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:21.326592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 on network 33f92cf0-4c88-46f3-915d-9a8083217c88 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:21.326924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Attempting to bind port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 on network 33f92cf0-4c88-46f3-915d-9a8083217c88 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:21.335649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-f1990063-e2c2-4101-a3e3-f8e373bb9a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.336276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:21.341149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Checking segment: {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:21.341149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Bound using segment: {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:21.341394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-f1990063-e2c2-4101-a3e3-f8e373bb9a95 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 919 time: 0.2528846 May 02 10:33:21.341485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Bound port: 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98a105b4-2c1f-4147-9f40-3d909702b21c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:21.341485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.401047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-59d27f29-fda3-474d-8f43-f6314a4e6d34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392cc431-81cb-478e-8e5c-5236e2451e47 HTTP/1.1" status: 200 len: 217 time: 0.0476820 May 02 10:33:21.411639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f5e44ab2-13f1-49da-8213-064ad694189b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:21.412022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.478671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-f865ccaf-2726-4db9-b965-ff821a384316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.481541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-f865ccaf-2726-4db9-b965-ff821a384316 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.0730646 May 02 10:33:21.483016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.531015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:21.538466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:21.561228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cbce3417-1e4c-4079-98ff-a8c73ea62370), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.626779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f5e44ab2-13f1-49da-8213-064ad694189b is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:21.629768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.651437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.670793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:21.673661 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48be1b0-29f3-4143-b117-c4244a0fa3d7" -d '{"events": [{"server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:21.689713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Pushing event deleted for resources: {'Port': ['ID=cbce3417-1e4c-4079-98ff-a8c73ea62370,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:21.690759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e44ab2-13f1-49da-8213-064ad694189b,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:21.715352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-9bf126c5-3565-4b38-a2ee-a57fde4ed8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1009204 May 02 10:33:21.745744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e91710-f1c5-4df4-acec-ad53f846dcad req-0ea280f8-f6f9-4671-a3ce-4285a0b92cc3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.754494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2e91710-f1c5-4df4-acec-ad53f846dcad req-0ea280f8-f6f9-4671-a3ce-4285a0b92cc3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.2569249 May 02 10:33:21.772716 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.823491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feedbd64-2f3a-4213-9c7a-565557c7fc6b req-c469494b-8905-489a-9a19-5d8742c3a470 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.830806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-feedbd64-2f3a-4213-9c7a-565557c7fc6b req-c469494b-8905-489a-9a19-5d8742c3a470 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2413940 May 02 10:33:21.839489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:21.840152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:21.841649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] 10.222.0.15 "PUT /v2.0/ports/7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 HTTP/1.1" status: 200 len: 1091 time: 2.3682613 May 02 10:33:21.846717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:21.849162 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6" -d '{"events": [{"name": "network-changed", "server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:21.895724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:21.946215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2e91710-f1c5-4df4-acec-ad53f846dcad req-4e259392-54b6-4bf6-84fe-e5582ac52be3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877923 May 02 10:33:21.986229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-9bbcc9ef-58ea-4aad-81d5-7dd39a72d915 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562358 May 02 10:33:22.019869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:22.062887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router a9c293c1-9c34-4e66-9b63-e98a440f08d2 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:33:22.083545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (1444212f-5236-4676-91d8-dcc4a49b3348), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:22.182953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c8503-8107-4d21-b9c2-ccec3a561dba service neutron] Pushing event updated for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:22.231492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:22.274531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'port_id': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8', 'mac_address': 'fa:16:3e:cc:07:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf60544d-ad29-4205-bfb8-67beb3794035', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:22.330858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-feedbd64-2f3a-4213-9c7a-565557c7fc6b req-1d58e2a7-c177-45f7-9365-37dc8a6ffb43 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990454 May 02 10:33:22.343643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-128ce4bb-80f5-491d-9f42-a96b4d9bc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.353510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-128ce4bb-80f5-491d-9f42-a96b4d9bc9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.353510 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-128ce4bb-80f5-491d-9f42-a96b4d9bc9fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 2042 time: 0.2584264 May 02 10:33:22.424414 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e727d3-2b04-48cf-b74e-6aa3e6437588 x-openstack-request-id: req-38e727d3-2b04-48cf-b74e-6aa3e6437588 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:22.424784 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "name": "network-vif-plugged", "status": "completed", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:22.425295 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-38e727d3-2b04-48cf-b74e-6aa3e6437588 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:22.425717 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38e727d3-2b04-48cf-b74e-6aa3e6437588'] response: {'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b', 'code': 200} May 02 10:33:22.447345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:22.447832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:22.470444 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc05e086-dcc5-4597-9168-920e133b1cf9 x-openstack-request-id: req-cc05e086-dcc5-4597-9168-920e133b1cf9 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:22.470740 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:22.471325 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cc05e086-dcc5-4597-9168-920e133b1cf9 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:22.471464 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc05e086-dcc5-4597-9168-920e133b1cf9'] response: {'name': 'network-changed', 'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'status': 'completed', 'code': 200} May 02 10:33:22.479374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:22.507451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-351aafa7-ddfc-4866-9f05-ec83127a6c0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.199&port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4 HTTP/1.1" status: 200 len: 217 time: 0.1442344 May 02 10:33:22.541417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:22.611319 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:22.632282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cbc3c-5c02-49f3-b5af-56b8989d89bb req-d108dbc5-234e-4b0f-9d0f-8e0b8eed3010 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.637582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02cbc3c-5c02-49f3-b5af-56b8989d89bb req-d108dbc5-234e-4b0f-9d0f-8e0b8eed3010 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.639391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d02cbc3c-5c02-49f3-b5af-56b8989d89bb req-d108dbc5-234e-4b0f-9d0f-8e0b8eed3010 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1678 time: 0.0829360 May 02 10:33:22.640997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-3c14d53d-9a57-48cb-b8a1-06afbe59f67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.642501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-3c14d53d-9a57-48cb-b8a1-06afbe59f67c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c66efc66-d763-4c37-9617-abd9871ac469 HTTP/1.1" status: 200 len: 801 time: 0.1257288 May 02 10:33:22.699588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:22.776619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-9caa9735-f604-462d-958d-352343c3f235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.778981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-9caa9735-f604-462d-958d-352343c3f235 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68754f0d-845f-4b69-a8b8-5c584f59fd64&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.1191063 May 02 10:33:22.834329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e7526-c8e5-4d65-b5fa-16e266908f5a req-3a38aea0-20cd-41d4-bcdf-f9db8461c0de tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.835923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-499e7526-c8e5-4d65-b5fa-16e266908f5a req-3a38aea0-20cd-41d4-bcdf-f9db8461c0de tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 945 time: 0.7675941 May 02 10:33:22.842320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d02cbc3c-5c02-49f3-b5af-56b8989d89bb req-b285b7ad-5307-4820-850a-a5930fde6ec3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920903 May 02 10:33:22.844025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0a4093-ef94-4150-ad46-571e669b0ac7 req-748b760a-9a7a-4f9b-bf60-c12260c6fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:22.845567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e0a4093-ef94-4150-ad46-571e669b0ac7 req-748b760a-9a7a-4f9b-bf60-c12260c6fbd2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 1127 time: 0.1452372 May 02 10:33:22.850138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:22.878509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5df781c2-4ed5-4c64-8557-2b8e1c973b10 req-bfc3a1d7-9bc0-4336-87b8-d78aa5978566 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8796468 May 02 10:33:22.988485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Router 1444212f-5236-4676-91d8-dcc4a49b3348 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:22.998526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-13aa25f4-5d66-4a5f-8146-135b954a21dd service neutron] 10.222.0.15 "GET /v2.0/networks/68754f0d-845f-4b69-a8b8-5c584f59fd64?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011285 May 02 10:33:23.008340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e0a4093-ef94-4150-ad46-571e669b0ac7 req-4b150018-1501-4739-9762-8df6b617881c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493018 May 02 10:33:23.029079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-499e7526-c8e5-4d65-b5fa-16e266908f5a req-20d88dde-6867-402e-85c1-a8317984db94 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748934 May 02 10:33:23.030408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:23.056805 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] Sync routers for ids ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:23.069297 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] Routers {'a9c293c1-9c34-4e66-9b63-e98a440f08d2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:23.073404 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:23.123744 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:23.133735 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] Routers {'a9c293c1-9c34-4e66-9b63-e98a440f08d2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:23.134505 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:23.144845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:23.151428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:23.157567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e5c2d61b-388d-4d75-8a23-33d81e00b7e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8107059 May 02 10:33:23.158214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37736) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:23.190942 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:23.192187 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb6bd13d-cdea-455e-ac75-d7dee944813c None None] The sync data for ids ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:23.196010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:23.196671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:23.216082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1319587a-53ba-467c-87ce-c817bbfe3289 req-3ce40e6a-f2cb-47d1-841e-10737ab667f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:23.223283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1319587a-53ba-467c-87ce-c817bbfe3289 req-3ce40e6a-f2cb-47d1-841e-10737ab667f6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1502273 May 02 10:33:23.241643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 392cc431-81cb-478e-8e5c-5236e2451e47 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:23.290258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:23.298262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a85aebf5-1cf7-4792-9660-00d3600262df admin admin] 10.222.0.16 "PUT /v2.0/routers/1444212f-5236-4676-91d8-dcc4a49b3348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2254062 May 02 10:33:23.300990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:23.301660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-0a25e0b6-aba6-4a8c-9e5e-70afd09cb31f service neutron] 10.222.0.15 "GET /v2.0/networks/68754f0d-845f-4b69-a8b8-5c584f59fd64?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982118 May 02 10:33:23.306467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1319587a-53ba-467c-87ce-c817bbfe3289 req-5e30476b-e8db-4f4b-8579-0945420e41fd tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823851 May 02 10:33:23.350903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Sync routers for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:23.364257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-91e97cd1-193f-47df-aa7a-304f6d757409 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers/a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 200 len: 885 time: 0.2038157 May 02 10:33:23.366939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-aa763374-207b-48ce-938a-e05d1d4ad433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 HTTP/1.1" status: 200 len: 217 time: 0.0483336 May 02 10:33:23.367416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37744) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:23.394282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:23.419545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:23.420265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:23.450350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-a4683e1e-8811-4774-841d-a8fff238f5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:23.463297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-a4683e1e-8811-4774-841d-a8fff238f5b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fea5460-81db-4bda-8e32-8ae7f5767843 HTTP/1.1" status: 200 len: 801 time: 0.0865152 May 02 10:33:23.517039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29211ae2-cfdb-4d3e-b520-c1bec7ea8364 req-49af7c34-962c-4179-a834-6de150213352 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:23.518806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29211ae2-cfdb-4d3e-b520-c1bec7ea8364 req-49af7c34-962c-4179-a834-6de150213352 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0927112 May 02 10:33:23.571874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks [] for router (1444212f-5236-4676-91d8-dcc4a49b3348), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:23.579720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29211ae2-cfdb-4d3e-b520-c1bec7ea8364 req-4c314b92-a837-442e-9a90-3463548eb931 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544498 May 02 10:33:23.628088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aeedc88e-cd41-41aa-88fb-086f8c60986d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.2601283 May 02 10:33:23.630811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:23.636933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2047453308'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:23.698528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=392cc431-81cb-478e-8e5c-5236e2451e47,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:23.747793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-322f52a8-fbbf-4ccc-8b6f-c5bd1f7eb70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:23.749499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-322f52a8-fbbf-4ccc-8b6f-c5bd1f7eb70e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f92cf0-4c88-46f3-915d-9a8083217c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0487571 May 02 10:33:23.761750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '392cc431-81cb-478e-8e5c-5236e2451e47', 'network_id': 'd01d8443-071d-4e87-8e09-1e881fd527bb', 'port_id': '392cc431-81cb-478e-8e5c-5236e2451e47', 'mac_address': 'fa:16:3e:87:6a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf60544d-ad29-4205-bfb8-67beb3794035', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:23.809540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks [] for router_gateway (1444212f-5236-4676-91d8-dcc4a49b3348), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:23.850735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:23.856678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 392cc431-81cb-478e-8e5c-5236e2451e47 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:23.857434 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:23.943988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392cc431-81cb-478e-8e5c-5236e2451e47 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:24.038582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:24.044726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=392cc431-81cb-478e-8e5c-5236e2451e47,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:24.068753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c3731-3658-480b-9649-d2bda731863e req-b81ca50e-91c0-465d-8950-a16616f12e1c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:24.076166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158c3731-3658-480b-9649-d2bda731863e req-b81ca50e-91c0-465d-8950-a16616f12e1c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:24.079963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-158c3731-3658-480b-9649-d2bda731863e req-b81ca50e-91c0-465d-8950-a16616f12e1c tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1678 time: 0.1412477 May 02 10:33:24.119293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Deleting port f7092304-3cfe-4ee5-a56f-e00f92935395 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:24.119674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.132007 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.225037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:24.247613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:24.251421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236'}], 'enable_snat': True}, 'gw_port_id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:33:21Z', 'revision_number': 5, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port': {'id': 'f7092304-3cfe-4ee5-a56f-e00f92935395', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:23:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1554, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:11Z', 'updated_at': '2022-05-02T10:32:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:24.259781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a6c095-a588-434c-868d-75018029bf93 req-5ba39f02-a04b-4909-88fb-ca5eef80a273 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:24.264208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25a6c095-a588-434c-868d-75018029bf93 req-5ba39f02-a04b-4909-88fb-ca5eef80a273 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0987825 May 02 10:33:24.292173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-158c3731-3658-480b-9649-d2bda731863e req-203372f6-aaef-43ef-bfd7-deba4b830957 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010696 May 02 10:33:24.294560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Checking router: 1444212f-5236-4676-91d8-dcc4a49b3348 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:33:24.296923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:24.297195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.298673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.300124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-2c70082f-5e99-408f-8fd1-e09ba63dcf5c service neutron] 10.222.0.15 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5437427 May 02 10:33:24.333937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] For port f7092304-3cfe-4ee5-a56f-e00f92935395, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f7092304-3cfe-4ee5-a56f-e00f92935395,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:24.338745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.354176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Routers {'1444212f-5236-4676-91d8-dcc4a49b3348'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:24.354176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1444212f-5236-4676-91d8-dcc4a49b3348'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:24.355214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25a6c095-a588-434c-868d-75018029bf93 req-3342043c-774f-465f-9464-91cc9589bc10 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860624 May 02 10:33:24.368495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Calling delete_port for f7092304-3cfe-4ee5-a56f-e00f92935395 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:24.371282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.426876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1690c406-a669-42b8-8061-fdab7ab5b683 req-0ac07449-71a9-4a02-a07f-63bac5327eb2 service neutron] 10.222.0.15 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158359 May 02 10:33:24.433255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['392cc431-81cb-478e-8e5c-5236e2451e47'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:24.531976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] Set router 1444212f-5236-4676-91d8-dcc4a49b3348 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:24.568642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4c169d-d32f-48c3-891b-f7591df3a879 req-96029702-02a6-4952-b90e-fe26e184fdc4 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:24.570724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4c169d-d32f-48c3-891b-f7591df3a879 req-96029702-02a6-4952-b90e-fe26e184fdc4 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 945 time: 0.1235507 May 02 10:33:24.602885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:33:23Z', 'revision_number': 6, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:24.633882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:24.634280 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.644568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72ba59-478f-4849-b08b-6b8ee68ce77e None None] The sync data for ids ['1444212f-5236-4676-91d8-dcc4a49b3348'] in ncdv-master-1 is: [{'id': '1444212f-5236-4676-91d8-dcc4a49b3348', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-763954515-router', 'tenant_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:09Z', 'updated_at': '2022-05-02T10:33:23Z', 'revision_number': 6, 'project_id': 'b1b64eac9be54bb888efb39bf8bb93ba', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:24.681567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:24.684542 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cd8de52-8c63-4b1b-b036-d79327980978" -d '{"events": [{"server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:24.705516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router a9c293c1-9c34-4e66-9b63-e98a440f08d2 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:24.715512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:24.717526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4c169d-d32f-48c3-891b-f7591df3a879 req-1dc3a8b7-f373-411e-ab87-c7108fc51321 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384258 May 02 10:33:24.803392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:24.873061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb98d3-177c-4a75-addf-5f3dfdf03096 req-703cc0f1-f032-4f9e-9fb0-d5fe74ee6de0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:24.883611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2bb98d3-177c-4a75-addf-5f3dfdf03096 req-703cc0f1-f032-4f9e-9fb0-d5fe74ee6de0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1303203 May 02 10:33:24.902011 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62dc758-3baa-450a-8070-5198975d6968 x-openstack-request-id: req-a62dc758-3baa-450a-8070-5198975d6968 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:24.902376 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "name": "network-vif-plugged", "status": "completed", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:24.902610 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a62dc758-3baa-450a-8070-5198975d6968 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:24.903006 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a62dc758-3baa-450a-8070-5198975d6968'] response: {'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8', 'code': 200} May 02 10:33:24.940016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbce3417-1e4c-4079-98ff-a8c73ea62370 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:24.966121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: cbce3417-1e4c-4079-98ff-a8c73ea62370 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:24.966473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbce3417-1e4c-4079-98ff-a8c73ea62370 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:24.981355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:25.023494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c63f2-207a-4dcf-abd8-49c597e275e8 req-74340b36-fc98-45b9-ac88-eb8f37efcb3a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.025016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d66c63f2-207a-4dcf-abd8-49c597e275e8 req-74340b36-fc98-45b9-ac88-eb8f37efcb3a tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 945 time: 0.0935664 May 02 10:33:25.032890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:25.043576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] Sync routers for ids ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:25.045225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.046398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c36ccca-e7dc-43db-ba5f-b7337280adcf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 200 len: 892 time: 1.4148016 May 02 10:33:25.052831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:25.060702 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] Routers {'a9c293c1-9c34-4e66-9b63-e98a440f08d2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:25.061346 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:25.080752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddc1d0-f711-4cec-ae31-55de160b66d4 req-bd5e6b3e-716f-4315-9d4f-7fb81504bd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.082271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54ddc1d0-f711-4cec-ae31-55de160b66d4 req-bd5e6b3e-716f-4315-9d4f-7fb81504bd02 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 1127 time: 0.1390121 May 02 10:33:25.089604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-973130a8-c2b5-4692-87cc-6a277a34fade tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.091064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-973130a8-c2b5-4692-87cc-6a277a34fade tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.1044509 May 02 10:33:25.095313 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:25.107596 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] Routers {'a9c293c1-9c34-4e66-9b63-e98a440f08d2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:25.108706 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:32:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:25.118185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2bb98d3-177c-4a75-addf-5f3dfdf03096 req-a721a3ea-aa52-4a04-a170-436f6bf771e7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313590 May 02 10:33:25.136639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f7092304-3cfe-4ee5-a56f-e00f92935395), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.149333 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:25.149955 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a531c2c3-555f-4747-a7f6-cd84fabc6b5c None None] The sync data for ids ['a9c293c1-9c34-4e66-9b63-e98a440f08d2'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:25.202400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54ddc1d0-f711-4cec-ae31-55de160b66d4 req-329fa49b-089a-4fbf-85b4-13a0ce63b189 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103601 May 02 10:33:25.244811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:25.245064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.357971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port c2b44eb2-5ebc-4e4d-acd9-f802253d3513, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:25.360930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.378551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for c2b44eb2-5ebc-4e4d-acd9-f802253d3513 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:25.391757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 392cc431-81cb-478e-8e5c-5236e2451e47 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:25.526386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 392cc431-81cb-478e-8e5c-5236e2451e47 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:25.561882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54f3a-b88f-4850-850d-f46ad2974cf8 req-e287389b-8309-4860-83e1-6ddd53cacb04 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.565569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b5b18682-bcfb-411c-95a3-74b475a56c05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.566609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb54f3a-b88f-4850-850d-f46ad2974cf8 req-e287389b-8309-4860-83e1-6ddd53cacb04 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.568454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edb54f3a-b88f-4850-850d-f46ad2974cf8 req-e287389b-8309-4860-83e1-6ddd53cacb04 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1678 time: 0.1494758 May 02 10:33:25.585081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 392cc431-81cb-478e-8e5c-5236e2451e47 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:25.586879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.619250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-2d0a1c10-8d60-48d8-9009-914d5a47a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.619745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-2d0a1c10-8d60-48d8-9009-914d5a47a37d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.626478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-2d0a1c10-8d60-48d8-9009-914d5a47a37d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=620e47e300b7498a87384c30546dcb18&device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 2042 time: 0.1176784 May 02 10:33:25.634591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d66c63f2-207a-4dcf-abd8-49c597e275e8 req-7b0b419e-0a21-4fc3-923b-aac77b2e54c6 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6029427 May 02 10:33:25.635594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Pushing event deleted for resources: {'Port': ['ID=f7092304-3cfe-4ee5-a56f-e00f92935395,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:25.698373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-67d62d76-e376-43f2-997d-a6e5a42c77db tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers/a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 200 len: 892 time: 0.6373823 May 02 10:33:25.702421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37784) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:25.730528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 392cc431-81cb-478e-8e5c-5236e2451e47 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:25.730703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.776913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5dc032-9eff-4814-ae30-549c884931cc req-32f2b35b-3ebb-4e34-a312-58a2d50007de tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.778631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d5dc032-9eff-4814-ae30-549c884931cc req-32f2b35b-3ebb-4e34-a312-58a2d50007de tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e863da7-80ac-4587-850d-b5541c739a79 HTTP/1.1" status: 200 len: 945 time: 0.0620699 May 02 10:33:25.784067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=392cc431-81cb-478e-8e5c-5236e2451e47,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:25.795331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-c09d6169-521a-4e77-aa13-6ee2349085dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.796919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-c09d6169-521a-4e77-aa13-6ee2349085dd service neutron] 10.222.0.15 "GET /v2.0/networks?id=33f92cf0-4c88-46f3-915d-9a8083217c88 HTTP/1.1" status: 200 len: 903 time: 0.1659443 May 02 10:33:25.832014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78784772-2a28-4595-acd8-8bf01c525d74 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 200 len: 205 time: 0.1261094 May 02 10:33:25.846286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:25.860546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37788) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:25.876219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edb54f3a-b88f-4850-850d-f46ad2974cf8 req-aba9f8d0-967d-4da5-aae6-3eac2eebd69d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934570 May 02 10:33:25.881297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-2421e55b-044f-48da-8092-909ddef328d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.15&port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 HTTP/1.1" status: 200 len: 217 time: 0.0761998 May 02 10:33:25.942654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:25.955981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-00c0af84-2d36-45e3-9819-3b0aaf099e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:25.957636 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-00c0af84-2d36-45e3-9819-3b0aaf099e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fea5460-81db-4bda-8e32-8ae7f5767843 HTTP/1.1" status: 200 len: 801 time: 0.0616350 May 02 10:33:25.963335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (1444212f-5236-4676-91d8-dcc4a49b3348), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.012012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-ca616aa5-0c57-478b-8ff6-811e4fa12a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:26.013597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-ca616aa5-0c57-478b-8ff6-811e4fa12a92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=33f92cf0-4c88-46f3-915d-9a8083217c88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1200 time: 0.0501907 May 02 10:33:26.024151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d5dc032-9eff-4814-ae30-549c884931cc req-da23985c-94db-46d7-ba3a-f8479d9231b2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048633 May 02 10:33:26.028902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c2b44eb2-5ebc-4e4d-acd9-f802253d3513), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.044015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c2b44eb2-5ebc-4e4d-acd9-f802253d3513'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:26.106178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (1444212f-5236-4676-91d8-dcc4a49b3348), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.110052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks [] for router_controller (1444212f-5236-4676-91d8-dcc4a49b3348), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.113507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=c2b44eb2-5ebc-4e4d-acd9-f802253d3513,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:26.123485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.174343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port c2b44eb2-5ebc-4e4d-acd9-f802253d3513 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:26.178113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.182058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae476d34-b4e6-436a-9a87-dec9b99f735d req-16ca0c92-6188-41b3-8412-4241a7c650e7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "DELETE /v2.0/ports/c2b44eb2-5ebc-4e4d-acd9-f802253d3513 HTTP/1.1" status: 204 len: 173 time: 1.0619071 May 02 10:33:26.182511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'name': 'network-vif-deleted', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:26.184896 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd9bbb-5db5-4098-98a6-588d7347e308" -d '{"events": [{"server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "name": "network-vif-deleted", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:26.210774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-bffb5d99-f232-4eaa-8209-78169f1f7b7b service neutron] 10.222.0.15 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905565 May 02 10:33:26.249280 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f24ec68-51d3-4408-bf41-874848401401 x-openstack-request-id: req-4f24ec68-51d3-4408-bf41-874848401401 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:26.249579 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e863da7-80ac-4587-850d-b5541c739a79", "name": "network-vif-deleted", "tag": "c2b44eb2-5ebc-4e4d-acd9-f802253d3513", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:26.249955 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f24ec68-51d3-4408-bf41-874848401401 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:26.250623 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f24ec68-51d3-4408-bf41-874848401401'] response: {'server_uuid': '6e863da7-80ac-4587-850d-b5541c739a79', 'name': 'network-vif-deleted', 'tag': 'c2b44eb2-5ebc-4e4d-acd9-f802253d3513', 'status': 'completed', 'code': 200} May 02 10:33:26.276040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_gateway (a9c293c1-9c34-4e66-9b63-e98a440f08d2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.285262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (1444212f-5236-4676-91d8-dcc4a49b3348), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.285837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1444212f-5236-4676-91d8-dcc4a49b3348 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:33:26.290994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.294995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3e56e3c0-05a4-45a3-9f23-b9ed6ec9beec admin admin] 10.222.0.16 "DELETE /v2.0/routers/1444212f-5236-4676-91d8-dcc4a49b3348 HTTP/1.1" status: 204 len: 168 time: 2.9902546 May 02 10:33:26.295273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37814) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:26.311893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f178a58-21d9-407e-85d0-37e47a3cb17d req-4e11f1a7-002a-47f1-bf2e-c306ea8ec331 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:26.313609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f178a58-21d9-407e-85d0-37e47a3cb17d req-4e11f1a7-002a-47f1-bf2e-c306ea8ec331 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1015239 May 02 10:33:26.356958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Deleting subnet 815f51ae-fa59-40a5-a965-6f18df609d7d {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:26.360279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Publish callbacks [] for subnet (815f51ae-fa59-40a5-a965-6f18df609d7d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.370078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1c8fd27-5de6-45c9-9555-fe3af1e6e0a6 req-2e6f837c-6e32-43bb-82f7-811f64469b09 service neutron] 10.222.0.15 "GET /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483781 May 02 10:33:26.395734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f178a58-21d9-407e-85d0-37e47a3cb17d req-2bf3869b-0ce4-40de-ac49-f00d2276bdb1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655811 May 02 10:33:26.467423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (815f51ae-fa59-40a5-a965-6f18df609d7d), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.470092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port fc9cb568-1187-422d-8ff1-0375da7c2b48 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:26.470418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fc9cb568-1187-422d-8ff1-0375da7c2b48), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.613059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fc9cb568-1187-422d-8ff1-0375da7c2b48), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.636375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for fc9cb568-1187-422d-8ff1-0375da7c2b48 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:26.640634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (815f51ae-fa59-40a5-a965-6f18df609d7d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.787319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d976a3-573f-4e5d-8b0f-55f5813fa66b req-fb056808-245b-437e-bba9-d8dfeebe45d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:26.789405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25d976a3-573f-4e5d-8b0f-55f5813fa66b req-fb056808-245b-437e-bba9-d8dfeebe45d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 945 time: 0.0706527 May 02 10:33:26.865247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (815f51ae-fa59-40a5-a965-6f18df609d7d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.882400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:26.889580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/815f51ae-fa59-40a5-a965-6f18df609d7d HTTP/1.1" status: 204 len: 168 time: 0.5894415 May 02 10:33:26.890286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4499aea-d844-4f89-a226-2340ef6faeca None None] Network 45be1688-f275-4a26-a8cc-5e1d45ac6310 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:26.890646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:26.909689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:26.912166 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da6c93ed-a1a2-4a12-8c53-051b17dc7574" -d '{"events": [{"server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "name": "network-vif-plugged", "status": "completed", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:26.915868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c2ccd3-c1a9-46c0-a81a-8c19ff31c444 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=815f51ae-fa59-40a5-a965-6f18df609d7d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:26.939097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25d976a3-573f-4e5d-8b0f-55f5813fa66b req-b4b8fca9-05be-442c-b83b-b1cfe85d20ee tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138182 May 02 10:33:27.013609 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f25401c7-a9b0-4a80-98a8-a8857814aaff x-openstack-request-id: req-f25401c7-a9b0-4a80-98a8-a8857814aaff {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:27.014156 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "name": "network-vif-plugged", "status": "completed", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:27.014870 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f25401c7-a9b0-4a80-98a8-a8857814aaff {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:27.015418 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f25401c7-a9b0-4a80-98a8-a8857814aaff'] response: {'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47', 'code': 200} May 02 10:33:27.016459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f7092304-3cfe-4ee5-a56f-e00f92935395 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:27.029219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (45be1688-f275-4a26-a8cc-5e1d45ac6310), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.064280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f7092304-3cfe-4ee5-a56f-e00f92935395 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:27.065345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f7092304-3cfe-4ee5-a56f-e00f92935395 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:27.146216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (fc9cb568-1187-422d-8ff1-0375da7c2b48), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.156309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] DHCP port deletion for 45be1688-f275-4a26-a8cc-5e1d45ac6310 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:33:27.168197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cbdb62-b6c4-4cd6-a184-4f35d2c07d6e req-f743659d-0015-4b24-abd7-00974f46ba66 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.169663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47cbdb62-b6c4-4cd6-a184-4f35d2c07d6e req-f743659d-0015-4b24-abd7-00974f46ba66 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.0675926 May 02 10:33:27.191607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=fc9cb568-1187-422d-8ff1-0375da7c2b48,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:27.198670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e7f8-e22b-4713-b26b-bf85ed15e14f req-1a981cc8-cc4e-4237-a6c8-86b89a875152 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.207891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a38e7f8-e22b-4713-b26b-bf85ed15e14f req-1a981cc8-cc4e-4237-a6c8-86b89a875152 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.207891 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a38e7f8-e22b-4713-b26b-bf85ed15e14f req-1a981cc8-cc4e-4237-a6c8-86b89a875152 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1678 time: 0.1545055 May 02 10:33:27.214225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Deleting port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:27.214626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.220565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce213e3-3675-4648-9f7d-1972d62113cf req-dd34d059-e03c-43f3-928d-1e58a329ced6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.222213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ce213e3-3675-4648-9f7d-1972d62113cf req-dd34d059-e03c-43f3-928d-1e58a329ced6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 1127 time: 0.1074483 May 02 10:33:27.232056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Deleting port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:27.232405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.301614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (a9c293c1-9c34-4e66-9b63-e98a440f08d2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.307226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] For port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:27.307998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.309981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a38e7f8-e22b-4713-b26b-bf85ed15e14f req-87c87ff4-85e2-4c49-bc55-4b718a53edba tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856557 May 02 10:33:27.310146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47cbdb62-b6c4-4cd6-a184-4f35d2c07d6e req-857ddaa5-938a-4d8a-824c-b84a103ea8b4 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209810 May 02 10:33:27.349890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Calling delete_port for 64222dd0-11c3-4f27-9c88-e2aaa71cc01e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:27.404920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] For port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,segment=NetworkSegment(00755f2c-16f1-4d0c-8297-9fbd4846840e),segment_id=00755f2c-16f1-4d0c-8297-9fbd4846840e)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:27.406491 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.409793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ce213e3-3675-4648-9f7d-1972d62113cf req-5bf9cf15-cf3a-4531-9831-3800dca74162 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803145 May 02 10:33:27.411847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.414350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (a9c293c1-9c34-4e66-9b63-e98a440f08d2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.421278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:27.424122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Calling delete_port for 64222dd0-11c3-4f27-9c88-e2aaa71cc01e owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:27.544177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (a9c293c1-9c34-4e66-9b63-e98a440f08d2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.545403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router a9c293c1-9c34-4e66-9b63-e98a440f08d2 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:33:27.552387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.558278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5cb390e0-aa0e-44c6-a1a3-09dc0a4bb7c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 204 len: 168 time: 1.6966660 May 02 10:33:27.559093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:27.568125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b277edd-d82f-4e9c-be3f-50cd385ecedb req-a1faf90f-b32d-4960-ab04-1d23ec096628 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.576011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b277edd-d82f-4e9c-be3f-50cd385ecedb req-a1faf90f-b32d-4960-ab04-1d23ec096628 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0730143 May 02 10:33:27.576898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1978693273'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:27.621869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.631364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (64222dd0-11c3-4f27-9c88-e2aaa71cc01e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.663955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] No DVR routers for this DVR port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:27.666309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbb64cc-e2bf-4084-9a40-ad7073539974 None None] Pushing event deleted for resources: {'Port': ['ID=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:27.691646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Pushing event deleted for resources: {'Port': ['ID=64222dd0-11c3-4f27-9c88-e2aaa71cc01e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:27.692499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:27.693279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:27.697703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.707992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'network_id': '33f92cf0-4c88-46f3-915d-9a8083217c88', 'port_id': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'mac_address': 'fa:16:3e:87:9a:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fea5460-81db-4bda-8e32-8ae7f5767843', 'ip_address': '19.86.0.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:27.723853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b277edd-d82f-4e9c-be3f-50cd385ecedb req-365ab27a-557a-4339-8832-c4a3f441b7f5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442494 May 02 10:33:27.725722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] No DVR routers for this DVR port 64222dd0-11c3-4f27-9c88-e2aaa71cc01e on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:27.760253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:27.761278 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.768477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:27.785258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:27.801152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-b86c62d9-2187-401f-a066-c79825d9867b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:27.802723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-b86c62d9-2187-401f-a066-c79825d9867b tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.1906540 May 02 10:33:27.806373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.806844 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a of type vlan for network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 May 02 10:33:27.814326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:27.830283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (45be1688-f275-4a26-a8cc-5e1d45ac6310), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.847969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-17edd3df-70e2-4890-a982-82210d9811a1 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/quotas/6c7bd47feb9549daaf4d186085f8d171 HTTP/1.1" status: 200 len: 375 time: 0.0327659 May 02 10:33:27.866052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.866344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45be1688-f275-4a26-a8cc-5e1d45ac6310']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:27.880126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00755f2c-16f1-4d0c-8297-9fbd4846840e') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:27.880693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00755f2c-16f1-4d0c-8297-9fbd4846840e') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:27.899453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-db87035a-64c1-407a-bd7c-f9d9e62f6bcd tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345776 May 02 10:33:27.899600 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.899600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ee65e7de-ee1f-4c28-a262-bbddfccccfb4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:27.901487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (00755f2c-16f1-4d0c-8297-9fbd4846840e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.916844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (00755f2c-16f1-4d0c-8297-9fbd4846840e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.923429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:27.923825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (00755f2c-16f1-4d0c-8297-9fbd4846840e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: timer() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:27.926044 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:27.967209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fe308ca-e804-4012-98a9-e746b1f2b688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:27.974331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:27.995575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.002304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:28.002902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.051989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (45be1688-f275-4a26-a8cc-5e1d45ac6310), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.058507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.066725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] 10.222.0.16 "DELETE /v2.0/networks/45be1688-f275-4a26-a8cc-5e1d45ac6310 HTTP/1.1" status: 204 len: 168 time: 1.1756251 May 02 10:33:28.067761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:28.079110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d5d4-d0aa-41e6-9f8a-0fbf270eff11 admin admin] Pushing event deleted for resources: {'Network': ['ID=45be1688-f275-4a26-a8cc-5e1d45ac6310,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:28.089157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4', 'network_id': '68754f0d-845f-4b69-a8b8-5c584f59fd64', 'port_id': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4', 'mac_address': 'fa:16:3e:c0:46:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c66efc66-d763-4c37-9617-abd9871ac469', 'ip_address': '19.80.0.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:28.097957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:28.114473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-6bee5ad4-57a3-4e81-931b-39baa7c4ffb2 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2054935 May 02 10:33:28.145629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:28.167377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:28.167776 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.194073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f0ea9fc-25f9-4a0f-9aaf-05b2069918c1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6297233 May 02 10:33:28.196661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37856) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:28.203242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:28.216711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee65e7de-ee1f-4c28-a262-bbddfccccfb4 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:28.248357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:28.310553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-6cb5f42a-8743-4496-b24b-794149167b70 service neutron] 10.222.0.16 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872256 May 02 10:33:28.315094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.403715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:28.406202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:28.409940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.464198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f767a-37ea-46c5-a8ef-a61810b33366 req-0ba4d4bf-3c52-44c5-823a-c364bd3b36d0 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:28.469431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47f767a-37ea-46c5-a8ef-a61810b33366 req-0ba4d4bf-3c52-44c5-823a-c364bd3b36d0 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:28.473153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f47f767a-37ea-46c5-a8ef-a61810b33366 req-0ba4d4bf-3c52-44c5-823a-c364bd3b36d0 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1680 time: 0.0833611 May 02 10:33:28.532436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f47f767a-37ea-46c5-a8ef-a61810b33366 req-3cd2754a-e96f-4436-b057-04ddcafc34f6 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531194 May 02 10:33:28.560361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:28.607431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79026407-9fac-4a4a-a709-5d4bb2e91691 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1b64eac9be54bb888efb39bf8bb93ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464630 May 02 10:33:28.624436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:28.698882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f55de4-d002-44df-9baf-12770a0b2ce3 req-35c2b2f0-9fff-4efd-b717-57b37bfe00e2 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:28.700413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84f55de4-d002-44df-9baf-12770a0b2ce3 req-35c2b2f0-9fff-4efd-b717-57b37bfe00e2 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.0763090 May 02 10:33:28.707323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7f1372f2-a0c6-48bf-83fd-3cdf60af4c96'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:28.708324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0b0807a-52ab-4afa-b270-4870f1d5e731 req-3d959ef2-9df7-4134-a4d4-ceefee6d21cd tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.0415766 May 02 10:33:28.732419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] Publish callbacks [] for security_group (3ba56d0a-19f7-454e-9c5a-4c0e34032a87), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.773957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] Publish callbacks [] for security_group (3ba56d0a-19f7-454e-9c5a-4c0e34032a87), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.782803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (592ab68a-f383-491c-8959-75e0f8d89555), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:28.784764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['ee65e7de-ee1f-4c28-a262-bbddfccccfb4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:28.832130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84f55de4-d002-44df-9baf-12770a0b2ce3 req-a3676ad2-32c7-4cfb-9e50-66388306bf04 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186078 May 02 10:33:28.872560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=592ab68a-f383-491c-8959-75e0f8d89555,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:28.993356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64222dd0-11c3-4f27-9c88-e2aaa71cc01e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:28.997853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40736fd-0696-4a0d-bae3-5c041c2037a0 req-5f95bb86-2204-49ff-8c0f-52a81638eb8c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:28.999674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c40736fd-0696-4a0d-bae3-5c041c2037a0 req-5f95bb86-2204-49ff-8c0f-52a81638eb8c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1202424 May 02 10:33:29.002021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:29.002458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:29.038647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 64222dd0-11c3-4f27-9c88-e2aaa71cc01e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:29.039249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 64222dd0-11c3-4f27-9c88-e2aaa71cc01e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:29.067217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c40736fd-0696-4a0d-bae3-5c041c2037a0 req-10353a95-de1e-42e7-95ac-c6f99f24aba2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597687 May 02 10:33:29.080021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3ba56d0a-19f7-454e-9c5a-4c0e34032a87), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.083539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.086865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ba56d0a-19f7-454e-9c5a-4c0e34032a87 HTTP/1.1" status: 204 len: 168 time: 0.4594057 May 02 10:33:29.093273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87310255-aad0-4810-9da2-ce107744013e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba56d0a-19f7-454e-9c5a-4c0e34032a87,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:29.104425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:29.183332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:29.184929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.191303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:29.191904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.200303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4263932-3aa7-410b-abe9-ad92ed5f94e8 None None] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:29.278405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83d3be03-f5d5-41c8-a090-4b28b2bd831f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0801282 May 02 10:33:29.280902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37892) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:29.285334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1785950743', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:29.306716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971', 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '592ab68a-f383-491c-8959-75e0f8d89555'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:29.307646 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.377555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.378712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.437867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.455986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Allocated IP 2001:db8::2 (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971/592ab68a-f383-491c-8959-75e0f8d89555/c3901b87-409e-473c-9534-1c0648f139db) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:29.503050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.609510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.612466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5e0890b-316e-40f9-8c58-be86074316e6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3300760 May 02 10:33:29.614872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:29.769643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks [] for port (c3901b87-409e-473c-9534-1c0648f139db), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.823357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022156-6fd6-499b-b7a8-047fe3543999 req-58957920-665a-4015-b5ce-60a6eb45af72 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:29.829739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df022156-6fd6-499b-b7a8-047fe3543999 req-58957920-665a-4015-b5ce-60a6eb45af72 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:29.831781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df022156-6fd6-499b-b7a8-047fe3543999 req-58957920-665a-4015-b5ce-60a6eb45af72 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1680 time: 0.2006366 May 02 10:33:29.853722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0623ad45-4f89-4661-9f29-d6d7e93e6b45 req-3128171c-489f-473b-9f0f-c035b45b52c6 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.0343151 May 02 10:33:29.892583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c3901b87-409e-473c-9534-1c0648f139db), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:29.920152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-143920ce-8eba-4285-bbc3-78afab6ab2b2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1762419 May 02 10:33:29.953815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:29.955816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:29.969707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:29.981867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5f819-cd02-4d4c-8ea0-4c9f2db80dc9 req-dc853286-ba92-4b71-a9eb-f2012be39c49 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:29.983920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ceb5f819-cd02-4d4c-8ea0-4c9f2db80dc9 req-dc853286-ba92-4b71-a9eb-f2012be39c49 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.0622239 May 02 10:33:30.004227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Pushing event updated for resources: {'Port': ['ID=c3901b87-409e-473c-9534-1c0648f139db,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:30.070722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:30.072938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:30.075070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c2b44eb2-5ebc-4e4d-acd9-f802253d3513 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:30.107081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ceb5f819-cd02-4d4c-8ea0-4c9f2db80dc9 req-6303d81f-3184-4e20-850f-c7fcc5c560bf tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088002 May 02 10:33:30.124289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: c2b44eb2-5ebc-4e4d-acd9-f802253d3513 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:30.124441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c2b44eb2-5ebc-4e4d-acd9-f802253d3513 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:30.152789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df022156-6fd6-499b-b7a8-047fe3543999 req-db8101e0-7d19-4ac6-bbfe-87263a7d1ced tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845538 May 02 10:33:30.167629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123121ec-69be-47ec-9474-9d301892b37f req-b6cd54d1-f00a-49c5-a2ab-5b7f255736a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:30.175373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-b6cd54d1-f00a-49c5-a2ab-5b7f255736a2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 1127 time: 0.1972630 May 02 10:33:30.192909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Attempting to bind port c3901b87-409e-473c-9534-1c0648f139db on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:30.193298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Attempting to bind port c3901b87-409e-473c-9534-1c0648f139db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:30.194223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Attempting to bind port c3901b87-409e-473c-9534-1c0648f139db on network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:30.208171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:30.209526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Checking segment: {'id': 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:30.209526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.209526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Bound using segment: {'id': 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:30.209926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Bound port: c3901b87-409e-473c-9534-1c0648f139db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:30.211484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c3901b87-409e-473c-9534-1c0648f139db), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.246703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:30.269239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b90393-fc0d-4a76-a8d8-d2467eff5f79 req-d2437379-b5c4-469c-bf3d-15665c33d937 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:30.271197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98b90393-fc0d-4a76-a8d8-d2467eff5f79 req-d2437379-b5c4-469c-bf3d-15665c33d937 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1029353 May 02 10:33:30.345749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:30.346241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.350516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98b90393-fc0d-4a76-a8d8-d2467eff5f79 req-9dd7f09b-2b78-4f8a-901c-454b760ca221 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638251 May 02 10:33:30.386226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] For port c3901b87-409e-473c-9534-1c0648f139db, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:30.413899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:30.426569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] For port c3901b87-409e-473c-9534-1c0648f139db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3901b87-409e-473c-9534-1c0648f139db,segment=NetworkSegment(b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a),segment_id=b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:30.434686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.440960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '7dd05afd-3298-431b-a899-282bd226f958', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'port_id': '7dd05afd-3298-431b-a899-282bd226f958', 'mac_address': 'fa:16:3e:84:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad14611-859a-4719-8054-ab5435e8c010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:30.469543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37932) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:30.475501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1614784559'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:30.526228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.527443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c3901b87-409e-473c-9534-1c0648f139db), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.540278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123121ec-69be-47ec-9474-9d301892b37f req-e6367829-d1fa-463a-896d-79df306c8ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:30.541737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-e6367829-d1fa-463a-896d-79df306c8ce4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 200 len: 919 time: 0.3080900 May 02 10:33:30.552523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:30.553033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.561376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:30.561771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.597092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:30.649206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:30.651558 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4bee2d3-40aa-4205-9154-904a4027669a" -d '{"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-plugged", "status": "completed", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:30.659514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:30.667707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2185a4a-e1c3-45b6-81fb-514dde33f36c None None] Pushing event updated for resources: {'Port': ['ID=c3901b87-409e-473c-9534-1c0648f139db,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:30.683512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:30.688585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-e0af2a89-a18d-4093-8198-aa30e80f65bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=392cc431-81cb-478e-8e5c-5236e2451e47 HTTP/1.1" status: 200 len: 217 time: 0.1036437 May 02 10:33:30.731607 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.770236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:30.771076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ee65e7de-ee1f-4c28-a262-bbddfccccfb4 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:30.813920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7dd05afd-3298-431b-a899-282bd226f958'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:30.853279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-aa4bae49-a35f-4f4c-9d8f-e1c1f0ab7c31 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=acccc99fe3574a59b1b416e67ea040dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382423 May 02 10:33:30.867675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d232e4-4ee6-4374-abaf-54dbfe49e1cc req-153901a6-2f29-4b4e-ae91-7e81373b2332 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:30.869816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22d232e4-4ee6-4374-abaf-54dbfe49e1cc req-153901a6-2f29-4b4e-ae91-7e81373b2332 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.1466827 May 02 10:33:30.884710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:30.988215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:30.994617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:30.997838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.076408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:31.078843 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.151391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:31.174599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:31.185840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.186215 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Added segment 7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa of type vlan for network e27b5b11-76e1-431a-85f5-7885f1448aa9 May 02 10:33:31.196719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-17857a47-b265-413e-968b-63aaf391a5c3 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:31.205235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-17857a47-b265-413e-968b-63aaf391a5c3 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3496544 May 02 10:33:31.240691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e27b5b11-76e1-431a-85f5-7885f1448aa9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.263891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-80f0dbdd-66c7-4967-8cc4-3c42604c63ac tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/quotas/acccc99fe3574a59b1b416e67ea040dd HTTP/1.1" status: 200 len: 375 time: 0.0577302 May 02 10:33:31.306966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:31.306966 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.353055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-03f9504b-ec3e-4d8c-b8df-a6384f19a13f tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=acccc99fe3574a59b1b416e67ea040dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0881019 May 02 10:33:31.365663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22d232e4-4ee6-4374-abaf-54dbfe49e1cc req-8df6baa5-5c24-4fed-b62f-6d4450d6a48f tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964171 May 02 10:33:31.376738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:31.409671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e27b5b11-76e1-431a-85f5-7885f1448aa9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.414641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:31.415234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.419073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8::1 (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971/592ab68a-f383-491c-8959-75e0f8d89555/ccdc6c70-5243-42dd-aca2-792bb1f70edd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:31.428059 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c47c0b92-1645-4a7f-85fb-aa470590ef5a x-openstack-request-id: req-c47c0b92-1645-4a7f-85fb-aa470590ef5a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:31.428363 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-plugged", "status": "completed", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:31.428658 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c47c0b92-1645-4a7f-85fb-aa470590ef5a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:31.429590 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c47c0b92-1645-4a7f-85fb-aa470590ef5a'] response: {'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'code': 200} May 02 10:33:31.475695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-5bb3577e-47bb-4df1-b265-0086c5de0ae7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:31.477279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-5bb3577e-47bb-4df1-b265-0086c5de0ae7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 811 time: 0.4961615 May 02 10:33:31.482524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.530387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Request body: {'port': {'device_id': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'admin_state_up': True, 'tenant_id': '6c7bd47feb9549daaf4d186085f8d171'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:31.543846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:31.598451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-521bf5d3-03ac-48d8-80b7-c78352cbf983 req-de3d3161-963c-44c2-80e9-41a41fb7e18e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.1133206 May 02 10:33:31.869485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:31.874239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb69fc8-bd38-493f-a6fe-e8bec90981e5 req-f1bd9372-93f9-4c35-960c-800881d26df2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:31.874239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eb69fc8-bd38-493f-a6fe-e8bec90981e5 req-f1bd9372-93f9-4c35-960c-800881d26df2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.0902138 May 02 10:33:31.874239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38008) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:31.993462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eb69fc8-bd38-493f-a6fe-e8bec90981e5 req-32f1db68-4405-4e9f-a38f-4f35155c2abc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131005 May 02 10:33:32.081961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:32.147663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f86fe971-3beb-4dc3-9cbe-8a0578a94997 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.191051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 7dd05afd-3298-431b-a899-282bd226f958 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:32.191429 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7dd05afd-3298-431b-a899-282bd226f958), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.200322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-3fe2c44a-c4b5-4350-8605-58faffb4a31e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.201312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-3fe2c44a-c4b5-4350-8605-58faffb4a31e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.1881862 May 02 10:33:32.215403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.221252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Network': ['ID=e27b5b11-76e1-431a-85f5-7885f1448aa9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:32.229597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7e3a362e-99de-4575-8906-4ff4c6e7a884 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7588773 May 02 10:33:32.229723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38018) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:32.252164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:32.349265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1494785081'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:32.354147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123121ec-69be-47ec-9474-9d301892b37f req-a753fa65-3bb4-4b8d-b99c-4b9116f553fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.355931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-a753fa65-3bb4-4b8d-b99c-4b9116f553fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 200 len: 858 time: 0.1205242 May 02 10:33:32.381267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c75f168-d331-499a-873f-9e885f8b2da4 None None] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:32.384588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e080a40-fcc8-4666-a63f-8807e8547d9b req-40d99cf1-039f-41ce-93d1-01a160955b94 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 210 time: 0.2812443 May 02 10:33:32.423561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:32.423561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.466478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-ff9672a7-2b50-4754-9a7a-435c74e9f845 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d01d8443-071d-4e87-8e09-1e881fd527bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0797088 May 02 10:33:32.495011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Deleting port 392cc431-81cb-478e-8e5c-5236e2451e47 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:32.495813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.507416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Provisioning complete for port c3901b87-409e-473c-9534-1c0648f139db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:32.507871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3901b87-409e-473c-9534-1c0648f139db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.549095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:32.584401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-c3ea15f1-207a-4507-a8da-344891378239 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026752 May 02 10:33:32.591924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-081e7130-7a97-47cc-a009-1a7ce0e8a8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.593216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-081e7130-7a97-47cc-a009-1a7ce0e8a8fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1127 time: 0.3598297 May 02 10:33:32.623749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] For port 392cc431-81cb-478e-8e5c-5236e2451e47, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=392cc431-81cb-478e-8e5c-5236e2451e47,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:32.624546 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.640746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.643650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Calling delete_port for 392cc431-81cb-478e-8e5c-5236e2451e47 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:32.704135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-123121ec-69be-47ec-9474-9d301892b37f req-9834e992-74ff-48e6-a7fb-cba1c1962aa1 service neutron] 10.222.0.15 "GET /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086578 May 02 10:33:32.761092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:32.839886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-e290998a-178a-4b30-a0fc-10ca446ed6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.841460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-e290998a-178a-4b30-a0fc-10ca446ed6d0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.1326194 May 02 10:33:32.868212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ee9-d75c-4836-b241-23f1ad9634da req-82c33947-1b98-4818-b896-f882d67731ec tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.874210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e495ee9-d75c-4836-b241-23f1ad9634da req-82c33947-1b98-4818-b896-f882d67731ec tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.881561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e495ee9-d75c-4836-b241-23f1ad9634da req-82c33947-1b98-4818-b896-f882d67731ec tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.6433773 May 02 10:33:32.928048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758b2d62-d9c0-4df4-be12-f682c752ab7a req-69f09b62-02b3-4cfb-b89a-71f9b2ef6cf4 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:32.937313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-758b2d62-d9c0-4df4-be12-f682c752ab7a req-69f09b62-02b3-4cfb-b89a-71f9b2ef6cf4 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=e51df54f-fd38-4135-8250-7d7ab5f54991 HTTP/1.1" status: 200 len: 945 time: 0.1421919 May 02 10:33:32.943530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Current status of the port c3901b87-409e-473c-9534-1c0648f139db is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:32.944395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c3901b87-409e-473c-9534-1c0648f139db), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:32.946786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (392cc431-81cb-478e-8e5c-5236e2451e47), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.035807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event deleted for resources: {'Port': ['ID=392cc431-81cb-478e-8e5c-5236e2451e47,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:33.042527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e495ee9-d75c-4836-b241-23f1ad9634da req-51649893-5a9c-4c15-9ff9-b6d4467be5ce tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597145 May 02 10:33:33.063581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] For port c3901b87-409e-473c-9534-1c0648f139db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3901b87-409e-473c-9534-1c0648f139db,segment=NetworkSegment(b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a),segment_id=b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:33.065903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:33.152050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] No DVR routers for this DVR port 392cc431-81cb-478e-8e5c-5236e2451e47 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:33.159732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.164457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-c8dc7f47-cd0e-4abe-829d-96daaa7303ff service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.2406578 May 02 10:33:33.189392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01c702b2-1be4-4d79-8eb2-7cb987f129c5 req-abaf0ae5-2730-4af1-9012-27967fc81cef tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "DELETE /v2.0/ports/392cc431-81cb-478e-8e5c-5236e2451e47 HTTP/1.1" status: 204 len: 173 time: 0.9403763 May 02 10:33:33.196087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'name': 'network-vif-deleted', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:33.205873 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d71461-6d13-4086-9d55-26b950c0f9e0" -d '{"events": [{"server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "name": "network-vif-deleted", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:33.222902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:33.226920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.245436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f5e44ab2-13f1-49da-8213-064ad694189b', '392cc431-81cb-478e-8e5c-5236e2451e47'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:33.260448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-7afd56fb-8df6-47e8-848c-95820ef5d8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:33.266570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-7afd56fb-8df6-47e8-848c-95820ef5d8bc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.0948663 May 02 10:33:33.313168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.342960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-781a4ae1-4ded-456d-bcad-915aa43914c1 req-464aa174-ed5b-428b-b635-046d56c02889 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.0750179 May 02 10:33:33.346810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c3901b87-409e-473c-9534-1c0648f139db), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.348876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3901b87-409e-473c-9534-1c0648f139db up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:33.391084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:33.407687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-758b2d62-d9c0-4df4-be12-f682c752ab7a req-d794b420-65a6-454a-becc-db0922e15179 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4690993 May 02 10:33:33.425422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (50999c19-133b-4068-8184-a4dfb0dec072), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.427056 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Added segment 50999c19-133b-4068-8184-a4dfb0dec072 of type vlan for network 1f30dcce-890c-41ae-adf7-048d127befb4 May 02 10:33:33.458326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f86fe971-3beb-4dc3-9cbe-8a0578a94997 admin admin] Publish callbacks [] for security_group (91d896be-679e-4f73-aae7-ac38a3dc1131), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.505291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1f30dcce-890c-41ae-adf7-048d127befb4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.509159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=ccdc6c70-5243-42dd-aca2-792bb1f70edd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:33.513061 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-80806f00-1f69-48c4-861b-613dfa69fa66 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1683240 May 02 10:33:33.531639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f86fe971-3beb-4dc3-9cbe-8a0578a94997 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91d896be-679e-4f73-aae7-ac38a3dc1131), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.571899 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d3cc8f8-b122-42a2-ac54-b10ea7559c6c x-openstack-request-id: req-0d3cc8f8-b122-42a2-ac54-b10ea7559c6c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:33.572198 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e51df54f-fd38-4135-8250-7d7ab5f54991", "name": "network-vif-deleted", "tag": "392cc431-81cb-478e-8e5c-5236e2451e47", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:33.572458 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0d3cc8f8-b122-42a2-ac54-b10ea7559c6c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:33.573164 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d3cc8f8-b122-42a2-ac54-b10ea7559c6c'] response: {'server_uuid': 'e51df54f-fd38-4135-8250-7d7ab5f54991', 'name': 'network-vif-deleted', 'tag': '392cc431-81cb-478e-8e5c-5236e2451e47', 'status': 'completed', 'code': 200} May 02 10:33:33.611661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4'}, {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:33.614475 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780c3d75-6d62-43ab-90f2-3f853286ec4a" -d '{"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-plugged", "status": "completed", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4"}, {"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:33.620580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44509b1a-6b3d-481a-bf1a-85638e9109b4 None None] Pushing event updated for resources: {'Port': ['ID=c3901b87-409e-473c-9534-1c0648f139db,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:33.637397 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f86fe971-3beb-4dc3-9cbe-8a0578a94997 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=67cc0a5d5e6a452e9991ef89d74248a0&name=default HTTP/1.1" status: 200 len: 3000 time: 1.7632096 May 02 10:33:33.638078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38038) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:33.649135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fe971-3beb-4dc3-9cbe-8a0578a94997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91d896be-679e-4f73-aae7-ac38a3dc1131,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:33.655549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-39f75d5a-b1c7-4147-959c-b8f79d88f1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247339 May 02 10:33:33.665366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Made reservation on behalf of 6c7bd47feb9549daaf4d186085f8d171 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:33.668625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.674973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:33.691646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1f30dcce-890c-41ae-adf7-048d127befb4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.705091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:33.707034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.714278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-663742de-2ac1-4371-bb99-c0ea02466376 None None] Provisioning complete for port c3901b87-409e-473c-9534-1c0648f139db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:33.714614 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-663742de-2ac1-4371-bb99-c0ea02466376 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3901b87-409e-473c-9534-1c0648f139db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.842407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ebec40c-33ad-48a4-ad2e-e1a509a5cebb req-c939e097-6f04-4c91-9aac-e4ecfaac7980 service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783881 May 02 10:33:33.853649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:33.865126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:33.865737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:33.988445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36d29264-7ecf-4154-8bf2-c6e16692a7c5 req-98a8b15b-1844-4676-b051-42ddf34a4d21 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 210 time: 0.2258668 May 02 10:33:33.996751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c3901b87-409e-473c-9534-1c0648f139db triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:34.004473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.7700896 May 02 10:33:34.006606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc88e453-e1cb-48a1-bf22-3dba06fae644 req-8ef032f4-3eeb-4127-b1ac-c3319e9e6004 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.009110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3901b87-409e-473c-9534-1c0648f139db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.014013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38040) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:34.026892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'subnet': {'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:34.029414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc88e453-e1cb-48a1-bf22-3dba06fae644 req-8ef032f4-3eeb-4127-b1ac-c3319e9e6004 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.5517445 May 02 10:33:34.181340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Allocated IP 172.20.0.4 (0940fb6b-704d-46c5-bdc2-b964a76df132/5848ed47-bb1d-4bc7-9ade-ffcbede837f4/9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:34.245541 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5124bc1a-ab7d-41d8-92e5-0e529f8fa2c5 x-openstack-request-id: req-5124bc1a-ab7d-41d8-92e5-0e529f8fa2c5 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:34.249200 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-plugged", "status": "completed", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4", "code": 200}, {"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:34.250100 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5124bc1a-ab7d-41d8-92e5-0e529f8fa2c5 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:34.250966 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5124bc1a-ab7d-41d8-92e5-0e529f8fa2c5'] response: {'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4', 'code': 200} May 02 10:33:34.251853 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5124bc1a-ab7d-41d8-92e5-0e529f8fa2c5'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'code': 200} May 02 10:33:34.252590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-663742de-2ac1-4371-bb99-c0ea02466376 None None] Current status of the port c3901b87-409e-473c-9534-1c0648f139db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:34.286480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592acea6-da5a-482b-ab66-99279e71105e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Network': ['ID=1f30dcce-890c-41ae-adf7-048d127befb4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:34.352813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1f30dcce-890c-41ae-adf7-048d127befb4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:34.420722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] Publish callbacks [] for security_group (91d896be-679e-4f73-aae7-ac38a3dc1131), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.423185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b133-6bc0-449a-9b72-620e330153b7 req-dbf9ded2-3316-47dc-b7df-912172e7b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.425913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9b133-6bc0-449a-9b72-620e330153b7 req-dbf9ded2-3316-47dc-b7df-912172e7b667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.430865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6c9b133-6bc0-449a-9b72-620e330153b7 req-dbf9ded2-3316-47dc-b7df-912172e7b667 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 2046 time: 0.2156336 May 02 10:33:34.474690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks [] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.557279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5dad9-9368-4774-956d-a695f73ec051 req-dc707e2d-ba88-4137-88d7-3dacb8a515f3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.563056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5dad9-9368-4774-956d-a695f73ec051 req-dc707e2d-ba88-4137-88d7-3dacb8a515f3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.571674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71b5dad9-9368-4774-956d-a695f73ec051 req-dc707e2d-ba88-4137-88d7-3dacb8a515f3 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.2598279 May 02 10:33:34.576000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] Publish callbacks [] for security_group (91d896be-679e-4f73-aae7-ac38a3dc1131), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.576865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7c8b02ab-294d-4f89-85f4-e6d1ead83ad4 None None] Provisioning complete for port ccdc6c70-5243-42dd-aca2-792bb1f70edd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:34.581409 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c8b02ab-294d-4f89-85f4-e6d1ead83ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.659229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71b5dad9-9368-4774-956d-a695f73ec051 req-75d788bd-2d54-43e5-9724-f8e5fa9b86ae tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 May 02 10:33:34.672983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:34.676715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.744278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7c8b02ab-294d-4f89-85f4-e6d1ead83ad4 None None] Port ccdc6c70-5243-42dd-aca2-792bb1f70edd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:34.760708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c3901b87-409e-473c-9534-1c0648f139db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:34.777550 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-1a50ea69-a707-46e7-bf2b-b0e6294787bc tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=acccc99fe3574a59b1b416e67ea040dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1762674 May 02 10:33:34.781274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.781274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:34.785331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6c9b133-6bc0-449a-9b72-620e330153b7 req-8026fa9d-a1ba-451d-b11e-879e22af8764 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423638 May 02 10:33:34.793147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc88e453-e1cb-48a1-bf22-3dba06fae644 req-5ec68937-58a8-400f-a88b-a38eaee61840 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7627573 May 02 10:33:34.860242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Network 0940fb6b-704d-46c5-bdc2-b964a76df132 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:34.885991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a08bfa-b188-4366-b4fd-4a211d24e77e req-a3b0dd7a-f49a-4709-b2c1-eb039707b5b3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:34.887527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59a08bfa-b188-4366-b4fd-4a211d24e77e req-a3b0dd7a-f49a-4709-b2c1-eb039707b5b3 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 931 time: 0.0988710 May 02 10:33:34.903267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:34.912218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:34.922417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event updated for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:35.012655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59a08bfa-b188-4366-b4fd-4a211d24e77e req-d0664d97-defc-421c-b9ad-fa87588cc2e2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898843 May 02 10:33:35.022051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91d896be-679e-4f73-aae7-ac38a3dc1131), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.024985 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.026143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91d896be-679e-4f73-aae7-ac38a3dc1131 HTTP/1.1" status: 204 len: 168 time: 1.3860266 May 02 10:33:35.089699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0b48-ea6a-448c-b2ec-4f2a7a534517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91d896be-679e-4f73-aae7-ac38a3dc1131,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:35.128330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3901b87-409e-473c-9534-1c0648f139db up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:35.188619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:35.189291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.233508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42936553-9b39-4370-902a-a73c44bda39b req-286ef4d1-eeff-4ad4-b5f2-dbf393c89c1d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 210 time: 0.0616858 May 02 10:33:35.304770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c3901b87-409e-473c-9534-1c0648f139db triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:35.305340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3901b87-409e-473c-9534-1c0648f139db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.343734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-1e0f1b87-e4ac-4be1-9562-b36b9a6c8ab8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8295619 May 02 10:33:35.354870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-f4c91d49-c74f-4291-8163-23283b29bdd7 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:35.356486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-f4c91d49-c74f-4291-8163-23283b29bdd7 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3965735 May 02 10:33:35.370141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Request body: {'port': {'device_id': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:35.381363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Request body: {'port': {'device_id': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': 'acccc99fe3574a59b1b416e67ea040dd'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:35.520479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c3901b87-409e-473c-9534-1c0648f139db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:35.612494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 392cc431-81cb-478e-8e5c-5236e2451e47 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:35.659174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 392cc431-81cb-478e-8e5c-5236e2451e47 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:35.659540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 392cc431-81cb-478e-8e5c-5236e2451e47 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:35.670681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.787197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.916760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.918029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:35.920460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Made reservation on behalf of acccc99fe3574a59b1b416e67ea040dd for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:35.924950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.070826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fb68-9b25-4b61-a508-6c76fc21769c req-064aa5d3-78fa-4ad0-a6c6-00e0c7e0ad5d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.076215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e3fb68-9b25-4b61-a508-6c76fc21769c req-064aa5d3-78fa-4ad0-a6c6-00e0c7e0ad5d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.081908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (4af14ee3-e09a-4b2a-80df-c3e1d1435523), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.084102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44e3fb68-9b25-4b61-a508-6c76fc21769c req-064aa5d3-78fa-4ad0-a6c6-00e0c7e0ad5d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.1723888 May 02 10:33:36.092989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=ccdc6c70-5243-42dd-aca2-792bb1f70edd,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:36.116835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.201987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5900aa7-1f13-4abd-9071-6ce69e4b2dd5 req-a00725cd-aeda-4fb0-9edd-52f1dac61bda tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.203773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5900aa7-1f13-4abd-9071-6ce69e4b2dd5 req-a00725cd-aeda-4fb0-9edd-52f1dac61bda tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1465828 May 02 10:33:36.244278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Subnet': ['ID=4af14ee3-e09a-4b2a-80df-c3e1d1435523,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:36.297423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-44e3fb68-9b25-4b61-a508-6c76fc21769c req-264957b2-9672-4d67-bf34-8edbf1f7d182 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110574 May 02 10:33:36.342168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:36.342629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network hostable DHCP agents. Network: e27b5b11-76e1-431a-85f5-7885f1448aa9, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:36.371203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5900aa7-1f13-4abd-9071-6ce69e4b2dd5 req-f66d3947-2265-42cd-a6f4-c5f06cbc0223 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571836 May 02 10:33:36.451183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:36.458226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:36.501473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:36.578185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815bacb-a672-4011-932b-d9b41843a44e req-1e34dbfb-978b-4cb7-bd7a-5274dd58a140 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.590678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4815bacb-a672-4011-932b-d9b41843a44e req-1e34dbfb-978b-4cb7-bd7a-5274dd58a140 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 931 time: 0.1025083 May 02 10:33:36.610562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e27b5b11-76e1-431a-85f5-7885f1448aa9) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:36.618916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.619812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.634681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf4cebb-ddc7-4e17-850a-bbb1ee33c8c3 None None] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:36.709755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks [] for security_group (ae803225-3402-4054-8b49-bdc312fc3254), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.759538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4815bacb-a672-4011-932b-d9b41843a44e req-04c0c291-140b-496d-b7d1-8b0d0acca54a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664302 May 02 10:33:36.792455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2d99-8de4-4fc3-8c82-d4c187630fe0 req-8f7c0bdb-1218-4eb7-9d4b-c6793a51ab79 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.805981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce2d99-8de4-4fc3-8c82-d4c187630fe0 req-8f7c0bdb-1218-4eb7-9d4b-c6793a51ab79 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:36.820877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74ce2d99-8de4-4fc3-8c82-d4c187630fe0 req-8f7c0bdb-1218-4eb7-9d4b-c6793a51ab79 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe&device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 1681 time: 0.2798059 May 02 10:33:36.838235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8c43faa7-1ebb-461b-9457-3e4c3cb4cbbc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8220971 May 02 10:33:36.840702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38098) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:36.864402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'subnet': {'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:36.894263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae803225-3402-4054-8b49-bdc312fc3254), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:36.984360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74ce2d99-8de4-4fc3-8c82-d4c187630fe0 req-3f44a160-9d40-4d2a-8382-667300870fdd tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624901 May 02 10:33:37.019584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:37.095334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks [] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.103703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae803225-3402-4054-8b49-bdc312fc3254,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:37.131601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Transition to ACTIVE for port object 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:37.135599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd55958d-8ccc-40c7-bbec-fef656c74d9b req-44c7128e-bcac-4231-91d0-52f518e29a07 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 210 time: 0.1077335 May 02 10:33:37.236288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.291234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:37.297051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.368435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e27b5b11-76e1-431a-85f5-7885f1448aa9', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:37.373644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.390185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Allocated IP 192.168.233.244 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/ae045744-8b25-4b28-b47b-81181dfe209b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:37.392394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:37.407415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 2bda3c11-1aac-4016-a2eb-3b5b4df25a04 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:33:37.411391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2271094c-e50c-40de-b620-9cd7c98fa526 None None] Provisioning complete for port ccdc6c70-5243-42dd-aca2-792bb1f70edd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:37.411972 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2271094c-e50c-40de-b620-9cd7c98fa526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.592821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Attempting to bind port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:37.593187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Attempting to bind port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:37.593585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Attempting to bind port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:37.637088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad on network 0940fb6b-704d-46c5-bdc2-b964a76df132 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:37.637528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Attempting to bind port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad on network 0940fb6b-704d-46c5-bdc2-b964a76df132 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:37.639600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2271094c-e50c-40de-b620-9cd7c98fa526 None None] Port ccdc6c70-5243-42dd-aca2-792bb1f70edd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:37.666319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:37.666777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Checking segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:37.667236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Bound using segment: {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:37.667843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Bound port: 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e3cebe9-309e-44b2-985d-a6e10a935e09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:37.668288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.703789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3bad-cb46-4637-9b77-b70d2a5d1883 req-3b264d52-8ff5-439d-9c07-fe6dee82f94d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:37.715216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3bad-cb46-4637-9b77-b70d2a5d1883 req-3b264d52-8ff5-439d-9c07-fe6dee82f94d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:37.723532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc1f3bad-cb46-4637-9b77-b70d2a5d1883 req-3b264d52-8ff5-439d-9c07-fe6dee82f94d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.1663194 May 02 10:33:37.762383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Allocated IP 10.1.1.2 (e27b5b11-76e1-431a-85f5-7885f1448aa9/4af14ee3-e09a-4b2a-80df-c3e1d1435523/e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:37.849096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:37.858234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc1f3bad-cb46-4637-9b77-b70d2a5d1883 req-bce6a490-f83c-4e19-97f5-0fbcfd9c4267 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329579 May 02 10:33:37.863888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] Sync routers for ids ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:37.883113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] Routers {'2bda3c11-1aac-4016-a2eb-3b5b4df25a04'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:37.884083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:37.904846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38118) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:37.906208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-95ec67f1-bec9-4508-945f-4d0ad60e7a12 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/2bda3c11-1aac-4016-a2eb-3b5b4df25a04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2900338 May 02 10:33:37.943021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (1bc9d908-6896-480b-89d0-ccdbe921e0c5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:37.952242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3cd765-9fe5-427c-b324-bc5c8ba19f03 req-0c8f9f80-4884-43f5-b62d-c371013b759d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:37.960423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a3cd765-9fe5-427c-b324-bc5c8ba19f03 req-0c8f9f80-4884-43f5-b62d-c371013b759d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1530669 May 02 10:33:37.984834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:38.019036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] Routers {'2bda3c11-1aac-4016-a2eb-3b5b4df25a04'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:38.020073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:38.074155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:38.075315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9e2ad0-57e0-45b3-a2ee-2d1112a27a56 None None] The sync data for ids ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:38.117143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Subnet': ['ID=1bc9d908-6896-480b-89d0-ccdbe921e0c5,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:38.156917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks [] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.184361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3314e15-e725-4a9e-a950-9e3dae1a0cf1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:38.186611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3314e15-e725-4a9e-a950-9e3dae1a0cf1 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports/ccdc6c70-5243-42dd-aca2-792bb1f70edd HTTP/1.1" status: 200 len: 911 time: 0.2800987 May 02 10:33:38.190206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38124) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:38.198447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '592ab68a-f383-491c-8959-75e0f8d89555'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:38.246334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Checking segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:38.246705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network hostable DHCP agents. Network: 1f30dcce-890c-41ae-adf7-048d127befb4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:38.263608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.271623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a21b643-e1e4-4600-b775-fc876ca52a61 req-1a9ca8fa-51e3-45d7-aad2-70a3559e6371 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:38.278949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2a21b643-e1e4-4600-b775-fc876ca52a61 req-1a9ca8fa-51e3-45d7-aad2-70a3559e6371 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 943 time: 0.1634369 May 02 10:33:38.389375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:38.399099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:38.410645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:38.455648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.475074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network 1f30dcce-890c-41ae-adf7-048d127befb4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:38.481106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:38.485060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:38.494744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2a21b643-e1e4-4600-b775-fc876ca52a61 req-b19409c8-e863-4d48-a3eb-836a09528b7a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091436 May 02 10:33:38.500191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks [] for port (ae045744-8b25-4b28-b47b-81181dfe209b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.505974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Pushing event updated for resources: {'Port': ['ID=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:38.542699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a3cd765-9fe5-427c-b324-bc5c8ba19f03 req-62618700-2d7a-4c36-9a2a-c57525bb92da tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5812664 May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.561304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:38.567928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1f30dcce-890c-41ae-adf7-048d127befb4) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:38.580662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.591240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:38.592073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.603987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Attempting to bind port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:38.603987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Attempting to bind port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:38.603987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Attempting to bind port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:38.617849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038ef57b-3116-43da-b46d-860062d8a616 None None] Network 1f30dcce-890c-41ae-adf7-048d127befb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:38.620816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:38.621093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:38.621549 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.621952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Bound using segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:38.623219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Bound port: e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:38.624594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.722789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:38.731385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.732990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] 10.222.0.24 "PUT /v2.0/ports/9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad HTTP/1.1" status: 200 len: 1091 time: 3.3753104 May 02 10:33:38.739220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:38.741756 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f626ffb-2291-4447-90cc-1077025fed81" -d '{"events": [{"name": "network-changed", "server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:38.798675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a9a5f-a5a4-4fe4-b992-9309e32ae2fb service neutron] Pushing event updated for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:38.846393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.902246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1f30dcce-890c-41ae-adf7-048d127befb4', 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ips': [{'subnet_id': '1bc9d908-6896-480b-89d0-ccdbe921e0c5'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:38.903138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:38.999114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-9be17672-db9c-4ead-82bc-02cb384a4d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:39.002941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-9be17672-db9c-4ead-82bc-02cb384a4d5a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 1125 time: 0.1519570 May 02 10:33:39.006859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:39.010851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:39.030010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:39.074909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] For port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:39.108839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] For port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:39.157339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:39.200950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.207197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-e0e26200-741f-45b9-8320-e61e8cb58f29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad HTTP/1.1" status: 200 len: 217 time: 0.1937723 May 02 10:33:39.232197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:39.233357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.273910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.286686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b8a50580-3d39-4bee-a692-739389143816 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4446707 May 02 10:33:39.289716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38146) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:39.303486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'name': 'tempest-TaggedBootDevicesTest-1403402618', 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:39.312322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Allocated IP 10.2.2.2 (1f30dcce-890c-41ae-adf7-048d127befb4/1bc9d908-6896-480b-89d0-ccdbe921e0c5/f3b93ef0-9c5f-4ab0-9049-0c59c10016f4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:39.345048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d85b9f-dce2-4121-b3f4-68757b61dbea req-3e10e43e-4c65-439e-a9f5-499a3f022723 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:39.355278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-bc632f8a-92d4-4ddf-b6be-c1383c926662 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9817190 May 02 10:33:39.356036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10d85b9f-dce2-4121-b3f4-68757b61dbea req-3e10e43e-4c65-439e-a9f5-499a3f022723 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 936 time: 0.6852875 May 02 10:33:39.390744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d39461-e1f0-4788-816a-d32a575db717 None None] Pushing event updated for resources: {'Port': ['ID=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:39.433835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.450896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:39.452512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.456406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/ports/ccdc6c70-5243-42dd-aca2-792bb1f70edd HTTP/1.1" status: 200 len: 911 time: 1.2650130 May 02 10:33:39.459550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:39.474062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10d85b9f-dce2-4121-b3f4-68757b61dbea req-07fc7d01-e66c-47fa-8ed9-efcf33a8ff49 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170456 May 02 10:33:39.587550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef2cb9-25bb-45e8-bed0-98ae079839a2 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=ccdc6c70-5243-42dd-aca2-792bb1f70edd,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:39.605308 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38607b8-dd04-4c99-beb5-9823c061d9a4 x-openstack-request-id: req-e38607b8-dd04-4c99-beb5-9823c061d9a4 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:39.605807 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:39.605926 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e38607b8-dd04-4c99-beb5-9823c061d9a4 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:39.608717 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e38607b8-dd04-4c99-beb5-9823c061d9a4'] response: {'name': 'network-changed', 'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad', 'status': 'completed', 'code': 200} May 02 10:33:39.615941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-210aadb9-87b0-46ac-9b82-6e58e23fd51a None None] Provisioning complete for port ae045744-8b25-4b28-b47b-81181dfe209b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:39.616970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-210aadb9-87b0-46ac-9b82-6e58e23fd51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.688893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks [] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.730006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:39.750883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-210aadb9-87b0-46ac-9b82-6e58e23fd51a None None] Port ae045744-8b25-4b28-b47b-81181dfe209b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:39.811563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:39.873856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Network 1f30dcce-890c-41ae-adf7-048d127befb4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:39.883744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:39.891484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:39.902684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Pushing event updated for resources: {'Port': ['ID=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Attempting to bind port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Attempting to bind port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Attempting to bind port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 on network 1f30dcce-890c-41ae-adf7-048d127befb4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Checking segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Bound using segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Bound port: f3b93ef0-9c5f-4ab0-9049-0c59c10016f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:40.002946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.003705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.003705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fef27e3-c98c-4c73-ad08-a20bf8070075 req-a137625d-635c-44f6-96ff-d44a6875025a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:40.004286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fef27e3-c98c-4c73-ad08-a20bf8070075 req-a137625d-635c-44f6-96ff-d44a6875025a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 943 time: 0.1585803 May 02 10:33:40.041453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] device_id is not set on port 30e2471d-1903-4d4f-b963-e7024755ebb4 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:33:40.047551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] For port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:40.051093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] For port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:40.144197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.234227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18263333-4e5b-489a-bf7e-0da3c5fc1271 None None] Pushing event updated for resources: {'Port': ['ID=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:40.407665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e0b961-777d-4a4e-b18e-d2a4e3d4f109 req-0cd20717-7354-40b3-8624-4436ddc24baa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:40.425585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5e0b961-777d-4a4e-b18e-d2a4e3d4f109 req-0cd20717-7354-40b3-8624-4436ddc24baa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1320202 May 02 10:33:40.434478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Request body: {'port': {'device_id': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:40.443760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.567962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-206eb057-d7cd-4213-a0bc-5f2a410f68b1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:40.570141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-206eb057-d7cd-4213-a0bc-5f2a410f68b1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 945 time: 0.1415961 May 02 10:33:40.671447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fef27e3-c98c-4c73-ad08-a20bf8070075 req-cf6fa550-808d-4ac3-9339-7290d4be26ba tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6335859 May 02 10:33:40.710742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.1.1.106 (e27b5b11-76e1-431a-85f5-7885f1448aa9/4af14ee3-e09a-4b2a-80df-c3e1d1435523/30e2471d-1903-4d4f-b963-e7024755ebb4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:40.746886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5e0b961-777d-4a4e-b18e-d2a4e3d4f109 req-184abb4a-70ad-4408-afc6-cb3d76cde6bd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3199308 May 02 10:33:40.777129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-fb88b2f1-9c99-4202-bb17-b092d9876e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:40.779036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-fb88b2f1-9c99-4202-bb17-b092d9876e8e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.4907565 May 02 10:33:40.812161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Deleting port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:40.814845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:40.852160 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-efcf5314-6663-4ca9-a2d0-0df087d2607a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654335 May 02 10:33:40.914089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.062507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] For port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:41.068323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.123625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Calling delete_port for dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:41.159971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:41.271209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ad00c1-3f59-4a94-8de4-d7ebf630ab95 None None] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:41.381092 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.410134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db927b88-0f29-43a0-999d-411aa6aad60b req-e6e55d1f-f872-4f81-b07b-6b6318c9f4eb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:41.416031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:41.420423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f5e44ab2-13f1-49da-8213-064ad694189b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:41.423368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db927b88-0f29-43a0-999d-411aa6aad60b req-e6e55d1f-f872-4f81-b07b-6b6318c9f4eb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:41.437166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db927b88-0f29-43a0-999d-411aa6aad60b req-e6e55d1f-f872-4f81-b07b-6b6318c9f4eb tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.5784738 May 02 10:33:41.437893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event deleted for resources: {'Port': ['ID=dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:41.450964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8107f514-8eff-4043-9904-4077a2040f4b req-8b4a43b1-6c59-4369-a668-c157fc0bca9d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:41.458137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8107f514-8eff-4043-9904-4077a2040f4b req-8b4a43b1-6c59-4369-a668-c157fc0bca9d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 936 time: 0.1265388 May 02 10:33:41.516428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] No DVR routers for this DVR port dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:41.520815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.525377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a81e6be1-7af2-4d9a-b46e-1e97ff43846f req-6ea9622f-cb32-4802-90c0-45a2c1d152d1 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.24 "DELETE /v2.0/ports/dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 HTTP/1.1" status: 204 len: 173 time: 0.9460044 May 02 10:33:41.531885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'name': 'network-vif-deleted', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:41.531885 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84b42be9-5411-4b82-80d5-890a8dde067e" -d '{"events": [{"server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "name": "network-vif-deleted", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:41.586411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8107f514-8eff-4043-9904-4077a2040f4b req-e4d22f72-606f-4f20-b479-d29fa578c3b4 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268265 May 02 10:33:41.624893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Provisioning complete for port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:41.625719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.738148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a65c2b4c-d58c-4a10-b753-865526356300 req-ede84a3e-1ae7-4580-98a7-7740ba8d5624 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 210 time: 0.0593879 May 02 10:33:41.743552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-3acd1fc2-0f9c-49cb-ac72-316e85b894fb service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8753896 May 02 10:33:41.832170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:41.832708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:41.912876 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa9df34-30c3-4fd6-8451-b09061efb5c0 x-openstack-request-id: req-7aa9df34-30c3-4fd6-8451-b09061efb5c0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:41.915250 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6c88bc-a41c-4fcd-918d-9035a68b9abe", "name": "network-vif-deleted", "tag": "dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:41.915681 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7aa9df34-30c3-4fd6-8451-b09061efb5c0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:41.916193 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7aa9df34-30c3-4fd6-8451-b09061efb5c0'] response: {'server_uuid': '3c6c88bc-a41c-4fcd-918d-9035a68b9abe', 'name': 'network-vif-deleted', 'tag': 'dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8', 'status': 'completed', 'code': 200} May 02 10:33:41.920462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.049886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db927b88-0f29-43a0-999d-411aa6aad60b req-c3314d2c-7b81-491c-83e0-2eda5fa02003 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6031649 May 02 10:33:42.130272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Current status of the port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:42.130655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.193089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9002e881-8ab4-43ee-bf47-8bc30de5c741 None None] Network 1f30dcce-890c-41ae-adf7-048d127befb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:42.349175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:42.349175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.371425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e1ebff-a027-4055-9d1a-c6434f87ab72 req-4c764982-af52-437e-b566-c8e266bd410a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.385051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58e1ebff-a027-4055-9d1a-c6434f87ab72 req-4c764982-af52-437e-b566-c8e266bd410a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 943 time: 0.1814196 May 02 10:33:42.410232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] For port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:42.480543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.496079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11e27dea-51df-4268-89e8-e6a1446296e3 req-a5596d04-7c4a-46ec-b36f-49bb3147f71c service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238677 May 02 10:33:42.496681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58e1ebff-a027-4055-9d1a-c6434f87ab72 req-102f4600-d0e4-470c-a401-c8bb15e619e5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106670 May 02 10:33:42.519497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-3cced6ae-702b-4ad5-b91b-5f9a64d58e58 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.526263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-3cced6ae-702b-4ad5-b91b-5f9a64d58e58 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.528371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-3cced6ae-702b-4ad5-b91b-5f9a64d58e58 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 1682 time: 0.1330583 May 02 10:33:42.561469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3be479-0f73-4c17-887f-71c161a7f902 req-3b58c5f6-29ed-4aa0-89a0-58971f05d601 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.572512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db3be479-0f73-4c17-887f-71c161a7f902 req-3b58c5f6-29ed-4aa0-89a0-58971f05d601 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.3238699 May 02 10:33:42.574520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port ccdc6c70-5243-42dd-aca2-792bb1f70edd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:42.574872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.609138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:33:42.609547 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:33:42.653465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6371c-0ef0-43e0-9ef6-8e079a0e8797 None None] Pushing event updated for resources: {'Port': ['ID=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:42.656967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Provisioning complete for port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:42.669014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.696210 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.756675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:42.757077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.804396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-aef5a835-81ef-46e6-8f4e-4d2b1b8ea0f6 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.805964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-aef5a835-81ef-46e6-8f4e-4d2b1b8ea0f6 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 945 time: 0.2210784 May 02 10:33:42.826806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Current status of the port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:42.827219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:42.841440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:42.880383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:42.883074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:42.984313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7f63b-5295-45b5-aadf-803a661b34f5 req-26cf5f1d-164e-43a0-998e-0225918b6cc2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:42.992551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fdf7f63b-5295-45b5-aadf-803a661b34f5 req-26cf5f1d-164e-43a0-998e-0225918b6cc2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 936 time: 0.1784358 May 02 10:33:43.122666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port ee65e7de-ee1f-4c28-a262-bbddfccccfb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:43.127835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.198193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fdf7f63b-5295-45b5-aadf-803a661b34f5 req-344ba2c6-5ff1-4ad3-a813-8347cc575a9b tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045679 May 02 10:33:43.199719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for ee65e7de-ee1f-4c28-a262-bbddfccccfb4 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:43.344064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] For port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:43.362356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:43.370352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:43.413868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a6a48f-ba9e-4a6c-a441-9cf9c1646375 req-a07c2899-5d81-4129-b943-baad019c47da tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 210 time: 0.0324492 May 02 10:33:43.462361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db3be479-0f73-4c17-887f-71c161a7f902 req-596bc549-1359-4a4e-a950-a9648252be71 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8888576 May 02 10:33:43.492147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:43.494531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.518631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.519938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ee65e7de-ee1f-4c28-a262-bbddfccccfb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.565278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:43.645073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Provisioning complete for port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:43.645482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.673438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=ee65e7de-ee1f-4c28-a262-bbddfccccfb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:43.695608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.700356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:43.704257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626ffb-2291-4447-90cc-1077025fed81 req-62784349-60e8-4e2a-9333-c09fbcd433ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:43.707581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-62784349-60e8-4e2a-9333-c09fbcd433ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6c7bd47feb9549daaf4d186085f8d171&device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 1125 time: 0.1985505 May 02 10:33:43.790390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-55c87590-be75-4e67-a9e6-63d02c0ee779 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.1740663 May 02 10:33:43.798757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:43.845967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:43.856227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.856391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Pushing event updated for resources: {'Port': ['ID=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:43.876198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:43.880394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port ee65e7de-ee1f-4c28-a262-bbddfccccfb4 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:43.885700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.889838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks [] for port (ae045744-8b25-4b28-b47b-81181dfe209b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:43.890099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-e2f4c863-7bdb-4c98-9531-32313c180c68 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "DELETE /v2.0/ports/ee65e7de-ee1f-4c28-a262-bbddfccccfb4 HTTP/1.1" status: 204 len: 173 time: 1.3313038 May 02 10:33:43.891995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-114042dd-2ecd-4227-b748-fad66d17c56c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&device_id=3c6c88bc-a41c-4fcd-918d-9035a68b9abe HTTP/1.1" status: 200 len: 210 time: 0.0492928 May 02 10:33:43.896531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for ccdc6c70-5243-42dd-aca2-792bb1f70edd owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:43.931060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-deleted', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:43.931393 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a1566f-80c6-48b9-a8b0-6b349e900a1e" -d '{"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-deleted", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:44.018226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141e6b7-b156-4e7d-9020-7b5082fcff2d req-ab53b096-38fb-482d-ab56-2b011ab3409a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:44.021143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-12548ca9-405a-400a-ba8e-edb331a4e59c None None] Current status of the port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:44.025546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3141e6b7-b156-4e7d-9020-7b5082fcff2d req-ab53b096-38fb-482d-ab56-2b011ab3409a tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 943 time: 0.3748257 May 02 10:33:44.043677 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.056257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Deleting port f5e44ab2-13f1-49da-8213-064ad694189b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:44.060104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275a96aa-2283-4bc4-8775-129cd79bbf80 req-bc13cfbf-a6a5-40c3-a125-4cfad0e73cb0 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:44.062892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-275a96aa-2283-4bc4-8775-129cd79bbf80 req-bc13cfbf-a6a5-40c3-a125-4cfad0e73cb0 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 945 time: 0.4436216 May 02 10:33:44.065296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.077898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Transition to ACTIVE for port object ae045744-8b25-4b28-b47b-81181dfe209b will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:33:44.138382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:44.174875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1cc92532-2c55-4a9b-a55b-cfed86b33589 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.8839304 May 02 10:33:44.196079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:44.202569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'name': 'tempest-TaggedBootDevicesTest-1495379348', 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:44.207519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:44.231341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.276834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Provisioning complete for port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:44.277531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.310180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:44.310556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.314478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:44.314828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dbfbce7f-29a0-438a-a3f4-a015bf9e8ee8 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:44.443330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:44.443674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.486028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-275a96aa-2283-4bc4-8775-129cd79bbf80 req-280eda54-9979-45ca-b6c7-4cc085f695de tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/security-groups?id=bccdddba-c9dc-4150-8841-795b44ee6258&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3890662 May 02 10:33:44.520218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Current status of the port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:44.522909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:44.523832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:44.541629 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3141e6b7-b156-4e7d-9020-7b5082fcff2d req-685af968-4cd4-4188-8165-f0389e1cdad4 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5150571 May 02 10:33:44.550606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:44.563270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626ffb-2291-4447-90cc-1077025fed81 req-1c4f3b7c-8f93-4df9-b8ae-c5e562e10c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:44.565742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-1c4f3b7c-8f93-4df9-b8ae-c5e562e10c5a service neutron] 10.222.0.24 "GET /v2.0/networks?id=0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 200 len: 912 time: 0.7732825 May 02 10:33:44.585048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Provisioning complete for port 30e2471d-1903-4d4f-b963-e7024755ebb4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:44.585431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.665137 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-549fa9b2-297c-4e78-8f05-1eb58e82767b x-openstack-request-id: req-549fa9b2-297c-4e78-8f05-1eb58e82767b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:44.669753 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-deleted", "tag": "ee65e7de-ee1f-4c28-a262-bbddfccccfb4", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:44.669753 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-549fa9b2-297c-4e78-8f05-1eb58e82767b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:44.669753 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549fa9b2-297c-4e78-8f05-1eb58e82767b'] response: {'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-deleted', 'tag': 'ee65e7de-ee1f-4c28-a262-bbddfccccfb4', 'status': 'completed', 'code': 200} May 02 10:33:44.671918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-2f0a9656-d3b7-4f9f-b2e7-cdbc3c255edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:44.681470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-2f0a9656-d3b7-4f9f-b2e7-cdbc3c255edd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7472794 May 02 10:33:44.698181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dd1264b7-7ea3-4d48-bc84-bb6ec020b590 None None] Port 30e2471d-1903-4d4f-b963-e7024755ebb4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:44.723905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:44.723905 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.827928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:44.828588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.851803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:44.885099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:44.911870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-67ff70f9-8cc9-43cf-b36d-99a8ed9623f8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad HTTP/1.1" status: 200 len: 217 time: 0.3074739 May 02 10:33:44.940311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] For port f5e44ab2-13f1-49da-8213-064ad694189b, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f5e44ab2-13f1-49da-8213-064ad694189b,segment=NetworkSegment(95988e18-56d6-4620-b6f5-ea308333906c),segment_id=95988e18-56d6-4620-b6f5-ea308333906c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:44.941500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:44.943685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Attempting to bind port ae045744-8b25-4b28-b47b-81181dfe209b on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:44.944057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Attempting to bind port ae045744-8b25-4b28-b47b-81181dfe209b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:44.944942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Attempting to bind port ae045744-8b25-4b28-b47b-81181dfe209b on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:44.995183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5dbeab-8665-4370-80dd-8edd9239b8c6 req-98fa952b-461e-4063-9cd1-2104ce195ef0 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:45.002466 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e5dbeab-8665-4370-80dd-8edd9239b8c6 req-98fa952b-461e-4063-9cd1-2104ce195ef0 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.3088357 May 02 10:33:45.022962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:45.031166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Calling delete_port for f5e44ab2-13f1-49da-8213-064ad694189b owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:45.039562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Port ae045744-8b25-4b28-b47b-81181dfe209b on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:33:45.039894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Attempting to bind port ae045744-8b25-4b28-b47b-81181dfe209b on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:45.098657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1fb057-c0a0-40e4-aa9c-bd6408531099 req-6e98c34b-535a-45ba-af22-8847fa53144d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:45.100632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:45.100819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c1fb057-c0a0-40e4-aa9c-bd6408531099 req-6e98c34b-535a-45ba-af22-8847fa53144d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.2215841 May 02 10:33:45.105626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:45.108877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:45.108877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Bound port: ae045744-8b25-4b28-b47b-81181dfe209b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:45.108877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.170685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f626ffb-2291-4447-90cc-1077025fed81 req-fcecf513-4b3b-46be-b514-7964a967344d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:45.172975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-fcecf513-4b3b-46be-b514-7964a967344d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 200 len: 851 time: 0.2462754 May 02 10:33:45.212721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e5dbeab-8665-4370-80dd-8edd9239b8c6 req-d7eb904d-0ed2-49b0-bb0b-3da3912d3757 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2093434 May 02 10:33:45.271626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c1fb057-c0a0-40e4-aa9c-bd6408531099 req-a6c37de3-ec45-48e0-bbd0-1012d6653f98 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574011 May 02 10:33:45.293446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-6c49846b-342a-442a-986b-bc1c8b32952d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=0940fb6b-704d-46c5-bdc2-b964a76df132&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1087554 May 02 10:33:45.315745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-8189e100-ca5b-42bb-b308-8e95db58c32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:45.317381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a9cc764-7fe1-4ea1-bf2b-ace0a333edbc req-8189e100-ca5b-42bb-b308-8e95db58c32f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4516966 May 02 10:33:45.328276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.355677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] device_id is not set on port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:33:45.399739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ccdc6c70-5243-42dd-aca2-792bb1f70edd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.490008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=ccdc6c70-5243-42dd-aca2-792bb1f70edd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:45.507897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7f1372f2-a0c6-48bf-83fd-3cdf60af4c96), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.512776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:45.536929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7b373c-45b5-4502-8fef-05d41c493808 req-a36cbe2a-9bd9-4a11-a58f-aa75394a6a3e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:45.538534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca7b373c-45b5-4502-8fef-05d41c493808 req-a36cbe2a-9bd9-4a11-a58f-aa75394a6a3e tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 945 time: 0.1896214 May 02 10:33:45.582793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=7f1372f2-a0c6-48bf-83fd-3cdf60af4c96,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:45.629797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:45.632635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:45.675896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:45.676246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:45.676891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ee65e7de-ee1f-4c28-a262-bbddfccccfb4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:45.716516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: ee65e7de-ee1f-4c28-a262-bbddfccccfb4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:45.718244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ee65e7de-ee1f-4c28-a262-bbddfccccfb4 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:45.732125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-a4aceb37-caae-4d44-ac08-e8868e871fc4 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307623 May 02 10:33:45.738451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.1.1.204 (e27b5b11-76e1-431a-85f5-7885f1448aa9/4af14ee3-e09a-4b2a-80df-c3e1d1435523/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:45.817340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.828584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.899754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c84e28a-e7e3-4ca7-9327-2101227c1561 req-f7b726d7-40e1-4fa4-bb5c-96f31e2b0843 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "GET /v2.0/ports?device_id=59f75c56-ad4d-441f-95f3-eb4279a17aca HTTP/1.1" status: 200 len: 210 time: 0.2819660 May 02 10:33:45.924098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:45.932357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:45.941295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54dcdaf1-1a06-4fc5-a854-5eb9ffdd021d req-984a0e42-3580-4706-87b3-f77a3639852a tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.15 "DELETE /v2.0/ports/7f1372f2-a0c6-48bf-83fd-3cdf60af4c96 HTTP/1.1" status: 204 len: 173 time: 2.0293527 May 02 10:33:45.958789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f626ffb-2291-4447-90cc-1077025fed81 req-94feca5c-8585-4a55-80ac-b42a67b63176 service neutron] 10.222.0.24 "GET /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460478 May 02 10:33:46.046848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.054391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.063482 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.063482 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8689a462-759e-49ce-94de-c0caf050234b service neutron] 10.222.0.24 "PUT /v2.0/ports/ae045744-8b25-4b28-b47b-81181dfe209b HTTP/1.1" status: 200 len: 1096 time: 5.7596884 May 02 10:33:46.063482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:46.063482 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0985b1a9-961f-4e1a-bb89-848e504a6485" -d '{"events": [{"name": "network-changed", "server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:46.083076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca7b373c-45b5-4502-8fef-05d41c493808 req-373e4d43-2e0d-4f89-be96-fabb220a7eb7 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/security-groups?id=67de5c6b-82e4-4b8f-96fd-61aadf910f65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5303531 May 02 10:33:46.141974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.156972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8689a462-759e-49ce-94de-c0caf050234b service neutron] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:46.160345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:46.183266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2888a90-9195-4ff0-b002-d470f5cda5d6 req-38834907-cb49-4317-8893-a672c591b0e2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.185351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2888a90-9195-4ff0-b002-d470f5cda5d6 req-38834907-cb49-4317-8893-a672c591b0e2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 943 time: 0.1659031 May 02 10:33:46.185653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f5e44ab2-13f1-49da-8213-064ad694189b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.331605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2888a90-9195-4ff0-b002-d470f5cda5d6 req-eef3e42c-0a42-4b4d-a9e1-a103a8bcd92f tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229062 May 02 10:33:46.332892 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6d9614-7bb4-4f7b-9e30-be9952f91d5d x-openstack-request-id: req-cf6d9614-7bb4-4f7b-9e30-be9952f91d5d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:46.333221 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:46.333485 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf6d9614-7bb4-4f7b-9e30-be9952f91d5d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:46.333901 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf6d9614-7bb4-4f7b-9e30-be9952f91d5d'] response: {'name': 'network-changed', 'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'status': 'completed', 'code': 200} May 02 10:33:46.366466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.425932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:46.435706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:46.441874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:46.491884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:46.510363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:46.526097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad', 'network_id': '0940fb6b-704d-46c5-bdc2-b964a76df132', 'port_id': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad', 'mac_address': 'fa:16:3e:e1:75:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5848ed47-bb1d-4bc7-9ade-ffcbede837f4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:46.569817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8d08b-2fcb-412e-a2f6-49577d817f7e req-603c8b47-bc3f-46b8-afb2-b659df564c7d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.571416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96a8d08b-2fcb-412e-a2f6-49577d817f7e req-603c8b47-bc3f-46b8-afb2-b659df564c7d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1312201 May 02 10:33:46.578091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.578820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.643745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:46.644351 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.664747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:46.671245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-deleted', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:46.674770 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e84883f4-275b-45a0-b4fb-fa8bd54aadbe" -d '{"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-deleted", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:46.701278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96a8d08b-2fcb-412e-a2f6-49577d817f7e req-def446e4-c353-439a-8f36-f2bf4568ac73 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172304 May 02 10:33:46.713329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8bd7c7dc-9d2f-43c4-ac5f-90b6d4bcaf57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.5146341 May 02 10:33:46.755044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b1a9-961f-4e1a-bb89-848e504a6485 req-cf0be5e5-bc68-4eea-92fa-6d16fc6d6763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.756252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0985b1a9-961f-4e1a-bb89-848e504a6485 req-cf0be5e5-bc68-4eea-92fa-6d16fc6d6763 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acccc99fe3574a59b1b416e67ea040dd&device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 1130 time: 0.4288771 May 02 10:33:46.762835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43862aa9-af65-44b3-83ac-34a12eb5f341 req-8aff7714-114b-4c05-a254-e5c3a9a81ef8 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:46.782065 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43862aa9-af65-44b3-83ac-34a12eb5f341 req-8aff7714-114b-4c05-a254-e5c3a9a81ef8 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.1807182 May 02 10:33:46.782299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:46.802705 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278a838f-e502-4c7e-8fc2-33e538a399bb x-openstack-request-id: req-278a838f-e502-4c7e-8fc2-33e538a399bb {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:46.805013 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f75c56-ad4d-441f-95f3-eb4279a17aca", "name": "network-vif-deleted", "tag": "7f1372f2-a0c6-48bf-83fd-3cdf60af4c96", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:46.805013 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-278a838f-e502-4c7e-8fc2-33e538a399bb {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:46.805249 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278a838f-e502-4c7e-8fc2-33e538a399bb'] response: {'server_uuid': '59f75c56-ad4d-441f-95f3-eb4279a17aca', 'name': 'network-vif-deleted', 'tag': '7f1372f2-a0c6-48bf-83fd-3cdf60af4c96', 'status': 'completed', 'code': 200} May 02 10:33:46.826841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 2bda3c11-1aac-4016-a2eb-3b5b4df25a04 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:46.829558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0985b1a9-961f-4e1a-bb89-848e504a6485 req-fbc5fc09-1227-4186-bc94-18ce44d2e939 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=acccc99fe3574a59b1b416e67ea040dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0456676 May 02 10:33:46.831593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Pushing event deleted for resources: {'Port': ['ID=f5e44ab2-13f1-49da-8213-064ad694189b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:46.879856 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.950494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-128abdb7-4c62-4367-ac26-19dae98dd0a3 None None] Provisioning complete for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:46.950866 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-128abdb7-4c62-4367-ac26-19dae98dd0a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:46.953898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:46.991417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:46.993089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] No DVR routers for this DVR port f5e44ab2-13f1-49da-8213-064ad694189b on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:47.003230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fed46ffa-3abf-4d3d-85d3-ead57adfdec0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/2bda3c11-1aac-4016-a2eb-3b5b4df25a04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5425415 May 02 10:33:47.003474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:47.003906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-128abdb7-4c62-4367-ac26-19dae98dd0a3 None None] Port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:47.008305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.012332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c4c8662-a40f-4464-bf9c-7c7416344489 req-2b61a970-86b3-48c9-a568-ebb92dbe9588 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.15 "DELETE /v2.0/ports/f5e44ab2-13f1-49da-8213-064ad694189b HTTP/1.1" status: 204 len: 173 time: 4.1602149 May 02 10:33:47.017377 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] Sync routers for ids ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:47.059005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] Routers {'2bda3c11-1aac-4016-a2eb-3b5b4df25a04'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:47.059567 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:47.095391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:47.140361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0f0a211a-7f2f-44ef-a9e8-07496016c4db tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bda3c11-1aac-4016-a2eb-3b5b4df25a04 HTTP/1.1" status: 200 len: 205 time: 0.1347096 May 02 10:33:47.142138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38254) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:47.171587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43862aa9-af65-44b3-83ac-34a12eb5f341 req-f95c6d29-6407-4f65-8f14-54b76ab74400 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3939142 May 02 10:33:47.178552 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:47.190626 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] Routers {'2bda3c11-1aac-4016-a2eb-3b5b4df25a04'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:47.192054 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:47.251354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0985b1a9-961f-4e1a-bb89-848e504a6485 req-412dfb6c-e895-4ac1-81d0-b4e0301da6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.252963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0985b1a9-961f-4e1a-bb89-848e504a6485 req-412dfb6c-e895-4ac1-81d0-b4e0301da6a8 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3941126 May 02 10:33:47.289214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38256) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:47.308515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.366993 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:47.369040 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd54a2ee-d9fa-492a-9580-723a48e3339b None None] The sync data for ids ['2bda3c11-1aac-4016-a2eb-3b5b4df25a04'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:33:47.518698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-24fc623b-1694-4dbe-979e-4244847be397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.518698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-24fc623b-1694-4dbe-979e-4244847be397 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acccc99fe3574a59b1b416e67ea040dd&device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 1130 time: 0.0747011 May 02 10:33:47.539379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f24454fc-b15d-4934-b53e-036ee77d9947 req-caff1f95-a22a-464d-a632-76e359286842 tempest-ListServersNegativeTestJSON-782494106 tempest-ListServersNegativeTestJSON-782494106-project] 10.222.0.16 "GET /v2.0/ports?device_id=b7435394-5acf-49c4-83c2-d6c119da0ed2 HTTP/1.1" status: 200 len: 210 time: 0.1017778 May 02 10:33:47.540146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38260) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:47.550556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2042444617', 'description': 'tempest-description--499342166'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:47.558090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-1aea4bb5-9c72-4c63-8c27-7198fc00890e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ae045744-8b25-4b28-b47b-81181dfe209b HTTP/1.1" status: 200 len: 217 time: 0.0762305 May 02 10:33:47.563075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting subnet 4fea5460-81db-4bda-8e32-8ae7f5767843 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:47.568351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.572815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.579367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (4fea5460-81db-4bda-8e32-8ae7f5767843), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.590727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba753991-42aa-4627-a889-d7c07acd51e0 req-c33b2497-dcb2-471b-a677-f71e35d5e432 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.592203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba753991-42aa-4627-a889-d7c07acd51e0 req-c33b2497-dcb2-471b-a677-f71e35d5e432 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 944 time: 0.0839410 May 02 10:33:47.645064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f5e44ab2-13f1-49da-8213-064ad694189b no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:47.660294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (4fea5460-81db-4bda-8e32-8ae7f5767843), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.665313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: f5e44ab2-13f1-49da-8213-064ad694189b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:47.665666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f5e44ab2-13f1-49da-8213-064ad694189b not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:47.667231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba753991-42aa-4627-a889-d7c07acd51e0 req-27396d2a-1f58-4787-afbb-018f099b61ce tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 May 02 10:33:47.687501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-14ff0acf-60d6-43df-a7fb-a7ed8759a223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.688976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-14ff0acf-60d6-43df-a7fb-a7ed8759a223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.1216071 May 02 10:33:47.745476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-a01cd10a-fd26-4129-9861-070ac6ac440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.746946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-a01cd10a-fd26-4129-9861-070ac6ac440a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0500748 May 02 10:33:47.771012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (2bda3c11-1aac-4016-a2eb-3b5b4df25a04), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.771575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router 2bda3c11-1aac-4016-a2eb-3b5b4df25a04 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:33:47.778618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.779018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.780157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b8fd97aa-c6cb-458c-8948-6bb2e8fc888e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/2bda3c11-1aac-4016-a2eb-3b5b4df25a04 HTTP/1.1" status: 204 len: 168 time: 0.6368139 May 02 10:33:47.786889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38264) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:47.852220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 592ab68a-f383-491c-8959-75e0f8d89555 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:47.860777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (592ab68a-f383-491c-8959-75e0f8d89555), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.867201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4fea5460-81db-4bda-8e32-8ae7f5767843), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.933176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (592ab68a-f383-491c-8959-75e0f8d89555), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:47.993078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2cc37-6e08-496d-8b08-02746ac033e1 req-6037c010-9f9c-4fb7-8b45-6e91d4033bd6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:47.994657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42d2cc37-6e08-496d-8b08-02746ac033e1 req-6037c010-9f9c-4fb7-8b45-6e91d4033bd6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1405258 May 02 10:33:48.086706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (adce78be-800b-4a18-a57c-daf0d687ec74), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.096727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-7eab0ba2-7b39-4e12-9166-d35e578106ca service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261192 May 02 10:33:48.132767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42d2cc37-6e08-496d-8b08-02746ac033e1 req-e1b1630c-6a39-43a9-b9c4-02411c18fd71 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193502 May 02 10:33:48.158026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (adce78be-800b-4a18-a57c-daf0d687ec74), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.167509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:48.238022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (4fea5460-81db-4bda-8e32-8ae7f5767843), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.251362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:48.272125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Subnet': ['ID=4fea5460-81db-4bda-8e32-8ae7f5767843,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:48.274304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adce78be-800b-4a18-a57c-daf0d687ec74,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:48.291285 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.291285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee9db7a9-4887-43a4-a667-20dea53f0a90 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/subnets/4fea5460-81db-4bda-8e32-8ae7f5767843 HTTP/1.1" status: 204 len: 168 time: 0.9994078 May 02 10:33:48.293112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38276) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:48.294838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3950c49-b0c4-440b-93b7-8926cdf761a0 None None] Network 33f92cf0-4c88-46f3-915d-9a8083217c88 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:48.330749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.335288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-127cdf16-973b-4187-8a72-b9b8a845596a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7919910 May 02 10:33:48.348709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38278) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:48.349447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'name': 'network-vif-deleted', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:48.352497 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f77fb018-0c00-4c2f-ba04-44b6800b278b" -d '{"events": [{"server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "name": "network-vif-deleted", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:48.358863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'security_group_rule': {'security_group_id': 'adce78be-800b-4a18-a57c-daf0d687ec74', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:48.370024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f3535f1-2ac2-4423-b431-38feec4e841d req-8433d70e-bdd4-4c90-a72a-b8eead5411a1 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672033 May 02 10:33:48.402219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:48.417226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.467866 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cab93e70-9c8f-4525-a5ca-0a2d7af40d4e x-openstack-request-id: req-cab93e70-9c8f-4525-a5ca-0a2d7af40d4e {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:48.468249 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7435394-5acf-49c4-83c2-d6c119da0ed2", "name": "network-vif-deleted", "tag": "f5e44ab2-13f1-49da-8213-064ad694189b", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:48.468437 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cab93e70-9c8f-4525-a5ca-0a2d7af40d4e {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:48.468835 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cab93e70-9c8f-4525-a5ca-0a2d7af40d4e'] response: {'server_uuid': 'b7435394-5acf-49c4-83c2-d6c119da0ed2', 'name': 'network-vif-deleted', 'tag': 'f5e44ab2-13f1-49da-8213-064ad694189b', 'status': 'completed', 'code': 200} May 02 10:33:48.475141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (33f92cf0-4c88-46f3-915d-9a8083217c88), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.551264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port e1e7cf46-b775-4733-b97e-77c53c5bb614 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:48.551417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.605946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd724d-51c3-4bf3-b0b5-39a1fb5e8ff8 req-e93b0a00-2f76-400c-9a2f-8a26eb146d29 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:48.614087 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78bd724d-51c3-4bf3-b0b5-39a1fb5e8ff8 req-e93b0a00-2f76-400c-9a2f-8a26eb146d29 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.0898030 May 02 10:33:48.636121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:48.636900 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.659147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (4351f5fb-4aca-483e-b34e-428ee1597fbd), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.685846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] DHCP port deletion for 33f92cf0-4c88-46f3-915d-9a8083217c88 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:33:48.696144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port e1e7cf46-b775-4733-b97e-77c53c5bb614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e7cf46-b775-4733-b97e-77c53c5bb614,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:48.696531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.704136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:48.720041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for e1e7cf46-b775-4733-b97e-77c53c5bb614 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:48.783117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78bd724d-51c3-4bf3-b0b5-39a1fb5e8ff8 req-103bdc17-421e-407e-95b9-e84c0184889c tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680448 May 02 10:33:48.817566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (592ab68a-f383-491c-8959-75e0f8d89555), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.819610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (4351f5fb-4aca-483e-b34e-428ee1597fbd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.855246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Deleting subnet bf60544d-ad29-4205-bfb8-67beb3794035 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:48.858374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:48.862727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Publish callbacks [] for subnet (bf60544d-ad29-4205-bfb8-67beb3794035), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.866682 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e22903a9-c17f-474b-a01c-1339654f2972" -d '{"events": [{"server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:48.899563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4351f5fb-4aca-483e-b34e-428ee1597fbd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.904074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:48.909275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Deleting port e1e7cf46-b775-4733-b97e-77c53c5bb614 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:48.916322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:48.973863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (bf60544d-ad29-4205-bfb8-67beb3794035), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.014786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] For port e1e7cf46-b775-4733-b97e-77c53c5bb614, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e1e7cf46-b775-4733-b97e-77c53c5bb614,segment=NetworkSegment(98a105b4-2c1f-4147-9f40-3d909702b21c),segment_id=98a105b4-2c1f-4147-9f40-3d909702b21c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:49.015716 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.038281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Calling delete_port for e1e7cf46-b775-4733-b97e-77c53c5bb614 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:49.052376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (bf60544d-ad29-4205-bfb8-67beb3794035), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.087933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (592ab68a-f383-491c-8959-75e0f8d89555), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.142359 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e571d0f-c917-489e-b84e-0b4227070112 x-openstack-request-id: req-1e571d0f-c917-489e-b84e-0b4227070112 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:49.142742 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "name": "network-vif-plugged", "status": "completed", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:49.142989 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1e571d0f-c917-489e-b84e-0b4227070112 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:49.143400 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e571d0f-c917-489e-b84e-0b4227070112'] response: {'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad', 'code': 200} May 02 10:33:49.145476 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.153864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=592ab68a-f383-491c-8959-75e0f8d89555,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.200705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.219185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.220362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ee85e49-0052-4612-ae79-2b085a9a1080 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/592ab68a-f383-491c-8959-75e0f8d89555 HTTP/1.1" status: 204 len: 168 time: 1.4323149 May 02 10:33:49.223689 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.226977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0497fd-c28e-4efd-98b6-40abc1b0306e None None] Network bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:49.241887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38304) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:49.288996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] Pushing event deleted for resources: {'Port': ['ID=e1e7cf46-b775-4733-b97e-77c53c5bb614,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.295594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ce010e-906f-433f-bbb6-c1e35e1a9341 None None] No DVR routers for this DVR port e1e7cf46-b775-4733-b97e-77c53c5bb614 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:49.412168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4351f5fb-4aca-483e-b34e-428ee1597fbd,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.432198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e70d4c3-335e-4816-8848-20c33a0080b4 req-4afb573f-bd96-4be0-b590-94447c739976 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:49.440586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e70d4c3-335e-4816-8848-20c33a0080b4 req-4afb573f-bd96-4be0-b590-94447c739976 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 944 time: 0.5671875 May 02 10:33:49.450566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.468273 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e1e7cf46-b775-4733-b97e-77c53c5bb614), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.478890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] DHCP port deletion for bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:33:49.514675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6696b0b0-dac2-4f50-8f64-f85048a1b96f req-f968344e-aa57-4a5f-86d9-f693970706f2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:49.523322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6696b0b0-dac2-4f50-8f64-f85048a1b96f req-f968344e-aa57-4a5f-86d9-f693970706f2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0856171 May 02 10:33:49.528570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=e1e7cf46-b775-4733-b97e-77c53c5bb614,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.543118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.547903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-629d62c1-d05e-4d95-ba10-fa34e214689d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1917579 May 02 10:33:49.550299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port e1e7cf46-b775-4733-b97e-77c53c5bb614 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:49.557810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:49.561622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'security_group_rule': {'security_group_id': 'adce78be-800b-4a18-a57c-daf0d687ec74', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:49.576374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a4032-f001-4156-9ff3-86de7d3eb4e2 req-0539be0f-9a5f-4fee-8ee1-7eb653a7c9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:49.577919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd2a4032-f001-4156-9ff3-86de7d3eb4e2 req-0539be0f-9a5f-4fee-8ee1-7eb653a7c9ce service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 1127 time: 0.1532853 May 02 10:33:49.580789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Deleting port c3901b87-409e-473c-9534-1c0648f139db {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:49.581561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c3901b87-409e-473c-9534-1c0648f139db), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.581889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (bf60544d-ad29-4205-bfb8-67beb3794035), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.621335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port c3901b87-409e-473c-9534-1c0648f139db {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:49.624971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c3901b87-409e-473c-9534-1c0648f139db), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.628329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf60544d-ad29-4205-bfb8-67beb3794035,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:49.632122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.638985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f41f54f7-ea04-47d7-aed6-058c9347a6cf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/bf60544d-ad29-4205-bfb8-67beb3794035 HTTP/1.1" status: 204 len: 168 time: 0.9273715 May 02 10:33:49.650095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e70d4c3-335e-4816-8848-20c33a0080b4 req-4d38bec4-661e-423e-be10-c8e327f41dc7 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034311 May 02 10:33:49.655684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38308) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:49.674943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6696b0b0-dac2-4f50-8f64-f85048a1b96f req-762391b7-11b0-4c24-a256-14dd648baf97 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512001 May 02 10:33:49.715481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] For port c3901b87-409e-473c-9534-1c0648f139db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3901b87-409e-473c-9534-1c0648f139db,segment=NetworkSegment(b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a),segment_id=b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:49.716173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c3901b87-409e-473c-9534-1c0648f139db), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.733129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Calling delete_port for c3901b87-409e-473c-9534-1c0648f139db owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:49.770273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port c3901b87-409e-473c-9534-1c0648f139db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3901b87-409e-473c-9534-1c0648f139db,segment=NetworkSegment(b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a),segment_id=b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:49.772236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c3901b87-409e-473c-9534-1c0648f139db), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.782030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (33f92cf0-4c88-46f3-915d-9a8083217c88), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.802968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd2a4032-f001-4156-9ff3-86de7d3eb4e2 req-eebe4d8f-8f5d-43f9-80ae-27a31c3045da service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1943305 May 02 10:33:49.807435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for c3901b87-409e-473c-9534-1c0648f139db owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:49.819481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (3a8e8a59-7a73-423a-9d66-a56bd4a6f06b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.859377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f92cf0-4c88-46f3-915d-9a8083217c88']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:49.893847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98a105b4-2c1f-4147-9f40-3d909702b21c') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:49.894150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98a105b4-2c1f-4147-9f40-3d909702b21c') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:49.898424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d01d8443-071d-4e87-8e09-1e881fd527bb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.932969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (98a105b4-2c1f-4147-9f40-3d909702b21c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.962672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c3901b87-409e-473c-9534-1c0648f139db), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:49.972214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c3901b87-409e-473c-9534-1c0648f139db), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.006712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=c3901b87-409e-473c-9534-1c0648f139db,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.007875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e7cf46-b775-4733-b97e-77c53c5bb614 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:50.017882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port c3901b87-409e-473c-9534-1c0648f139db on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:50.038570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] Pushing event deleted for resources: {'Port': ['ID=c3901b87-409e-473c-9534-1c0648f139db,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.042025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3146575a-d906-4d2c-b303-bbc8ecd6e709 None None] No DVR routers for this DVR port c3901b87-409e-473c-9534-1c0648f139db on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:50.043157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e1e7cf46-b775-4733-b97e-77c53c5bb614 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:50.043548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e1e7cf46-b775-4733-b97e-77c53c5bb614 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:50.044011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3901b87-409e-473c-9534-1c0648f139db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:50.073615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c3901b87-409e-473c-9534-1c0648f139db {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:50.073960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3901b87-409e-473c-9534-1c0648f139db not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:50.097294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (3a8e8a59-7a73-423a-9d66-a56bd4a6f06b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.103638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (98a105b4-2c1f-4147-9f40-3d909702b21c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.111995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:50.112418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (98a105b4-2c1f-4147-9f40-3d909702b21c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.122248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.144995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.166534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.167315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.182206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.195347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1fc039-34bb-4d45-b7cc-871ade421ca5 req-4621fdc1-f37c-4428-8c49-2c1316d69469 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:50.197287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c1fc039-34bb-4d45-b7cc-871ade421ca5 req-4621fdc1-f37c-4428-8c49-2c1316d69469 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.2849922 May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: timer() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:50.197650 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:50.201037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (3a8e8a59-7a73-423a-9d66-a56bd4a6f06b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.206871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.215223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:50.215646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b95f9cf4-6c2d-4615-bdc1-e85553fe0b6a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: timer() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:50.219800 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:50.225704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a8e8a59-7a73-423a-9d66-a56bd4a6f06b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.303794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (33f92cf0-4c88-46f3-915d-9a8083217c88), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.315034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.319391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/networks/33f92cf0-4c88-46f3-915d-9a8083217c88 HTTP/1.1" status: 204 len: 168 time: 2.0242290 May 02 10:33:50.321853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:50.379968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting subnet c66efc66-d763-4c37-9617-abd9871ac469 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:33:50.384185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (c66efc66-d763-4c37-9617-abd9871ac469), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.405564 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.405564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4a6dd00f-1bae-4cb3-8fb2-cc7893608cfc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8440464 May 02 10:33:50.408553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:50.408993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.411100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a39a29-cc9c-4a1b-b720-018601ed1b7d tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Network': ['ID=33f92cf0-4c88-46f3-915d-9a8083217c88,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.418815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.429093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971 HTTP/1.1" status: 204 len: 168 time: 1.1703200 May 02 10:33:50.429093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38318) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:50.435170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:50.435781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1006869452', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:50.438097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d01d8443-071d-4e87-8e09-1e881fd527bb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.454546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c1fc039-34bb-4d45-b7cc-871ade421ca5 req-8ea852ce-98cb-4d08-b0cb-376f144e5aee tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309668 May 02 10:33:50.470728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50815c27-747a-4a1e-8d9d-0c8466a62987 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=bf8d2f1f-c2f7-4b2d-9fd2-113c3f168971,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.497085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d01d8443-071d-4e87-8e09-1e881fd527bb']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.509042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95988e18-56d6-4620-b6f5-ea308333906c') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.509253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c66efc66-d763-4c37-9617-abd9871ac469), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.509707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95988e18-56d6-4620-b6f5-ea308333906c') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:50.522699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (95988e18-56d6-4620-b6f5-ea308333906c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.539845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (95988e18-56d6-4620-b6f5-ea308333906c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.547948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:50.548500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (95988e18-56d6-4620-b6f5-ea308333906c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: timer() May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:50.550321 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:50.555025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.556998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.614081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.671595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.686447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c66efc66-d763-4c37-9617-abd9871ac469), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.709176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.762053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d01d8443-071d-4e87-8e09-1e881fd527bb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.767577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.781942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.789679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] 10.222.0.16 "DELETE /v2.0/networks/d01d8443-071d-4e87-8e09-1e881fd527bb HTTP/1.1" status: 204 len: 168 time: 1.1202414 May 02 10:33:50.819716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce5c874-fd7d-4bea-82f6-b80b4837202b req-db158286-fb92-491d-b5bf-139b3af988e0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:50.821306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ce5c874-fd7d-4bea-82f6-b80b4837202b req-db158286-fb92-491d-b5bf-139b3af988e0 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.0743506 May 02 10:33:50.858468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b1f988-fb35-4560-ac9a-177136f77eea admin admin] Pushing event deleted for resources: {'Network': ['ID=d01d8443-071d-4e87-8e09-1e881fd527bb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.860072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c66efc66-d763-4c37-9617-abd9871ac469), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.936058 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.938317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5327e67d-fcea-44d3-8252-b91fccc88610 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5075865 May 02 10:33:50.940522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Subnet': ['ID=c66efc66-d763-4c37-9617-abd9871ac469,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:50.942179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38326) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:50.948963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f4a250-5e5d-4a6a-abf4-7fb853930394 None None] Network 68754f0d-845f-4b69-a8b8-5c584f59fd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:50.950217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:50.953481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2af6c9c-123f-46ff-babd-98385f5f5bed tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/subnets/c66efc66-d763-4c37-9617-abd9871ac469 HTTP/1.1" status: 204 len: 168 time: 0.6302457 May 02 10:33:50.963301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7cef0-353f-40ee-a2cf-5b067dfee5a5 req-a41dcb69-a1c1-49d6-8c40-f50d976a4b32 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:50.965100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34d7cef0-353f-40ee-a2cf-5b067dfee5a5 req-a41dcb69-a1c1-49d6-8c40-f50d976a4b32 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1406689 May 02 10:33:50.985551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1989106050'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:51.019580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38328) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:51.034741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 172.35.4.105 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/8535fc1c-4733-4f44-9fba-00e9dafcbe0f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:51.111945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34d7cef0-353f-40ee-a2cf-5b067dfee5a5 req-9b323c83-2f31-4e3c-be8e-77282eaff126 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957932 May 02 10:33:51.173338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ce5c874-fd7d-4bea-82f6-b80b4837202b req-40533494-7ceb-4109-b705-aecc6c580e93 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3398862 May 02 10:33:51.292725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.333243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] DHCP port deletion for 68754f0d-845f-4b69-a8b8-5c584f59fd64 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:33:51.333700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (68754f0d-845f-4b69-a8b8-5c584f59fd64), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.398757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Deleting port 438f2c29-624b-4dab-9c04-4955973ee041 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:51.399256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (438f2c29-624b-4dab-9c04-4955973ee041), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.402750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38332) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:51.421350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.424244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:51.428827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.439730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Deleting port 438f2c29-624b-4dab-9c04-4955973ee041 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:51.440327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (438f2c29-624b-4dab-9c04-4955973ee041), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.461819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:51.483178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:51.501549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] For port 438f2c29-624b-4dab-9c04-4955973ee041, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=438f2c29-624b-4dab-9c04-4955973ee041,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:51.502077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (438f2c29-624b-4dab-9c04-4955973ee041), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.517615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Calling delete_port for 438f2c29-624b-4dab-9c04-4955973ee041 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:51.554922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:51.591872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:51.614600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] For port 438f2c29-624b-4dab-9c04-4955973ee041, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=438f2c29-624b-4dab-9c04-4955973ee041,segment=NetworkSegment(17fa739b-bcdd-4d48-b037-bc5a2951ee39),segment_id=17fa739b-bcdd-4d48-b037-bc5a2951ee39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:51.615466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (438f2c29-624b-4dab-9c04-4955973ee041), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.621137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d4c3f462-eb9a-4411-971e-4a3a05851b11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b548e2f0a4f24658b983a91d88eaa32b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168946 May 02 10:33:51.629800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38336) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:51.646194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bff90990-f7d0-4546-b9a2-3898137ad83c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.646988 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment bff90990-f7d0-4546-b9a2-3898137ad83c of type vlan for network df4fdbd7-e2b3-4c25-a97c-81c066bad259 May 02 10:33:51.648889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Calling delete_port for 438f2c29-624b-4dab-9c04-4955973ee041 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:51.680390 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (438f2c29-624b-4dab-9c04-4955973ee041), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.726038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] Pushing event deleted for resources: {'Port': ['ID=438f2c29-624b-4dab-9c04-4955973ee041,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:51.733730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac45cba-5499-4c67-a0ba-c1aaf4e43c49 None None] No DVR routers for this DVR port 438f2c29-624b-4dab-9c04-4955973ee041 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:51.773139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=8535fc1c-4733-4f44-9fba-00e9dafcbe0f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:51.796662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (df4fdbd7-e2b3-4c25-a97c-81c066bad259), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.853346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] Publish callbacks [] for security_group (67de5c6b-82e4-4b8f-96fd-61aadf910f65), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.890188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21309ce-a685-4d68-a406-11f982d40d2a req-a2ac57aa-1e60-4d7b-a70f-b07868735ab2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:51.890451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] Publish callbacks [] for security_group (67de5c6b-82e4-4b8f-96fd-61aadf910f65), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.890699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d21309ce-a685-4d68-a406-11f982d40d2a req-a2ac57aa-1e60-4d7b-a70f-b07868735ab2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.2965603 May 02 10:33:51.895623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.907702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (438f2c29-624b-4dab-9c04-4955973ee041), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.962922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d21309ce-a685-4d68-a406-11f982d40d2a req-8b6af473-d76f-445a-8b14-2300b254ad56 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660205 May 02 10:33:51.994498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Port': ['ID=438f2c29-624b-4dab-9c04-4955973ee041,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:51.996502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (df4fdbd7-e2b3-4c25-a97c-81c066bad259), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:51.997259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 438f2c29-624b-4dab-9c04-4955973ee041 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:33:52.001496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:52.002119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.028570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 438f2c29-624b-4dab-9c04-4955973ee041 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:33:52.029240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 438f2c29-624b-4dab-9c04-4955973ee041 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:33:52.057107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.114734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] No DVR routers for this DVR port 438f2c29-624b-4dab-9c04-4955973ee041 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:33:52.163836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=df4fdbd7-e2b3-4c25-a97c-81c066bad259,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:52.181300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:52.196724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f18b5198-3ff3-4552-820f-606aaf6ad613 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2398074 May 02 10:33:52.197845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:52.202382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:52.295140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649f9f90-1444-493f-a853-92853376e0bd req-cf6982fe-373c-4cc6-91d3-f6a4dfca6390 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:52.296706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-649f9f90-1444-493f-a853-92853376e0bd req-cf6982fe-373c-4cc6-91d3-f6a4dfca6390 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0570796 May 02 10:33:52.301255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:33:52.312465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (68754f0d-845f-4b69-a8b8-5c584f59fd64), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.315478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (67de5c6b-82e4-4b8f-96fd-61aadf910f65), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.318389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.322215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/67de5c6b-82e4-4b8f-96fd-61aadf910f65 HTTP/1.1" status: 204 len: 168 time: 0.6856446 May 02 10:33:52.402121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045005bd-52da-4cae-829f-52366d65a67b req-2fe2ca91-2257-4b25-86f5-72aa8e160510 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:52.410855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-045005bd-52da-4cae-829f-52366d65a67b req-2fe2ca91-2257-4b25-86f5-72aa8e160510 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.1018798 May 02 10:33:52.451030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:52.468463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'mac_address': 'fa:16:3e:76:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:33:52.494932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f2829-914c-4384-a918-b82c663d9318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67de5c6b-82e4-4b8f-96fd-61aadf910f65,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:52.499258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68754f0d-845f-4b69-a8b8-5c584f59fd64']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:52.509810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-045005bd-52da-4cae-829f-52366d65a67b req-416186a8-0a44-4a18-836f-fdff4f409601 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977504 May 02 10:33:52.535189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17fa739b-bcdd-4d48-b037-bc5a2951ee39') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:52.535507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17fa739b-bcdd-4d48-b037-bc5a2951ee39') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:52.577967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:52.578963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.582538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (17fa739b-bcdd-4d48-b037-bc5a2951ee39), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.596737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-649f9f90-1444-493f-a853-92853376e0bd req-18eb9f64-ba91-45f3-a3b5-ca15ae96c4ed tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755787 May 02 10:33:52.611057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (17fa739b-bcdd-4d48-b037-bc5a2951ee39), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.627483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:52.632345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.654943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:33:52.655419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (17fa739b-bcdd-4d48-b037-bc5a2951ee39), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: timer() May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:33:52.658768 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:33:52.681673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.777342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.815055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:33:52.840957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:52.857290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (68754f0d-845f-4b69-a8b8-5c584f59fd64), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.872240 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.898028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] 10.222.0.16 "DELETE /v2.0/networks/68754f0d-845f-4b69-a8b8-5c584f59fd64 HTTP/1.1" status: 204 len: 168 time: 1.8706784 May 02 10:33:52.908845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.932097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:52.940487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defea60d-265b-4f6a-be8b-f92eaebcbba7 tempest-ServersTestMultiNic-109206728 tempest-ServersTestMultiNic-109206728-project] Pushing event deleted for resources: {'Network': ['ID=68754f0d-845f-4b69-a8b8-5c584f59fd64,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:52.943174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=8535fc1c-4733-4f44-9fba-00e9dafcbe0f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:53.021153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:53.065181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:53.070594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10e017b6-aa3d-447b-8516-ede52737226a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6466608 May 02 10:33:53.143000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['ae045744-8b25-4b28-b47b-81181dfe209b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:33:53.215122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86934fa-8cc9-4ae6-89f1-192ea094f46c req-5078c643-27a0-4d2f-b892-c71c41159dac tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.228223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d86934fa-8cc9-4ae6-89f1-192ea094f46c req-5078c643-27a0-4d2f-b892-c71c41159dac tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.1393399 May 02 10:33:53.368537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d86934fa-8cc9-4ae6-89f1-192ea094f46c req-f5addeb5-896b-442b-a987-2dc092157011 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393540 May 02 10:33:53.414949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f3ebdc-753d-44f0-8ec7-22919ea3e661 req-4f27ac42-1d6a-42a6-a91b-54605c571f06 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.418240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93f3ebdc-753d-44f0-8ec7-22919ea3e661 req-4f27ac42-1d6a-42a6-a91b-54605c571f06 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 949 time: 0.2228880 May 02 10:33:53.475868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e8ff4575-6e82-44d6-8ea6-6884c22652b2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:53.484452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93f3ebdc-753d-44f0-8ec7-22919ea3e661 req-0ab83b3e-dee1-43b0-b69d-f8a8a73fd7e5 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593851 May 02 10:33:53.668207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=e8ff4575-6e82-44d6-8ea6-6884c22652b2,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:53.668207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:53.668207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: df4fdbd7-e2b3-4c25-a97c-81c066bad259, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:53.668637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-81534dd2-b279-475b-9021-b05a10606845 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2042444617&fields=id&tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0 HTTP/1.1" status: 200 len: 267 time: 0.0501106 May 02 10:33:53.669669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:33:53.670313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:53.704275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-aa4d8c93-cd28-49c5-bdad-9ec94738935e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.705678 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-aa4d8c93-cd28-49c5-bdad-9ec94738935e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 932 time: 0.0890245 May 02 10:33:53.764001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-2f6bc4c4-80a2-49c7-90e1-115d1fde76f0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.765327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-2f6bc4c4-80a2-49c7-90e1-115d1fde76f0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 932 time: 0.0526352 May 02 10:33:53.799211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391e08a0-8216-4bc3-a462-1a1dea73811f req-a07380ed-54d0-4328-b790-b91ddb58e947 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.800729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-391e08a0-8216-4bc3-a462-1a1dea73811f req-a07380ed-54d0-4328-b790-b91ddb58e947 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.0849483 May 02 10:33:53.829252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-2e3e3945-5bbe-4988-90a8-31366f0e4a70 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0573177 May 02 10:33:53.861971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:53.877806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fa350417-0763-4ac9-9753-1cf17aa920c8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0405512 May 02 10:33:53.920829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, df4fdbd7-e2b3-4c25-a97c-81c066bad259) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:53.929227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-391e08a0-8216-4bc3-a462-1a1dea73811f req-585e471f-4e0a-4ba9-b0e9-58e3937469fa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098254 May 02 10:33:53.930564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:53.931144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:53.934513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e6a4ff-e024-4d48-9b3e-1b5fb6a4dcfb None None] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:54.050661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bf8bbee8-a1e4-414d-90f3-64110b2bb259 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:54.058962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bf8bbee8-a1e4-414d-90f3-64110b2bb259 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:54.065279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bf8bbee8-a1e4-414d-90f3-64110b2bb259 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:54.071965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0dbea831-86a3-45ba-b62c-8a356dc43b70 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8736029 May 02 10:33:54.074551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:54.074782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bf8bbee8-a1e4-414d-90f3-64110b2bb259 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=1f30dcce-890c-41ae-adf7-048d127befb4&id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 1991 time: 0.1901741 May 02 10:33:54.099323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-17d151bb-5a1e-44f2-8074-785b537668fd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/quotas/4159f5ce4fb544c2bae494d5bcd6f3e0 HTTP/1.1" status: 200 len: 375 time: 0.0234718 May 02 10:33:54.119443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:54.122514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.231144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-ebbca774-2d69-48c2-9ea2-5bc31327777e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1261754 May 02 10:33:54.267577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:54.385094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-96696880-2e84-4303-837f-31d2b77165f2 service neutron] 10.222.0.16 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510770 May 02 10:33:54.472974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port ae045744-8b25-4b28-b47b-81181dfe209b completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:33:54.513987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Allocated IP 2001:db8::2 (df4fdbd7-e2b3-4c25-a97c-81c066bad259/e8ff4575-6e82-44d6-8ea6-6884c22652b2/57046cc6-711e-4929-9001-798d9981ff6e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:54.546241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38432) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:54.579737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-4a2b9c90-78ce-447a-8906-7ba9b9bcf7ae service neutron] 10.222.0.16 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933086 May 02 10:33:54.607385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.611263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port ae045744-8b25-4b28-b47b-81181dfe209b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:54.616360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.640229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-63c47c95-ae17-4dca-a34e-dd677bc7cce2 service neutron] 10.222.0.16 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0594258 May 02 10:33:54.755287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be51f04-7d3f-43dd-b205-1d23c802e772 req-217de530-b1cf-4a35-8356-2eae482b0a57 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:54.757961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8be51f04-7d3f-43dd-b205-1d23c802e772 req-217de530-b1cf-4a35-8356-2eae482b0a57 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.1850328 May 02 10:33:54.765529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-792635722-network', 'tenant_id': '849913c996ea4611a4317bb4d0136031'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:54.808091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:54.808416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.809028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-4606a589-bc8f-4e97-baed-5f6f38af8e71 service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614816 May 02 10:33:54.899227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:54.900203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:33:54.902658 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f128e21-4ce4-4803-ae52-24d1c7915f5e" -d '{"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:33:54.906291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.927196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks [] for port (57046cc6-711e-4929-9001-798d9981ff6e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.941289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-1da1a343-8f17-4e85-86cf-0254d04fa7d2 service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289971 May 02 10:33:54.978043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:54.988380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Made reservation on behalf of 849913c996ea4611a4317bb4d0136031 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:54.989101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.005415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7cdd6947-1ac2-4dfb-a329-ff7e801d781a service neutron] 10.222.0.16 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0566494 May 02 10:33:55.031619 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (57046cc6-711e-4929-9001-798d9981ff6e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.066481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:55.070119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:55.072023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:55.074741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:55.099581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.138611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dff49a2c-0b4d-4686-84a7-837a47007be8 service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270285 May 02 10:33:55.176649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Pushing event updated for resources: {'Port': ['ID=57046cc6-711e-4929-9001-798d9981ff6e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:55.190593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Attempting to bind port 57046cc6-711e-4929-9001-798d9981ff6e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:55.191054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Attempting to bind port 57046cc6-711e-4929-9001-798d9981ff6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:55.191435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Attempting to bind port 57046cc6-711e-4929-9001-798d9981ff6e on network df4fdbd7-e2b3-4c25-a97c-81c066bad259 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:55.197355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:55.197766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Checking segment: {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:55.198218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.198625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Bound using segment: {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:55.199112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Bound port: 57046cc6-711e-4929-9001-798d9981ff6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:55.199505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (57046cc6-711e-4929-9001-798d9981ff6e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.294667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d94e9102-ce0e-4eff-b3a4-1542481afb0d service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482322 May 02 10:33:55.310089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] For port 57046cc6-711e-4929-9001-798d9981ff6e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:55.317736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] For port 57046cc6-711e-4929-9001-798d9981ff6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57046cc6-711e-4929-9001-798d9981ff6e,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:55.408703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bbb8a7da-9607-4513-806b-d993f645f344 service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127625 May 02 10:33:55.411632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (57046cc6-711e-4929-9001-798d9981ff6e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.514600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73448a16-3fa6-465e-bb4c-825f6702e96e None None] Pushing event updated for resources: {'Port': ['ID=57046cc6-711e-4929-9001-798d9981ff6e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:55.548281 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f531499b-4360-4d5d-88b1-42a965f9d0cf service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324537 May 02 10:33:55.561166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8be51f04-7d3f-43dd-b205-1d23c802e772 req-589e2afa-b7fd-412f-a4e6-5f201623c998 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7861114 May 02 10:33:55.582333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8bfbd647-5481-4970-84d4-57ddefc8b1bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.678652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-89ac974b-09dc-431f-9063-abb6cc37d987 service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242840 May 02 10:33:55.807164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-1fc5c263-24cd-4e3a-a642-342f2f0acb3b service neutron] 10.222.0.16 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207118 May 02 10:33:55.844814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1184c275-5a29-4340-a985-d9f0629601ce req-dc5ae62a-3eed-4fb4-bacb-c5e3e31485b3 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:55.846279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1184c275-5a29-4340-a985-d9f0629601ce req-dc5ae62a-3eed-4fb4-bacb-c5e3e31485b3 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 950 time: 0.1625633 May 02 10:33:55.930717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-ea025207-0b2f-4cba-ad67-9936642825b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125875 May 02 10:33:55.938928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks [] for security_group (550e22ee-7e0f-452c-8522-7b8d1ed371ee), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:55.950372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8::1 (df4fdbd7-e2b3-4c25-a97c-81c066bad259/e8ff4575-6e82-44d6-8ea6-6884c22652b2/ac807ed1-ce69-4550-8d2e-d7a102725ef4) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:56.029029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (550e22ee-7e0f-452c-8522-7b8d1ed371ee), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.046686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1184c275-5a29-4340-a985-d9f0629601ce req-cefe11a9-deae-4ee8-a8bc-cce298213f5d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912389 May 02 10:33:56.051756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 57046cc6-711e-4929-9001-798d9981ff6e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:56.056617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Deleting port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:56.056847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.090937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dec75356-23dd-48d5-b306-6937531b3c3b service neutron] 10.222.0.16 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496656 May 02 10:33:56.121265 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39892c73-f028-4952-b273-b5df399ad9e0 x-openstack-request-id: req-39892c73-f028-4952-b273-b5df399ad9e0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:33:56.121265 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:33:56.121265 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39892c73-f028-4952-b273-b5df399ad9e0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:33:56.121265 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39892c73-f028-4952-b273-b5df399ad9e0'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'code': 200} May 02 10:33:56.140733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 57046cc6-711e-4929-9001-798d9981ff6e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:56.150149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:33:56.150315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (57046cc6-711e-4929-9001-798d9981ff6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.169759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550e22ee-7e0f-452c-8522-7b8d1ed371ee,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:56.213298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6eba6fce-9c97-4e46-9dc4-b013cc00cf5a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.213641 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Added segment 6eba6fce-9c97-4e46-9dc4-b013cc00cf5a of type vlan for network 6c4ef518-c976-4f68-998f-bcb3df90689b May 02 10:33:56.231612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-66388972-7c84-42b6-969f-89b3b7fdba89 service neutron] 10.222.0.16 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258094 May 02 10:33:56.266008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 57046cc6-711e-4929-9001-798d9981ff6e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:56.266616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (57046cc6-711e-4929-9001-798d9981ff6e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.307513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 57046cc6-711e-4929-9001-798d9981ff6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57046cc6-711e-4929-9001-798d9981ff6e,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:56.330558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.338417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (6c4ef518-c976-4f68-998f-bcb3df90689b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.341276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-8fc83aef-97ad-40ed-b82a-0dbe2846e7b7 service neutron] 10.222.0.16 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084936 May 02 10:33:56.346062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda1004a-3646-4cce-af88-43f83d0f9dda req-7544409e-1798-4a79-a931-1419868e3921 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.347566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fda1004a-3646-4cce-af88-43f83d0f9dda req-7544409e-1798-4a79-a931-1419868e3921 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1439543 May 02 10:33:56.383709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (57046cc6-711e-4929-9001-798d9981ff6e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.409502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] For port eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:33:56.410716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.424187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d6aeb018-985f-4551-adbb-e8f96ea35f58 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.426123 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d6aeb018-985f-4551-adbb-e8f96ea35f58 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 932 time: 0.0793409 May 02 10:33:56.431904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeae6308-059b-4aca-a6a6-fed8d7a5f663 req-44fe7c95-3d86-4979-b0fd-6804b2647258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.433422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeae6308-059b-4aca-a6a6-fed8d7a5f663 req-44fe7c95-3d86-4979-b0fd-6804b2647258 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 1132 time: 0.0764551 May 02 10:33:56.452400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Calling delete_port for eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:33:56.475922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=57046cc6-711e-4929-9001-798d9981ff6e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:56.501062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fda1004a-3646-4cce-af88-43f83d0f9dda req-6ba63a14-1179-49a4-9033-d79d3b94e8b5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367655 May 02 10:33:56.517091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-23d3e45c-b399-4dda-88cb-c736f7da4bdd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.528836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-23d3e45c-b399-4dda-88cb-c736f7da4bdd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 932 time: 0.0914931 May 02 10:33:56.600298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeae6308-059b-4aca-a6a6-fed8d7a5f663 req-469b24ff-a582-4ca1-8b66-91856e00a7a5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531408 May 02 10:33:56.632822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (6c4ef518-c976-4f68-998f-bcb3df90689b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.633772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.634358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.637002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.777495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:56.783188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:56.785807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:56.793089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2458324 May 02 10:33:56.793821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea118b-d902-47b3-88bb-fe819250cd8d admin admin] Pushing event updated for resources: {'Network': ['ID=6c4ef518-c976-4f68-998f-bcb3df90689b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:56.798209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:56.798369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.808320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 6c4ef518-c976-4f68-998f-bcb3df90689b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:33:56.811081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38462) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:56.830231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Request body: {'subnet': {'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-subnet', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:56.899482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-ca549fa1-3aef-48c2-837b-aecdf9ca2e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:56.901218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-ca549fa1-3aef-48c2-837b-aecdf9ca2e15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1128 time: 0.1126168 May 02 10:33:56.990794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Made reservation on behalf of 849913c996ea4611a4317bb4d0136031 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:33:56.993100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:56.998367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165bf629-3ebf-4ec8-bc70-c4a4c274b55e None None] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:57.067725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1c55d4bc-5316-4520-9f73-cb019e02a1eb None None] Provisioning complete for port 57046cc6-711e-4929-9001-798d9981ff6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:57.068119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c55d4bc-5316-4520-9f73-cb019e02a1eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (57046cc6-711e-4929-9001-798d9981ff6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.069322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-008a606d-c6b7-4b45-ae1c-001e94128d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:57.070807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-008a606d-c6b7-4b45-ae1c-001e94128d25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.1630054 May 02 10:33:57.082038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb164711-703f-4816-99a1-9d048f90aa15 req-8631571b-1c43-4ed5-bed0-e8fc685ca642 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:57.083881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb164711-703f-4816-99a1-9d048f90aa15 req-8631571b-1c43-4ed5-bed0-e8fc685ca642 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.0747697 May 02 10:33:57.137186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.167435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1c55d4bc-5316-4520-9f73-cb019e02a1eb None None] Current status of the port 57046cc6-711e-4929-9001-798d9981ff6e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:57.186060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.191513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Pushing event deleted for resources: {'Port': ['ID=eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:57.268505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (c212fe82-72e7-4bac-a995-9a28f3676303), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.312267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb164711-703f-4816-99a1-9d048f90aa15 req-3746d9df-3193-40be-8d58-9258ac14deb2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885085 May 02 10:33:57.352146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c212fe82-72e7-4bac-a995-9a28f3676303,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:57.385194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:57.385572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Network hostable DHCP agents. Network: 6c4ef518-c976-4f68-998f-bcb3df90689b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:33:57.558331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:33:57.583580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4722ecb1-1be7-4bfb-8b1e-46ae2530c408 req-c054831f-9450-4d18-a144-a019c4564859 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:57.592174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4722ecb1-1be7-4bfb-8b1e-46ae2530c408 req-c054831f-9450-4d18-a144-a019c4564859 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 950 time: 0.1573555 May 02 10:33:57.597110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:57.597631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.638054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Port ac807ed1-ce69-4550-8d2e-d7a102725ef4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:57.647543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Provisioning complete for port 57046cc6-711e-4929-9001-798d9981ff6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:57.649755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (57046cc6-711e-4929-9001-798d9981ff6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.668338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6c4ef518-c976-4f68-998f-bcb3df90689b) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:57.680275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:57.683804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.684881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd94fef-9d67-414d-817c-61a22c146f3e None None] Network 6c4ef518-c976-4f68-998f-bcb3df90689b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:33:57.702317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.753209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4722ecb1-1be7-4bfb-8b1e-46ae2530c408 req-feb10961-d1e2-4262-9055-697da5d140b2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600177 May 02 10:33:57.783227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76cdddb8-e348-43e1-b4d2-a7a96facd1f9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9702678 May 02 10:33:57.783878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:57.788878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:33:57.858764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5bb61f9c-2e56-4c71-b266-4096fc64533f None None] Current status of the port 57046cc6-711e-4929-9001-798d9981ff6e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:57.937235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (9e84d483-9e7a-4168-98b3-42039161806b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.938612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9e84d483-9e7a-4168-98b3-42039161806b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.945971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa6d35c-460c-4ae0-8b7e-27756879b1fd req-13e234a8-3f74-4a90-a85b-c8ab366bde69 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:57.947632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5aa6d35c-460c-4ae0-8b7e-27756879b1fd req-13e234a8-3f74-4a90-a85b-c8ab366bde69 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1183424 May 02 10:33:57.948189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6c4ef518-c976-4f68-998f-bcb3df90689b', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:33:57.950272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.951202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:57.993203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5486561f-10f2-495a-9f04-91f701dfe9f5 None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:57.993596 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5486561f-10f2-495a-9f04-91f701dfe9f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.012445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for router_controller (9e84d483-9e7a-4168-98b3-42039161806b), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.054571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5aa6d35c-460c-4ae0-8b7e-27756879b1fd req-c70b8cfe-eb7f-4e93-a8b0-ce8e3300264c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954235 May 02 10:33:58.054944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99bff9c5-53b7-4c37-a5e6-c0469080c739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.059411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.060216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.128325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 57046cc6-711e-4929-9001-798d9981ff6e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:33:58.165478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5486561f-10f2-495a-9f04-91f701dfe9f5 None None] Port ac807ed1-ce69-4550-8d2e-d7a102725ef4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:58.203118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:58.221201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.221560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.221908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.222255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.222597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.222936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.223272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.223603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.223934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.224270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.224645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.224994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.225324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.225653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.225982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:33:58.234722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 57046cc6-711e-4929-9001-798d9981ff6e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:58.235175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (57046cc6-711e-4929-9001-798d9981ff6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.298378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:33:58.304106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Allocated IP 172.20.0.2 (6c4ef518-c976-4f68-998f-bcb3df90689b/c212fe82-72e7-4bac-a995-9a28f3676303/1c45a392-069b-4278-914c-4f51d16b635a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:33:58.321507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:58.325157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:58.361911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for router_gateway (9e84d483-9e7a-4168-98b3-42039161806b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.414444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 57046cc6-711e-4929-9001-798d9981ff6e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:33:58.420150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-437ec70a-2692-4ab5-aa56-664756d059ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.0534687 May 02 10:33:58.560792 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks [] for port (1c45a392-069b-4278-914c-4f51d16b635a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.569219 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87f2cba3-001e-487b-9cd7-00139af15e4e req-f208f795-4b85-4608-b792-f8f1f335f294 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.2379975 May 02 10:33:58.608561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92df6c2f-af9c-4856-af15-d384f2c2d94a req-acf964fd-418c-4934-86d0-6111a0fb2584 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:58.610180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92df6c2f-af9c-4856-af15-d384f2c2d94a req-acf964fd-418c-4934-86d0-6111a0fb2584 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.1634200 May 02 10:33:58.639764 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1c45a392-069b-4278-914c-4f51d16b635a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.692962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-d8c7c63f-c583-4ac7-badd-3e067a1200b5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:58.694777 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-d8c7c63f-c583-4ac7-badd-3e067a1200b5 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.1161494 May 02 10:33:58.708644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:33:58.716576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:33:58.719114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:33:58.721125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-d3cf949a-ab26-44d4-91b2-c30994455e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:58.722754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-d3cf949a-ab26-44d4-91b2-c30994455e3f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.2654965 May 02 10:33:58.733449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Pushing event updated for resources: {'Port': ['ID=1c45a392-069b-4278-914c-4f51d16b635a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:58.827584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92df6c2f-af9c-4856-af15-d384f2c2d94a req-64a2d4b7-98a8-4247-950f-934c85e118dc tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889000 May 02 10:33:58.837908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dcb9a4e8-730a-4eb6-8d57-e122989ccfa4 None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:33:58.838290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dcb9a4e8-730a-4eb6-8d57-e122989ccfa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.921982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Attempting to bind port 1c45a392-069b-4278-914c-4f51d16b635a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:33:58.922367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Attempting to bind port 1c45a392-069b-4278-914c-4f51d16b635a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:33:58.922734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Attempting to bind port 1c45a392-069b-4278-914c-4f51d16b635a on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:33:58.938721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:33:58.941392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:33:58.941392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.941392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Bound using segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:33:58.941392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Bound port: 1c45a392-069b-4278-914c-4f51d16b635a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:33:58.941392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1c45a392-069b-4278-914c-4f51d16b635a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:58.943088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dcb9a4e8-730a-4eb6-8d57-e122989ccfa4 None None] Port ac807ed1-ce69-4550-8d2e-d7a102725ef4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:33:59.029174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] For port 1c45a392-069b-4278-914c-4f51d16b635a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:33:59.034720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] For port 1c45a392-069b-4278-914c-4f51d16b635a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c45a392-069b-4278-914c-4f51d16b635a,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:33:59.046435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-ea4193ce-6105-4bb6-9b8e-3081ca41041d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1740687 May 02 10:33:59.149582 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1c45a392-069b-4278-914c-4f51d16b635a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.161896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.231366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9f6d62-f574-40c3-91a8-5ce3f27c19df None None] Pushing event updated for resources: {'Port': ['ID=1c45a392-069b-4278-914c-4f51d16b635a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:33:59.280180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-895e38c3-7318-461b-a64a-772415bf496f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:59.281686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-895e38c3-7318-461b-a64a-772415bf496f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 932 time: 0.9981570 May 02 10:33:59.319318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17501ad-8658-462d-b491-a1fa4edfcceb req-244577d3-05e5-471f-8021-6e09481d7009 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:59.322717 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e17501ad-8658-462d-b491-a1fa4edfcceb req-244577d3-05e5-471f-8021-6e09481d7009 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 950 time: 0.1488366 May 02 10:33:59.347573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:59.360040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b7060365-43ce-434b-a9dc-79d5ba055792 admin admin] 10.222.0.16 "PUT /v2.0/routers/65e6f071-7a53-476f-bb9a-1bc84eb3e7ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6861043 May 02 10:33:59.364056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38540) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:59.364828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Sync routers for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:59.383778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:59.384430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:59.444010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5fe1e1e6-4339-419d-9f6c-5dbaf3725a81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:59.445495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5fe1e1e6-4339-419d-9f6c-5dbaf3725a81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 932 time: 0.1519754 May 02 10:33:59.535775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38546) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:33:59.571544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e17501ad-8658-462d-b491-a1fa4edfcceb req-b1b89397-a7dc-442d-8549-7c69b8ad0640 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281415 May 02 10:33:59.619431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:33:59.647529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:33:59.652990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks [] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.794133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a96d3440-ab18-44f2-9d33-07d110a1f053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.798626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Deleting port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:33:59.798985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.840970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8182d27-a100-4c34-a642-e8f00464f41d req-d2b4cc2b-af5e-4cd4-8af8-8aff43d3d67c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.1344752 May 02 10:33:59.841166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for router_gateway (9e84d483-9e7a-4168-98b3-42039161806b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.893515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:33:59.913889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:33:59.915771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55825e87-be11-4970-8275-a62ebceda4a8 req-28ef5db1-70ed-48de-894b-4bb48c7f19b7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:33:59.921271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 5, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:59.926087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55825e87-be11-4970-8275-a62ebceda4a8 req-28ef5db1-70ed-48de-894b-4bb48c7f19b7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.7845993 May 02 10:33:59.938133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-331846bb-cb17-4ddf-a9ff-8d2e5c998107 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8625360 May 02 10:33:59.944555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:59.945207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:33:59.956389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Checking router: 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:33:59.958706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:33:59.968573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Routers {'65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:33:59.971140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:00.041021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38558) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:00.068279 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:00.074306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1886732198'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:00.118752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55825e87-be11-4970-8275-a62ebceda4a8 req-7ba045f7-cc40-4272-90db-c5ffd231a5c5 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917465 May 02 10:34:00.120864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] Set router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:00.131854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1c45a392-069b-4278-914c-4f51d16b635a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:00.156647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks [] for router_gateway (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.193218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4f2fb7-3972-42a5-acee-6f945790bfd8 req-9572635e-7474-474f-98cc-14336d828da2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:00.195795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c4f2fb7-3972-42a5-acee-6f945790bfd8 req-9572635e-7474-474f-98cc-14336d828da2 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 945 time: 0.2565849 May 02 10:34:00.245487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Allocated IP 172.35.4.54 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f160b75f-d7c0-4e05-85d4-1818073ecbc5) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:00.346000 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:33:57Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:00.372443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Deleting port 03511c81-b918-433d-be52-401a72830a36 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:00.373118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (03511c81-b918-433d-be52-401a72830a36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.393604 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:00.394505 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Updating router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea port ac807ed1-ce69-4550-8d2e-d7a102725ef4 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:00.433306 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.488858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] For port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,segment=NetworkSegment(6e3cebe9-309e-44b2-985d-a6e10a935e09),segment_id=6e3cebe9-309e-44b2-985d-a6e10a935e09)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:00.489533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.498615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] For port 03511c81-b918-433d-be52-401a72830a36, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=03511c81-b918-433d-be52-401a72830a36,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:00.499001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (03511c81-b918-433d-be52-401a72830a36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.506773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-8cea41a1-c648-486b-84b3-9ce7f863932f service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4502695 May 02 10:34:00.515553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Calling delete_port for 03511c81-b918-433d-be52-401a72830a36 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:00.532157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Calling delete_port for 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:00.581845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:00.589711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:00.594632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.746110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c4f2fb7-3972-42a5-acee-6f945790bfd8 req-d44836c6-7f60-4bc1-bbbf-3817342183d8 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/security-groups?id=a0979586-d6c0-434a-9b28-31f83fdc584d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430584 May 02 10:34:00.750169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.758753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.786569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a96d3440-ab18-44f2-9d33-07d110a1f053 admin admin] Publish callbacks [] for security_group (e2d45a1a-3977-45d9-bd83-92665dae443e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.811887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1c45a392-069b-4278-914c-4f51d16b635a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:00.812362 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1c45a392-069b-4278-914c-4f51d16b635a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.855067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313c95b-7642-46fb-880f-19d41f418b4f req-086ba244-a1ae-49bc-802f-ce8c7eabdab2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:00.857179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f313c95b-7642-46fb-880f-19d41f418b4f req-086ba244-a1ae-49bc-802f-ce8c7eabdab2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 950 time: 0.1278028 May 02 10:34:00.868167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a96d3440-ab18-44f2-9d33-07d110a1f053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e2d45a1a-3977-45d9-bd83-92665dae443e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.926932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (03511c81-b918-433d-be52-401a72830a36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.932811 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks [] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:00.935864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:00.939645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94cceee-892d-413d-ab25-1fdbe33a7f07 None None] Network 6c4ef518-c976-4f68-998f-bcb3df90689b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:00.942537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a10e74c-8a01-4454-8afa-2ef1e4e8881e req-ac5f6a19-f7b5-4bf0-9c23-6a7b1abdfb8d service neutron] 10.222.0.24 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298260 May 02 10:34:00.971903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a96d3440-ab18-44f2-9d33-07d110a1f053 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44303f0df72a46058e13a869110175a6&name=default HTTP/1.1" status: 200 len: 3000 time: 1.4326482 May 02 10:34:00.982122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:00.985317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 5, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:00.996810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:00.997114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.004092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2739b229-1fb2-454a-a8c2-2c1a2f16864d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.004491 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 2739b229-1fb2-454a-a8c2-2c1a2f16864d of type vlan for network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e May 02 10:34:01.027033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f313c95b-7642-46fb-880f-19d41f418b4f req-b86d3a54-7d29-42b3-9058-fc62fcd5c08c tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624134 May 02 10:34:01.037585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Pushing event deleted for resources: {'Port': ['ID=03511c81-b918-433d-be52-401a72830a36,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.055187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4171daad-7fb2-43aa-bce7-5c1bb8575869 req-f3f35a86-3ac6-4ecb-ae47-e7e94b1ba463 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.0962222 May 02 10:34:01.063421 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.084348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96d3440-ab18-44f2-9d33-07d110a1f053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2d45a1a-3977-45d9-bd83-92665dae443e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.129586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.141884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Publish callbacks [] for security_group (e2d45a1a-3977-45d9-bd83-92665dae443e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.181579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.228165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.293999 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Publish callbacks [] for security_group (e2d45a1a-3977-45d9-bd83-92665dae443e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.317584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Pushing event updated for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.324451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1c45a392-069b-4278-914c-4f51d16b635a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:01.327046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1c45a392-069b-4278-914c-4f51d16b635a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.335469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.339829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks [] for router_controller (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.343558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.343913 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.344259 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.344713 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.345061 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.345393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.353645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.353645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.353645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.354872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca6681fa-a091-4652-99d6-ee30d591de3d None None] The sync data for ids ['65e6f071-7a53-476f-bb9a-1bc84eb3e7ac'] in ncdv-master-1 is: [{'id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'name': 'tempest-ServersTestMultiNic-877650463-router', 'tenant_id': '620e47e300b7498a87384c30546dcb18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126'}], 'enable_snat': True}, 'gw_port_id': '03511c81-b918-433d-be52-401a72830a36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:31:33Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 5, 'project_id': '620e47e300b7498a87384c30546dcb18', 'gw_port': {'id': '03511c81-b918-433d-be52-401a72830a36', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:9f:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e6f071-7a53-476f-bb9a-1bc84eb3e7ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1471, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:31:35Z', 'updated_at': '2022-05-02T10:31:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.355018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:01.373171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.379334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:01.386374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.397959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 1c45a392-069b-4278-914c-4f51d16b635a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c45a392-069b-4278-914c-4f51d16b635a,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:01.399703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ccb99e8e-756b-495d-84a5-10b0d565f105 None None] Provisioning complete for port 1c45a392-069b-4278-914c-4f51d16b635a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:01.400076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ccb99e8e-756b-495d-84a5-10b0d565f105 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1c45a392-069b-4278-914c-4f51d16b635a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.419656 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Attempting to bind port ac807ed1-ce69-4550-8d2e-d7a102725ef4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:01.420905 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Attempting to bind port ac807ed1-ce69-4550-8d2e-d7a102725ef4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:01.421288 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Attempting to bind port ac807ed1-ce69-4550-8d2e-d7a102725ef4 on network df4fdbd7-e2b3-4c25-a97c-81c066bad259 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:01.433641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:01.434027 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Checking segment: {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:01.434218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:01.434441 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.434837 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Bound using segment: {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:01.438420 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Bound port: ac807ed1-ce69-4550-8d2e-d7a102725ef4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bff90990-f7d0-4546-b9a2-3898137ad83c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:01.438855 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.477771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1c45a392-069b-4278-914c-4f51d16b635a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.508516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:01.515911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e2d45a1a-3977-45d9-bd83-92665dae443e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.522662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.539478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2d45a1a-3977-45d9-bd83-92665dae443e HTTP/1.1" status: 204 len: 168 time: 0.5562248 May 02 10:34:01.543047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:01.549613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b9d86-9b26-4e71-af47-ca6cc7a10d1b req-15bff66f-a209-4f49-8542-190fcd8d6dde tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:01.553398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-140b9d86-9b26-4e71-af47-ca6cc7a10d1b req-15bff66f-a209-4f49-8542-190fcd8d6dde tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1214597 May 02 10:34:01.558310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (65e6f071-7a53-476f-bb9a-1bc84eb3e7ac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.558983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e6f071-7a53-476f-bb9a-1bc84eb3e7ac {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:34:01.578854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.579903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fa57d61-ba79-42c9-96f7-5c8fc54f08ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/65e6f071-7a53-476f-bb9a-1bc84eb3e7ac HTTP/1.1" status: 204 len: 168 time: 2.2129447 May 02 10:34:01.583400 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] For port ac807ed1-ce69-4550-8d2e-d7a102725ef4, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:01.588003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38582) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:01.605625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] For port ac807ed1-ce69-4550-8d2e-d7a102725ef4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac807ed1-ce69-4550-8d2e-d7a102725ef4,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:01.641793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:01.648306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Pushing event updated for resources: {'Port': ['ID=f160b75f-d7c0-4e05-85d4-1818073ecbc5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.651198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.669613 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.694957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=1c45a392-069b-4278-914c-4f51d16b635a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.734187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-140b9d86-9b26-4e71-af47-ca6cc7a10d1b req-1a2aeca3-f3f1-4af2-9c51-0fdcf9b36eae tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720819 May 02 10:34:01.744831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Deleting subnet 7fe4ff25-a88e-45a1-9e32-20c77259feba {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:34:01.748985 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Publish callbacks [] for subnet (7fe4ff25-a88e-45a1-9e32-20c77259feba), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.766106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ccb99e8e-756b-495d-84a5-10b0d565f105 None None] Current status of the port 1c45a392-069b-4278-914c-4f51d16b635a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:01.833675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:01.834962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.871060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:01.871856 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:01.877076 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0954ae17-9639-424d-850d-c22c20e0ce75 None None] Pushing event updated for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:01.893128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:01.893941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (7fe4ff25-a88e-45a1-9e32-20c77259feba), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.911488 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382d96e4-7286-42fd-8a25-d67ff6a44e30" -d '{"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:01.974156 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:01.989379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:02.024505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:02.024960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.081743 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.176630 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:02.201780 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08713e2-4e3f-47f1-a283-eee7f0d82555 x-openstack-request-id: req-f08713e2-4e3f-47f1-a283-eee7f0d82555 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:02.205842 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:02.206325 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f08713e2-4e3f-47f1-a283-eee7f0d82555 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:02.208170 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f08713e2-4e3f-47f1-a283-eee7f0d82555'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'code': 200} May 02 10:34:02.288392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.297014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2d45a1a-3977-45d9-bd83-92665dae443e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.312440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7fe4ff25-a88e-45a1-9e32-20c77259feba), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.353428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1c45a392-069b-4278-914c-4f51d16b635a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:02.355660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.2877409 May 02 10:34:02.370473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38606) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:02.386470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.387173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.387723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.388271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.391540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.395084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.395728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.396285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.397405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.399187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.400857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.403524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.406857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.407448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.408461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1271df-b574-4bdd-86a4-def4ad34cbef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.435966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1c45a392-069b-4278-914c-4f51d16b635a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:02.436663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1c45a392-069b-4278-914c-4f51d16b635a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.439195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:02.469488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Current status of the port ac807ed1-ce69-4550-8d2e-d7a102725ef4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:02.470206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.533194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.533614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.534196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.534609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.535062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.535420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.535816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.536213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.536619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.537541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.537939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.538330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.538721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.539153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.539847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:02.567815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] For port ac807ed1-ce69-4550-8d2e-d7a102725ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac807ed1-ce69-4550-8d2e-d7a102725ef4,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:02.577578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7fe4ff25-a88e-45a1-9e32-20c77259feba), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.583014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6df676-248e-4270-8c74-de5bfbed5e1a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.602111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3f4a86a-c302-4f9f-83be-e816291480a3 req-befd058c-3419-4f8e-af69-c84b26abf542 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.1382096 May 02 10:34:02.605847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c1897ae-ab46-42a8-bad9-eb7a225f6c5d req-acb604cb-97c3-4326-9d93-9bdc2782dda0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.0622537 May 02 10:34:02.612961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:02.642957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.671194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fe4ff25-a88e-45a1-9e32-20c77259feba,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.681080 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.681080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-629a74be-99b3-4629-a3e7-69de47993890 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7fe4ff25-a88e-45a1-9e32-20c77259feba HTTP/1.1" status: 204 len: 168 time: 1.0904930 May 02 10:34:02.685879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38612) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:02.770781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1c45a392-069b-4278-914c-4f51d16b635a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:02.792316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4dfc4-f710-428c-8dd9-e98c5867b551 None None] Network f6b79f90-b2d8-42f3-9dee-0943e9b69746 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:02.794168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Pushing event deleted for resources: {'Port': ['ID=9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.840797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:02.875588 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:01Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:02.919304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:34:02.919666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device eeb0755b-7cb3-41c4-971c-2f6ae87b6dd5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:34:02.924239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] No DVR routers for this DVR port 9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:02.933787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.937541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f6b79f90-b2d8-42f3-9dee-0943e9b69746), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.939599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f19db822-0c20-48ad-8de3-7d4782c1c160 req-ea0da2f0-be78-4561-8980-c8015720c24e tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.24 "DELETE /v2.0/ports/9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad HTTP/1.1" status: 204 len: 173 time: 4.1098561 May 02 10:34:02.940106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'name': 'network-vif-deleted', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:02.942692 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14185ffa-949d-4531-bcab-47dfcc470e0f" -d '{"events": [{"server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "name": "network-vif-deleted", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:02.955147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:02.955581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:02.957403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0029985d-8071-4208-b2e7-d65376d876c5 None None] Pushing event updated for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:02.983719 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8ff22ea-8cbe-4926-98d5-5047435c020f None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:33:56Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:01Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:02.996390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-41b26bee-1749-4a4b-b974-a27c4acd8bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:02.997853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-41b26bee-1749-4a4b-b974-a27c4acd8bd7 service neutron] 10.222.0.15 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 1028 time: 0.1738510 May 02 10:34:03.043579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d510f2-2af8-42da-97a3-358fc0d772be req-974cf2ca-81db-41ac-b68d-e3a4953697d0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:03.043579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84d510f2-2af8-42da-97a3-358fc0d772be req-974cf2ca-81db-41ac-b68d-e3a4953697d0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1673384 May 02 10:34:03.064507 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07c57f6-6632-483a-8dd3-a0832f48810c x-openstack-request-id: req-f07c57f6-6632-483a-8dd3-a0832f48810c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:03.068131 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c", "name": "network-vif-deleted", "tag": "9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:03.071471 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f07c57f6-6632-483a-8dd3-a0832f48810c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:03.072912 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07c57f6-6632-483a-8dd3-a0832f48810c'] response: {'server_uuid': 'ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c', 'name': 'network-vif-deleted', 'tag': '9ce6067e-a60f-4dba-ad4c-7b8c0ec2d5ad', 'status': 'completed', 'code': 200} May 02 10:34:03.086232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:03.095579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.153713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Deleting port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:03.154504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.258491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] DHCP port deletion for f6b79f90-b2d8-42f3-9dee-0943e9b69746 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:34:03.315885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84d510f2-2af8-42da-97a3-358fc0d772be req-acf8edc8-77b4-47d6-a6ad-e94358693512 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2677567 May 02 10:34:03.331317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Current status of the port ac807ed1-ce69-4550-8d2e-d7a102725ef4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:03.348877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] For port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:03.349271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.385954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Calling delete_port for b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:03.394817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Provisioning complete for port 1c45a392-069b-4278-914c-4f51d16b635a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:03.395219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1c45a392-069b-4278-914c-4f51d16b635a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.405976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Deleting port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:03.406372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.602489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.641509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for router_gateway (9e84d483-9e7a-4168-98b3-42039161806b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.647835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-27af9904-5637-441a-bdf7-26939c9251a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:03.650400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-27af9904-5637-441a-bdf7-26939c9251a8 service neutron] 10.222.0.15 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 1028 time: 0.6367149 May 02 10:34:03.682050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] No DVR routers for this DVR port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:03.683821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:03.695238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] For port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,segment=NetworkSegment(660efb28-5125-4fb5-97f1-aa5fcb1562cd),segment_id=660efb28-5125-4fb5-97f1-aa5fcb1562cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:03.696175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.752351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (1a8a9e02-ccd8-45f7-9c38-62a9d614283f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:03.777676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Calling delete_port for b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:03.819440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-70b89ef1-6b6b-4245-9afe-16f0d5a4aafd None None] Current status of the port 1c45a392-069b-4278-914c-4f51d16b635a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:03.885553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd519c02-c9fe-4528-9e88-d4346d64d75c req-8901193b-1a44-4749-b941-0f28b16ff293 tempest-DeleteServersTestJSON-671000602 tempest-DeleteServersTestJSON-671000602-project] 10.222.0.16 "GET /v2.0/ports?device_id=ccbb4681-e23d-4e44-9c3e-0cb3d1b3752c HTTP/1.1" status: 200 len: 210 time: 0.1158979 May 02 10:34:03.897812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=1a8a9e02-ccd8-45f7-9c38-62a9d614283f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:03.952823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.036381 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91ff3390-e5aa-4569-ac23-d612542c84f2 req-bfa54705-e7d8-4748-84b8-ed2468c5672b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.1644118 May 02 10:34:04.047622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f6b79f90-b2d8-42f3-9dee-0943e9b69746), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.064214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] Pushing event deleted for resources: {'Port': ['ID=b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:04.085105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6494746d-d0dd-4a38-b8cf-2d8c654f426c None None] No DVR routers for this DVR port b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:04.120112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b79f90-b2d8-42f3-9dee-0943e9b69746']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:04.133450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '660efb28-5125-4fb5-97f1-aa5fcb1562cd') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:04.134006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '660efb28-5125-4fb5-97f1-aa5fcb1562cd') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:04.144168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:04.144630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:04.146064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ac807ed1-ce69-4550-8d2e-d7a102725ef4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:04.157656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (660efb28-5125-4fb5-97f1-aa5fcb1562cd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.179769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (660efb28-5125-4fb5-97f1-aa5fcb1562cd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.205133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:34:04.205836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (660efb28-5125-4fb5-97f1-aa5fcb1562cd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: timer() May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:34:04.208196 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:34:04.249849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ac807ed1-ce69-4550-8d2e-d7a102725ef4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:04.250617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.262972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d03911a0-976c-43b1-b7c2-325baba364ca tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.270969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d03911a0-976c-43b1-b7c2-325baba364ca tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.281568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d03911a0-976c-43b1-b7c2-325baba364ca tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.283405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d03911a0-976c-43b1-b7c2-325baba364ca tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=1f30dcce-890c-41ae-adf7-048d127befb4&id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 1991 time: 0.5401423 May 02 10:34:04.381232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ac807ed1-ce69-4550-8d2e-d7a102725ef4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:04.390336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f6b79f90-b2d8-42f3-9dee-0943e9b69746), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.431535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.440822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-11211d49-3a8f-4323-bb6e-5ae4ab2ffd27 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0 HTTP/1.1" status: 200 len: 380 time: 0.1423447 May 02 10:34:04.441454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:04.454702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f6b79f90-b2d8-42f3-9dee-0943e9b69746 HTTP/1.1" status: 204 len: 168 time: 1.7598333 May 02 10:34:04.469918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd4930d-c266-4828-9888-63041cbe3e77 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b79f90-b2d8-42f3-9dee-0943e9b69746,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:04.479819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'admin_state_up': True, 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'security_groups': ['adce78be-800b-4a18-a57c-daf0d687ec74']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:04.517142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:04.529836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aeb3217-61cb-49fe-8337-632cb394c62f None None] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:04.534845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.538279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.589136 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (9e84d483-9e7a-4168-98b3-42039161806b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:04.589479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 03511c81-b918-433d-be52-401a72830a36 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:04.624521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a04b1d-04ee-4af0-a223-4910aa1b3562 req-572f9d6d-5235-4def-863f-e25a85613096 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.636118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0a04b1d-04ee-4af0-a223-4910aa1b3562 req-572f9d6d-5235-4def-863f-e25a85613096 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1173899 May 02 10:34:04.727680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2595dcb6-6ca3-4b93-a1d1-2bc7c4fe7a4a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3125579 May 02 10:34:04.730557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0a04b1d-04ee-4af0-a223-4910aa1b3562 req-2949c7d5-a36a-4b74-9d60-dfcb89ee5bad tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914991 May 02 10:34:04.731102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38670) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:04.901765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 03511c81-b918-433d-be52-401a72830a36 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:34:04.902308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 03511c81-b918-433d-be52-401a72830a36 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:34:04.903181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:04.957659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:34:04.958141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b3b0e6a7-c4c4-4ad6-bc0d-777ce3d2ad60 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:34:04.965125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8363b29b-0867-480c-a26e-e537222f967b req-0a4991a9-f223-464a-b7d6-fd6268002bcb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:04.966871 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8363b29b-0867-480c-a26e-e537222f967b req-0a4991a9-f223-464a-b7d6-fd6268002bcb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1222155 May 02 10:34:05.042630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:05.043521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:05.044552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.045865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.080202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38680) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:05.153543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Router 9e84d483-9e7a-4168-98b3-42039161806b is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:34:05.175147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8363b29b-0867-480c-a26e-e537222f967b req-f3df677a-36e0-4c09-824d-d68465b08d96 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959231 May 02 10:34:05.250573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9cbee5a7-536a-45d4-b017-09522fb8ebcb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=620e47e300b7498a87384c30546dcb18&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1599591 May 02 10:34:05.255562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:05.327189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Allocated IP 2001:db8:1::2 (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e/1a8a9e02-ccd8-45f7-9c38-62a9d614283f/1e40497f-55cd-44c9-b101-8841d6cd4d15) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:05.338137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-596c4d0c-dad2-4c96-bc80-1f6546697707 req-52d0270f-57c1-4052-8fd9-c11609472793 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.0530138 May 02 10:34:05.507137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.602174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks [] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.632347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-e2edb0f2-743a-4a20-8d49-9661204a56f3 req-52fd0734-b5eb-460d-ac17-239c5a675160 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:34:05.633397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2edb0f2-743a-4a20-8d49-9661204a56f3 req-52fd0734-b5eb-460d-ac17-239c5a675160 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0115533 May 02 10:34:05.733262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.798005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:05.809241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:05.821040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:05.824768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Pushing event updated for resources: {'Port': ['ID=1e40497f-55cd-44c9-b101-8841d6cd4d15,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:05.923040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Attempting to bind port 1e40497f-55cd-44c9-b101-8841d6cd4d15 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:05.923040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Attempting to bind port 1e40497f-55cd-44c9-b101-8841d6cd4d15 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:05.923040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Attempting to bind port 1e40497f-55cd-44c9-b101-8841d6cd4d15 on network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:05.929174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:05.929514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Checking segment: {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:05.929897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.930297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Bound using segment: {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:05.930779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Bound port: 1e40497f-55cd-44c9-b101-8841d6cd4d15, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:05.931164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:05.954687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8:1::1 (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e/1a8a9e02-ccd8-45f7-9c38-62a9d614283f/9a7b41a5-8c39-4500-9e8c-50dbd0431bd6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:05.973927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b244d16-1eea-4a4c-83bd-269c2acd43fb req-7b57bba2-49a4-435d-b2e9-79912fc560aa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:05.976298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b244d16-1eea-4a4c-83bd-269c2acd43fb req-7b57bba2-49a4-435d-b2e9-79912fc560aa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.0692964 May 02 10:34:06.062056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] For port 1e40497f-55cd-44c9-b101-8841d6cd4d15, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:06.065634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] For port 1e40497f-55cd-44c9-b101-8841d6cd4d15, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e40497f-55cd-44c9-b101-8841d6cd4d15,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:06.132166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b244d16-1eea-4a4c-83bd-269c2acd43fb req-d5739f85-0630-406a-9978-e8ded7928950 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440697 May 02 10:34:06.164210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.194609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] Publish callbacks [] for security_group (bccdddba-c9dc-4150-8841-795b44ee6258), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.220186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.244135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:06.249646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:06.254330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:06.266209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 172.20.0.13 (ed1be2d6-1882-4344-b580-dc4a18d167a1/b4d69025-7dc4-4f78-ada3-b2f722613599/73644f9a-d12d-4a91-b30d-cd75df159a7f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:06.270406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] Publish callbacks [] for security_group (bccdddba-c9dc-4150-8841-795b44ee6258), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.346311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:06.394428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.503539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:06.504960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:06.506929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:06.524472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:06.529558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:06.530346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.534270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.553499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e521de4c-84e5-4994-9c4c-7f57c63046f0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.7685015 May 02 10:34:06.634285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38766) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:06.635754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:06.670077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-febd0106-db3d-4e54-b2ed-69b20057f5fe req-7fceb9f6-11ae-41bb-8046-7b1a90ecda04 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.1771340 May 02 10:34:06.717701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.761838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bccdddba-c9dc-4150-8841-795b44ee6258), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.762096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b70e6-cda6-4899-ad17-f9c160c2a47b None None] Pushing event updated for resources: {'Port': ['ID=1e40497f-55cd-44c9-b101-8841d6cd4d15,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:06.773497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:06.775859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bccdddba-c9dc-4150-8841-795b44ee6258 HTTP/1.1" status: 204 len: 168 time: 1.4724774 May 02 10:34:06.809020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:06.825700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36caee34-b44e-48f0-b345-b025dedb5645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bccdddba-c9dc-4150-8841-795b44ee6258,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:06.868883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:06.874623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:06.926080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.086470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'mac_address': 'fa:16:3e:76:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:34:07.143612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:07.156313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:07.175191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:07.192514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:07.194095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:07.231225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:07.231815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Updating router 9e84d483-9e7a-4168-98b3-42039161806b port f160b75f-d7c0-4e05-85d4-1818073ecbc5 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:07.322765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:07.323458 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.352161 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.416946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:07.448729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:07.551038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:07.561890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.602247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1f770-6535-4027-80fc-ad859e16a87d req-25e90236-0bf6-406c-89ba-c12af5460dc6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:07.603153 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.618665 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42d1f770-6535-4027-80fc-ad859e16a87d req-25e90236-0bf6-406c-89ba-c12af5460dc6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.2806735 May 02 10:34:07.687831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a6e3e458-138f-4911-90d0-9fe328fc139e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2179439 May 02 10:34:07.691876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:07.732980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'admin_state_up': True, 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'security_groups': ['adce78be-800b-4a18-a57c-daf0d687ec74']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:07.752655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:07.839117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['ae045744-8b25-4b28-b47b-81181dfe209b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:07.898318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-83721287-9bb6-4146-a0d4-19fab700ceb9 None None] Provisioning complete for port 73644f9a-d12d-4a91-b30d-cd75df159a7f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:07.898986 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-83721287-9bb6-4146-a0d4-19fab700ceb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:08.001255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42d1f770-6535-4027-80fc-ad859e16a87d req-5a2cf2f7-3270-4a5b-9cc0-d8a1863c4840 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815799 May 02 10:34:08.195014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e40497f-55cd-44c9-b101-8841d6cd4d15 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:08.202896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-83721287-9bb6-4146-a0d4-19fab700ceb9 None None] Port 73644f9a-d12d-4a91-b30d-cd75df159a7f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:08.274143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:08.278802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:08.379461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ef0071-fea7-42cf-ab5b-885d394e7db8 None None] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:08.404851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1e40497f-55cd-44c9-b101-8841d6cd4d15 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:08.405223 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:08.553174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Provisioning complete for port 1e40497f-55cd-44c9-b101-8841d6cd4d15 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:08.553174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:08.641334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.1.1.36 (e27b5b11-76e1-431a-85f5-7885f1448aa9/4af14ee3-e09a-4b2a-80df-c3e1d1435523/eeb06688-d28b-4fe1-8e77-5a08beebda79) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:08.722977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-ad2bc8dc-c8de-4776-b219-5d7a69bdddbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.8096859 May 02 10:34:08.849401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c5c9b6-2407-4657-afaa-2cb3d3ea5cfb req-a14f9a3a-b5b8-4653-beb6-f892f1031068 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:08.850970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24c5c9b6-2407-4657-afaa-2cb3d3ea5cfb req-a14f9a3a-b5b8-4653-beb6-f892f1031068 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 932 time: 0.1615436 May 02 10:34:08.997978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.013511 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks [] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.068553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38868) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:09.133641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.158190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Current status of the port 1e40497f-55cd-44c9-b101-8841d6cd4d15 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:09.158586 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.207003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.282633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.284189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38924418-3d3b-4fa4-832b-02652795a25d None None] Pushing event updated for resources: {'Port': ['ID=f160b75f-d7c0-4e05-85d4-1818073ecbc5,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:09.288856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1e40497f-55cd-44c9-b101-8841d6cd4d15 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:09.289418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.297062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.399881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] For port 1e40497f-55cd-44c9-b101-8841d6cd4d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e40497f-55cd-44c9-b101-8841d6cd4d15,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:09.408535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:09.412398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:09.424973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:09.432846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:09.433064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.444983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.445859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Attempting to bind port f160b75f-d7c0-4e05-85d4-1818073ecbc5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:09.446315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Attempting to bind port f160b75f-d7c0-4e05-85d4-1818073ecbc5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:09.447822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Attempting to bind port f160b75f-d7c0-4e05-85d4-1818073ecbc5 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:09.472404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:09.472826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:09.476631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.477041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:09.483891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Bound port: f160b75f-d7c0-4e05-85d4-1818073ecbc5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:09.484310 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.528677 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.547728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b44176e-0d24-4b7f-ad0d-3373090399e6 req-8b42b630-a423-4771-842b-ed5f5204f328 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:09.557394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b44176e-0d24-4b7f-ad0d-3373090399e6 req-8b42b630-a423-4771-842b-ed5f5204f328 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.3461037 May 02 10:34:09.568560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-network', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:09.617892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24c5c9b6-2407-4657-afaa-2cb3d3ea5cfb req-85383c7c-c56c-4d16-b3a8-38ef9d86ca5a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7474196 May 02 10:34:09.706526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:34:09.713574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-98fad6c9-3721-48ad-9e9b-d20fbabd79b1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:09.714127 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:34:09.716480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-98fad6c9-3721-48ad-9e9b-d20fbabd79b1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports/7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 941 time: 0.6558647 May 02 10:34:09.816486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:09.817060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.861255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:09.875831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:09.881039 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:09.920979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b44176e-0d24-4b7f-ad0d-3373090399e6 req-04b58e60-878b-4de2-a990-6ec8b445fd26 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3598759 May 02 10:34:10.002870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bfc433-283b-4033-aa4e-4bf1b7453932 None None] Pushing event updated for resources: {'Port': ['ID=1e40497f-55cd-44c9-b101-8841d6cd4d15,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:10.006313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:10.029911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] For port f160b75f-d7c0-4e05-85d4-1818073ecbc5, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:10.034207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:10.039323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-307fcefb-ee25-4f8a-b6af-38a91f35babd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3353899 May 02 10:34:10.067655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'admin_state_up': True, 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'security_groups': ['adce78be-800b-4a18-a57c-daf0d687ec74']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:10.092013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:10.103286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] For port f160b75f-d7c0-4e05-85d4-1818073ecbc5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f160b75f-d7c0-4e05-85d4-1818073ecbc5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:10.104687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Provisioning complete for port 1e40497f-55cd-44c9-b101-8841d6cd4d15 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:10.105126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.207777 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.313615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Allocated IP 172.20.0.1 (6c4ef518-c976-4f68-998f-bcb3df90689b/c212fe82-72e7-4bac-a995-9a28f3676303/6333db97-7bbb-4d5c-9523-aaf15717ba91) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:10.355960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:10.381677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:10.391122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.411514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.470007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa08ac09-aa13-4325-875c-01d6d9938843 None None] Current status of the port 1e40497f-55cd-44c9-b101-8841d6cd4d15 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:10.500570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:10.506240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:10.529214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks [] for security_group (ee2d5727-dc99-4607-aab1-6335ffcf451d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.592715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee2d5727-dc99-4607-aab1-6335ffcf451d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.623085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:10.639925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (927fc0f8-6500-4f4a-b301-cff7f884b40f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.640479 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Added segment 927fc0f8-6500-4f4a-b301-cff7f884b40f of type vlan for network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 May 02 10:34:10.652554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:10.764222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks [] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:10.767690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:10.916072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2d5727-dc99-4607-aab1-6335ffcf451d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:10.942472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.018942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1e40497f-55cd-44c9-b101-8841d6cd4d15 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:11.040757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:11.049581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38924418-3d3b-4fa4-832b-02652795a25d None None] Pushing event updated for resources: {'Port': ['ID=f160b75f-d7c0-4e05-85d4-1818073ecbc5,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:11.057339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.060071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.060882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:11.061269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.186353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port ae045744-8b25-4b28-b47b-81181dfe209b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:11.187066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.206047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:11.212427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:11.225911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77848c9-a515-42bd-a12b-2423753c22c0 req-45ae315d-e30c-4953-b367-1e0ccded40da tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:11.231868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77848c9-a515-42bd-a12b-2423753c22c0 req-45ae315d-e30c-4953-b367-1e0ccded40da tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:11.233744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c77848c9-a515-42bd-a12b-2423753c22c0 req-45ae315d-e30c-4953-b367-1e0ccded40da tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 1653 time: 0.3880816 May 02 10:34:11.248421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:11.258028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:11.262455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:11.296268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9e84d483-9e7a-4168-98b3-42039161806b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.305119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.305440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:11.306016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.309218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e40497f-55cd-44c9-b101-8841d6cd4d15 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:11.316805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21f914b-4679-40a5-a565-681ffd68d6fe None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:11.349778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Provisioning complete for port eeb06688-d28b-4fe1-8e77-5a08beebda79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:11.357038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.450618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-31461c68-3988-4c36-a04a-53fde4579336 None None] Port eeb06688-d28b-4fe1-8e77-5a08beebda79 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:11.514027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:11.514789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.541433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1e40497f-55cd-44c9-b101-8841d6cd4d15 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:11.542226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.574461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:11.575829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:11.578366 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba5a7d7-0fa5-4be2-a2b9-54be4a16fa46" -d '{"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:11.611459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Pushing event updated for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:11.617092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8048e05e-7f75-4885-a0e7-d627aedeade0 None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:11.617760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8048e05e-7f75-4885-a0e7-d627aedeade0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.637666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:11.657748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-76537fb9-7aeb-4dd0-a89b-fcfc745dc9eb tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9162548 May 02 10:34:11.658677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38954) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:11.659544 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:11.664288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-405992836'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:11.679702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.698175 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:11.702346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c77848c9-a515-42bd-a12b-2423753c22c0 req-a6de1140-ed36-4362-b73b-6ff875d817ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4016113 May 02 10:34:11.703359 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:11.746083 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.844086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:11.854565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:11.942179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:11.957788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] Pushing event updated for resources: {'Network': ['ID=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:11.968782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.1.1.242 (e27b5b11-76e1-431a-85f5-7885f1448aa9/4af14ee3-e09a-4b2a-80df-c3e1d1435523/f9154ac8-65ef-4cf6-a942-e5ea19206948) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:11.984179 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cadc115-26c0-46d0-8794-1448aaa4d20b x-openstack-request-id: req-4cadc115-26c0-46d0-8794-1448aaa4d20b {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:11.985949 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:11.986568 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cadc115-26c0-46d0-8794-1448aaa4d20b {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:11.987167 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cadc115-26c0-46d0-8794-1448aaa4d20b'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'code': 200} May 02 10:34:12.013440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:12.018059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-219c665c-f7f2-4c39-9886-d4ba58e6142d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.9329436 May 02 10:34:12.025457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:12.048144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:12.071006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (95b2a77f-b57d-4eb9-b875-fd9c9d92af8a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.071650 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 95b2a77f-b57d-4eb9-b875-fd9c9d92af8a of type vlan for network cc51ce7c-0e5c-4bb7-af7c-120607245519 May 02 10:34:12.088759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d4b050-93f4-4bfe-be74-d0f496ca12a2 req-58cffc7c-8b4f-4276-aca3-5f0a1b3a71dd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:12.091269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8048e05e-7f75-4885-a0e7-d627aedeade0 None None] Port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:12.099710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27d4b050-93f4-4bfe-be74-d0f496ca12a2 req-58cffc7c-8b4f-4276-aca3-5f0a1b3a71dd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.9853282 May 02 10:34:12.117851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (cc51ce7c-0e5c-4bb7-af7c-120607245519), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.149343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Request body: {'subnet': {'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-subnet', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:12.175503 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:12.232689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (cc51ce7c-0e5c-4bb7-af7c-120607245519), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.240671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:12.253382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.271910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:12.359345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1b75bf74-8114-4797-9665-0eafc8d151ec None None] Provisioning complete for port 6333db97-7bbb-4d5c-9523-aaf15717ba91 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:12.362392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b75bf74-8114-4797-9665-0eafc8d151ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.394366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27d4b050-93f4-4bfe-be74-d0f496ca12a2 req-535b85a4-44b5-40af-bdd9-27c3c4e36a4c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853682 May 02 10:34:12.425327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:12.431059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.454443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1e40497f-55cd-44c9-b101-8841d6cd4d15 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:12.485177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Deleting subnet 5848ed47-bb1d-4bc7-9ade-ffcbede837f4 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:34:12.494895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Publish callbacks [] for subnet (5848ed47-bb1d-4bc7-9ade-ffcbede837f4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.498506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b75bf74-8114-4797-9665-0eafc8d151ec None None] Port 6333db97-7bbb-4d5c-9523-aaf15717ba91 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:12.623625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (5848ed47-bb1d-4bc7-9ade-ffcbede837f4), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.627309 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:06Z', 'revision_number': 3, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:08Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:12.659336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-8e8e06f4-08d8-49bd-a6ac-d0cf838709ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:12.661199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-8e8e06f4-08d8-49bd-a6ac-d0cf838709ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2&tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed HTTP/1.1" status: 200 len: 1126 time: 0.1012671 May 02 10:34:12.705979 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:12.707439 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Updating router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:12.713013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:12.753174 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.758333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.783345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5848ed47-bb1d-4bc7-9ade-ffcbede837f4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.800861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=cc51ce7c-0e5c-4bb7-af7c-120607245519,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:12.824581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:12.853319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5734f32-dc79-45a3-b18d-7ea8e82fb1dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1927640 May 02 10:34:12.855325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:12.886455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:12.960644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30020890-fad4-46fb-aab4-8ee577680a65 req-9d181fd9-dd7d-4772-922f-c751fffab3a0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:12.972959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30020890-fad4-46fb-aab4-8ee577680a65 req-9d181fd9-dd7d-4772-922f-c751fffab3a0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:12.976892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:12.980729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30020890-fad4-46fb-aab4-8ee577680a65 req-9d181fd9-dd7d-4772-922f-c751fffab3a0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 1653 time: 0.0901558 May 02 10:34:13.031290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks [] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.135796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:13.150040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:13.150040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:13.152309 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks [] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.156972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:13.212854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (5848ed47-bb1d-4bc7-9ade-ffcbede837f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.267533 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.279332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f160b75f-d7c0-4e05-85d4-1818073ecbc5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:13.300704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.316568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5848ed47-bb1d-4bc7-9ade-ffcbede837f4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:13.332664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.361546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-60ea3f08-49eb-4709-841e-5c06acb6ab0a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5848ed47-bb1d-4bc7-9ade-ffcbede837f4 HTTP/1.1" status: 204 len: 168 time: 1.0881987 May 02 10:34:13.375610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38992) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:13.390069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f160b75f-d7c0-4e05-85d4-1818073ecbc5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:13.391023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.434619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c0e95-edbb-46a4-9e3c-112ec44faaed None None] Pushing event updated for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:13.439002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.482781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:13.483479 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.559522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9e84d483-9e7a-4168-98b3-42039161806b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.578273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Pushing event updated for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:13.606317 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Attempting to bind port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:13.606695 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Attempting to bind port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:13.607062 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Attempting to bind port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 on network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:13.627640 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:13.628035 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Checking segment: {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:13.628447 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.635035 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Bound using segment: {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:13.635613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Bound port: 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2739b229-1fb2-454a-a8c2-2c1a2f16864d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:13.636023 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.808427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90264e5b-2a3a-451f-9662-bf8e2253863e req-ab4b3a44-73f2-499c-8ecd-4fec3c4c9916 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:13.813400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90264e5b-2a3a-451f-9662-bf8e2253863e req-ab4b3a44-73f2-499c-8ecd-4fec3c4c9916 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.2111335 May 02 10:34:13.819022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (0940fb6b-704d-46c5-bdc2-b964a76df132), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.831182 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] For port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:13.839057 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] For port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:13.864442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e772a65e-d3f7-4ada-ad60-e0fb94d84b19 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8088915 May 02 10:34:13.870987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-71f8f705-25a9-416b-8bc3-c89910d59ca3 None None] Provisioning complete for port f9154ac8-65ef-4cf6-a942-e5ea19206948 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:13.871617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-71f8f705-25a9-416b-8bc3-c89910d59ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:13.879866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'admin_state_up': True, 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'security_groups': ['adce78be-800b-4a18-a57c-daf0d687ec74']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:13.977404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-71f8f705-25a9-416b-8bc3-c89910d59ca3 None None] Port f9154ac8-65ef-4cf6-a942-e5ea19206948 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:14.005426 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.023443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f160b75f-d7c0-4e05-85d4-1818073ecbc5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:14.023443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.046806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:14.052594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:14.082993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:14.085052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f160b75f-d7c0-4e05-85d4-1818073ecbc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f160b75f-d7c0-4e05-85d4-1818073ecbc5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:14.087015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.087778 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.109656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:14.110040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.119570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30020890-fad4-46fb-aab4-8ee577680a65 req-fb5337b2-9788-4165-84ba-bdac8739f234 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.1372445 May 02 10:34:14.123896 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713c0e95-edbb-46a4-9e3c-112ec44faaed None None] Pushing event updated for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:14.161570 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:14.162895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:14.246696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90264e5b-2a3a-451f-9662-bf8e2253863e req-420edab1-7321-4756-ae01-029063be539a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4220371 May 02 10:34:14.327739 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:14.343312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Current status of the port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:14.343759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.447480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] For port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:14.454591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.490844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:14.609216 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (0940fb6b-704d-46c5-bdc2-b964a76df132), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.609852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.628709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:14.678949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:14.717727 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:06Z', 'revision_number': 3, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:13Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:14.742508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:14.753049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fab7af-ca8e-4925-9de3-38e30ecc78cc None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:06Z', 'revision_number': 3, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:13Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:14.753642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks [] for port (7dd05afd-3298-431b-a899-282bd226f958), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.764589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f160b75f-d7c0-4e05-85d4-1818073ecbc5,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:14.775571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Transition to ACTIVE for port object 7dd05afd-3298-431b-a899-282bd226f958 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:14.793219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-510ff1d6-dad9-42a5-b0c1-6a4aab7a0c13 None None] Provisioning complete for port 6333db97-7bbb-4d5c-9523-aaf15717ba91 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:14.793219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-510ff1d6-dad9-42a5-b0c1-6a4aab7a0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.832224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0940fb6b-704d-46c5-bdc2-b964a76df132']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:14.881858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e3cebe9-309e-44b2-985d-a6e10a935e09') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:14.884985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e3cebe9-309e-44b2-985d-a6e10a935e09') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:14.914366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (6e3cebe9-309e-44b2-985d-a6e10a935e09), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.965334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6e3cebe9-309e-44b2-985d-a6e10a935e09), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.991246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:34:14.991772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (6e3cebe9-309e-44b2-985d-a6e10a935e09), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: timer() May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:34:14.996942 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:34:15.016652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.022819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802abae-c188-48d7-b4b5-6e8b9f441ecb None None] Pushing event updated for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:15.023054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.037421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-510ff1d6-dad9-42a5-b0c1-6a4aab7a0c13 None None] Port 6333db97-7bbb-4d5c-9523-aaf15717ba91 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:15.049882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (180f2185-f21a-4166-9331-aca1aaa14460), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.138531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Pushing event updated for resources: {'Subnet': ['ID=180f2185-f21a-4166-9331-aca1aaa14460,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:15.183450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-669e44fe-25dd-4231-9cb3-d6c4914627ae None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:15.183841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-669e44fe-25dd-4231-9cb3-d6c4914627ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.222707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] No DVR routers for this DVR port 7dd05afd-3298-431b-a899-282bd226f958 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:15.337257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:15.355696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=9']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:15.471591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-669e44fe-25dd-4231-9cb3-d6c4914627ae None None] Current status of the port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:15.475791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:15.476162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.553584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:15.560313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (0940fb6b-704d-46c5-bdc2-b964a76df132), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.576104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:15.577739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f160b75f-d7c0-4e05-85d4-1818073ecbc5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:15.586725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:15.587068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:15.587406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:15.590024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Checking segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:15.590401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Network hostable DHCP agents. Network: 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:15.610345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3547e7-63e3-4340-9e79-db3bb9bfa18b req-cf14a998-e7d8-46fd-9dff-05c2752e8a31 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:15.612694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3547e7-63e3-4340-9e79-db3bb9bfa18b req-cf14a998-e7d8-46fd-9dff-05c2752e8a31 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 944 time: 0.1900630 May 02 10:34:15.641415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.648246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0940fb6b-704d-46c5-bdc2-b964a76df132 HTTP/1.1" status: 204 len: 168 time: 2.2693443 May 02 10:34:15.688961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f160b75f-d7c0-4e05-85d4-1818073ecbc5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:15.689520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.701525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:15.701525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Attempting to bind port 7dd05afd-3298-431b-a899-282bd226f958 on network 84460795-e829-4d53-8689-2a724e267959 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:15.756801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:15.756801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Checking segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:15.757217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Bound using segment: {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:15.759758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Bound port: 7dd05afd-3298-431b-a899-282bd226f958, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '84460795-e829-4d53-8689-2a724e267959'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:15.759758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.762990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bcf8eb-e72e-4c70-a23c-ef3a381f47c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0940fb6b-704d-46c5-bdc2-b964a76df132,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:15.794475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a767-7762-4ffa-96d8-546a2c0ed31f req-5146cbfd-d20a-4a84-82ad-3c018d4761d6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:15.801366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a767-7762-4ffa-96d8-546a2c0ed31f req-5146cbfd-d20a-4a84-82ad-3c018d4761d6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:15.808905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0a767-7762-4ffa-96d8-546a2c0ed31f req-5146cbfd-d20a-4a84-82ad-3c018d4761d6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:15.817128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2be0a767-7762-4ffa-96d8-546a2c0ed31f req-5146cbfd-d20a-4a84-82ad-3c018d4761d6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 2374 time: 0.4209049 May 02 10:34:15.865686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f160b75f-d7c0-4e05-85d4-1818073ecbc5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:15.891681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:15.908820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Router 9e84d483-9e7a-4168-98b3-42039161806b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:15.956949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3547e7-63e3-4340-9e79-db3bb9bfa18b req-3f4406ae-d43b-4e3d-a2d2-1da421ab46e1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923992 May 02 10:34:15.983461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.2.2.100 (1f30dcce-890c-41ae-adf7-048d127befb4/1bc9d908-6896-480b-89d0-ccdbe921e0c5/ff3a0b2f-3c86-4f51-8623-47fe01028859) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:16.002906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:16.046174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9815a2be-609d-48da-91e6-d4fcdec90660 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.090854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:16.119698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:16.121160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:16.175262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:16.178373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5abd17f2-0b9e-4872-8612-a6d9761922a2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.189189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9795ef46-4f05-4426-b24c-b71ca226a001 None None] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:16.199710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:16.200315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.258440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2be0a767-7762-4ffa-96d8-546a2c0ed31f req-71011900-c5fa-41d7-8c34-2d0f24347249 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4395139 May 02 10:34:16.267467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.352012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:16.368859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-12aab752-16ab-43f8-843d-f04dfb53158f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 4.2242093 May 02 10:34:16.373838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f4415189-a515-45d2-a163-4a57cc6ca224 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c7bd47feb9549daaf4d186085f8d171&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2107058 May 02 10:34:16.373838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:16.374793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.375862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] 10.222.0.15 "PUT /v2.0/ports/7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 1092 time: 3.6710873 May 02 10:34:16.377839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.382513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:16.382513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:16.390351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:16.390832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:16.407145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fb27e164-c29e-447a-a199-71604e56bdbd admin admin] 10.222.0.16 "PUT /v2.0/routers/9e84d483-9e7a-4168-98b3-42039161806b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7681892 May 02 10:34:16.417014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:16.420787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:16.420940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.421068 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e48b66e-13cc-42a1-a83b-12de853ff5f9" -d '{"events": [{"name": "network-changed", "server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:16.436970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:16.437916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:16.457186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9815a2be-609d-48da-91e6-d4fcdec90660 admin admin] Publish callbacks [] for security_group (3964c3ef-02cf-43e9-910f-8c44583a226c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.478247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (98156367-ed73-4b97-bddd-3b183725dd61), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.478247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (98156367-ed73-4b97-bddd-3b183725dd61), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.486128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=5abd17f2-0b9e-4872-8612-a6d9761922a2,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:16.551837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for router_controller (98156367-ed73-4b97-bddd-3b183725dd61), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.573241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9815a2be-609d-48da-91e6-d4fcdec90660 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3964c3ef-02cf-43e9-910f-8c44583a226c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.603582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Allocated IP 172.20.0.2 (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3/180f2185-f21a-4166-9331-aca1aaa14460/422361fd-dbbd-46da-a3c4-a93407e7cbfa) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:16.610588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9815a2be-609d-48da-91e6-d4fcdec90660 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=58aa2745261044759f71e557f5c3808f&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0511930 May 02 10:34:16.612674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39056) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:16.652610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] Publish callbacks [] for security_group (a0979586-d6c0-434a-9b28-31f83fdc584d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.827637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:16.874725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9815a2be-609d-48da-91e6-d4fcdec90660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3964c3ef-02cf-43e9-910f-8c44583a226c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:16.923665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] Publish callbacks [] for security_group (3964c3ef-02cf-43e9-910f-8c44583a226c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.936658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] Publish callbacks [] for security_group (a0979586-d6c0-434a-9b28-31f83fdc584d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:16.949541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.135868 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b694dc7-aeea-42fc-b2ef-6f461c065eb4 x-openstack-request-id: req-5b694dc7-aeea-42fc-b2ef-6f461c065eb4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:17.136807 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:17.137227 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b694dc7-aeea-42fc-b2ef-6f461c065eb4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:17.137799 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b694dc7-aeea-42fc-b2ef-6f461c065eb4'] response: {'name': 'network-changed', 'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'status': 'completed', 'code': 200} May 02 10:34:17.154889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:17.155814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: cc51ce7c-0e5c-4bb7-af7c-120607245519, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:17.158998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a8d6b3-4c8f-4ad9-803f-65b2654c6e05 service neutron] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:17.174238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:12Z', 'revision_number': 2, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:17.199282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:17.219502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:17.220331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Updating router 9e84d483-9e7a-4168-98b3-42039161806b port 6333db97-7bbb-4d5c-9523-aaf15717ba91 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:17.226357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ebae29-d5c7-4f57-8b4a-0cbf022e07f1 req-d3cf5147-2730-411f-9a9b-886711cdaa53 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.228887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88ebae29-d5c7-4f57-8b4a-0cbf022e07f1 req-d3cf5147-2730-411f-9a9b-886711cdaa53 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.0881000 May 02 10:34:17.299697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.304384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88ebae29-d5c7-4f57-8b4a-0cbf022e07f1 req-65e92250-070e-4620-9316-8b68efec3285 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637739 May 02 10:34:17.305940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-14d95e94-2ae8-4856-8f82-6e5061f4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.307756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-14d95e94-2ae8-4856-8f82-6e5061f4e954 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1127 time: 0.8387837 May 02 10:34:17.312918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] Publish callbacks [] for security_group (3964c3ef-02cf-43e9-910f-8c44583a226c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.319209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for router_gateway (98156367-ed73-4b97-bddd-3b183725dd61), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.321541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:17.329073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network 1f30dcce-890c-41ae-adf7-048d127befb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:17.343447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks [] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.344021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:17.351806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:17.443548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.462606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cc51ce7c-0e5c-4bb7-af7c-120607245519) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:17.475363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.479862 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.536679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b6c8ee-8bde-44b6-b51d-8f59b83a843e None None] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:17.539491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Pushing event updated for resources: {'Port': ['ID=422361fd-dbbd-46da-a3c4-a93407e7cbfa,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:17.554883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-1059ce39-292d-4d68-ac37-e65274143318 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.556455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-1059ce39-292d-4d68-ac37-e65274143318 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 0.4218304 May 02 10:34:17.558480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-c93f8eac-cd5b-45f0-99c3-3180e93c8522 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.564084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-c93f8eac-cd5b-45f0-99c3-3180e93c8522 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.570538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-c93f8eac-cd5b-45f0-99c3-3180e93c8522 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.570697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a0979586-d6c0-434a-9b28-31f83fdc584d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.576208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-c93f8eac-cd5b-45f0-99c3-3180e93c8522 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.578009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-c93f8eac-cd5b-45f0-99c3-3180e93c8522 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 3095 time: 0.0787153 May 02 10:34:17.587939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a405bf3-70a6-41b6-a5e3-7a43cb949015 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.7060633 May 02 10:34:17.588581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:17.589347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.590682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0979586-d6c0-434a-9b28-31f83fdc584d HTTP/1.1" status: 204 len: 168 time: 1.2088764 May 02 10:34:17.632323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f22a0e-892c-4450-a341-c30fcdce6bcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0979586-d6c0-434a-9b28-31f83fdc584d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:17.640107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.640867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:17.800227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-c3dd07e9-ecdb-4e1c-b331-88dd0ca52432 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/quotas/849913c996ea4611a4317bb4d0136031 HTTP/1.1" status: 200 len: 375 time: 0.2054839 May 02 10:34:17.838458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:17.861580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-babb1d96-564c-468d-bd4f-d07f01753ce4 req-289ecfb3-d633-4127-96ed-c061867dc685 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675726 May 02 10:34:17.861580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-22780e0a-76ba-42f6-a1cd-73462c9ae8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.862361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-22780e0a-76ba-42f6-a1cd-73462c9ae8fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.5430036 May 02 10:34:17.903540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-08d3d6e2-d813-4e65-bd35-8da5da62dbf8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0286620 May 02 10:34:17.918015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-fa67c483-5e99-41ca-bf23-599d97adf09e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.0458682 May 02 10:34:17.925744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:17.928935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:17.981549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-38581514-9a34-4810-89b8-0fa0dc6a83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:17.983196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-38581514-9a34-4810-89b8-0fa0dc6a83fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.0539260 May 02 10:34:17.989743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-35e52263-6e4a-4588-9f2a-d581a88bbb40 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1782126 May 02 10:34:18.009529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'admin_state_up': True, 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'security_groups': ['adce78be-800b-4a18-a57c-daf0d687ec74']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:18.028566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9def3f56-ecb5-4109-a3a1-d4091692baa0 None None] Provisioning complete for port ff3a0b2f-3c86-4f51-8623-47fe01028859 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:18.029334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9def3f56-ecb5-4109-a3a1-d4091692baa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.081987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3964c3ef-02cf-43e9-910f-8c44583a226c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.086144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.098624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3964c3ef-02cf-43e9-910f-8c44583a226c HTTP/1.1" status: 204 len: 168 time: 1.4715016 May 02 10:34:18.119516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-8596702d-32d8-484d-9d7c-d159d244e9f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902066 May 02 10:34:18.299095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks [] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.304902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Attempting to bind port 422361fd-dbbd-46da-a3c4-a93407e7cbfa on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:18.305232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Attempting to bind port 422361fd-dbbd-46da-a3c4-a93407e7cbfa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:18.305612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Attempting to bind port 422361fd-dbbd-46da-a3c4-a93407e7cbfa on network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:18.307701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae1fba3-d945-4c23-a0e1-eaa9e0f6a56b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3964c3ef-02cf-43e9-910f-8c44583a226c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:18.322697 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-02effbe3-2858-465d-9e79-6238187b92df service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329492 May 02 10:34:18.332080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-917e58b7-8496-4771-89fd-15ce7f4be3c7 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116125 May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Checking segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Bound using segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Bound port: 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:18.383492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.388922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9def3f56-ecb5-4109-a3a1-d4091692baa0 None None] Port ff3a0b2f-3c86-4f51-8623-47fe01028859 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:18.421821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for router_gateway (98156367-ed73-4b97-bddd-3b183725dd61), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.478326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.486069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cc51ce7c-0e5c-4bb7-af7c-120607245519', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:18.487394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.492423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.585689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39ad8603-ae1b-4259-87b9-0486c5c2b400 req-c0cd1801-3601-40d2-bc36-17932e339c5b service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415121 May 02 10:34:18.595930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a24be8-edbe-4643-912d-2207772aac1c req-862fb19a-5968-402f-9a02-2144c45998fe tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:18.603289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1a24be8-edbe-4643-912d-2207772aac1c req-862fb19a-5968-402f-9a02-2144c45998fe tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.1342080 May 02 10:34:18.613554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] For port 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:18.619041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] For port 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=422361fd-dbbd-46da-a3c4-a93407e7cbfa,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:18.694063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:18.810459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1a24be8-edbe-4643-912d-2207772aac1c req-c341a34e-7d8b-49a0-8d77-6d210803e5ce tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049909 May 02 10:34:18.894801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-22d386e3-4957-4ff7-b481-b05f438aad5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:18.896494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-22d386e3-4957-4ff7-b481-b05f438aad5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1127 time: 0.0987329 May 02 10:34:18.916079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.288343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Allocated IP 2001:db8:2::2 (cc51ce7c-0e5c-4bb7-af7c-120607245519/5abd17f2-0b9e-4872-8612-a6d9761922a2/7a33dbb2-41d5-44d4-81d7-b7b04045c05a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:19.297657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-fbec122f-a596-48be-835e-c30987776330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:19.308727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-fbec122f-a596-48be-835e-c30987776330 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.3933313 May 02 10:34:19.486515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-f17029fc-80e8-418e-874b-560abaf4f9db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.1697247 May 02 10:34:19.560883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks [] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.580490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f294c-6066-438f-8aa0-6cbd56bc6820 None None] Pushing event updated for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:19.681418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.686076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d1105b3d-ffa9-4abc-8c35-0a71a88ff35c None None] Provisioning complete for port 6333db97-7bbb-4d5c-9523-aaf15717ba91 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:19.686747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d1105b3d-ffa9-4abc-8c35-0a71a88ff35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.812220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39154) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:19.816195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Attempting to bind port 6333db97-7bbb-4d5c-9523-aaf15717ba91 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:19.816706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Attempting to bind port 6333db97-7bbb-4d5c-9523-aaf15717ba91 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:19.817171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Attempting to bind port 6333db97-7bbb-4d5c-9523-aaf15717ba91 on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:19.818488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-6946991b-e3bd-4e77-a457-3e678434d938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:19.820203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-6946991b-e3bd-4e77-a457-3e678434d938 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.3128862 May 02 10:34:19.835884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:19.850407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:19.854679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-e5e102aa-0ffc-4e8b-8ff4-0a00834c32dc service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.4963515 May 02 10:34:19.861264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d1105b3d-ffa9-4abc-8c35-0a71a88ff35c None None] Port 6333db97-7bbb-4d5c-9523-aaf15717ba91 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:19.868986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:19.870226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:19.870226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.870477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Bound using segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:19.871785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Bound port: 6333db97-7bbb-4d5c-9523-aaf15717ba91, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:19.872407 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:19.900490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:19.907926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52e3c3-c103-4883-9743-49613c660325 None None] Pushing event updated for resources: {'Port': ['ID=422361fd-dbbd-46da-a3c4-a93407e7cbfa,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:19.978817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Made reservation on behalf of 4159f5ce4fb544c2bae494d5bcd6f3e0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:20.012058 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:20.075478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-172abc4e-069c-454b-827a-0c3c46746060 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2278075 May 02 10:34:20.086277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Allocated IP 172.35.4.207 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5d7b0e77-c65c-4f8d-8715-a8f0907d0932) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:20.089350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] For port 6333db97-7bbb-4d5c-9523-aaf15717ba91, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:20.092905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] For port 6333db97-7bbb-4d5c-9523-aaf15717ba91, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6333db97-7bbb-4d5c-9523-aaf15717ba91,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:20.097844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Pushing event updated for resources: {'Port': ['ID=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:20.103476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Attempting to bind port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:20.104401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Attempting to bind port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:20.104576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Attempting to bind port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a on network cc51ce7c-0e5c-4bb7-af7c-120607245519 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:20.111185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:20.111661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Checking segment: {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:20.112265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:20.112793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Bound using segment: {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:20.113363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Bound port: 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:20.113855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:20.223544 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:20.264708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8:2::1 (cc51ce7c-0e5c-4bb7-af7c-120607245519/5abd17f2-0b9e-4872-8612-a6d9761922a2/dd4270d9-9ca9-437f-9fb6-4e69025e8288) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:20.308428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1794877569-network', 'tenant_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:20.348622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623f294c-6066-438f-8aa0-6cbd56bc6820 None None] Pushing event updated for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:20.436026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:20.440758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:20.603934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] For port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:20.660970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] For port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:20.725911 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:20.863008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Allocated IP 10.2.2.200 (1f30dcce-890c-41ae-adf7-048d127befb4/1bc9d908-6896-480b-89d0-ccdbe921e0c5/1af3d75a-fa87-472a-9d12-2df5f23d5229) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:20.907770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.051023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-fa46cb22-2f2f-4648-b946-c5aa9dccb4c7 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9341369 May 02 10:34:21.162694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf22e1-5248-487e-978e-1024d1b7b41d None None] Pushing event updated for resources: {'Port': ['ID=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:21.172975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Provisioning complete for port 6333db97-7bbb-4d5c-9523-aaf15717ba91 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:21.172975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.299095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.300551 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.307119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:21.391234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Made reservation on behalf of bdf9033cbc6148288d1ec5f86ff7a5a2 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:21.401426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.409634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 422361fd-dbbd-46da-a3c4-a93407e7cbfa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:21.496879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12127c49-e366-4079-8b26-1fb7096aa889 None None] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:21.569511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:21.572809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.593913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.603533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:21.607533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:21.639602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:21.640426 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.800644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Current status of the port 6333db97-7bbb-4d5c-9523-aaf15717ba91 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:21.803525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.833884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 422361fd-dbbd-46da-a3c4-a93407e7cbfa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:21.834491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:21.864090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e48b66e-13cc-42a1-a83b-12de853ff5f9 req-bb482f38-776e-4710-8366-95533ed97465 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8020525 May 02 10:34:22.025914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks [] for security_group (0421ad1b-2ebe-4e2b-a297-c69e5f6747db), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.044328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.048491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] For port 6333db97-7bbb-4d5c-9523-aaf15717ba91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6333db97-7bbb-4d5c-9523-aaf15717ba91,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:22.059264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-c6aabead-33ef-40b7-b65b-d3a37f8d927e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:22.077822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-c6aabead-33ef-40b7-b65b-d3a37f8d927e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:22.088248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-c6aabead-33ef-40b7-b65b-d3a37f8d927e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:22.121491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-c6aabead-33ef-40b7-b65b-d3a37f8d927e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:22.132976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-c6aabead-33ef-40b7-b65b-d3a37f8d927e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 3095 time: 0.7523377 May 02 10:34:22.144430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Network 1f30dcce-890c-41ae-adf7-048d127befb4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:22.159017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:22.164845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:22.235292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.296943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:22.298114 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.344158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0421ad1b-2ebe-4e2b-a297-c69e5f6747db), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.423119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.526346 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f83c233-8275-4ec0-afb4-aaae225279a4 req-80fb4bcb-4bbb-48f9-90a1-313633bc063f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3920703 May 02 10:34:22.528828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:22.680817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.693337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-678f3d74-f310-4ef9-946f-68ccf4b468ac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6917522 May 02 10:34:22.736238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Provisioning complete for port 422361fd-dbbd-46da-a3c4-a93407e7cbfa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:22.738822 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.757291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:22.759224 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.762757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.831576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 422361fd-dbbd-46da-a3c4-a93407e7cbfa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:22.832023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:22.841883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:22.899072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:20Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:22.928315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a5d918-2a48-44d6-aac2-8e3f5b9e8dfe None None] Pushing event updated for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:23.094668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0421ad1b-2ebe-4e2b-a297-c69e5f6747db,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:23.203786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a990c465-8c4e-48b2-9394-4cc8e8e36a3d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.205452 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Added segment a990c465-8c4e-48b2-9394-4cc8e8e36a3d of type vlan for network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 May 02 10:34:23.219621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:23.316310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:23.320895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:23.355268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abb304a-a46e-4a90-82dc-722901468239 req-7887f058-63d4-485c-bb67-90bfdaa13560 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:23.364752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3abb304a-a46e-4a90-82dc-722901468239 req-7887f058-63d4-485c-bb67-90bfdaa13560 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.4965935 May 02 10:34:23.399962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a92897-37c8-4a8c-aff8-a3bbd495ee9f None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:20Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:23.541497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=422361fd-dbbd-46da-a3c4-a93407e7cbfa,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:23.633266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Current status of the port 422361fd-dbbd-46da-a3c4-a93407e7cbfa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:23.672972 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.673490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.693565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.729505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.809954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:23.867536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93cab26-7b11-4db9-8edb-ead17632c7b6 None None] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:23.879569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:23.938655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:24.011324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:24.023750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:24.028939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:24.165847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:24.178516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:24.187532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c90f6cbd-76eb-44c0-99c6-12e36362b2dc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5888963 May 02 10:34:24.187532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39200) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:24.214813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:24.215304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1157282548'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:24.217725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=422361fd-dbbd-46da-a3c4-a93407e7cbfa,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:24.234141 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:24.235757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6333db97-7bbb-4d5c-9523-aaf15717ba91 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:24.324384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:24.332412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.409700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:24.435485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (27b77af9-a90c-4fef-8f7d-f7e980f42ee0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.436093 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added segment 27b77af9-a90c-4fef-8f7d-f7e980f42ee0 of type vlan for network 5736da05-78cd-4467-a73f-5bd88fabdeeb May 02 10:34:24.475633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:34:24.479913 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:34:24.545082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6333db97-7bbb-4d5c-9523-aaf15717ba91 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:24.545563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.615994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5736da05-78cd-4467-a73f-5bd88fabdeeb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.713284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5736da05-78cd-4467-a73f-5bd88fabdeeb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.719772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:24.720649 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:24.810869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6333db97-7bbb-4d5c-9523-aaf15717ba91 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:24.814964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a33dbb2-41d5-44d4-81d7-b7b04045c05a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:24.835342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6463788 May 02 10:34:24.845196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:24.860788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'subnet': {'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:24.963951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73644f9a-d12d-4a91-b30d-cd75df159a7f {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:24.994716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks [] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.002481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:25.004576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.009840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Transition to ACTIVE for port object 73644f9a-d12d-4a91-b30d-cd75df159a7f will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:25.017786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.018300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:25.018919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.077394 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:25.092472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.197786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff862d-21e6-4cf4-8fce-752f51ac97ea tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Network': ['ID=5736da05-78cd-4467-a73f-5bd88fabdeeb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:25.215110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8cfa73aa-4b24-4c2c-897e-bdf5eecbd890 None None] Current status of the port 422361fd-dbbd-46da-a3c4-a93407e7cbfa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:25.229312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:25.289757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:25.375797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Made reservation on behalf of d9fd0aad469e47db8ff8bc7852954449 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:25.375797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.537669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3abb304a-a46e-4a90-82dc-722901468239 req-c08d081f-a34a-4792-aabc-e111dcc818dd tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 2.1709032 May 02 10:34:25.568270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Provisioning complete for port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:25.569124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.655750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] Pushing event updated for resources: {'Network': ['ID=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:25.702143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ff10ad7-9c69-4c4e-817b-716045346f65 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 5.8827746 May 02 10:34:25.726449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:25.745083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Request body: {'subnet': {'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1794877569-subnet', 'tenant_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:25.771955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:25.775097 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:22Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:25.779622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:25.785205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:25.835225 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:25.836004 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Updating router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea port dd4270d9-9ca9-437f-9fb6-4e69025e8288 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:25.891258 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.004121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55cdd9fa-babc-4337-8033-a330d22c6018 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.050759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee86030b-3bdf-4ad0-ac5a-f851d212d1c9 req-8b78ba18-e9ca-4b9d-bb85-8888507f5ba6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 210 time: 0.2446012 May 02 10:34:26.078299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:26.086615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-cdd64d34-ae69-4412-9712-3fb7dbc5fb26 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:26.088373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-cdd64d34-ae69-4412-9712-3fb7dbc5fb26 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 1.2154381 May 02 10:34:26.119258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5c359fc4-58ce-4e07-a99c-62ffcae922b2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.143422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'port': {'device_id': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'admin_state_up': True, 'tenant_id': '849913c996ea4611a4317bb4d0136031'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:26.172213 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.270243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Made reservation on behalf of bdf9033cbc6148288d1ec5f86ff7a5a2 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:26.274942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.314912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Subnet': ['ID=5c359fc4-58ce-4e07-a99c-62ffcae922b2,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:26.341540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 422361fd-dbbd-46da-a3c4-a93407e7cbfa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:26.435838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Checking segment: {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:26.439502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network hostable DHCP agents. Network: 5736da05-78cd-4467-a73f-5bd88fabdeeb, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:26.475253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Current status of the port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:26.476913 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.553349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:26.581252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:26.611597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5736da05-78cd-4467-a73f-5bd88fabdeeb) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:26.619828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:26.620641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.682517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:34:26.683091 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:34:26.683765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add6c16d-fd74-4795-bc75-c67023ee6904 None None] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:26.719303 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks [] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.725022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-899f490a-e2ba-4278-b359-2fe321b19f2c tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8695827 May 02 10:34:26.725255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39222) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:26.834043 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.859406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 422361fd-dbbd-46da-a3c4-a93407e7cbfa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:26.859406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:26.978705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5736da05-78cd-4467-a73f-5bd88fabdeeb', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:26.978705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.013699 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538e75-d7ee-4d9c-8001-beed67941727 None None] Pushing event updated for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:27.059897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (e93c3191-edde-4744-9f1e-c96fcfc55b95), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.127096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Attempting to bind port 73644f9a-d12d-4a91-b30d-cd75df159a7f on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:27.127467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Attempting to bind port 73644f9a-d12d-4a91-b30d-cd75df159a7f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:27.127819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Attempting to bind port 73644f9a-d12d-4a91-b30d-cd75df159a7f on network ed1be2d6-1882-4344-b580-dc4a18d167a1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:27.194700 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Attempting to bind port dd4270d9-9ca9-437f-9fb6-4e69025e8288 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:27.195332 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Attempting to bind port dd4270d9-9ca9-437f-9fb6-4e69025e8288 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:27.196937 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Attempting to bind port dd4270d9-9ca9-437f-9fb6-4e69025e8288 on network cc51ce7c-0e5c-4bb7-af7c-120607245519 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:27.216354 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:27.230367 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Checking segment: {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:27.231260 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.231916 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Bound using segment: {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:27.232710 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Bound port: dd4270d9-9ca9-437f-9fb6-4e69025e8288, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:27.233528 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.315070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:27.325670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:27.332217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:27.345596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:27.366042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:27.376162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-c9e094ad-bffb-4ce8-9a2a-b7ce07d0e51b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 3828 time: 0.8348148 May 02 10:34:27.422958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Port 73644f9a-d12d-4a91-b30d-cd75df159a7f on network ed1be2d6-1882-4344-b580-dc4a18d167a1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:27.423327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Attempting to bind port 73644f9a-d12d-4a91-b30d-cd75df159a7f on network ed1be2d6-1882-4344-b580-dc4a18d167a1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:27.434056 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] For port dd4270d9-9ca9-437f-9fb6-4e69025e8288, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:27.448617 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] For port dd4270d9-9ca9-437f-9fb6-4e69025e8288, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd4270d9-9ca9-437f-9fb6-4e69025e8288,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:27.484684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Allocated IP 2001:db8:3::2 (5736da05-78cd-4467-a73f-5bd88fabdeeb/5c359fc4-58ce-4e07-a99c-62ffcae922b2/9ccd1805-86fa-4707-b9b9-3c94bbf79c0c) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:27.545262 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.639886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52297a15-5a24-477b-8dc0-7ac6b53e8fcc req-ad9fb174-67b1-4625-b532-c13d68a07f89 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2627108 May 02 10:34:27.664660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Made reservation on behalf of 849913c996ea4611a4317bb4d0136031 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:27.674329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.689601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks [] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.697219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Current status of the port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:27.718316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:27.718675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Checking segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:27.719088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Bound using segment: {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:27.724635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Bound port: 73644f9a-d12d-4a91-b30d-cd75df159a7f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '855ccc55-fa48-40a1-90a5-019c517abd09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:27.724635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.734662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 422361fd-dbbd-46da-a3c4-a93407e7cbfa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:27.734894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:27.734894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:33:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:27.749053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Provisioning complete for port 422361fd-dbbd-46da-a3c4-a93407e7cbfa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:27.749529 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.762277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Checking segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:27.762681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Network hostable DHCP agents. Network: 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:27.780240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e93c3191-edde-4744-9f1e-c96fcfc55b95,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:27.868347 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:27.950621 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:27.976257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:27.984380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:27.992793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:27.997935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:28.005915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:28.211819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Pushing event updated for resources: {'Port': ['ID=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:28.225031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97cabf20-23db-4592-b30c-34ffb51e38df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.276942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Current status of the port 422361fd-dbbd-46da-a3c4-a93407e7cbfa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:28.281588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Allocated IP 172.20.0.11 (6c4ef518-c976-4f68-998f-bcb3df90689b/c212fe82-72e7-4bac-a995-9a28f3676303/bf9a866c-449d-4c80-a236-778962db69d2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:28.330283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Attempting to bind port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:28.330660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Attempting to bind port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:28.331026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Attempting to bind port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c on network 5736da05-78cd-4467-a73f-5bd88fabdeeb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:28.360844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:28.361422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Checking segment: {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:28.361852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.362261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Bound using segment: {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:28.365079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Bound port: 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:28.365773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.367822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Provisioning complete for port dd4270d9-9ca9-437f-9fb6-4e69025e8288 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:28.368183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.455180 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65538e75-d7ee-4d9c-8001-beed67941727 None None] Pushing event updated for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:28.461764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a33dbb2-41d5-44d4-81d7-b7b04045c05a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:28.489797 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:27Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:28.562134 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901904f2-8948-4b4a-b752-b0a67f19f5e2 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:27Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:28.563965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.815117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] For port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:28.847276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Current status of the port dd4270d9-9ca9-437f-9fb6-4e69025e8288 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:28.847678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.855325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:28.855700 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.861803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] For port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:28.925920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for router_gateway (98156367-ed73-4b97-bddd-3b183725dd61), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:28.952318 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.050189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.161902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:29.162545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] For port dd4270d9-9ca9-437f-9fb6-4e69025e8288, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd4270d9-9ca9-437f-9fb6-4e69025e8288,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:29.162787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.164388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] 10.222.0.15 "PUT /v2.0/ports/73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 1092 time: 6.3822904 May 02 10:34:29.167761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:29.178551 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36bdee5f-4b37-401f-8c1a-99b22278ad4b" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:29.224465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f36f73-8df4-4d91-b71b-d882ca797207 None None] Pushing event updated for resources: {'Port': ['ID=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:29.252938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:29.275224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Allocated IP 2001:db8:3::1 (5736da05-78cd-4467-a73f-5bd88fabdeeb/5c359fc4-58ce-4e07-a99c-62ffcae922b2/f1466590-f719-4e76-8722-4f51aed97bb1) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:29.284385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:29.293332 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.371858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Pushing event updated for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:29.378489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.383832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Provisioning complete for port 1af3d75a-fa87-472a-9d12-2df5f23d5229 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:29.384491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.436808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:29.466027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a0589-29d0-4476-abfa-50f097c9f7b2 None None] Port 1af3d75a-fa87-472a-9d12-2df5f23d5229 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:29.592235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:29.609008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for port (bf9a866c-449d-4c80-a236-778962db69d2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.651646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de716286-ea4a-4d3c-aa1c-1b075387713d None None] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:29.657779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:29.658549 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.733422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd5e896-54b1-4e6f-a997-b6f5ea44d43a service neutron] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:29.744681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f1466590-f719-4e76-8722-4f51aed97bb1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:29.903434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.147369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c996f48-8f37-4413-bd22-614dcfebeabb None None] Provisioning complete for port dd4270d9-9ca9-437f-9fb6-4e69025e8288 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:30.148013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c996f48-8f37-4413-bd22-614dcfebeabb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.239859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.260732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'project_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2', 'fixed_ips': [{'subnet_id': 'e93c3191-edde-4744-9f1e-c96fcfc55b95'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:30.261796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.309783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.319021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f1ecd0e-3522-476d-8069-5674b0f0425a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.5886970 May 02 10:34:30.345369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:30.383629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:30.389980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:30.393299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:30.396068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.528825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:30.538514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c996f48-8f37-4413-bd22-614dcfebeabb None None] Current status of the port dd4270d9-9ca9-437f-9fb6-4e69025e8288 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:30.598878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:30.635160 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:34:30.692796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30e2471d-1903-4d4f-b963-e7024755ebb4 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:30.710807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:30.728645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks [] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.732090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:30.738244 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.757203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:30.894979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.901053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Allocated IP 172.20.0.2 (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0/e93c3191-edde-4744-9f1e-c96fcfc55b95/923ee33b-13e1-4496-93cf-78e5830439d4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:30.940740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:30.941120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:30.973731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:30.981528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.069721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Transition to ACTIVE for port object 30e2471d-1903-4d4f-b963-e7024755ebb4 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:31.090181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-8c2638b4-0add-45c1-b633-a8e52a887e34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.9518807 May 02 10:34:31.132260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Request body: {'port': {'device_id': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:31.300250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bf9a866c-449d-4c80-a236-778962db69d2), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.317395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.322786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:31.323676 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.402207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:31.414983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (98156367-ed73-4b97-bddd-3b183725dd61), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.431388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-999faa97-1822-4649-bbee-343a481a820e None None] Provisioning complete for port bf9a866c-449d-4c80-a236-778962db69d2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:31.432014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-999faa97-1822-4649-bbee-343a481a820e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bf9a866c-449d-4c80-a236-778962db69d2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.437804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:31.482964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387a5955-6a0c-49c1-b2a6-8876f2df212a None None] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:31.572553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for port (f1466590-f719-4e76-8722-4f51aed97bb1), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.575328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-999faa97-1822-4649-bbee-343a481a820e None None] Port bf9a866c-449d-4c80-a236-778962db69d2 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:31.614214 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks [] for port (923ee33b-13e1-4496-93cf-78e5830439d4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.660018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.662070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd4270d9-9ca9-437f-9fb6-4e69025e8288 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:31.667158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.668038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.743730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:31.769438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.835823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event updated for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:31.891987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:31.894101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:31.917361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:31.941661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a4b4b591-4302-44c4-bf26-9789f1fce90c None None] Provisioning complete for port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:31.942796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4b4b591-4302-44c4-bf26-9789f1fce90c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:31.944816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:31.957162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:31.999531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Attempting to bind port 30e2471d-1903-4d4f-b963-e7024755ebb4 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:32.000042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Attempting to bind port 30e2471d-1903-4d4f-b963-e7024755ebb4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:32.000248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Attempting to bind port 30e2471d-1903-4d4f-b963-e7024755ebb4 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:32.030760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Port 30e2471d-1903-4d4f-b963-e7024755ebb4 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:32.031588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Attempting to bind port 30e2471d-1903-4d4f-b963-e7024755ebb4 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:32.046887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Pushing event updated for resources: {'Port': ['ID=923ee33b-13e1-4496-93cf-78e5830439d4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:32.054505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.083532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:32.083868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:32.084256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Bound using segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:32.084733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Bound port: 30e2471d-1903-4d4f-b963-e7024755ebb4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:32.085144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.169413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dd4270d9-9ca9-437f-9fb6-4e69025e8288 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:32.169413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.206096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf9a866c-449d-4c80-a236-778962db69d2 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:32.215069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:32.232390 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks [] for port (bf9a866c-449d-4c80-a236-778962db69d2), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.245648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Attempting to bind port 923ee33b-13e1-4496-93cf-78e5830439d4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:32.246092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Attempting to bind port 923ee33b-13e1-4496-93cf-78e5830439d4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:32.246662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Attempting to bind port 923ee33b-13e1-4496-93cf-78e5830439d4 on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:32.261924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Router 98156367-ed73-4b97-bddd-3b183725dd61 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:34:32.263433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:32.268865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Checking segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:32.268865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.268865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Bound using segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:32.268865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Bound port: 923ee33b-13e1-4496-93cf-78e5830439d4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:32.268865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.320951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Transition to ACTIVE for port object bf9a866c-449d-4c80-a236-778962db69d2 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:32.387604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:32.419896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a4b4b591-4302-44c4-bf26-9789f1fce90c None None] Current status of the port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:32.422689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.430225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30e2471d-1903-4d4f-b963-e7024755ebb4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:32.557209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:32.597139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:32.608160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e0746ce-7f77-4024-9c35-bdfe6a185666 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8792589 May 02 10:34:32.608160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:32.613394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:32.641417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:32.648022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] For port 923ee33b-13e1-4496-93cf-78e5830439d4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:32.653134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Provisioning complete for port f1466590-f719-4e76-8722-4f51aed97bb1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:32.653713 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.775291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dd4270d9-9ca9-437f-9fb6-4e69025e8288 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:32.776257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:32.778351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Sync routers for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:32.797157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] For port 923ee33b-13e1-4496-93cf-78e5830439d4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923ee33b-13e1-4496-93cf-78e5830439d4,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:32.811497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:32.813078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:32.833903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.841688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:32.842313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:32.910064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:32.912196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:32.920579 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] 10.222.0.15 "PUT /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 1131 time: 3.5056450 May 02 10:34:33.051686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:33.059183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-71995b62-059e-4486-9a47-c3c43e6ccbd2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 16.6783662 May 02 10:34:33.062858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:33.102744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:33.190867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:33.198411 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:33.304531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d17951-6f44-4214-9bc0-789fe8dd73dd service neutron] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:33.601432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Attempting to bind port bf9a866c-449d-4c80-a236-778962db69d2 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:33.601812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Attempting to bind port bf9a866c-449d-4c80-a236-778962db69d2 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:33.602153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Attempting to bind port bf9a866c-449d-4c80-a236-778962db69d2 on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:33.611177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:33.671340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Port f1466590-f719-4e76-8722-4f51aed97bb1 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:33.683233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:33.835899 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:26Z', 'revision_number': 3, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:33.884703 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Checking router: 98156367-ed73-4b97-bddd-3b183725dd61 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:33.885072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Updating router 98156367-ed73-4b97-bddd-3b183725dd61 port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:33.919546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Provisioning complete for port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:33.922059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:33.977253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Port bf9a866c-449d-4c80-a236-778962db69d2 on network 6c4ef518-c976-4f68-998f-bcb3df90689b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:33.981567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Attempting to bind port bf9a866c-449d-4c80-a236-778962db69d2 on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:34.017024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:34.019299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:34.019739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Bound using segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:34.022670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Bound port: bf9a866c-449d-4c80-a236-778962db69d2, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:34.026781 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bf9a866c-449d-4c80-a236-778962db69d2), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.053940 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.108840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:34.271250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2f13b4-20fd-4cfc-a2f4-efe84573ee2e None None] Pushing event updated for resources: {'Port': ['ID=923ee33b-13e1-4496-93cf-78e5830439d4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:34.312964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:34.313356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.624413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-98947e1d-4450-41a1-a93d-04a0a9dbb366 None None] Current status of the port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:34.686985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:34:34.724240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Removed routes are [] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:34:34.727210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.786284 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks [] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.850474 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.870003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a4e82f7b-6b1c-4f21-87d4-cf4a14dab58e None None] Provisioning complete for port f1466590-f719-4e76-8722-4f51aed97bb1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:34.870580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4e82f7b-6b1c-4f21-87d4-cf4a14dab58e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.938765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Attempting to bind port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:34.940555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Attempting to bind port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:34.942844 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Attempting to bind port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:34.964944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:34.979529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a4e82f7b-6b1c-4f21-87d4-cf4a14dab58e None None] Port f1466590-f719-4e76-8722-4f51aed97bb1 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:34.983823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:34.985757 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:34.986171 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:34.994055 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:34.996026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Bound port: 5d7b0e77-c65c-4f8d-8715-a8f0907d0932, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:34.996437 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.008941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:30Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:31Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:35.011559 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e672-2908-4d5f-b362-ed1825300c07 None None] Pushing event updated for resources: {'Port': ['ID=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:35.122692 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] For port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:35.127065 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] For port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:35.145697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:35.145697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Updating router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea port f1466590-f719-4e76-8722-4f51aed97bb1 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:35.171860 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-9ba12323-91d0-4a18-a34c-8d79fd865693 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=56a059bb653d412f81c66dfd5c50806c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.8632691 May 02 10:34:35.184589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.189998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-7b44dec2-3831-4a0f-b77a-8acc16284f01 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:35.198605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-7b44dec2-3831-4a0f-b77a-8acc16284f01 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 0.8724957 May 02 10:34:35.216207 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.241918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 923ee33b-13e1-4496-93cf-78e5830439d4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:35.405825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:35.406468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:35.406675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 923ee33b-13e1-4496-93cf-78e5830439d4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:35.407318 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.445359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-df4ea5e8-1251-43f8-ba69-a09a5ed6b52a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/quotas/849913c996ea4611a4317bb4d0136031 HTTP/1.1" status: 200 len: 375 time: 0.2457561 May 02 10:34:35.450633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:35.540229 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49e672-2908-4d5f-b362-ed1825300c07 None None] Pushing event updated for resources: {'Port': ['ID=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:35.607374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.639803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-647b8629-d88d-4306-bb6e-8db577145cea tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1928849 May 02 10:34:35.666670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.684804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf9a866c-449d-4c80-a236-778962db69d2,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:35.717452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.726290 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:35.733903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 923ee33b-13e1-4496-93cf-78e5830439d4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:35.734447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.812439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.838185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 923ee33b-13e1-4496-93cf-78e5830439d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923ee33b-13e1-4496-93cf-78e5830439d4,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:35.839336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-7077748e-d009-4067-9e0f-b1734f4950c0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3265295 May 02 10:34:35.871192 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks [] for port (f1466590-f719-4e76-8722-4f51aed97bb1), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.897274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:35.898274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.900060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] 10.222.0.24 "PUT /v2.0/ports/bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 1092 time: 4.7851822 May 02 10:34:35.907290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:35.919753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-6ccf223f-999f-4970-9bf6-0fc649c4268c tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:35.923839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-6ccf223f-999f-4970-9bf6-0fc649c4268c tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7236018 May 02 10:34:35.983320 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.040819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a27a5b-4188-4104-b2ec-befafdf0f6c4 None None] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:36.086885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=923ee33b-13e1-4496-93cf-78e5830439d4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:36.138437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:26Z', 'revision_number': 3, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:36.142435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa1a659-5f54-4531-a966-6ddcf0277966 service neutron] Pushing event updated for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:36.162562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-0a865cf5-6851-414f-a3e5-b9607a017b93 service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5211728 May 02 10:34:36.214740 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05c672ad-58eb-4194-9b40-9525577caa88 None None] The sync data for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 is: [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:26Z', 'revision_number': 3, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:36.280327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f65cb-ea05-4215-9c07-dc2dd55084ed None None] Pushing event updated for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:36.292240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-5660a3fe-5791-4fae-a43a-b44e7b1a4f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:36.300822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-5660a3fe-5791-4fae-a43a-b44e7b1a4f56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=acccc99fe3574a59b1b416e67ea040dd&device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 1132 time: 0.3703473 May 02 10:34:36.322084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:36.340087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-f4cbab55-9568-45b6-ac96-313747b943a0 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/quotas/56a059bb653d412f81c66dfd5c50806c HTTP/1.1" status: 200 len: 375 time: 0.2097976 May 02 10:34:36.417269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3b335f36-2890-4f54-9711-b71a6ca53443 None None] Provisioning complete for port 923ee33b-13e1-4496-93cf-78e5830439d4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:36.418222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b335f36-2890-4f54-9711-b71a6ca53443 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.475132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks [] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.478239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-881aa6a4-1119-4bdc-ac26-d0cc9122d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:36.479844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-881aa6a4-1119-4bdc-ac26-d0cc9122d77d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1126 time: 0.3343589 May 02 10:34:36.533500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Attempting to bind port f1466590-f719-4e76-8722-4f51aed97bb1 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:36.535271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Attempting to bind port f1466590-f719-4e76-8722-4f51aed97bb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:36.535772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Attempting to bind port f1466590-f719-4e76-8722-4f51aed97bb1 on network 5736da05-78cd-4467-a73f-5bd88fabdeeb {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:36.546353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:36.548289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Checking segment: {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:36.548289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.548289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Bound using segment: {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:36.548289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Bound port: f1466590-f719-4e76-8722-4f51aed97bb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b77af9-a90c-4fef-8f7d-f7e980f42ee0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:36.548913 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.611686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-677e652e-792d-4b4d-adf4-f7bde6c52af5 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56a059bb653d412f81c66dfd5c50806c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2705390 May 02 10:34:36.629274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-dea9a386-a502-4a6d-a394-846be8f1eef5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.1361437 May 02 10:34:36.638641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Transition to ACTIVE for port object 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:36.656027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] For port f1466590-f719-4e76-8722-4f51aed97bb1, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:36.659996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] For port f1466590-f719-4e76-8722-4f51aed97bb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1466590-f719-4e76-8722-4f51aed97bb1,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:36.748571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3b335f36-2890-4f54-9711-b71a6ca53443 None None] Current status of the port 923ee33b-13e1-4496-93cf-78e5830439d4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:36.751985 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.772964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:36.831636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6f65cb-ea05-4215-9c07-dc2dd55084ed None None] Pushing event updated for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:36.839090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-cdfa8b16-f211-47ae-a8c8-768eb2faed5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:36.844979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-cdfa8b16-f211-47ae-a8c8-768eb2faed5a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.1876612 May 02 10:34:36.879662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:36.879662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:37.058503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-1cf2fac2-adf9-4027-8053-1cdbcd31b72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:37.070627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-1cf2fac2-adf9-4027-8053-1cdbcd31b72d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1481211 May 02 10:34:37.207224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Provisioning complete for port f1466590-f719-4e76-8722-4f51aed97bb1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:37.208210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:37.410328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:37.506239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-9a77a129-e17c-4e6a-98f5-6edef0e8def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:37.511439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-9a77a129-e17c-4e6a-98f5-6edef0e8def5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 1.1533453 May 02 10:34:37.544170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:37.546180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 923ee33b-13e1-4496-93cf-78e5830439d4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:37.547274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef4604-3ec7-43b0-b232-3bceb00760c8 req-c34778bb-01f8-4f6f-a9cc-47bdc766246a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:37.552706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2aef4604-3ec7-43b0-b232-3bceb00760c8 req-c34778bb-01f8-4f6f-a9cc-47bdc766246a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.2938659 May 02 10:34:37.720457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Current status of the port f1466590-f719-4e76-8722-4f51aed97bb1 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:37.721181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:37.758574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:37.826172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] For port f1466590-f719-4e76-8722-4f51aed97bb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1466590-f719-4e76-8722-4f51aed97bb1,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:37.827419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 923ee33b-13e1-4496-93cf-78e5830439d4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:37.827901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:37.844974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-72b809e7-3eeb-4ee2-b58b-f2f8154e4cac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.244&port_id=ae045744-8b25-4b28-b47b-81181dfe209b HTTP/1.1" status: 200 len: 217 time: 0.1786182 May 02 10:34:37.912050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-5545020b-8f77-4136-a708-92acdbc736dc service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7967288 May 02 10:34:38.016880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Attempting to bind port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:38.017905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Attempting to bind port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:38.018423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Attempting to bind port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:38.119002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on network e27b5b11-76e1-431a-85f5-7885f1448aa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:38.119603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Attempting to bind port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:38.131961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.136077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-1321874a-c387-4261-970f-d6ae0d8810b5 service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9692051 May 02 10:34:38.158404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-4059e857-f902-4973-a931-3ad69e0845eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.162718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-4059e857-f902-4973-a931-3ad69e0845eb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3168747 May 02 10:34:38.173050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:38.177087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:38.177694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Bound using segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:38.178332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Bound port: 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:38.180130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.190183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:38.206952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2aef4604-3ec7-43b0-b232-3bceb00760c8 req-77032952-2184-4545-9f72-e7ddfaf3c6eb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5361962 May 02 10:34:38.250176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.258007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d464774f-0a86-4747-aefd-349f232795d6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 954 time: 5.6486423 May 02 10:34:38.260592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:38.370796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d30f7e1-3375-4406-8924-66a41e52b91f None None] Pushing event updated for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:38.378389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Provisioning complete for port f1466590-f719-4e76-8722-4f51aed97bb1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:38.378769 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.435276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:38.511106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-25a69146-76a7-425b-becc-af8b783a83b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.513302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-25a69146-76a7-425b-becc-af8b783a83b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.3413198 May 02 10:34:38.525363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Allocated IP 172.20.0.1 (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3/180f2185-f21a-4166-9331-aca1aaa14460/8e9b61c2-b86b-4191-be50-2d1c72c825fc) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:38.529565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 923ee33b-13e1-4496-93cf-78e5830439d4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:38.530385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:38.616814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee5321cd-d6d7-47aa-995e-669ca3b05660 req-89633067-1094-4427-a614-d6b268b353ec service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6964378 May 02 10:34:38.618076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:38.618482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.694857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:34Z', 'revision_number': 6, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:36Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:38.771422 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2a65207-55b1-4657-8997-06b4e305c269 x-openstack-request-id: req-a2a65207-55b1-4657-8997-06b4e305c269 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:38.771719 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:38.771977 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a2a65207-55b1-4657-8997-06b4e305c269 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:38.772381 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2a65207-55b1-4657-8997-06b4e305c269'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'status': 'completed', 'code': 200} May 02 10:34:38.780638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-250202d8-8c15-44e7-b65d-853e367720fa tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 954 time: 0.5070963 May 02 10:34:38.793892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:38.805840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'routes': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:38.847025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.847560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.862169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.862789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.863288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.863835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.864323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:38.873023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-0b3a829f-eef1-45c1-b37c-09e4c5da4dfe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6231 time: 0.2599645 May 02 10:34:38.899139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:38.900345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.923304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Current status of the port f1466590-f719-4e76-8722-4f51aed97bb1 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:38.933583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20a2031b-2150-4352-9bf8-ab03c6a92467 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:34Z', 'revision_number': 6, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:36Z', 'revision_number': 4, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:38.982500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Provisioning complete for port 923ee33b-13e1-4496-93cf-78e5830439d4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:38.984995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:38.990257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:39.122191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks [] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.133367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.198006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:39.216195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:39.216362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:39.216633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.228167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.237008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.242379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.250294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.258516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.267566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.305072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.310176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-fa9cfea2-0526-47e1-a0a5-0916ad6aa871 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5374 time: 0.9209380 May 02 10:34:39.317181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:39.319053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-ea4012dd-8322-4fdc-a35e-5f1812ba25fc service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6991649 May 02 10:34:39.321758 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daefd34-7b82-4a86-8960-51f4e33f332a" -d '{"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:39.327926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.470227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f1466590-f719-4e76-8722-4f51aed97bb1 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:39.474760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:39.502760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.503537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.512094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] 10.222.0.15 "PUT /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 1131 time: 6.4179294 May 02 10:34:39.642215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-12070547-a3cf-4d22-9ab6-5cb804bcd17b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.644242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-12070547-a3cf-4d22-9ab6-5cb804bcd17b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 0.3768437 May 02 10:34:39.677225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.680584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:39.753790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.754561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.757090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.757738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.758658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.758899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.759884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.761789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.763693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.764814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.765415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.765921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.767552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.768073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.768673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.770332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:39.776164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2ea4b-fc5a-45b4-8771-13d02c5ae317 None None] Current status of the port 923ee33b-13e1-4496-93cf-78e5830439d4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:39.812826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5a3afb0-934d-48ed-b58d-da310aa21f49 req-81a677bd-f481-4a63-a984-d07ed5182f98 service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650673 May 02 10:34:39.863377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-b5acd690-6aea-4b08-b606-f25514dff013 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/quotas/bdf9033cbc6148288d1ec5f86ff7a5a2 HTTP/1.1" status: 200 len: 375 time: 0.1894414 May 02 10:34:39.894456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaad880-a39a-4798-a37a-d5b3a5c60bae service neutron] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:39.934520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f1466590-f719-4e76-8722-4f51aed97bb1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:39.956075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-5e980a7e-448b-4369-8429-7410ca97a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.956658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:39.956814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-5e980a7e-448b-4369-8429-7410ca97a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.956814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-5e980a7e-448b-4369-8429-7410ca97a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:39.956814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-5e980a7e-448b-4369-8429-7410ca97a83b service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.5220308 May 02 10:34:39.957035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:39.957128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:40.073289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f1466590-f719-4e76-8722-4f51aed97bb1 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:40.167581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:40.250028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf98f837-9e88-40f0-a39c-51f828acb0f2 req-e9d8a31f-6bd8-4ea2-be0d-b82f3cf00002 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9290805 May 02 10:34:40.412750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-ecb6587c-5335-4803-8b08-b4ff8008e5ba tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4671383 May 02 10:34:40.434850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:40.471432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:40.475150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:40.477312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:40.612231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5593e0c-c7ae-4c97-b501-79e5f9c7329b req-6ef09b90-4b9c-4e4d-900d-3398c3285d42 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 210 time: 0.0846257 May 02 10:34:40.738250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:40.758582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:40.759141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:40.764122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-da348dfa-3ba0-49ce-9fc0-72828e082c20 service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342390 May 02 10:34:40.798988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '30e2471d-1903-4d4f-b963-e7024755ebb4'}, {'name': 'network-changed', 'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2'}, {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:40.802853 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "30e2471d-1903-4d4f-b963-e7024755ebb4"}, {"name": "network-changed", "server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "tag": "bf9a866c-449d-4c80-a236-778962db69d2"}, {"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:40.828587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added routes are [] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:34:40.829340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:34:40.874809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:40.912386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7f8dd3d-8117-4f65-a555-5b30c8298e65 req-74e12efa-1915-4911-b619-0278dcaebbd3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 210 time: 0.1125391 May 02 10:34:40.943784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeb06688-d28b-4fe1-8e77-5a08beebda79 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:40.964283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:41.001567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks [] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.026632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Transition to ACTIVE for port object eeb06688-d28b-4fe1-8e77-5a08beebda79 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:41.077330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (98156367-ed73-4b97-bddd-3b183725dd61), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.171362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-88072e79-3b95-4f61-8001-25baf8290dbc None None] Provisioning complete for port 8e9b61c2-b86b-4191-be50-2d1c72c825fc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:41.171926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-88072e79-3b95-4f61-8001-25baf8290dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.202642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08473757-2fae-48e7-8de5-17ad14093406 req-058ed3cc-71db-4fc5-a6b0-27e5aac8d375 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:41.214213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-88072e79-3b95-4f61-8001-25baf8290dbc None None] Port 8e9b61c2-b86b-4191-be50-2d1c72c825fc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:41.218232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08473757-2fae-48e7-8de5-17ad14093406 req-058ed3cc-71db-4fc5-a6b0-27e5aac8d375 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.1414874 May 02 10:34:41.253284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-ad03e798-ca24-4500-b6c6-5baf6bc94998 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=56a059bb653d412f81c66dfd5c50806c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2360218 May 02 10:34:41.314568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:34Z', 'revision_number': 6, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:41.327524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.348999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:41.367064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:41.367795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:41.433715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:41.469895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-465c8684-1fb3-4d49-8979-65e581ee160f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:41.471393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36bdee5f-4b37-401f-8c1a-99b22278ad4b req-465c8684-1fb3-4d49-8979-65e581ee160f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7031825 May 02 10:34:41.488076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08473757-2fae-48e7-8de5-17ad14093406 req-eecb50f6-0990-4f53-90af-ab589368e6e8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694917 May 02 10:34:41.490123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-9bdf5e4e-e455-4667-b06d-6cd2cfff06c3 service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7242527 May 02 10:34:41.494810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:41.637199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:41.674481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Attempting to bind port eeb06688-d28b-4fe1-8e77-5a08beebda79 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:41.675056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Attempting to bind port eeb06688-d28b-4fe1-8e77-5a08beebda79 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:41.675183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Attempting to bind port eeb06688-d28b-4fe1-8e77-5a08beebda79 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:41.689919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Port eeb06688-d28b-4fe1-8e77-5a08beebda79 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:41.690257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Attempting to bind port eeb06688-d28b-4fe1-8e77-5a08beebda79 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:41.701929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:41.702537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:41.702949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Bound using segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:41.704015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Bound port: eeb06688-d28b-4fe1-8e77-5a08beebda79, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:41.704396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.715829 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-557a466c-229d-4772-9edc-73544c6c2927 x-openstack-request-id: req-557a466c-229d-4772-9edc-73544c6c2927 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:41.716132 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:41.716395 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-557a466c-229d-4772-9edc-73544c6c2927 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:41.716864 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557a466c-229d-4772-9edc-73544c6c2927'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'code': 200} May 02 10:34:41.893213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:41.919248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-6e91f576-8b50-4489-8d6c-45dae143b8a5 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:41.920874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-6e91f576-8b50-4489-8d6c-45dae143b8a5 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6113148 May 02 10:34:41.989298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:42.066696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:42.134343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.149636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.155209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.161136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.164622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:42.169816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:42.170090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.172163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.178191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.186067 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-20d44989-455f-4bce-b109-e85143635265 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5386 time: 0.2555072 May 02 10:34:42.188066 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 02 May 2022 10:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5669ccab-843c-4747-9286-2fa08725482d x-openstack-request-id: req-5669ccab-843c-4747-9286-2fa08725482d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:42.188437 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "30e2471d-1903-4d4f-b963-e7024755ebb4", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "tag": "bf9a866c-449d-4c80-a236-778962db69d2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:42.188696 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5669ccab-843c-4747-9286-2fa08725482d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:42.189126 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5669ccab-843c-4747-9286-2fa08725482d'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '30e2471d-1903-4d4f-b963-e7024755ebb4', 'status': 'completed', 'code': 200} May 02 10:34:42.189387 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5669ccab-843c-4747-9286-2fa08725482d'] response: {'name': 'network-changed', 'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2', 'status': 'completed', 'code': 200} May 02 10:34:42.189641 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5669ccab-843c-4747-9286-2fa08725482d'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a', 'status': 'completed', 'code': 200} May 02 10:34:42.235764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Request body: {'port': {'device_id': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '56a059bb653d412f81c66dfd5c50806c'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:42.313753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:42.420267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device bf9a866c-449d-4c80-a236-778962db69d2 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:42.429262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c14f19b8-a6e5-4e6e-9704-d0a3a41ca2b3 req-f45e00e2-0fcf-4219-aefe-68e66075f8b9 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 210 time: 0.2386746 May 02 10:34:42.435383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:40Z', 'revision_number': 7, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:42.482690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-ee37d48f-965f-486c-8527-166f2403bed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:42.487416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-ee37d48f-965f-486c-8527-166f2403bed4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1126 time: 0.2989490 May 02 10:34:42.566890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdcc77ad-14bf-4ce4-8494-ba0225ab1ee7 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:40Z', 'revision_number': 7, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:42.874713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf9a866c-449d-4c80-a236-778962db69d2,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:42.903645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'bf9a866c-449d-4c80-a236-778962db69d2', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'port_id': 'bf9a866c-449d-4c80-a236-778962db69d2', 'mac_address': 'fa:16:3e:e5:50:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:34:43.018781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62ca12f-76f1-4ddc-891b-38825d1f7108 req-953975f7-6e19-4966-b383-c6eeb3d1a0b7 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.028066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d62ca12f-76f1-4ddc-891b-38825d1f7108 req-953975f7-6e19-4966-b383-c6eeb3d1a0b7 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 948 time: 0.2709000 May 02 10:34:43.058992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:43.171808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:43.209882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-6bed15ac-64a2-4477-999b-492cb320a499 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.211350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-6bed15ac-64a2-4477-999b-492cb320a499 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.15 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 0.7794030 May 02 10:34:43.212719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port bf9a866c-449d-4c80-a236-778962db69d2 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:43.213207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bf9a866c-449d-4c80-a236-778962db69d2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.232901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf9a866c-449d-4c80-a236-778962db69d2 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:43.233147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'port': {'device_id': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'admin_state_up': True, 'tenant_id': '849913c996ea4611a4317bb4d0136031'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:43.264171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf9a866c-449d-4c80-a236-778962db69d2,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:43.264885 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.271439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-705aa9d9-5e5c-442e-b832-cc11ac11194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.273063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-705aa9d9-5e5c-442e-b832-cc11ac11194e service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.7366757 May 02 10:34:43.283301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d62ca12f-76f1-4ddc-891b-38825d1f7108 req-ca646ba1-c901-400d-b5b0-d5bf0f12616c tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530985 May 02 10:34:43.320523 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.356000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.356549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.357106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.357581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.358055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.358527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.358998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.361551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-47312959-e9b7-464c-af0e-3db66281c4d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6329 time: 1.1734321 May 02 10:34:43.393191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:43.415583 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-7714aec9-4744-4ee1-bc8e-38d2af10573e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.1263394 May 02 10:34:43.458453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.465277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.465277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] 10.222.0.15 "PUT /v2.0/ports/eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 200 len: 1090 time: 3.6422963 May 02 10:34:43.482380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:43.542822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['bf9a866c-449d-4c80-a236-778962db69d2'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:43.570662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f78bdc4-ed4c-43a7-abcf-c770122d91e8 req-b915390d-df43-4640-a629-f34dc4d0af86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 1.3836868 May 02 10:34:43.629957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-55557d90-c222-465d-b046-9d973f4b6616 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.638064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-55557d90-c222-465d-b046-9d973f4b6616 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 0.2428341 May 02 10:34:43.691928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f156b3ee-5d80-4c26-a663-e494d0a50176 service neutron] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:43.701620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:43.735858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-ecdbba9a-7faf-4e0c-8f1e-52761726e494 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/quotas/bdf9033cbc6148288d1ec5f86ff7a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0967648 May 02 10:34:43.779758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-754509a9-83c0-41dc-b4f0-92130ad36559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.781387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-754509a9-83c0-41dc-b4f0-92130ad36559 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.3559303 May 02 10:34:43.786086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks [] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.799983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f37223b-ade8-43b6-8f0a-2d56d380a0af req-8711c41c-24da-4080-b9b1-4ac7ca3b054e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 210 time: 0.0672836 May 02 10:34:43.842365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1d2f67bd-a3f3-410a-9de3-2cac0643c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.842852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1d2f67bd-a3f3-410a-9de3-2cac0643c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.844011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1d2f67bd-a3f3-410a-9de3-2cac0643c95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.845641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1d2f67bd-a3f3-410a-9de3-2cac0643c95a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.4574695 May 02 10:34:43.850951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Made reservation on behalf of 849913c996ea4611a4317bb4d0136031 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:43.854415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.873969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:43.883274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.887305 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:43.888274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4528acd4-6c12-4693-8392-a7f96b865a5e tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 704 time: 5.0916083 May 02 10:34:43.897332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39374) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:43.906548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:43.907765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:43.909841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.912117 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-2624c9be-a003-45ea-98f5-882888dbc1d0 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1745296 May 02 10:34:43.930889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-3f8e9da3-2684-47ae-b9b5-43fe93958fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:43.932366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-3f8e9da3-2684-47ae-b9b5-43fe93958fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1426227 May 02 10:34:43.947084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Made reservation on behalf of 56a059bb653d412f81c66dfd5c50806c for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:43.950057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:43.998672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.007886 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:44.012048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c035fd8f-4313-403a-917c-df54f16a9420 req-fd61b27d-53c9-4850-8942-b22ce0e7040f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:44.013749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c035fd8f-4313-403a-917c-df54f16a9420 req-fd61b27d-53c9-4850-8942-b22ce0e7040f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.1524825 May 02 10:34:44.024221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Pushing event updated for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:44.025439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.098819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (98156367-ed73-4b97-bddd-3b183725dd61), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.133473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c035fd8f-4313-403a-917c-df54f16a9420 req-06a4b18f-dd6e-4837-8145-46c82712ef28 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108112 May 02 10:34:44.209940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.214796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks [] for security_group (bc2eac29-c951-462e-85ac-118e034616a3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.263987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:44.264960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:44.267959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:44.269356 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c1f89e-e0cf-4963-a214-9aa048676816" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:44.288312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bc2eac29-c951-462e-85ac-118e034616a3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.313067 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:40Z', 'revision_number': 7, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:44.344412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d575c7d-c20f-4b5b-9b3a-ab1e29d28f6d req-3b408229-72da-46e9-8f1d-f8166496f998 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 210 time: 0.0725555 May 02 10:34:44.365093 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:44.387092 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:44.387722 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:44.428260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2eac29-c951-462e-85ac-118e034616a3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:44.430882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device bf9a866c-449d-4c80-a236-778962db69d2 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:44.506738 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d710ba-a8d1-4613-b934-63f23d69e5c8 x-openstack-request-id: req-70d710ba-a8d1-4613-b934-63f23d69e5c8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:44.507046 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:44.507294 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d710ba-a8d1-4613-b934-63f23d69e5c8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:44.507700 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d710ba-a8d1-4613-b934-63f23d69e5c8'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'status': 'completed', 'code': 200} May 02 10:34:44.539448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8dc97609-0d6b-4484-a1ea-318212388e3b service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6270406 May 02 10:34:44.555291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port bf9a866c-449d-4c80-a236-778962db69d2 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:34:44.573349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-50021856-9dda-49b2-a14b-e0cfa6f2477f tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 704 time: 0.6733925 May 02 10:34:44.581852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39394) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:44.608963 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:44.615705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port bf9a866c-449d-4c80-a236-778962db69d2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:44.616095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bf9a866c-449d-4c80-a236-778962db69d2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.628983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-367739a9-2482-4a51-8cdd-d6e5489746e1 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6765299 May 02 10:34:44.634809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Router 98156367-ed73-4b97-bddd-3b183725dd61 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:44.770116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c7312611-9c8c-41a7-9808-37d06a32bed8 None None] Provisioning complete for port 8e9b61c2-b86b-4191-be50-2d1c72c825fc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:44.770921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c7312611-9c8c-41a7-9808-37d06a32bed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.799463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port bf9a866c-449d-4c80-a236-778962db69d2 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:44.800391 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bf9a866c-449d-4c80-a236-778962db69d2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:44.833360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:44.836710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c7312611-9c8c-41a7-9808-37d06a32bed8 None None] Port 8e9b61c2-b86b-4191-be50-2d1c72c825fc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:44.850721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eeff26ba-446c-4e93-8c62-d7231ee7f477 admin admin] 10.222.0.16 "PUT /v2.0/routers/98156367-ed73-4b97-bddd-3b183725dd61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7863269 May 02 10:34:44.856899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:44.859528 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56443f9-36eb-49ca-a99a-51690904c99b" -d '{"events": [{"server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "name": "network-vif-plugged", "status": "completed", "tag": "bf9a866c-449d-4c80-a236-778962db69d2"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:44.885312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Sync routers for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:44.900829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf9a866c-449d-4c80-a236-778962db69d2,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:44.916020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:44.923516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:44.955919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Allocated IP 192.168.233.246 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/675e8f63-4546-46c9-b443-e9e532522b39) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:45.009302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-fa298b7b-8a6b-4b14-85c8-4b441b65e991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.009507 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:45.011597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-fa298b7b-8a6b-4b14-85c8-4b441b65e991 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2092471 May 02 10:34:45.137252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:45.228670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:45.269239 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:40Z', 'revision_number': 7, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:45.270468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.270468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.270468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.272072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.273325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.274315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.274988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.280329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-a94c79b7-1480-4227-b0f3-2a4a12652811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6402 time: 0.1755524 May 02 10:34:45.294427 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5e5883-9488-414f-a6d5-d8abd7d05d99 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:40Z', 'revision_number': 7, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'f1466590-f719-4e76-8722-4f51aed97bb1', 'name': '', 'network_id': '5736da05-78cd-4467-a73f-5bd88fabdeeb', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:82:55:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1774, 'fixed_ips': [{'subnet_id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:28Z', 'updated_at': '2022-05-02T10:34:37Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5c359fc4-58ce-4e07-a99c-62ffcae922b2', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:45.345753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Allocated IP 172.20.0.4 (6c4ef518-c976-4f68-998f-bcb3df90689b/c212fe82-72e7-4bac-a995-9a28f3676303/b5b9fc69-da41-4272-9cb6-4e832297e924) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:45.414212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks [] for port (675e8f63-4546-46c9-b443-e9e532522b39), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:45.466684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-5a23b579-d672-4208-8f1b-ba6d4b0d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.467442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-5a23b579-d672-4208-8f1b-ba6d4b0d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.467647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-5a23b579-d672-4208-8f1b-ba6d4b0d9cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.469340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-5a23b579-d672-4208-8f1b-ba6d4b0d9cb9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1722763 May 02 10:34:45.624513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1a048066-38ca-48d3-9120-72b72c023cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.631100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-1a048066-38ca-48d3-9120-72b72c023cc3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1517742 May 02 10:34:45.631885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:43Z', 'revision_number': 2, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:45.662333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Checking router: 98156367-ed73-4b97-bddd-3b183725dd61 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:45.662552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Updating router 98156367-ed73-4b97-bddd-3b183725dd61 port 8e9b61c2-b86b-4191-be50-2d1c72c825fc binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:34:45.678925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-3b5e9240-b8cf-481e-b78e-e1c565020971 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.680381 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-3b5e9240-b8cf-481e-b78e-e1c565020971 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 1.0848751 May 02 10:34:45.700186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:45.725410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.726479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.727424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.728264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.728778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.729253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.730495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.732550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-6d669d85-1b21-48c1-bdaa-1f28baa25df9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6402 time: 0.0586267 May 02 10:34:45.737911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Request body: {'port': {'device_id': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'admin_state_up': True, 'tenant_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:45.751715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-cc4efcbb-6dd7-499f-85d8-4b880c22ab7f service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1666965 May 02 10:34:45.848715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ce8b685-f8b3-47be-8fee-d1ecc23162fd req-8c43e35f-85af-46f0-9e5a-2ee2db760775 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5937586 May 02 10:34:45.884565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:45.889048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-640f6a4f-1ef4-4b4d-a063-82cd7f49f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.889530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-640f6a4f-1ef4-4b4d-a063-82cd7f49f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.889990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-640f6a4f-1ef4-4b4d-a063-82cd7f49f9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:45.891645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-640f6a4f-1ef4-4b4d-a063-82cd7f49f9c1 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1486766 May 02 10:34:46.002443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-0aff44c4-eeb2-4a4e-b7cc-e060af1362d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:46.009420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.043356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6c1f89e-e0cf-4963-a214-9aa048676816 req-0aff44c4-eeb2-4a4e-b7cc-e060af1362d2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1171565 May 02 10:34:46.043356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.150295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.189676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Pushing event updated for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:46.201662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9154ac8-65ef-4cf6-a942-e5ea19206948 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:46.227918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks [] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.235481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:46.239696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:46.244589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:46.290272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks [] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.290507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Transition to ACTIVE for port object f9154ac8-65ef-4cf6-a942-e5ea19206948 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:46.302486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:46.311073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:46.312110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.342814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '7dd05afd-3298-431b-a899-282bd226f958', 'network_id': '84460795-e829-4d53-8689-2a724e267959', 'port_id': '7dd05afd-3298-431b-a899-282bd226f958', 'mac_address': 'fa:16:3e:84:06:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad14611-859a-4719-8054-ab5435e8c010', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:34:46.383464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.392511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:46.393233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.413680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.420269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0c6635e-0d17-4c78-95d5-51e0953be504 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1890740 May 02 10:34:46.425424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:46.439803 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.456175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Request body: {'port': {'device_id': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:46.485203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.528594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Made reservation on behalf of bdf9033cbc6148288d1ec5f86ff7a5a2 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:46.532473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.548709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a263194-62cc-4797-a43f-3cdfa2f89cc5 None None] Pushing event updated for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:46.563228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['bf9a866c-449d-4c80-a236-778962db69d2'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:46.627490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:46.674802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:46.709557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:46.715935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (675e8f63-4546-46c9-b443-e9e532522b39), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.729960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:46.752093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:46.771837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:46.976402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Attempting to bind port 8e9b61c2-b86b-4191-be50-2d1c72c825fc on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:46.980563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Attempting to bind port 8e9b61c2-b86b-4191-be50-2d1c72c825fc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:46.982268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Attempting to bind port 8e9b61c2-b86b-4191-be50-2d1c72c825fc on network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:47.099293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:47.099293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Checking segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:47.099293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.104938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Bound using segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:47.105523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Bound port: 8e9b61c2-b86b-4191-be50-2d1c72c825fc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:47.107865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.117227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:47.135702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7dd05afd-3298-431b-a899-282bd226f958'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:47.137132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-618589323-network', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:47.148936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-260bba69-caf1-44a1-9302-4083e1deb43d None None] Provisioning complete for port 675e8f63-4546-46c9-b443-e9e532522b39 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:47.149450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260bba69-caf1-44a1-9302-4083e1deb43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (675e8f63-4546-46c9-b443-e9e532522b39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.192819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.192819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.199104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.204730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.224582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.225691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.232122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.234258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-5722ece6-ef53-4f8e-8f8a-eb5224ab2af0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5398 time: 1.0237491 May 02 10:34:47.312636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Made reservation on behalf of 839c485fea7940d1aad426fd7fc19dfc for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:47.314872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.321346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=11']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:47.332367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:47.346516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.349544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Attempting to bind port f9154ac8-65ef-4cf6-a942-e5ea19206948 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:47.349883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Attempting to bind port f9154ac8-65ef-4cf6-a942-e5ea19206948 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:47.350219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Attempting to bind port f9154ac8-65ef-4cf6-a942-e5ea19206948 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:47.365491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.366117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.376848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e453c866-c07e-44a1-b42b-a792b11d524e req-d5ba2b55-80ca-44dc-9a08-51bbb1b3d7d0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.378426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e453c866-c07e-44a1-b42b-a792b11d524e req-d5ba2b55-80ca-44dc-9a08-51bbb1b3d7d0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 931 time: 0.5028050 May 02 10:34:47.398279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] For port 8e9b61c2-b86b-4191-be50-2d1c72c825fc, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:47.403854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] For port 8e9b61c2-b86b-4191-be50-2d1c72c825fc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9b61c2-b86b-4191-be50-2d1c72c825fc,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:47.429100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Port f9154ac8-65ef-4cf6-a942-e5ea19206948 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:47.429764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Attempting to bind port f9154ac8-65ef-4cf6-a942-e5ea19206948 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:47.456056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-260bba69-caf1-44a1-9302-4083e1deb43d None None] Port 675e8f63-4546-46c9-b443-e9e532522b39 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:47.470034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:47.470757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Checking segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:47.470757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Bound using segment: {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:47.471198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Bound port: f9154ac8-65ef-4cf6-a942-e5ea19206948, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:47.471654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.487582 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.493841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e453c866-c07e-44a1-b42b-a792b11d524e req-fd8d8fda-e628-4201-8a5a-f49f446921bf tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032884 May 02 10:34:47.509439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Allocated IP 172.20.0.6 (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0/e93c3191-edde-4744-9f1e-c96fcfc55b95/55fcab7b-b888-40a4-9ae5-ffb447977a64) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:47.535893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-174b9d6d-4cfe-481f-92a3-4ecb606c880b req-ebdf4bc6-8c85-4713-b2e8-4b6f04540dce tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2763736 May 02 10:34:47.570410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2c4aed0d-e39d-4667-b762-71b9cbf290cd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3413975 May 02 10:34:47.591937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 675e8f63-4546-46c9-b443-e9e532522b39 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:47.605580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a263194-62cc-4797-a43f-3cdfa2f89cc5 None None] Pushing event updated for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:47.619559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks [] for security_group (591d1cc5-ebf6-4bf8-b41a-42aa87d4805a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.621937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks [] for port (675e8f63-4546-46c9-b443-e9e532522b39), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.649257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Transition to ACTIVE for port object 675e8f63-4546-46c9-b443-e9e532522b39 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:47.656736 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35f333c-65a8-4d65-9f13-d7a31d0d1be0 x-openstack-request-id: req-a35f333c-65a8-4d65-9f13-d7a31d0d1be0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:47.656939 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "name": "network-vif-plugged", "status": "completed", "tag": "bf9a866c-449d-4c80-a236-778962db69d2", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:47.657201 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a35f333c-65a8-4d65-9f13-d7a31d0d1be0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:47.657650 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a35f333c-65a8-4d65-9f13-d7a31d0d1be0'] response: {'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2', 'code': 200} May 02 10:34:47.686610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Request body: {'port': {'device_id': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:47.712229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:47.712451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (591d1cc5-ebf6-4bf8-b41a-42aa87d4805a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.712560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:47.714383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Provisioning complete for port 8e9b61c2-b86b-4191-be50-2d1c72c825fc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:47.715098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.723124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.778633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:34:47.808704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591d1cc5-ebf6-4bf8-b41a-42aa87d4805a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:47.824242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70dbb8c-48ab-4da0-ae2e-d58aa1cbd711 req-0782887b-06ed-4578-8915-f4b45aecc568 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:47.826363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d70dbb8c-48ab-4da0-ae2e-d58aa1cbd711 req-0782887b-06ed-4578-8915-f4b45aecc568 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 946 time: 0.1483326 May 02 10:34:47.840763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3667f602-a13d-45a7-ae97-79e2edea5677), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:47.841556 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Added segment 3667f602-a13d-45a7-ae97-79e2edea5677 of type vlan for network e89fa22c-b710-449c-8244-aa7e183d5832 May 02 10:34:48.008858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:48.041904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e89fa22c-b710-449c-8244-aa7e183d5832), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.113402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d70dbb8c-48ab-4da0-ae2e-d58aa1cbd711 req-5ce223d6-af45-4ed5-bde0-a0e027f6ac34 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697680 May 02 10:34:48.181258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e89fa22c-b710-449c-8244-aa7e183d5832), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.182426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.183016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.226173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Attempting to bind port 675e8f63-4546-46c9-b443-e9e532522b39 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:48.226646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Attempting to bind port 675e8f63-4546-46c9-b443-e9e532522b39 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:48.226845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Attempting to bind port 675e8f63-4546-46c9-b443-e9e532522b39 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:48.260255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:48.270951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e36d1-a0b5-4619-8843-901e5113b2ca req-c71a63cf-55df-4deb-af12-9998c28a2639 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.280356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-134e36d1-a0b5-4619-8843-901e5113b2ca req-c71a63cf-55df-4deb-af12-9998c28a2639 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 948 time: 0.5984793 May 02 10:34:48.285450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Port 675e8f63-4546-46c9-b443-e9e532522b39 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:48.285785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Attempting to bind port 675e8f63-4546-46c9-b443-e9e532522b39 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:48.298267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] Pushing event updated for resources: {'Network': ['ID=e89fa22c-b710-449c-8244-aa7e183d5832,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:48.298631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Current status of the port 8e9b61c2-b86b-4191-be50-2d1c72c825fc is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:48.299049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.314597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9b0f17b4-cbb2-4ec1-9489-68e62682a34b admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1906185 May 02 10:34:48.317708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e89fa22c-b710-449c-8244-aa7e183d5832 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:34:48.327391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:48.334337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5231bec0-92c5-4207-af92-4ddb3d025b76 req-1d5566ea-4d78-4795-a012-bec79ec97b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.335782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5231bec0-92c5-4207-af92-4ddb3d025b76 req-1d5566ea-4d78-4795-a012-bec79ec97b6d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.6728411 May 02 10:34:48.341271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:48.341596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:48.341987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:48.342109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Request body: {'subnet': {'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-subnet', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:48.342441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Bound port: 675e8f63-4546-46c9-b443-e9e532522b39, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:48.342803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (675e8f63-4546-46c9-b443-e9e532522b39), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.348299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port f1466590-f719-4e76-8722-4f51aed97bb1 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:48.348299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.353255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:48.432392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-3c763322-49fe-4137-a713-ce7065e9f424 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.433579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-3c763322-49fe-4137-a713-ce7065e9f424 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 0.2085190 May 02 10:34:48.447428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:48.450845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675e8f63-4546-46c9-b443-e9e532522b39,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:48.454503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:48.463491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-8e151459-33ef-46db-aff0-15d24694330f tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/quotas/bdf9033cbc6148288d1ec5f86ff7a5a2 HTTP/1.1" status: 200 len: 375 time: 0.0106015 May 02 10:34:48.486185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] For port 8e9b61c2-b86b-4191-be50-2d1c72c825fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9b61c2-b86b-4191-be50-2d1c72c825fc,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:48.524040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-09d67305-21f2-406d-be95-7b3a3fd16141 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0540068 May 02 10:34:48.530769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.559827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.561181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.572496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Provisioning complete for port b5b9fc69-da41-4272-9cb6-4e832297e924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:48.573112 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.595007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.595979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.597638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] 10.222.0.15 "PUT /v2.0/ports/675e8f63-4546-46c9-b443-e9e532522b39 HTTP/1.1" status: 200 len: 1096 time: 2.1657081 May 02 10:34:48.600183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:48.602471 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3" -d '{"events": [{"name": "network-changed", "server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "tag": "675e8f63-4546-46c9-b443-e9e532522b39"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:48.614979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Made reservation on behalf of 839c485fea7940d1aad426fd7fc19dfc for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:48.617405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.619945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.688816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc49fe-63dc-4015-a4c1-36a8eb4f11b4 service neutron] Pushing event updated for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:48.695309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Pushing event updated for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:48.698196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:47Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:48.702959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-134e36d1-a0b5-4619-8843-901e5113b2ca req-20c634e6-b468-4893-a3ae-2e527cc66196 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762784 May 02 10:34:48.719080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-55a3dd9a-ee4c-45ee-b423-14a80da1b2e6 service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843960 May 02 10:34:48.795773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32e604ce-ad50-44a3-9e19-2959f0dfe76c None None] The sync data for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 is: [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:47Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:48.829106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e24e5eda-8abd-4fa3-bdad-21a117590abe None None] Port b5b9fc69-da41-4272-9cb6-4e832297e924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:48.845833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5231bec0-92c5-4207-af92-4ddb3d025b76 req-74e90112-8e9f-4da3-9a19-05093e8b716c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573606 May 02 10:34:48.862184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port f1466590-f719-4e76-8722-4f51aed97bb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f1466590-f719-4e76-8722-4f51aed97bb1,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:48.862542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.870544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:48.871184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:48.872734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] 10.222.0.15 "PUT /v2.0/ports/f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 200 len: 1091 time: 5.1831002 May 02 10:34:48.885987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:48.891242 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:48.943978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks [] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:49.038173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ae61f362-8e46-4a00-952f-23392a6fa64e None None] Provisioning complete for port 8e9b61c2-b86b-4191-be50-2d1c72c825fc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:49.040842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae61f362-8e46-4a00-952f-23392a6fa64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:49.049867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for f1466590-f719-4e76-8722-4f51aed97bb1 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:49.178550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4096-ce99-4b1a-9aa6-879e3b754910 service neutron] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:49.185781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:49.237126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ae61f362-8e46-4a00-952f-23392a6fa64e None None] Current status of the port 8e9b61c2-b86b-4191-be50-2d1c72c825fc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:49.310863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8e9b61c2-b86b-4191-be50-2d1c72c825fc up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:49.407114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8e9b61c2-b86b-4191-be50-2d1c72c825fc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:49.408102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:49.418772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:49.473324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544eb35f-b951-4053-b176-be72bf152d7f req-762a49a1-881c-418f-b490-d97cff9561b0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.474897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-544eb35f-b951-4053-b176-be72bf152d7f req-762a49a1-881c-418f-b490-d97cff9561b0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 931 time: 0.5514224 May 02 10:34:49.523581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8e9b61c2-b86b-4191-be50-2d1c72c825fc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:49.554827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-79b89c9e-cfc1-4bf4-8906-2cff31c26f4c service neutron] 10.222.0.16 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8162498 May 02 10:34:49.561317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0aa6e13-f7b2-46c5-b3d8-a1102c160c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.562691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-e0aa6e13-f7b2-46c5-b3d8-a1102c160c76 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56a059bb653d412f81c66dfd5c50806c&device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 1130 time: 0.8145366 May 02 10:34:49.578049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-498882b6-f493-4954-beba-2a0848472bc9 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.579771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-498882b6-f493-4954-beba-2a0848472bc9 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 0.7920380 May 02 10:34:49.628233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Request body: {'port': {'device_id': '79f88043-657d-4800-9c0c-181ae1171e5c', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'admin_state_up': True, 'tenant_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:49.669916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-9fe2d8ca-9bf2-4bfd-ac56-cbe43e3f1062 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=675e8f63-4546-46c9-b443-e9e532522b39 HTTP/1.1" status: 200 len: 217 time: 0.0891042 May 02 10:34:49.711998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:49.716153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-544eb35f-b951-4053-b176-be72bf152d7f req-59e3261a-ac8a-4eae-8bfe-35ccc4a7fe5a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2294085 May 02 10:34:49.803647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-44ecbba8-2926-475d-86b9-fcd93e8d86db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.805224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-44ecbba8-2926-475d-86b9-fcd93e8d86db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0993791 May 02 10:34:49.867914 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327b999d-cd37-4f63-8912-30e7f90911a7 x-openstack-request-id: req-327b999d-cd37-4f63-8912-30e7f90911a7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:49.868212 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "tag": "675e8f63-4546-46c9-b443-e9e532522b39", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:49.868465 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-327b999d-cd37-4f63-8912-30e7f90911a7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:49.876355 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-327b999d-cd37-4f63-8912-30e7f90911a7'] response: {'name': 'network-changed', 'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39', 'status': 'completed', 'code': 200} May 02 10:34:49.877784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:49.943983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-13bd4464-f130-48ce-9a45-a7e9e55bf502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.944957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.947248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-13bd4464-f130-48ce-9a45-a7e9e55bf502 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.1323063 May 02 10:34:49.950487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.959720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.967878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.971454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 7dd05afd-3298-431b-a899-282bd226f958 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:34:49.973368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:49.993228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.001803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.004350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-c2b4e911-61a5-4789-ad84-ea4f05cb92bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5398 time: 0.1740718 May 02 10:34:50.032416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:50.038935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:50.049566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Made reservation on behalf of bdf9033cbc6148288d1ec5f86ff7a5a2 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:50.055984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 7dd05afd-3298-431b-a899-282bd226f958 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:50.056337 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7dd05afd-3298-431b-a899-282bd226f958), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.059039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.171054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:50.174746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-c0342030-5290-4e06-a059-b1b56874ea1a service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160373 May 02 10:34:50.256659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:50.257461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.308817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event updated for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:50.314295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:50.322043 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c58bc710-7b8d-424a-aee6-bd00d7f39b5f" -d '{"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:50.354859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:50.432284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Allocated IP 172.20.0.7 (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0/e93c3191-edde-4744-9f1e-c96fcfc55b95/8630ab94-2fd2-402f-9eb1-dfe2b96005af) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:50.444593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.451664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e09876b4-2b65-4713-8cc9-485de4d6abdf req-4f95c8c4-981b-47d6-a203-29c7777205f5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3255134 May 02 10:34:50.525165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f1466590-f719-4e76-8722-4f51aed97bb1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.532236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:50.548398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-396300d1-f794-4bf9-816a-d19d495b080f None None] Provisioning complete for port 55fcab7b-b888-40a4-9ae5-ffb447977a64 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:50.550010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-396300d1-f794-4bf9-816a-d19d495b080f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.564454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.565042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.598396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-396300d1-f794-4bf9-816a-d19d495b080f None None] Port 55fcab7b-b888-40a4-9ae5-ffb447977a64 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:50.600490 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93294670-a501-423b-8e39-a05559a540d1 x-openstack-request-id: req-93294670-a501-423b-8e39-a05559a540d1 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:50.600816 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:50.601074 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93294670-a501-423b-8e39-a05559a540d1 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:50.601892 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93294670-a501-423b-8e39-a05559a540d1'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'status': 'completed', 'code': 200} May 02 10:34:50.617957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (76b675e5-454f-4f2c-8585-a106b92d1bd5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:50.684041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=f1466590-f719-4e76-8722-4f51aed97bb1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:50.876909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.878100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.878772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.879405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.880036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.880696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.881322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:50.889347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-6a9d5db0-bf41-4fd7-8f35-11fc00748802 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6500 time: 0.2336338 May 02 10:34:50.992924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks [] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.007542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0322a17-6a59-4d00-8a4f-ad697524bc95 req-3b5f4aa7-72ce-4878-a0ea-8232e968af73 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.014936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0322a17-6a59-4d00-8a4f-ad697524bc95 req-3b5f4aa7-72ce-4878-a0ea-8232e968af73 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 948 time: 0.1595583 May 02 10:34:51.112802 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ee45d7-0072-4f3c-b8c8-045eb50bc686 req-f8955985-0ed0-4c6f-bcd6-0b9b74a7a407 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5818098 May 02 10:34:51.156420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b9fc69-da41-4272-9cb6-4e832297e924 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:51.164430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0322a17-6a59-4d00-8a4f-ad697524bc95 req-b301f1d0-806c-46de-babc-be05639a31cd tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486204 May 02 10:34:51.166536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-cbf6344a-7068-4f3f-a481-73d17e2c44dd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4433179 May 02 10:34:51.170796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-764cce13-cbaa-4fda-86be-b6f2fa15ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.170796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-764cce13-cbaa-4fda-86be-b6f2fa15ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.172493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-764cce13-cbaa-4fda-86be-b6f2fa15ab62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.174684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-764cce13-cbaa-4fda-86be-b6f2fa15ab62 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.2386842 May 02 10:34:51.224863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks [] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.240168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Request body: {'port': {'device_id': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:51.262304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Pushing event updated for resources: {'Subnet': ['ID=76b675e5-454f-4f2c-8585-a106b92d1bd5,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:51.280872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.299075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3576274-4b47-4003-9c9d-d886dd90e551 req-0a301af3-0e80-48bb-bb97-539b541bc7d4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.300614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3576274-4b47-4003-9c9d-d886dd90e551 req-0a301af3-0e80-48bb-bb97-539b541bc7d4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.2554607 May 02 10:34:51.322098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Transition to ACTIVE for port object b5b9fc69-da41-4272-9cb6-4e832297e924 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:51.340083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5145e7b2-6121-46b3-9c27-a849e9e80987 req-5247bbb5-680d-486a-b258-ec8f2955b01e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 210 time: 0.1152217 May 02 10:34:51.347932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Checking segment: {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:51.360340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Network hostable DHCP agents. Network: e89fa22c-b710-449c-8244-aa7e183d5832, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:34:51.360855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event updated for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:51.371928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:51.376055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:51.380108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:51.385734 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6581dfc-4d17-441c-a355-e3c9e6c2593f x-openstack-request-id: req-e6581dfc-4d17-441c-a355-e3c9e6c2593f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:51.386728 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-plugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:51.388559 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6581dfc-4d17-441c-a355-e3c9e6c2593f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:51.388559 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6581dfc-4d17-441c-a355-e3c9e6c2593f'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'code': 200} May 02 10:34:51.421880 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.430547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-accfc576-8922-4688-93bb-de46f5a62d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.432342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd780245-5de4-4d18-9d8e-838a6dfcbdeb req-accfc576-8922-4688-93bb-de46f5a62d2d service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2492661 May 02 10:34:51.452178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.457661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.458784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.460413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff3a0b2f-3c86-4f51-8623-47fe01028859 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:51.512421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks [] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.516218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.551028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-e06604a3-e817-4b5b-9fe1-b956e3011a06 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9611754 May 02 10:34:51.579533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Request body: {'port': {'device_id': '79f88043-657d-4800-9c0c-181ae1171e5c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:51.591344 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3576274-4b47-4003-9c9d-d886dd90e551 req-7c572eb0-b462-4371-9858-abca6dd2f6ec tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2705522 May 02 10:34:51.621906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4504c-5c9f-46b7-9519-2df62449ef59 req-ac37a93b-c7ca-421c-8b6b-03630040c0f0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.634057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93f4504c-5c9f-46b7-9519-2df62449ef59 req-ac37a93b-c7ca-421c-8b6b-03630040c0f0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 943 time: 0.0929477 May 02 10:34:51.640115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Transition to ACTIVE for port object ff3a0b2f-3c86-4f51-8623-47fe01028859 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:51.676305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Network e89fa22c-b710-449c-8244-aa7e183d5832 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:34:51.697934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:51.721174 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.738996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93f4504c-5c9f-46b7-9519-2df62449ef59 req-42822714-86ee-453c-9666-9fe49003def2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039603 May 02 10:34:51.765782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0e59a52b-c520-41fd-bd82-fdced992ded5 None None] Provisioning complete for port 8630ab94-2fd2-402f-9eb1-dfe2b96005af triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:51.767064 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e59a52b-c520-41fd-bd82-fdced992ded5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.815166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.822341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0e59a52b-c520-41fd-bd82-fdced992ded5 None None] Port 8630ab94-2fd2-402f-9eb1-dfe2b96005af cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:51.881977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e89fa22c-b710-449c-8244-aa7e183d5832) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:51.892060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e866f-8f8c-486b-a5c6-5a1191b8478f None None] Network e89fa22c-b710-449c-8244-aa7e183d5832 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:51.924047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.924653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:51.959078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.961297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.967200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.972867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.979223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.985677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.991341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:51.993398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-cd1a3bae-69a4-4ea7-9d74-c6b0e159b8fb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5398 time: 0.3101726 May 02 10:34:52.022476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e89fa22c-b710-449c-8244-aa7e183d5832', 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832', 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'fixed_ips': [{'subnet_id': '76b675e5-454f-4f2c-8585-a106b92d1bd5'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:34:52.023702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.063772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8630ab94-2fd2-402f-9eb1-dfe2b96005af {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:52.071471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks [] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.085988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Transition to ACTIVE for port object 8630ab94-2fd2-402f-9eb1-dfe2b96005af will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:52.153302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.173114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:52.219795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Allocated IP 172.20.0.2 (e89fa22c-b710-449c-8244-aa7e183d5832/76b675e5-454f-4f2c-8585-a106b92d1bd5/0aa9133d-f35e-4f35-8696-d93ab61daee0) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:52.261258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Pushing event updated for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:52.408648 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-49aaf037-4006-43d1-a875-168cc716712e admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 4.0797701 May 02 10:34:52.423789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:34:52.424371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:52.429415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:52.434794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks [] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.443946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-93228fd7-aacd-47dc-96ad-6bc56d10a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:52.445909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-93228fd7-aacd-47dc-96ad-6bc56d10a978 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56a059bb653d412f81c66dfd5c50806c&device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 1130 time: 0.2189014 May 02 10:34:52.541854 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.557899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8eb5c1b-df5c-4e93-9ded-1ef19668e0a9 req-12cecee3-7c79-47c5-8cce-1752e3e61bbe tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5298486 May 02 10:34:52.558633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Attempting to bind port b5b9fc69-da41-4272-9cb6-4e832297e924 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:52.558977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Attempting to bind port b5b9fc69-da41-4272-9cb6-4e832297e924 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:52.559311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Attempting to bind port b5b9fc69-da41-4272-9cb6-4e832297e924 on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.567183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093a7022-c3b7-4caf-a0e2-71ebdde80762 req-5b9a6be3-5a5e-4722-93b7-2eb58328527a tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:52.584679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-093a7022-c3b7-4caf-a0e2-71ebdde80762 req-5b9a6be3-5a5e-4722-93b7-2eb58328527a tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 948 time: 0.2365980 May 02 10:34:52.584679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Attempting to bind port 8630ab94-2fd2-402f-9eb1-dfe2b96005af on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:52.585182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Attempting to bind port 8630ab94-2fd2-402f-9eb1-dfe2b96005af by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:52.585334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Attempting to bind port 8630ab94-2fd2-402f-9eb1-dfe2b96005af on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.596977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Network e89fa22c-b710-449c-8244-aa7e183d5832 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:52.599531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:52.606065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Port b5b9fc69-da41-4272-9cb6-4e832297e924 on network 6c4ef518-c976-4f68-998f-bcb3df90689b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:52.606540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Attempting to bind port b5b9fc69-da41-4272-9cb6-4e832297e924 on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.609238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:52.636339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c94c31-4bdb-4ac9-af0d-c729913d8727 req-fd12ad20-019d-408f-93d6-c224ae5b14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:52.638047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25c94c31-4bdb-4ac9-af0d-c729913d8727 req-fd12ad20-019d-408f-93d6-c224ae5b14c6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0982621 May 02 10:34:52.661343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.662380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.664423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Port 8630ab94-2fd2-402f-9eb1-dfe2b96005af on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:52.664789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Attempting to bind port 8630ab94-2fd2-402f-9eb1-dfe2b96005af on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.674360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:52.674848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:52.676149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Bound using segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:52.679017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Bound port: b5b9fc69-da41-4272-9cb6-4e832297e924, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:52.679017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.684886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:52.685592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Checking segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:52.686848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Bound using segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:52.687984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Bound port: 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:52.688693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.695980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Pushing event updated for resources: {'Port': ['ID=0aa9133d-f35e-4f35-8696-d93ab61daee0,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:52.714345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Attempting to bind port 0aa9133d-f35e-4f35-8696-d93ab61daee0 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:52.714793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Attempting to bind port 0aa9133d-f35e-4f35-8696-d93ab61daee0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:52.715230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Attempting to bind port 0aa9133d-f35e-4f35-8696-d93ab61daee0 on network e89fa22c-b710-449c-8244-aa7e183d5832 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.721381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:52.721846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Checking segment: {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:52.722929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.723446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Bound using segment: {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:52.723980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Bound port: 0aa9133d-f35e-4f35-8696-d93ab61daee0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:52.724425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.780983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cab10ce2-84fc-4d6b-9b44-b14ce5cb4feb req-e31a8986-6a9b-4b5e-bd33-8280a0efb2cc tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 210 time: 0.1008677 May 02 10:34:52.805795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-12d61d0f-64e1-4a34-8828-7192062afa48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:52.807351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-12d61d0f-64e1-4a34-8828-7192062afa48 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f76628bb-4836-4423-9521-134cd717f196 HTTP/1.1" status: 200 len: 870 time: 0.3470359 May 02 10:34:52.810904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Attempting to bind port ff3a0b2f-3c86-4f51-8623-47fe01028859 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:52.811472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Attempting to bind port ff3a0b2f-3c86-4f51-8623-47fe01028859 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:52.812142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Attempting to bind port ff3a0b2f-3c86-4f51-8623-47fe01028859 on network 1f30dcce-890c-41ae-adf7-048d127befb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:52.816774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-093a7022-c3b7-4caf-a0e2-71ebdde80762 req-408e0b03-bb73-4655-8c7a-2ece5e730f55 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401547 May 02 10:34:52.824459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] For port 0aa9133d-f35e-4f35-8696-d93ab61daee0, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:52.828245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] For port 0aa9133d-f35e-4f35-8696-d93ab61daee0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aa9133d-f35e-4f35-8696-d93ab61daee0,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:52.845523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25c94c31-4bdb-4ac9-af0d-c729913d8727 req-d27086ba-b917-4881-b065-5ec6b9d22c2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892967 May 02 10:34:52.865402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55fcab7b-b888-40a4-9ae5-ffb447977a64 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:52.874257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:34:52.892838 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:34:52.903185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f924f05d-5d22-4185-add9-db3c8edbaa1b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2706850 May 02 10:34:52.903345 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:52.903601 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:52.905226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks [] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.913056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:52.922292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:52.923170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Transition to ACTIVE for port object 55fcab7b-b888-40a4-9ae5-ffb447977a64 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:52.945989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-383fc6fa-4877-482a-b546-26ffcde16b55 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=675e8f63-4546-46c9-b443-e9e532522b39 HTTP/1.1" status: 200 len: 217 time: 0.1107559 May 02 10:34:53.007059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Port ff3a0b2f-3c86-4f51-8623-47fe01028859 on network 1f30dcce-890c-41ae-adf7-048d127befb4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:53.007528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Attempting to bind port ff3a0b2f-3c86-4f51-8623-47fe01028859 on network 1f30dcce-890c-41ae-adf7-048d127befb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:53.016718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for router_controller (130a72a5-6f3f-401b-9d0c-9190da8e2489), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.017659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.033928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8566fdeb-11fc-4f96-aea3-8ac1ed00ee65 req-81f79238-c4db-468f-be6a-08995edda6a6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.036142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8566fdeb-11fc-4f96-aea3-8ac1ed00ee65 req-81f79238-c4db-468f-be6a-08995edda6a6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1128824 May 02 10:34:53.043736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 5c359fc4-58ce-4e07-a99c-62ffcae922b2 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:34:53.048403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (5c359fc4-58ce-4e07-a99c-62ffcae922b2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.051602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4119d167-6c4d-4fab-9f70-997a4d7b1b8e None None] Pushing event updated for resources: {'Port': ['ID=0aa9133d-f35e-4f35-8696-d93ab61daee0,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:53.082071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:53.083360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Checking segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:53.083981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Bound using segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:53.084697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Bound port: ff3a0b2f-3c86-4f51-8623-47fe01028859, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:53.091004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.107402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:53.119834 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:53.135512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f51418-2aff-4087-9a58-991f0f5af234 req-b5aeff58-c03e-4360-ae14-16316c8a5c25 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.140830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43f51418-2aff-4087-9a58-991f0f5af234 req-b5aeff58-c03e-4360-ae14-16316c8a5c25 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 943 time: 0.1678565 May 02 10:34:53.175748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:53.213259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:53.240068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5c359fc4-58ce-4e07-a99c-62ffcae922b2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.298728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43f51418-2aff-4087-9a58-991f0f5af234 req-c499aa3a-c866-49c5-ac31-28de7b82e032 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492534 May 02 10:34:53.299384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Pushing event updated for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:53.405356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8566fdeb-11fc-4f96-aea3-8ac1ed00ee65 req-39b8a3a5-d103-40ed-a882-59439869a21e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3583167 May 02 10:34:53.411560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.476302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-54a9c40b-0e52-4afe-81b8-3c7cbe892bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.477861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-54a9c40b-0e52-4afe-81b8-3c7cbe892bd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.3965497 May 02 10:34:53.488201 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:49Z', 'revision_number': 8, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:53.501192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Pushing event updated for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:53.505259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.505889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.507327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8e249a33-7e6b-44ff-a093-32b7e5ff381d service neutron] 10.222.0.24 "PUT /v2.0/ports/8630ab94-2fd2-402f-9eb1-dfe2b96005af HTTP/1.1" status: 200 len: 1091 time: 1.9321620 May 02 10:34:53.509251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:53.517827 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54252f18-8adc-4246-85fa-fd392c43d234" -d '{"events": [{"name": "network-changed", "server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:53.523131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5c359fc4-58ce-4e07-a99c-62ffcae922b2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.571893 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:34:53.587935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:34:53.588752 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:53.637971 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8714acf1-0b08-4092-ab0a-7834d69f3694 x-openstack-request-id: req-8714acf1-0b08-4092-ab0a-7834d69f3694 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:53.638317 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:53.638573 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8714acf1-0b08-4092-ab0a-7834d69f3694 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:53.638987 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8714acf1-0b08-4092-ab0a-7834d69f3694'] response: {'name': 'network-changed', 'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af', 'status': 'completed', 'code': 200} May 02 10:34:53.727553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5c359fc4-58ce-4e07-a99c-62ffcae922b2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.741624 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:34:53.772187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=5c359fc4-58ce-4e07-a99c-62ffcae922b2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:53.803254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:53.806657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:53.821913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5b9fc69-da41-4272-9cb6-4e832297e924,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:53.851781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:53.851939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f93c307-1fab-400f-9871-348362590155 None None] Network 5736da05-78cd-4467-a73f-5bd88fabdeeb requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:53.865517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9e64265-41a0-4ef1-a569-2802b3800d4d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/5c359fc4-58ce-4e07-a99c-62ffcae922b2 HTTP/1.1" status: 204 len: 168 time: 0.9408903 May 02 10:34:53.874320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252f18-8adc-4246-85fa-fd392c43d234 req-60416def-6dd6-4565-9855-e134f7d21220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.879777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54252f18-8adc-4246-85fa-fd392c43d234 req-60416def-6dd6-4565-9855-e134f7d21220 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 1125 time: 0.2343278 May 02 10:34:53.883495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39570) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:53.892311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-d740af51-8a9f-43e0-900b-6aa2ec8d2f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:53.899092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-d740af51-8a9f-43e0-900b-6aa2ec8d2f61 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.2568350 May 02 10:34:53.986270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 675e8f63-4546-46c9-b443-e9e532522b39 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:54.002944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.010633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.018694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.026076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.032860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.040465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.046576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.049469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e435af94-4cee-4af3-9659-0cbd1554885f req-4dc0c9ed-268e-495d-ad64-fe9bfc1154f8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5410 time: 0.3256321 May 02 10:34:54.145840 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:49Z', 'revision_number': 8, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:54.149148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.154818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.192499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for router_gateway (130a72a5-6f3f-401b-9d0c-9190da8e2489), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.224400 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682ebabc-1dd0-4879-802c-f7146f02cf97 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:34:49Z', 'revision_number': 8, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dd4270d9-9ca9-437f-9fb6-4e69025e8288', 'name': '', 'network_id': 'cc51ce7c-0e5c-4bb7-af7c-120607245519', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:90:35:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:28Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '5abd17f2-0b9e-4872-8612-a6d9761922a2', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:34:54.275131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] DHCP port deletion for 5736da05-78cd-4467-a73f-5bd88fabdeeb request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:34:54.309486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d2918b0-5bc5-4d1a-bef5-cc8a4241dea0 req-7b612d04-289c-4ae7-b842-8be74df787f3 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 210 time: 0.3394492 May 02 10:34:54.323843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.325449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.327436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] 10.222.0.15 "PUT /v2.0/ports/ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 200 len: 1091 time: 5.3394706 May 02 10:34:54.440583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:54.447117 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad459ca2-ea8f-4033-b814-fbc2adb809b4" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:54.452026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Deleting port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:54.452462 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.460105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5736da05-78cd-4467-a73f-5bd88fabdeeb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.461561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675e8f63-4546-46c9-b443-e9e532522b39,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:54.483398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Request body: {'port': {'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:54.491330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e435af94-4cee-4af3-9659-0cbd1554885f req-6dbe6a09-2ff5-4ee6-9e45-e6976533c9fe tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3968439 May 02 10:34:54.498767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-5a6c0649-a779-4171-b689-90a1f72e2597 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5789201 May 02 10:34:54.522268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:54.651523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '675e8f63-4546-46c9-b443-e9e532522b39', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '675e8f63-4546-46c9-b443-e9e532522b39', 'mac_address': 'fa:16:3e:81:07:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:34:54.706172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.707270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.708703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 200 len: 1091 time: 7.0469007 May 02 10:34:54.778455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] For port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:54.779089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.842740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Calling delete_port for 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:54.906441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 675e8f63-4546-46c9-b443-e9e532522b39 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:54.906441 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (675e8f63-4546-46c9-b443-e9e532522b39), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:54.946067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 675e8f63-4546-46c9-b443-e9e532522b39 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:54.997798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252f18-8adc-4246-85fa-fd392c43d234 req-10dd8ee3-d233-42ba-99c0-b344ebcdaa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:54.997798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54252f18-8adc-4246-85fa-fd392c43d234 req-10dd8ee3-d233-42ba-99c0-b344ebcdaa51 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&shared=False HTTP/1.1" status: 200 len: 917 time: 1.0891714 May 02 10:34:55.039792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Attempting to bind port 55fcab7b-b888-40a4-9ae5-ffb447977a64 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:55.040262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Attempting to bind port 55fcab7b-b888-40a4-9ae5-ffb447977a64 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:55.040468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Attempting to bind port 55fcab7b-b888-40a4-9ae5-ffb447977a64 on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:55.062492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:34:55.062894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.072811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.074388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675e8f63-4546-46c9-b443-e9e532522b39,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:55.113361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac488de7-bc3b-4720-8546-fff71b877e30 req-0d7292ac-fe73-432c-99b4-8d785baee4fa tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.121466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac488de7-bc3b-4720-8546-fff71b877e30 req-0d7292ac-fe73-432c-99b4-8d785baee4fa tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 943 time: 0.2545838 May 02 10:34:55.136961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:55.147354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77c9e7-7f33-4db7-901e-a3845696c7e3 None None] Network e89fa22c-b710-449c-8244-aa7e183d5832 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:34:55.152054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba072a56-d4c6-4c11-aaa4-2f8449aa67b3 req-26370f48-0cab-4bcc-89ff-3ca75fd13867 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6210294 May 02 10:34:55.183263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Port 55fcab7b-b888-40a4-9ae5-ffb447977a64 on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:55.183595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Attempting to bind port 55fcab7b-b888-40a4-9ae5-ffb447977a64 on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:55.199513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb04dd-f972-4f76-a3de-24f6da24d942 service neutron] Pushing event updated for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:55.199852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.227798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-3eccdade-efe8-45fb-a97b-4d3ffcbe60fe tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.229560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-3eccdade-efe8-45fb-a97b-4d3ffcbe60fe tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.15 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 816 time: 1.0202286 May 02 10:34:55.251573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Request body: {'port': {'device_id': '2173f225-27b3-4108-b51a-27e517d48589', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'admin_state_up': True, 'tenant_id': 'bdf9033cbc6148288d1ec5f86ff7a5a2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:55.271765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.297637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] No DVR routers for this DVR port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:55.343012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac488de7-bc3b-4720-8546-fff71b877e30 req-97cefccc-17d0-4614-b629-f066cf5c2d46 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204342 May 02 10:34:55.347259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fffa97a-c0b0-4619-9cc2-fe00b7005e6f req-22223f2f-3cc0-4bef-9250-43b9ad2c444f tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.349077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fffa97a-c0b0-4619-9cc2-fe00b7005e6f req-22223f2f-3cc0-4bef-9250-43b9ad2c444f tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 948 time: 0.6789470 May 02 10:34:55.366431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'mac_address': 'fa:16:3e:76:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.244'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:34:55.368192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:55.368551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Checking segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:55.368968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Bound using segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:55.369515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Bound port: 55fcab7b-b888-40a4-9ae5-ffb447977a64, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:55.369939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.371957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c28f0-145a-4350-98cb-69bd0ae2fe20 None None] Pushing event deleted for resources: {'Port': ['ID=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:55.495723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54252f18-8adc-4246-85fa-fd392c43d234 req-401b6c8b-5237-45f5-afd5-0a0efe676a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.497334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54252f18-8adc-4246-85fa-fd392c43d234 req-401b6c8b-5237-45f5-afd5-0a0efe676a3a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4745059 May 02 10:34:55.593428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf82061-51ee-4a09-9ca4-d2789df1ad5e req-f804c9bf-af47-404f-9c36-2726a2b264b9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.606409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bf82061-51ee-4a09-9ca4-d2789df1ad5e req-f804c9bf-af47-404f-9c36-2726a2b264b9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1300683 May 02 10:34:55.662045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8c6abb0e-9f63-4452-9b0f-ce469caef9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.663788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8c6abb0e-9f63-4452-9b0f-ce469caef9f2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 1125 time: 0.1139009 May 02 10:34:55.727184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0aa9133d-f35e-4f35-8696-d93ab61daee0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:55.727744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,segment=NetworkSegment(27b77af9-a90c-4fef-8f7d-f7e980f42ee0),segment_id=27b77af9-a90c-4fef-8f7d-f7e980f42ee0)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:55.728131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.745082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-a6f70a27-0d33-473b-b768-ffd17cb7be39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:55.746587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-a6f70a27-0d33-473b-b768-ffd17cb7be39 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1125 time: 0.6575725 May 02 10:34:55.754837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-8c5ff843-6d22-4b01-8d3f-80cd07708f94 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af HTTP/1.1" status: 200 len: 217 time: 0.0802133 May 02 10:34:55.767220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d891e3-e589-49d1-8f6f-fc2a8d3851b5 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:55.774451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:55.777879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['675e8f63-4546-46c9-b443-e9e532522b39'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:55.787522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bf82061-51ee-4a09-9ca4-d2789df1ad5e req-bd223497-69f3-45e5-9897-4a254a6e9210 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759224 May 02 10:34:55.806800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:34:55.807000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Made reservation on behalf of bdf9033cbc6148288d1ec5f86ff7a5a2 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:34:55.809091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:55.939476 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa2a77d-27ce-4df7-b798-b2d8e129b70a x-openstack-request-id: req-1fa2a77d-27ce-4df7-b798-b2d8e129b70a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:55.940182 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:55.940182 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fa2a77d-27ce-4df7-b798-b2d8e129b70a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:55.940477 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa2a77d-27ce-4df7-b798-b2d8e129b70a'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859', 'status': 'completed', 'code': 200} May 02 10:34:55.988343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Provisioning complete for port 0aa9133d-f35e-4f35-8696-d93ab61daee0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:55.988950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.015321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:56.015698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.022705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:56.031677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-422d8ee8-4d6f-416d-9a5f-d3338234d697 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 200 len: 217 time: 0.2674301 May 02 10:34:56.040945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:56.070759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-f8fece62-a748-45fe-847d-2eb034cf5ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.072376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-f8fece62-a748-45fe-847d-2eb034cf5ca8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 200 len: 855 time: 0.2829142 May 02 10:34:56.080039 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fffa97a-c0b0-4619-9cc2-fe00b7005e6f req-f674c0d4-10b3-4366-a2c2-3009cc635aa6 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6887891 May 02 10:34:56.125154 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6dcc36ec-bc41-4f25-b1b6-5bd2d2cee049 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.151308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:56.156162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c82ab28-4d6c-440d-b3fa-f91c6a4f764c req-01fd9a6f-430c-4cc4-be27-5e8a2e47acd6 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 210 time: 0.1982551 May 02 10:34:56.232942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:56.268191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0aa9133d-f35e-4f35-8696-d93ab61daee0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:56.268485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.277471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.361174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Allocated IP 172.20.0.9 (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0/e93c3191-edde-4744-9f1e-c96fcfc55b95/e4a56110-9104-4a13-a87c-8364f2f7b48a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:56.361682 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.397260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Pushing event updated for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:56.451776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for router_gateway (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.530353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['ae045744-8b25-4b28-b47b-81181dfe209b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:34:56.598820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-913d60c6-9087-490f-bae2-237092774739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.600464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-913d60c6-9087-490f-bae2-237092774739 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.5555451 May 02 10:34:56.601839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.602631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.603828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-398c5b47-e00d-4bb6-a26c-0b44a9b17cba service neutron] 10.222.0.24 "PUT /v2.0/ports/55fcab7b-b888-40a4-9ae5-ffb447977a64 HTTP/1.1" status: 200 len: 1091 time: 5.3871090 May 02 10:34:56.627857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.636095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.641836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks [] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.643684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Current status of the port 0aa9133d-f35e-4f35-8696-d93ab61daee0 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:56.644996 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.658075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.669033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.699506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.701283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] For port 0aa9133d-f35e-4f35-8696-d93ab61daee0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aa9133d-f35e-4f35-8696-d93ab61daee0,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:56.728734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-ffb3bdce-abf1-4382-8109-77ef8b3a2920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.731423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-ffb3bdce-abf1-4382-8109-77ef8b3a2920 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5836136 May 02 10:34:56.732228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.742918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:56.753276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.756652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-fe06ebb6-c801-4d37-91a2-08499ca3c47d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5410 time: 0.5102539 May 02 10:34:56.757802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.772406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.876023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-1f0ae79e-9156-4dc5-bfcc-097747cf4e16 service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254709 May 02 10:34:56.888130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0aa9133d-f35e-4f35-8696-d93ab61daee0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:56.930699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:56.939551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523b46b2-2932-4c01-84a9-ed86940a97de req-ffd66b0e-f38e-4ec0-b030-64880e1751a4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.942290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-523b46b2-2932-4c01-84a9-ed86940a97de req-ffd66b0e-f38e-4ec0-b030-64880e1751a4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 943 time: 0.1962152 May 02 10:34:56.943841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.944549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.945248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.945899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.946577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.947343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.948130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:56.950431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-74c099ce-08dc-4e51-a94f-10582af00d88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6598 time: 1.0446918 May 02 10:34:57.021115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f1466590-f719-4e76-8722-4f51aed97bb1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:57.025264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5ac945f8-45b3-43cd-903f-691382101c6c None None] Provisioning complete for port 0aa9133d-f35e-4f35-8696-d93ab61daee0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:57.025647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ac945f8-45b3-43cd-903f-691382101c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:57.027282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3005b2a-829f-4a47-8a8b-7aceb6bc35e6 None None] Pushing event updated for resources: {'Port': ['ID=0aa9133d-f35e-4f35-8696-d93ab61daee0,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:57.063787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaec1b60-7506-4651-a2fb-e31927fd1bd9 req-9d01d086-7fca-450d-a22f-66551c2c1cba service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107612 May 02 10:34:57.076536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f1466590-f719-4e76-8722-4f51aed97bb1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:34:57.076930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f1466590-f719-4e76-8722-4f51aed97bb1 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:34:57.077372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:34:57.118207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:34:57.118596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:34:57.247763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5ac945f8-45b3-43cd-903f-691382101c6c None None] Current status of the port 0aa9133d-f35e-4f35-8696-d93ab61daee0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:57.312257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0aa9133d-f35e-4f35-8696-d93ab61daee0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:57.414653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0aa9133d-f35e-4f35-8696-d93ab61daee0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:57.415087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:57.421340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-17e50bf8-5dcf-4757-836f-d9a9d053aa5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.423563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-17e50bf8-5dcf-4757-836f-d9a9d053aa5c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.6590028 May 02 10:34:57.444544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-c5bb176a-2027-4ccf-84fd-4c95ee8464aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.446360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-c5bb176a-2027-4ccf-84fd-4c95ee8464aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 1125 time: 0.6658509 May 02 10:34:57.474651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9ccd1805-86fa-4707-b9b9-3c94bbf79c0c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:57.520125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0aa9133d-f35e-4f35-8696-d93ab61daee0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:57.556759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:57.611708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=9ccd1805-86fa-4707-b9b9-3c94bbf79c0c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:57.616187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port 9ccd1805-86fa-4707-b9b9-3c94bbf79c0c on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:34:57.660804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event updated for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:57.663738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:57.666142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-f5079301-f915-4b8d-a54c-3d64a862cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.666634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-f5079301-f915-4b8d-a54c-3d64a862cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.667135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-f5079301-f915-4b8d-a54c-3d64a862cbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.669008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-f5079301-f915-4b8d-a54c-3d64a862cbe0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&shared=False HTTP/1.1" status: 200 len: 2294 time: 0.1106791 May 02 10:34:57.686902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:57.697242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b758dcd-ab30-462a-86f2-ba9b0ebbc5a4 req-8c4e60db-1d7a-48ba-8dee-695c3812a0a4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8928106 May 02 10:34:57.720987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-523b46b2-2932-4c01-84a9-ed86940a97de req-2f7fb66b-1bae-45fb-a0a5-da24ce388c7d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7691314 May 02 10:34:57.869074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-a936aad5-c326-4430-af44-d239a45412e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:57.877787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad459ca2-ea8f-4033-b814-fbc2adb809b4 req-a936aad5-c326-4430-af44-d239a45412e2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1605752 May 02 10:34:57.916009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 675e8f63-4546-46c9-b443-e9e532522b39 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:57.943513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924'}, {'name': 'network-changed', 'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:57.946097 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4" -d '{"events": [{"name": "network-changed", "server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924"}, {"name": "network-changed", "server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:57.973926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Allocated IP 172.35.4.59 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9107751b-e8db-4cde-adb7-600194991e2b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:34:57.985719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62951de5-c573-4882-befb-38f1e436eab3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:57.989172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5736da05-78cd-4467-a73f-5bd88fabdeeb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.012658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-49a9eaa3-770b-4e0b-b166-bc1203073ea9 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5791817 May 02 10:34:58.028128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e1c7e3-7cbd-451e-a292-1d13a1245802 req-5bca6cf1-efd6-4820-9619-01af5a66acbb tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.030254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85e1c7e3-7cbd-451e-a292-1d13a1245802 req-5bca6cf1-efd6-4820-9619-01af5a66acbb tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 949 time: 0.1297529 May 02 10:34:58.036978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 675e8f63-4546-46c9-b443-e9e532522b39 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:34:58.077032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.077836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.124529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 675e8f63-4546-46c9-b443-e9e532522b39 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:58.125061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (675e8f63-4546-46c9-b443-e9e532522b39), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.138800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1af3d75a-fa87-472a-9d12-2df5f23d5229 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:58.170119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85e1c7e3-7cbd-451e-a292-1d13a1245802 req-2479f9e7-a34a-4d2b-9708-8f016cebfc91 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308422 May 02 10:34:58.206431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-63ddf184-b7c1-4743-b2d2-6715af866a74 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9509537 May 02 10:34:58.213206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-aab2c632-7ede-466d-85eb-6174e8aa1aa7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64 HTTP/1.1" status: 200 len: 217 time: 0.0606663 May 02 10:34:58.215271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks [] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.219476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Request body: {'port': {'device_id': '2173f225-27b3-4108-b51a-27e517d48589', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:34:58.234382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbaa0fd-3830-4ea8-b203-bc9b27334d02 req-19e6b346-c7ca-4e7e-9650-7243fbdaf9cb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.235898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bbaa0fd-3830-4ea8-b203-bc9b27334d02 req-19e6b346-c7ca-4e7e-9650-7243fbdaf9cb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.4030709 May 02 10:34:58.296751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-356898ed-9e68-4214-9efc-24d5254706f3 None None] Provisioning complete for port e4a56110-9104-4a13-a87c-8364f2f7b48a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:58.297253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-356898ed-9e68-4214-9efc-24d5254706f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.303060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-24115cf3-001f-448b-b25f-ebc32dac5ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.304803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-24115cf3-001f-448b-b25f-ebc32dac5ff0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 200 len: 855 time: 0.0568147 May 02 10:34:58.336406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5736da05-78cd-4467-a73f-5bd88fabdeeb']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:58.344167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 675e8f63-4546-46c9-b443-e9e532522b39 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:58.344570 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (675e8f63-4546-46c9-b443-e9e532522b39), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.371484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.387238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-356898ed-9e68-4214-9efc-24d5254706f3 None None] Port e4a56110-9104-4a13-a87c-8364f2f7b48a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:34:58.398406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9731de-480e-488f-8b28-df43ea0dde83 req-baa47ea6-6e6b-4510-ab7d-3048b9960724 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.400403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:34:58.403427 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec7290a-1acd-477d-bf4a-5e0dcb97afe2" -d '{"events": [{"server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "name": "network-vif-plugged", "status": "completed", "tag": "675e8f63-4546-46c9-b443-e9e532522b39"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:34:58.407470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f9731de-480e-488f-8b28-df43ea0dde83 req-baa47ea6-6e6b-4510-ab7d-3048b9960724 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 931 time: 0.0874109 May 02 10:34:58.423016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b77af9-a90c-4fef-8f7d-f7e980f42ee0') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:58.423709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b77af9-a90c-4fef-8f7d-f7e980f42ee0') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:34:58.430249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675e8f63-4546-46c9-b443-e9e532522b39,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:58.446212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Transition to ACTIVE for port object 1af3d75a-fa87-472a-9d12-2df5f23d5229 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:58.462356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (27b77af9-a90c-4fef-8f7d-f7e980f42ee0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.473637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6ba74d2-4c54-4c82-b56c-f1dc6d9273d7 req-2e252e83-b08a-46c5-a968-d736098d005b service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274852 May 02 10:34:58.507551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b09e25-af45-4923-903a-c226c6a2e243 req-1d2ce100-6f3a-4b4a-a268-c6446e54bf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:58.509084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-1d2ce100-6f3a-4b4a-a268-c6446e54bf5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1819570 May 02 10:34:58.510048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (27b77af9-a90c-4fef-8f7d-f7e980f42ee0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.521059 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f9731de-480e-488f-8b28-df43ea0dde83 req-37d3ffe3-30bf-4ae5-a1d0-091a1ae82261 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121707 May 02 10:34:58.529163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:34:58.530351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bbaa0fd-3830-4ea8-b203-bc9b27334d02 req-e279098d-d648-4bc9-bc84-76c19222e370 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180703 May 02 10:34:58.559028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:34:58.561965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (27b77af9-a90c-4fef-8f7d-f7e980f42ee0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: timer() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:34:58.565230 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:34:58.632368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.662316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.680181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for port (9107751b-e8db-4cde-adb7-600194991e2b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.878600 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af6389fb-c058-4d86-a2ef-c30f4ae43572 x-openstack-request-id: req-af6389fb-c058-4d86-a2ef-c30f4ae43572 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:58.878895 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "name": "network-vif-plugged", "status": "completed", "tag": "675e8f63-4546-46c9-b443-e9e532522b39", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:58.879155 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-af6389fb-c058-4d86-a2ef-c30f4ae43572 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:58.904888 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af6389fb-c058-4d86-a2ef-c30f4ae43572'] response: {'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39', 'code': 200} May 02 10:34:58.904888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:58.906661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:58.932247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port ae045744-8b25-4b28-b47b-81181dfe209b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:34:58.933472 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.943924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5736da05-78cd-4467-a73f-5bd88fabdeeb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:58.962062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-d46ad233-61bd-4d10-a4f7-6305bcee647c service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4416063 May 02 10:34:59.016694 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 10:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8eefad9-5699-44a9-945f-599966a3ca99 x-openstack-request-id: req-b8eefad9-5699-44a9-945f-599966a3ca99 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:34:59.017170 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:34:59.017583 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8eefad9-5699-44a9-945f-599966a3ca99 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:34:59.018136 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8eefad9-5699-44a9-945f-599966a3ca99'] response: {'name': 'network-changed', 'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924', 'status': 'completed', 'code': 200} May 02 10:34:59.018561 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8eefad9-5699-44a9-945f-599966a3ca99'] response: {'name': 'network-changed', 'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64', 'status': 'completed', 'code': 200} May 02 10:34:59.020922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=5736da05-78cd-4467-a73f-5bd88fabdeeb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:59.031965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.040406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-747ffd84-edf8-4299-9740-22a2be0c813a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/5736da05-78cd-4467-a73f-5bd88fabdeeb HTTP/1.1" status: 204 len: 168 time: 5.0720079 May 02 10:34:59.044451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39706) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:34:59.099586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Attempting to bind port 1af3d75a-fa87-472a-9d12-2df5f23d5229 on host nch1-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:34:59.102581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Attempting to bind port 1af3d75a-fa87-472a-9d12-2df5f23d5229 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:34:59.103125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Attempting to bind port 1af3d75a-fa87-472a-9d12-2df5f23d5229 on network 1f30dcce-890c-41ae-adf7-048d127befb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:59.117939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Port 1af3d75a-fa87-472a-9d12-2df5f23d5229 on network 1f30dcce-890c-41ae-adf7-048d127befb4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:34:59.118456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Attempting to bind port 1af3d75a-fa87-472a-9d12-2df5f23d5229 on network 1f30dcce-890c-41ae-adf7-048d127befb4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:34:59.130625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:34:59.131275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Checking segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:34:59.131901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Bound using segment: {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:34:59.132575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Bound port: 1af3d75a-fa87-472a-9d12-2df5f23d5229, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50999c19-133b-4068-8184-a4dfb0dec072', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:34:59.133183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.145536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:34:59.146128 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.154082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9107751b-e8db-4cde-adb7-600194991e2b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.225663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:34:59.248846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9107751b-e8db-4cde-adb7-600194991e2b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:59.279323 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.288195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4a56110-9104-4a13-a87c-8364f2f7b48a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:34:59.306269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks [] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.317756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3028e0-1da1-4374-a952-1d27873192f1 req-a2422156-9f3c-4275-a814-16318f4ccace tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.319283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef3028e0-1da1-4374-a952-1d27873192f1 req-a2422156-9f3c-4275-a814-16318f4ccace tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1964219 May 02 10:34:59.381115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.435513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Transition to ACTIVE for port object e4a56110-9104-4a13-a87c-8364f2f7b48a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:34:59.437753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:34:59.443973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:34:59.454604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.460969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.468537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.474686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:59.475158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.482486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.488422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.490820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef3028e0-1da1-4374-a952-1d27873192f1 req-6ade189e-582a-48ba-8c5d-e1cea5f1e14b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591811 May 02 10:34:59.499971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.501560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.504136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-5e048107-9834-4a79-8812-21a10d919f57 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.2611430 May 02 10:34:59.539158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:34:59.547488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.588990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.590132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:34:59.602348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] 10.222.0.15 "PUT /v2.0/ports/1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 1091 time: 5.1289399 May 02 10:34:59.602505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:34:59.618072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:34:59.626137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:34:59.654364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.665266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.665802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.666154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.666504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.666854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.667189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.667526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.667859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.668191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.668523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.674304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.674680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.680711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.681222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:34:59.773768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fde139b-a7f5-4f1d-abb1-c7e9f602462d req-2aa8ff36-8d35-41ef-a2b1-a9cde3bc704a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2501023 May 02 10:34:59.850883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11b09e25-af45-4923-903a-c226c6a2e243 req-daa15bdf-2820-4e43-bbbf-f39c857c84bb service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619707 May 02 10:34:59.864497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-b1139933-41b9-40bd-b381-1156fb0e764b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.866467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-b1139933-41b9-40bd-b381-1156fb0e764b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1125 time: 0.2696037 May 02 10:34:59.907053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b5b9fc69-da41-4272-9cb6-4e832297e924 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:34:59.988195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-ecb7f958-42f5-4c4a-8a4d-5dd0179c4043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.990472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-ecb7f958-42f5-4c4a-8a4d-5dd0179c4043 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1010463 May 02 10:34:59.994877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47af0230-0b20-4633-8a5f-fa0467ef7129 req-83977d17-8069-479a-8cc5-0ab2b958942d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:34:59.996290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47af0230-0b20-4633-8a5f-fa0467ef7129 req-83977d17-8069-479a-8cc5-0ab2b958942d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 1132 time: 0.2419050 May 02 10:35:00.002427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c694b-e051-4309-97cd-d71ac495137b service neutron] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:00.107490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfa36a3-5b50-44ad-80b9-82207ee54c85 req-ec4340c5-de45-436a-91b5-5a6dd44df7c9 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.109094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adfa36a3-5b50-44ad-80b9-82207ee54c85 req-ec4340c5-de45-436a-91b5-5a6dd44df7c9 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.0593174 May 02 10:35:00.129823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Attempting to bind port e4a56110-9104-4a13-a87c-8364f2f7b48a on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:00.130439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Attempting to bind port e4a56110-9104-4a13-a87c-8364f2f7b48a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:00.130557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Attempting to bind port e4a56110-9104-4a13-a87c-8364f2f7b48a on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:00.190299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.191000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.191645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.192293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.192882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.193412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.193938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.196003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fc8e7b02-f90d-4726-8162-cd1fdf0512fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6696 time: 0.4302535 May 02 10:35:00.202288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5b9fc69-da41-4272-9cb6-4e832297e924,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:00.225165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b5b9fc69-da41-4272-9cb6-4e832297e924', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'port_id': 'b5b9fc69-da41-4272-9cb6-4e832297e924', 'mac_address': 'fa:16:3e:62:f3:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:00.225410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Port e4a56110-9104-4a13-a87c-8364f2f7b48a on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:35:00.225752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Attempting to bind port e4a56110-9104-4a13-a87c-8364f2f7b48a on network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:00.275977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:00.276365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Checking segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:00.276893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Bound using segment: {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:00.277433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Bound port: e4a56110-9104-4a13-a87c-8364f2f7b48a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:00.277893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.286611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f726d99-8981-4078-87b7-ecfd7de6d4ff req-47e85d61-ddf7-424e-94c8-40d35764f17c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.287604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b5b9fc69-da41-4272-9cb6-4e832297e924 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:00.288162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.288504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f726d99-8981-4078-87b7-ecfd7de6d4ff req-47e85d61-ddf7-424e-94c8-40d35764f17c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 943 time: 0.5723000 May 02 10:35:00.289925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-d8c3953d-7e36-4752-b926-b2de4dda1a72 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 217 time: 0.0576665 May 02 10:35:00.296408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-5975aff5-fad7-46da-ac56-2c90b067fb46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 200 len: 217 time: 0.2529469 May 02 10:35:00.318109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b9fc69-da41-4272-9cb6-4e832297e924 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:00.347652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adfa36a3-5b50-44ad-80b9-82207ee54c85 req-44ac0816-a54b-4b9e-a5a1-66fbf597fe9d tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558249 May 02 10:35:00.351549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5b9fc69-da41-4272-9cb6-4e832297e924,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:00.370998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.421533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.450780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47af0230-0b20-4633-8a5f-fa0467ef7129 req-39ed0862-c6ad-4559-8cdb-6c1ad93970ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3542776 May 02 10:35:00.507445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-cd5e88b3-b3e5-42a3-90c4-eed89b33d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.509110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-cd5e88b3-b3e5-42a3-90c4-eed89b33d705 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 200 len: 851 time: 0.1929533 May 02 10:35:00.563721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8630ab94-2fd2-402f-9eb1-dfe2b96005af details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:00.598485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161d7cc-30c3-47dd-b54a-a0b2b605d50a req-ad1f3204-8497-46ea-9a70-0570cf32530f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.605700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d161d7cc-30c3-47dd-b54a-a0b2b605d50a req-ad1f3204-8497-46ea-9a70-0570cf32530f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0759089 May 02 10:35:00.610329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f726d99-8981-4078-87b7-ecfd7de6d4ff req-f6f2afb8-3769-4f35-a768-71277ca62ca4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560070 May 02 10:35:00.633506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:00.639690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:00.639922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-df5f22d2-a99f-42ba-8619-4d2f729996b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.641556 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-df5f22d2-a99f-42ba-8619-4d2f729996b6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.3150795 May 02 10:35:00.685131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:00.709556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '8630ab94-2fd2-402f-9eb1-dfe2b96005af', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'port_id': '8630ab94-2fd2-402f-9eb1-dfe2b96005af', 'mac_address': 'fa:16:3e:1b:1a:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93c3191-edde-4744-9f1e-c96fcfc55b95', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:00.713837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.714941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b5b9fc69-da41-4272-9cb6-4e832297e924'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:00.724344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:00.829516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8630ab94-2fd2-402f-9eb1-dfe2b96005af is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:00.829516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.850289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8630ab94-2fd2-402f-9eb1-dfe2b96005af {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:00.866831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122c4717-47d9-424a-bcfc-72d989ee2baf req-af1ab8c5-eebe-41fa-919b-5b6be7ea2c79 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.875307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-122c4717-47d9-424a-bcfc-72d989ee2baf req-af1ab8c5-eebe-41fa-919b-5b6be7ea2c79 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 943 time: 0.1204939 May 02 10:35:00.885288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.928403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:00.930800 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e4c1df0-103b-45f3-8087-ae3af728cc9c" -d '{"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:00.969095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:00.970128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:00.973121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] 10.222.0.15 "PUT /v2.0/ports/e4a56110-9104-4a13-a87c-8364f2f7b48a HTTP/1.1" status: 200 len: 1091 time: 2.7724266 May 02 10:35:00.990098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:00.994621 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49098c36-fe80-410e-90d8-1fe32e25ebcf" -d '{"events": [{"name": "network-changed", "server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:01.005697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7439d119-6adc-4a36-ac82-252cc8d1a285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.012211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7439d119-6adc-4a36-ac82-252cc8d1a285 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed1be2d6-1882-4344-b580-dc4a18d167a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3573136 May 02 10:35:01.053008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:01.055892 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b27d5bea-39de-4d9e-80c7-e675c106cfc2" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:01.064500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-122c4717-47d9-424a-bcfc-72d989ee2baf req-ee014698-9bf2-45c8-948c-28481eb75837 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874433 May 02 10:35:01.138029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d161d7cc-30c3-47dd-b54a-a0b2b605d50a req-a088a95d-4884-4a7c-8e7c-1885c9af315d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5305338 May 02 10:35:01.144211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for router_gateway (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:01.232159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:01.247153 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0b76a5-d582-420b-a67c-3c0923741d43 x-openstack-request-id: req-4b0b76a5-d582-420b-a67c-3c0923741d43 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:01.254380 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-plugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:01.254672 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b0b76a5-d582-420b-a67c-3c0923741d43 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:01.255115 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b0b76a5-d582-420b-a67c-3c0923741d43'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'code': 200} May 02 10:35:01.280463 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9f3841e-ea52-4709-8eef-1517c647e9d4 x-openstack-request-id: req-a9f3841e-ea52-4709-8eef-1517c647e9d4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:01.281023 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:01.281543 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a9f3841e-ea52-4709-8eef-1517c647e9d4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:01.281967 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f3841e-ea52-4709-8eef-1517c647e9d4'] response: {'name': 'network-changed', 'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a', 'status': 'completed', 'code': 200} May 02 10:35:01.331764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-f266cc9d-4883-4283-b9a2-f29472fbf52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.333671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-f266cc9d-4883-4283-b9a2-f29472fbf52b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 1125 time: 0.3558078 May 02 10:35:01.375319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-626c50e8-be72-40a6-bc76-7a3600533143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.377589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-626c50e8-be72-40a6-bc76-7a3600533143 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3905997 May 02 10:35:01.382011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-03b98ffb-19ba-4145-9036-cde67b813e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.383298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-03b98ffb-19ba-4145-9036-cde67b813e28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 1125 time: 0.0669322 May 02 10:35:01.399296 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c03d4b-c6f5-4b68-b71e-a90109ad61e2 x-openstack-request-id: req-90c03d4b-c6f5-4b68-b71e-a90109ad61e2 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:01.399597 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:01.399853 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90c03d4b-c6f5-4b68-b71e-a90109ad61e2 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:01.400247 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c03d4b-c6f5-4b68-b71e-a90109ad61e2'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'status': 'completed', 'code': 200} May 02 10:35:01.479731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:01.557860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:01.558996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-1dd26887-a938-4375-8f70-ebaada22e47e service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578133 May 02 10:35:01.610305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port dd4270d9-9ca9-437f-9fb6-4e69025e8288 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:01.610563 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:01.615795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.621327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.626952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.635824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.642232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.648321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.656259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.658293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-3ee952a3-689f-4958-88d3-10243013652e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.3820486 May 02 10:35:01.717674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44443c02-01ac-4507-9f22-926c3bc59cb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:01.726242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['8630ab94-2fd2-402f-9eb1-dfe2b96005af'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:01.754619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port dd4270d9-9ca9-437f-9fb6-4e69025e8288, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd4270d9-9ca9-437f-9fb6-4e69025e8288,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:01.755001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:01.879881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-027edd65-b5db-4fb8-bfb3-ce858ab54ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:01.881854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-027edd65-b5db-4fb8-bfb3-ce858ab54ea8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2983959 May 02 10:35:01.898484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for dd4270d9-9ca9-437f-9fb6-4e69025e8288 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:02.042545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4685b9d-3377-47f3-a317-8e8854b25641 req-c50b9857-dd38-485f-bccb-284bfb32c0e2 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3061376 May 02 10:35:02.042800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b5b9fc69-da41-4272-9cb6-4e832297e924 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:02.042800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.042988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-39cf2e99-178b-46df-b0dd-015d1735a976 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4065576 May 02 10:35:02.042988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-50d5e318-acae-48ea-be4e-ef5f97444acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.042988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-50d5e318-acae-48ea-be4e-ef5f97444acb service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 917 time: 0.6255555 May 02 10:35:02.043232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621b9225-e29f-40eb-a586-84a2e6f32235 req-1db2aaac-df30-41d5-ac9b-1eae3758ece1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.043232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-621b9225-e29f-40eb-a586-84a2e6f32235 req-1db2aaac-df30-41d5-ac9b-1eae3758ece1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.5499470 May 02 10:35:02.117686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-c9aa1bbf-96f9-436c-b03d-6ca9d9c18940 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64 HTTP/1.1" status: 200 len: 217 time: 0.0713644 May 02 10:35:02.147837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b5b9fc69-da41-4272-9cb6-4e832297e924 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:02.207285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-37220975-a9a8-4de9-bca6-f2c664d7e7b9 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0634298 May 02 10:35:02.216573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-621b9225-e29f-40eb-a586-84a2e6f32235 req-76ffc114-dd58-46cc-b9a6-b802df8d2c2f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725276 May 02 10:35:02.247117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69a9f4-857a-448d-a64c-2175d7f41d5e req-2fcf82cc-ca0d-412f-9d9b-dac87ac9f962 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.248660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef69a9f4-857a-448d-a64c-2175d7f41d5e req-2fcf82cc-ca0d-412f-9d9b-dac87ac9f962 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.1047878 May 02 10:35:02.250656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-26bebf60-df50-4672-98e8-8c03ab301d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.252034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-26bebf60-df50-4672-98e8-8c03ab301d90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 200 len: 855 time: 0.1276369 May 02 10:35:02.253623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.312409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b5b9fc69-da41-4272-9cb6-4e832297e924 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:02.313007 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.370921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-f6e457b5-198e-4197-bd75-9391b170efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.372714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-f6e457b5-198e-4197-bd75-9391b170efb4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1078515 May 02 10:35:02.398264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-76246c2f-cf8c-4b61-aef2-b3a2fa75f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.399943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49098c36-fe80-410e-90d8-1fe32e25ebcf req-76246c2f-cf8c-4b61-aef2-b3a2fa75f0d3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3220539 May 02 10:35:02.412760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773745ad-3e03-45ef-8858-ffc5447a5b24 req-0095e99c-72f5-41b3-9fad-e18d960b1398 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.422181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-773745ad-3e03-45ef-8858-ffc5447a5b24 req-0095e99c-72f5-41b3-9fad-e18d960b1398 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 944 time: 0.1302679 May 02 10:35:02.434135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b5b9fc69-da41-4272-9cb6-4e832297e924 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:02.434592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.457002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef69a9f4-857a-448d-a64c-2175d7f41d5e req-33d66735-1e7c-4306-a198-ebf3138f5c8a tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989985 May 02 10:35:02.467104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd4270d9-9ca9-437f-9fb6-4e69025e8288), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.521975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5b9fc69-da41-4272-9cb6-4e832297e924,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:02.558095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-46b9338b-f080-4a53-a544-75866d1ec38a service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759355 May 02 10:35:02.582262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.659984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:02.662743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 55fcab7b-b888-40a4-9ae5-ffb447977a64 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:02.664937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8630ab94-2fd2-402f-9eb1-dfe2b96005af up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:02.742248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91fc3c7e-2bbf-4c80-b37a-fed38092d2d4 req-415efca2-e6f0-4bb0-9d97-a25ab58f7a45 service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688395 May 02 10:35:02.763609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf48ae3c-39c8-4642-a225-73afca2aa3d9 req-70069528-b262-43d2-84ad-edcf5d761ea7 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:02.778070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf48ae3c-39c8-4642-a225-73afca2aa3d9 req-70069528-b262-43d2-84ad-edcf5d761ea7 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 943 time: 0.2176995 May 02 10:35:02.836822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 8630ab94-2fd2-402f-9eb1-dfe2b96005af completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:02.851851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf48ae3c-39c8-4642-a225-73afca2aa3d9 req-13c84ad8-6146-46bc-b6bf-d50813876e9b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724583 May 02 10:35:02.855503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Router 130a72a5-6f3f-401b-9d0c-9190da8e2489 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:35:02.891609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:02.907450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 8630ab94-2fd2-402f-9eb1-dfe2b96005af triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:02.907837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:02.912048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '55fcab7b-b888-40a4-9ae5-ffb447977a64', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'port_id': '55fcab7b-b888-40a4-9ae5-ffb447977a64', 'mac_address': 'fa:16:3e:26:0c:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93c3191-edde-4744-9f1e-c96fcfc55b95', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:02.996368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 55fcab7b-b888-40a4-9ae5-ffb447977a64 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:02.996810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.048196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8630ab94-2fd2-402f-9eb1-dfe2b96005af is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:03.048196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.068437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=dd4270d9-9ca9-437f-9fb6-4e69025e8288,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:03.070866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55fcab7b-b888-40a4-9ae5-ffb447977a64 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:03.141998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-773745ad-3e03-45ef-8858-ffc5447a5b24 req-9f72a279-e191-4aab-bb2f-cace2d72b9f7 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7128389 May 02 10:35:03.143432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:03.153440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:03.173920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbdbb67-de1c-4787-91f9-1e0651893e38 req-18963295-8405-4904-aee0-a75329baf3c2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.176136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dcbdbb67-de1c-4787-91f9-1e0651893e38 req-18963295-8405-4904-aee0-a75329baf3c2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0698681 May 02 10:35:03.187440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a1d6ffbb-1b37-4522-b80a-3379f43599a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9647675 May 02 10:35:03.227817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.331636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924'}, {'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:03.334872 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd759a8-373e-43a0-a86a-c682c5748685" -d '{"events": [{"server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924"}, {"server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "name": "network-vif-plugged", "status": "completed", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:03.337635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:03.351742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.365613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-a0b2cf4b-4928-4b35-a289-06b59758115c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 217 time: 0.0890079 May 02 10:35:03.366758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-4a8d078e-3389-4c8e-8953-b6a955454bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.368481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-4a8d078e-3389-4c8e-8953-b6a955454bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 1125 time: 0.8762379 May 02 10:35:03.404813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dcbdbb67-de1c-4787-91f9-1e0651893e38 req-a7f77ad4-acf0-4ef7-8727-958d7b4f9922 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917264 May 02 10:35:03.408048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:03.440300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Sync routers for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:03.497365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-f04c0784-7f9f-4756-aa7b-491be8717464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a HTTP/1.1" status: 200 len: 217 time: 0.1052058 May 02 10:35:03.515536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:03.517436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:03.527385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.532564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5376d752-bd51-4793-b696-6bb9492c75b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.535337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5376d752-bd51-4793-b696-6bb9492c75b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1202633 May 02 10:35:03.541475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['55fcab7b-b888-40a4-9ae5-ffb447977a64'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:03.545100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:03.545660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:03.556115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86b81d4e-fc7f-4d6b-af4e-be00b9b3a0c5 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 11.1217034 May 02 10:35:03.559996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39768) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:03.709970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7dd53b72-9d3a-4f5e-9be3-64ba6debb404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.711512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7dd53b72-9d3a-4f5e-9be3-64ba6debb404 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1431379 May 02 10:35:03.715094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-a2964a49-a7fb-4e5d-bd47-3e6555f74133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.716552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-a2964a49-a7fb-4e5d-bd47-3e6555f74133 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 200 len: 855 time: 0.2012944 May 02 10:35:03.863235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-f0011b3c-d1d5-4a72-8789-beea61c492ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:03.864939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-f0011b3c-d1d5-4a72-8789-beea61c492ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1272731 May 02 10:35:04.026034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:04.037660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-0834073a-d50e-4fe2-b13f-d088f557a111 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2959299 May 02 10:35:04.090990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.106442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.117636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.123207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.123934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:04.129663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.139021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.146003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.160355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-5d285bd7-c260-4087-a25a-620ee89910c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.5969505 May 02 10:35:04.201597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-8721b78a-a0b8-4b24-980b-308b591870b4 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2842324 May 02 10:35:04.361661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a44d5c8-ed37-4912-8af3-29bd61d092cf req-a2121e6c-b058-4f59-8492-e6d439d9098e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2003374 May 02 10:35:04.394641 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc7859ad-e7e8-4e6a-bba6-f394e3cc5902 x-openstack-request-id: req-fc7859ad-e7e8-4e6a-bba6-f394e3cc5902 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:04.395743 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "name": "network-vif-plugged", "status": "completed", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924", "code": 200}, {"server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "name": "network-vif-plugged", "status": "completed", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:04.397887 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fc7859ad-e7e8-4e6a-bba6-f394e3cc5902 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:04.398866 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7859ad-e7e8-4e6a-bba6-f394e3cc5902'] response: {'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924', 'code': 200} May 02 10:35:04.398866 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7859ad-e7e8-4e6a-bba6-f394e3cc5902'] response: {'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af', 'code': 200} May 02 10:35:04.601985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68620d53-9960-47d0-a9a9-8abc2e6b3604 req-5cf0ddbc-e7d8-43c6-b90b-7da9a356d023 service neutron] 10.222.0.15 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923557 May 02 10:35:04.615482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:00Z', 'revision_number': 3, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:34:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:04.657110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Checking router: 130a72a5-6f3f-401b-9d0c-9190da8e2489 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:04.657824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Updating router 130a72a5-6f3f-401b-9d0c-9190da8e2489 port 9107751b-e8db-4cde-adb7-600194991e2b binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:35:04.697666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9107751b-e8db-4cde-adb7-600194991e2b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:04.704931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-2d37f323-2e56-4177-931e-661db426f51f service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6550598 May 02 10:35:04.718759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:04.732646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf6fcf68-6198-4622-8202-fc425da2392b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6818724 May 02 10:35:04.734085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39792) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:04.738781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:04.752679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f95a53-ac62-40bf-870b-e11bd4aa1040 req-b2e9ae65-467e-44ee-9d4d-2c84a8ed9103 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.760089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0f95a53-ac62-40bf-870b-e11bd4aa1040 req-b2e9ae65-467e-44ee-9d4d-2c84a8ed9103 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 943 time: 0.2329826 May 02 10:35:04.762683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:04.769958 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:04.853900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0f95a53-ac62-40bf-870b-e11bd4aa1040 req-c229dc8e-320f-46ce-9be3-b1bc8e84d245 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879121 May 02 10:35:04.896722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 5abd17f2-0b9e-4872-8612-a6d9761922a2 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:35:04.905724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (5abd17f2-0b9e-4872-8612-a6d9761922a2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:04.913824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd1e68e-58e9-4464-b85c-785dac0465a4 req-3ac758e0-74a8-4330-a23f-acf8e2b5a4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.919235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dd1e68e-58e9-4464-b85c-785dac0465a4 req-3ac758e0-74a8-4330-a23f-acf8e2b5a4ee service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1127 time: 0.5285852 May 02 10:35:04.932581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8713489-fb28-4147-ba37-f7c71e21a0ec req-9f832c87-91d5-4b9f-b75d-b855bc18258e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.938518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8713489-fb28-4147-ba37-f7c71e21a0ec req-9f832c87-91d5-4b9f-b75d-b855bc18258e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 1127 time: 0.4532502 May 02 10:35:04.959351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe37a336-9bb9-458e-9b72-3f6cc8ecff99 req-e281fc30-139d-443a-8daa-8af33350cb08 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:04.971062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe37a336-9bb9-458e-9b72-3f6cc8ecff99 req-e281fc30-139d-443a-8daa-8af33350cb08 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.3820078 May 02 10:35:05.029695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5abd17f2-0b9e-4872-8612-a6d9761922a2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.031831 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:05.035852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks [] for port (9107751b-e8db-4cde-adb7-600194991e2b), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.112455 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9107751b-e8db-4cde-adb7-600194991e2b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.208047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5abd17f2-0b9e-4872-8612-a6d9761922a2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.235762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Attempting to bind port 9107751b-e8db-4cde-adb7-600194991e2b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:05.236191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Attempting to bind port 9107751b-e8db-4cde-adb7-600194991e2b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:05.236508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Attempting to bind port 9107751b-e8db-4cde-adb7-600194991e2b on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:05.250015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:05.250662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:05.251065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.251467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:05.251949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Bound port: 9107751b-e8db-4cde-adb7-600194991e2b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:05.252335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9107751b-e8db-4cde-adb7-600194991e2b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.256014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ad21-59f7-4b40-8449-ca69ff18f3db None None] Pushing event updated for resources: {'Port': ['ID=9107751b-e8db-4cde-adb7-600194991e2b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:05.284382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8713489-fb28-4147-ba37-f7c71e21a0ec req-f98d0690-81b9-4a39-ac2f-5afa98cac243 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051524 May 02 10:35:05.301221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe37a336-9bb9-458e-9b72-3f6cc8ecff99 req-e23a628f-0907-4478-9559-6500b05d00cb tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3292022 May 02 10:35:05.420488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5abd17f2-0b9e-4872-8612-a6d9761922a2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.424187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] For port 9107751b-e8db-4cde-adb7-600194991e2b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:05.442932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] For port 9107751b-e8db-4cde-adb7-600194991e2b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9107751b-e8db-4cde-adb7-600194991e2b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:05.513065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b874b4-2ecb-4b47-9893-13bffc004f27 req-582e0a4d-0ac4-46cf-9ebf-9c4256105536 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.525305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6b874b4-2ecb-4b47-9893-13bffc004f27 req-582e0a4d-0ac4-46cf-9ebf-9c4256105536 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1837981 May 02 10:35:05.525895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:02Z', 'revision_number': 9, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:05.532011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=5abd17f2-0b9e-4872-8612-a6d9761922a2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:05.536467 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9107751b-e8db-4cde-adb7-600194991e2b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.565232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.572343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bdb29f20-9e9b-4f72-ada6-190bb9be9657 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/5abd17f2-0b9e-4872-8612-a6d9761922a2 HTTP/1.1" status: 204 len: 168 time: 0.8363183 May 02 10:35:05.584459 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:05.588538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39808) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:05.598752 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:05.599162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fd2b7-544b-4c51-bf32-5296500cdf72 None None] Network cc51ce7c-0e5c-4bb7-af7c-120607245519 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:05.600535 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:05.674953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.683751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.690723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.692467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e7ad21-59f7-4b40-8449-ca69ff18f3db None None] Pushing event updated for resources: {'Port': ['ID=9107751b-e8db-4cde-adb7-600194991e2b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:05.707182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.718705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.736502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.745888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:05.748273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-ce50b7c4-bf65-484b-84a1-9485df118269 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.2600303 May 02 10:35:05.791565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-aab723a9-cdc1-48a7-bde3-d1cb1d38adff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 217 time: 0.1232650 May 02 10:35:05.806421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:05.807077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:05.823934 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:05.857167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7dd1e68e-58e9-4464-b85c-785dac0465a4 req-79095963-8007-451a-a8f9-48cd2914bcf8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074786 May 02 10:35:05.885324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.907370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (cc51ce7c-0e5c-4bb7-af7c-120607245519), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:05.986202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6b874b4-2ecb-4b47-9893-13bffc004f27 req-e72f88aa-2227-49ea-b53e-5bb07570980c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4370189 May 02 10:35:06.004879 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-847175af-cbe5-4b0b-82d2-7300264783a2 req-c32ae865-2f88-4536-907c-a76b7e22c9fd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2315578 May 02 10:35:06.074214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e4a56110-9104-4a13-a87c-8364f2f7b48a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:06.105055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] DHCP port deletion for cc51ce7c-0e5c-4bb7-af7c-120607245519 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:35:06.107066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:06.107520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.140382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-53b1e971-947d-4d7e-a60d-49c6288bfc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:06.142340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-53b1e971-947d-4d7e-a60d-49c6288bfc3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.3356559 May 02 10:35:06.260594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-192bf4fe-6d0e-4308-8b1c-bd6890562adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:06.262716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-192bf4fe-6d0e-4308-8b1c-bd6890562adf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1057684 May 02 10:35:06.278770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:06.288978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Deleting port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:06.289739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.389589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9aa74-fb05-4a33-b2fc-9b373cd773ab req-b78be393-5c0e-41dd-b042-785a21c35988 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:06.398054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ac9aa74-fb05-4a33-b2fc-9b373cd773ab req-b78be393-5c0e-41dd-b042-785a21c35988 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0700901 May 02 10:35:06.435253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:06.435889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.456167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] For port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,segment=NetworkSegment(95b2a77f-b57d-4eb9-b875-fd9c9d92af8a),segment_id=95b2a77f-b57d-4eb9-b875-fd9c9d92af8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:06.456722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.492732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 7a33dbb2-41d5-44d4-81d7-b7b04045c05a owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:06.497619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Calling delete_port for 7a33dbb2-41d5-44d4-81d7-b7b04045c05a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:06.548615 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ac9aa74-fb05-4a33-b2fc-9b373cd773ab req-7ba606b8-1409-45a3-8cdb-f90ad6af072d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494970 May 02 10:35:06.595837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Allocated IP 172.20.0.1 (e89fa22c-b710-449c-8244-aa7e183d5832/76b675e5-454f-4f2c-8585-a106b92d1bd5/1de3db62-ed3a-4d11-8f43-908b3c69bc7a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:06.652955 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:02Z', 'revision_number': 9, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:06.724826 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4a34fd-dd2d-43e2-941d-f879c3cb3597 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:02Z', 'revision_number': 9, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': '9a7b41a5-8c39-4500-9e8c-50dbd0431bd6', 'name': '', 'network_id': 'e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:79:e5:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1734, 'fixed_ips': [{'subnet_id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:05Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': '1a8a9e02-ccd8-45f7-9c38-62a9d614283f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:06.735092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 55fcab7b-b888-40a4-9ae5-ffb447977a64 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:06.758814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks [] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.823773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5e9d1d0f-fbc0-4412-9cad-cb4ab9f120d4 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633596 May 02 10:35:06.830535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.892727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 55fcab7b-b888-40a4-9ae5-ffb447977a64 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:06.900299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] Pushing event deleted for resources: {'Port': ['ID=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:06.905061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c41dca-970f-4069-b08f-2d6c0f094b7a None None] No DVR routers for this DVR port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:06.937119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99663-7b40-43ce-a5fb-5c7508c24773 req-2ac9481f-c3e5-4b70-8c3b-38d77ad7dc56 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:06.940034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec99663-7b40-43ce-a5fb-5c7508c24773 req-2ac9481f-c3e5-4b70-8c3b-38d77ad7dc56 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 943 time: 0.1373875 May 02 10:35:06.942349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:06.986026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-0905aed3-8a6d-4311-9e7c-de4982a1d301 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472023 May 02 10:35:07.053557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6115d-7411-463c-acee-a1cd6ef6f667 req-ff7a0c0f-f815-46f0-b6bd-25f11f56872f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.061795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Network e89fa22c-b710-449c-8244-aa7e183d5832 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:07.062562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72d6115d-7411-463c-acee-a1cd6ef6f667 req-ff7a0c0f-f815-46f0-b6bd-25f11f56872f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.2377443 May 02 10:35:07.063633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 55fcab7b-b888-40a4-9ae5-ffb447977a64 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:07.064305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.073185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:07.077473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:07.080031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:07.154152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Pushing event updated for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:07.189105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec99663-7b40-43ce-a5fb-5c7508c24773 req-21a7055e-69f3-4da9-9305-0db560784db6 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323177 May 02 10:35:07.214863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-ed9a1ed6-efc1-4ba5-982f-4724c31daca4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 200 len: 217 time: 0.1259131 May 02 10:35:07.227130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.228866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.229573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.229956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.232546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.233605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.234124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.234666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.235904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.237847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.238691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.239339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.241110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.241604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.242125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:07.259634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.316336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'e4a56110-9104-4a13-a87c-8364f2f7b48a', 'network_id': '8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0', 'port_id': 'e4a56110-9104-4a13-a87c-8364f2f7b48a', 'mac_address': 'fa:16:3e:1f:0f:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e93c3191-edde-4744-9f1e-c96fcfc55b95', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:07.335456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a33dbb2-41d5-44d4-81d7-b7b04045c05a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:07.430098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7a33dbb2-41d5-44d4-81d7-b7b04045c05a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:07.430905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a33dbb2-41d5-44d4-81d7-b7b04045c05a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:07.431212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd4270d9-9ca9-437f-9fb6-4e69025e8288 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:07.454348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72d6115d-7411-463c-acee-a1cd6ef6f667 req-44340a67-198b-4b27-a6d1-73ab7cb15ecf tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3907692 May 02 10:35:07.470179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7a33dbb2-41d5-44d4-81d7-b7b04045c05a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.558637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dd4270d9-9ca9-437f-9fb6-4e69025e8288 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:07.559221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd4270d9-9ca9-437f-9fb6-4e69025e8288 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:07.568042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:00Z', 'revision_number': 3, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:07.602914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64bcda98-1ca1-4a85-997b-8ba5ac5b1c07 None None] The sync data for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 is: [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:00Z', 'revision_number': 3, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:07.605086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port e4a56110-9104-4a13-a87c-8364f2f7b48a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:07.605754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.609413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=7a33dbb2-41d5-44d4-81d7-b7b04045c05a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:07.623396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port 7a33dbb2-41d5-44d4-81d7-b7b04045c05a on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:07.636909 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:35:07.643898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4a56110-9104-4a13-a87c-8364f2f7b48a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:07.699674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:07.700634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 55fcab7b-b888-40a4-9ae5-ffb447977a64 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:07.703301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.711323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-15e85be8-dd66-4ff5-96f2-7578b7c57af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.713173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-15e85be8-dd66-4ff5-96f2-7578b7c57af9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.4576929 May 02 10:35:07.715325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4ef277b9-2c72-461c-a9e1-526a18bb69ee None None] Provisioning complete for port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:07.715701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ef277b9-2c72-461c-a9e1-526a18bb69ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.816060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.821897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.823428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:07.831081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.836310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:07.838246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.839939 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7482965-4eda-4860-a560-5f023d4650b7" -d '{"events": [{"server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "name": "network-vif-plugged", "status": "completed", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:07.840742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.843125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.849247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.855423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:07.855883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.864654 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-6b4bd569-7b92-4527-bf0d-d7e1aa7d984c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.2206705 May 02 10:35:07.883505 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (cc51ce7c-0e5c-4bb7-af7c-120607245519), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.913720 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:07.923758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc51ce7c-0e5c-4bb7-af7c-120607245519']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:07.931188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4ef277b9-2c72-461c-a9e1-526a18bb69ee None None] Port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:07.957373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:07.957638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2a77f-b57d-4eb9-b875-fd9c9d92af8a') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:07.969689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:07.983008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (95b2a77f-b57d-4eb9-b875-fd9c9d92af8a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:08.013259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ae3b75f-e993-440a-8df7-177ad2ae04fb req-c1d40236-8512-4fd5-97c2-98bae6a432b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1476707 May 02 10:35:08.031467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (95b2a77f-b57d-4eb9-b875-fd9c9d92af8a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:08.038351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a7184-8ae0-4d81-959c-976e325e4ac2 req-9ea85d4b-1f50-415b-aaa9-fdc7ca0d4b25 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.045793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:35:08.046496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (95b2a77f-b57d-4eb9-b875-fd9c9d92af8a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:08.048085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf7a7184-8ae0-4d81-959c-976e325e4ac2 req-9ea85d4b-1f50-415b-aaa9-fdc7ca0d4b25 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1264825 May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: timer() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:35:08.052711 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:35:08.111206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:08.116508 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03608c62-fd7d-427f-8b70-1a95534f3d7e x-openstack-request-id: req-03608c62-fd7d-427f-8b70-1a95534f3d7e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:08.117563 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "name": "network-vif-plugged", "status": "completed", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:08.118359 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03608c62-fd7d-427f-8b70-1a95534f3d7e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:08.119221 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03608c62-fd7d-427f-8b70-1a95534f3d7e'] response: {'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64', 'code': 200} May 02 10:35:08.270839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-100e8a8d-42d0-4739-a333-a96972dcca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.272547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-100e8a8d-42d0-4739-a333-a96972dcca92 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0702837 May 02 10:35:08.337759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf7a7184-8ae0-4d81-959c-976e325e4ac2 req-b19efa78-ee18-4529-b24f-a01d06387c39 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886760 May 02 10:35:08.342173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['e4a56110-9104-4a13-a87c-8364f2f7b48a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:08.360115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (cc51ce7c-0e5c-4bb7-af7c-120607245519), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:08.395141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:08.404738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/cc51ce7c-0e5c-4bb7-af7c-120607245519 HTTP/1.1" status: 204 len: 168 time: 2.8023710 May 02 10:35:08.415152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:08.427699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c441-16fa-49dc-b72b-9803b6bb97f6 req-c585d5dd-9938-4e73-85bd-d3ae0f37626c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.430250 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f436c441-16fa-49dc-b72b-9803b6bb97f6 req-c585d5dd-9938-4e73-85bd-d3ae0f37626c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 1127 time: 0.2063327 May 02 10:35:08.444282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5462e-9da3-4aed-acfa-d19a9f4e23c4 req-329fabba-6a0d-4000-a367-6005ea5228df tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.446145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74b5462e-9da3-4aed-acfa-d19a9f4e23c4 req-329fabba-6a0d-4000-a367-6005ea5228df tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 944 time: 0.1446545 May 02 10:35:08.449820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20ed1-d025-4c97-aec6-db4bd76d1fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=cc51ce7c-0e5c-4bb7-af7c-120607245519,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:08.614755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74b5462e-9da3-4aed-acfa-d19a9f4e23c4 req-ecd5d0c1-cb05-4d77-b8d3-df1bdc44a06a tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249163 May 02 10:35:08.626150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-264589c4-f7d1-4507-af74-1f143b1ce915 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049531 May 02 10:35:08.724843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea346ec5-30b1-49c8-8f8d-561ff923169d req-24bc4257-a685-41b2-8e4e-27adfc1af380 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.732440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea346ec5-30b1-49c8-8f8d-561ff923169d req-24bc4257-a685-41b2-8e4e-27adfc1af380 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1452136 May 02 10:35:08.833629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-78856db4-1f36-4a98-963c-29629774b786 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008982 May 02 10:35:08.901073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-43541994-2469-47ba-979f-0dfd0d1383c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 200 len: 217 time: 0.0553005 May 02 10:35:08.973678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-79c9e605-d048-4579-a8db-101a5a22ab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:08.975735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-79c9e605-d048-4579-a8db-101a5a22ab10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0666924 May 02 10:35:09.129273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-877ebdf2-48a0-45ac-8786-178a498c85bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.131051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-877ebdf2-48a0-45ac-8786-178a498c85bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1065416 May 02 10:35:09.232166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f436c441-16fa-49dc-b72b-9803b6bb97f6 req-4e0f2ab0-5670-4493-94bd-12fa24b1c12e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6671429 May 02 10:35:09.270008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.277160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.290621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.302850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.310327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.318014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks [] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.341212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.347699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.350509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea346ec5-30b1-49c8-8f8d-561ff923169d req-0c6c75b2-3546-49b4-ada6-230544bb2d43 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6149859 May 02 10:35:09.356151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-c73e2679-2095-4399-99bd-0e010b7997ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.1989744 May 02 10:35:09.368692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9107751b-e8db-4cde-adb7-600194991e2b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:09.444052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.506160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9107751b-e8db-4cde-adb7-600194991e2b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:09.510452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9107751b-e8db-4cde-adb7-600194991e2b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.545862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.549261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d524226d-d247-43c9-a610-ca36ba6894b2 req-895011fd-7a59-4774-a545-cf2f441eec7e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1920054 May 02 10:35:09.562169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-45d3780d-ddec-4062-8f74-cc94f5ba91d3 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243360 May 02 10:35:09.689695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9107751b-e8db-4cde-adb7-600194991e2b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:09.690098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9107751b-e8db-4cde-adb7-600194991e2b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.704959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-6b2fc021-3e42-4c3c-bf2a-1b0eeac7b32c service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303856 May 02 10:35:09.734627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9107751b-e8db-4cde-adb7-600194991e2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9107751b-e8db-4cde-adb7-600194991e2b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:09.790750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7699092a-fa7f-428f-a8ae-a23eec482a6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 200 len: 217 time: 0.0813706 May 02 10:35:09.809374 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9107751b-e8db-4cde-adb7-600194991e2b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.827223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b65bf0-addf-41a3-a8be-1fa39b864d3d req-6c069315-4beb-425b-80b5-352510b9e6b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.829459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20b65bf0-addf-41a3-a8be-1fa39b864d3d req-6c069315-4beb-425b-80b5-352510b9e6b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.2805951 May 02 10:35:09.864091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Pushing event updated for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:09.869358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-62eb0cb0-289c-4960-8780-a7806d762560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.876645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:09.882904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-62eb0cb0-289c-4960-8780-a7806d762560 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0744576 May 02 10:35:09.932322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-837f5e4b-956a-45fa-ac9a-82315a9f7def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:09.941023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-837f5e4b-956a-45fa-ac9a-82315a9f7def service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0552871 May 02 10:35:09.976030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9107751b-e8db-4cde-adb7-600194991e2b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:10.028848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20b65bf0-addf-41a3-a8be-1fa39b864d3d req-c9ac7c21-c10b-4fa7-8c7e-e3786c8af49e tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543908 May 02 10:35:10.134953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-289c4258-835d-422f-9cae-04839850ece6 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930354 May 02 10:35:10.215448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a029a-79ba-493c-abb3-f93de8255b9f req-4f1f2af9-803e-4c0a-8a31-e0165e5e86aa tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:10.216970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53a029a-79ba-493c-abb3-f93de8255b9f req-4f1f2af9-803e-4c0a-8a31-e0165e5e86aa tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 944 time: 0.0904136 May 02 10:35:10.255471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-7740d1c6-5b7e-43fa-a024-a06c0b0f2f46 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143138 May 02 10:35:10.266877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e4a56110-9104-4a13-a87c-8364f2f7b48a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:10.277406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Network e89fa22c-b710-449c-8244-aa7e183d5832 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:10.308028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:10.397287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:10.397634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:10.409591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53a029a-79ba-493c-abb3-f93de8255b9f req-e9c42f2f-1bde-478a-8eee-51706ef05d55 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683049 May 02 10:35:10.668069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Router 130a72a5-6f3f-401b-9d0c-9190da8e2489 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:10.719472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:10.719842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:10.798784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:10.918048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port e4a56110-9104-4a13-a87c-8364f2f7b48a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:10.983673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-721330f7-347f-41fb-8c35-bbf7be62936a None None] Provisioning complete for port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:10.989376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-721330f7-347f-41fb-8c35-bbf7be62936a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:11.036129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-fb8a4519-b20b-4101-8fae-e52a2316e17f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 217 time: 0.7748611 May 02 10:35:11.060270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port e4a56110-9104-4a13-a87c-8364f2f7b48a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:11.060667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:11.063859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-18e36d88-6879-49c6-ab61-0f56d8bc6637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.065650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-18e36d88-6879-49c6-ab61-0f56d8bc6637 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1127 time: 0.3186424 May 02 10:35:11.093321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-0017bd68-c009-4133-b0fd-7d613d4abb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.095035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-0017bd68-c009-4133-b0fd-7d613d4abb75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0503979 May 02 10:35:11.124896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.130856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.136301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.142064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.148012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.154227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.160581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.169001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e33804d-87d2-44df-9316-3014a869194b req-6b89b3ca-1906-4fd5-b779-4a6e5e3b7897 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.2152379 May 02 10:35:11.186666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-081158ad-73ed-49b6-b0bb-4e51b002396c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.190811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-081158ad-73ed-49b6-b0bb-4e51b002396c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0784175 May 02 10:35:11.262801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-721330f7-347f-41fb-8c35-bbf7be62936a None None] Port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:11.355242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port e4a56110-9104-4a13-a87c-8364f2f7b48a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:11.356056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:11.362330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9107751b-e8db-4cde-adb7-600194991e2b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:11.385749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-e6e6f3c8-7265-421c-8024-04ec267d1a69 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871715 May 02 10:35:11.390627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:11.405252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ff1ac8c6-b3e5-4709-8c72-67c88e6e13aa admin admin] 10.222.0.16 "PUT /v2.0/routers/130a72a5-6f3f-401b-9d0c-9190da8e2489/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7890933 May 02 10:35:11.405475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20307a63-fd10-47df-baaa-81e747262a17 req-50576961-4fa6-4ae2-a45d-a8cb3acf6977 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.414039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20307a63-fd10-47df-baaa-81e747262a17 req-50576961-4fa6-4ae2-a45d-a8cb3acf6977 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.3808205 May 02 10:35:11.422851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e33804d-87d2-44df-9316-3014a869194b req-d591d05b-7dbd-4e27-aec3-3e4616a95464 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2525353 May 02 10:35:11.461848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Sync routers for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:11.480198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-086c0f39-4448-4389-b132-e5ad907dda7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.482171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-086c0f39-4448-4389-b132-e5ad907dda7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.4062622 May 02 10:35:11.541817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:11.554308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:11.556618 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3e8be0-0baf-4ac2-a8be-a343c1859df2" -d '{"events": [{"server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "name": "network-vif-plugged", "status": "completed", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:11.582895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:11.583649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:11.593713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-3d7fd8c7-dba1-4bc1-930e-27abf34296fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 200 len: 217 time: 0.1035171 May 02 10:35:11.673778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20307a63-fd10-47df-baaa-81e747262a17 req-583201d0-7a3c-499d-804c-29861a75c14a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2544532 May 02 10:35:11.713449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-afe25bb6-fd95-4e43-8138-58c964186934 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2846577 May 02 10:35:11.726786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:11.733936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-e27d0ccc-434e-4ed3-9c4d-3f9e8ce0c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.735445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-e27d0ccc-434e-4ed3-9c4d-3f9e8ce0c069 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.1322658 May 02 10:35:11.781246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9107751b-e8db-4cde-adb7-600194991e2b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:11.782220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9107751b-e8db-4cde-adb7-600194991e2b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:11.912234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:11.931539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:11.960046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-34df8b44-1905-4a14-9ed4-ef4dcab8caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:11.961747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-34df8b44-1905-4a14-9ed4-ef4dcab8caba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1357791 May 02 10:35:12.014712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98061ec-f9a0-4f46-b1aa-00afb36114fb req-a6772553-4f8a-4973-ab31-c108e562097b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.026447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f98061ec-f9a0-4f46-b1aa-00afb36114fb req-a6772553-4f8a-4973-ab31-c108e562097b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.1487894 May 02 10:35:12.049904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9a7b41a5-8c39-4500-9e8c-50dbd0431bd6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:12.070940 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d215d3-cd3c-4c65-bd9c-e42cddfc67b9 x-openstack-request-id: req-f8d215d3-cd3c-4c65-bd9c-e42cddfc67b9 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:12.071249 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "name": "network-vif-plugged", "status": "completed", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:12.071512 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8d215d3-cd3c-4c65-bd9c-e42cddfc67b9 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:12.071922 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8d215d3-cd3c-4c65-bd9c-e42cddfc67b9'] response: {'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a', 'code': 200} May 02 10:35:12.072498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9107751b-e8db-4cde-adb7-600194991e2b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:12.179161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f98061ec-f9a0-4f46-b1aa-00afb36114fb req-91d9a92b-b262-4fda-a7dc-584e2728d2f0 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504076 May 02 10:35:12.219901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=9a7b41a5-8c39-4500-9e8c-50dbd0431bd6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:12.389119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:07Z', 'revision_number': 4, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1de3db62-ed3a-4d11-8f43-908b3c69bc7a', 'name': '', 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'mac_address': 'fa:16:3e:10:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:35:06Z', 'updated_at': '2022-05-02T10:35:08Z', 'revision_number': 2, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'subnets': [{'id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:12.449459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Checking router: 130a72a5-6f3f-401b-9d0c-9190da8e2489 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:12.450305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Updating router 130a72a5-6f3f-401b-9d0c-9190da8e2489 port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:35:12.552990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.553629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.554439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.555575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.555575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.556002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.556748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.559487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-14e3516d-7d9c-49e3-9929-9558ef1c9092 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6696 time: 0.2345462 May 02 10:35:12.566859 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:12.574476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-f58e27b8-a387-4eb8-b52d-4eeb75291901 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2383010 May 02 10:35:12.591999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e1-8129-485d-9352-49cc3503f15b req-d2c40d57-799d-427c-8208-42746b62eddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.593747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-d2c40d57-799d-427c-8208-42746b62eddc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1129 time: 0.1322513 May 02 10:35:12.800021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.816236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.826802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.840640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.847549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.854377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.860178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:12.869820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-559d74ab-3f88-4d88-9774-2f797da6109b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.1998062 May 02 10:35:13.080770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-843bdeb8-a368-4d47-9ad3-0a8718451fa4 req-1c6d151d-0e4b-4881-a8a9-2a187bc304c8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2050376 May 02 10:35:13.117074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-2b09dcb0-6798-4699-9bcf-a1dabcb837fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.121009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-2b09dcb0-6798-4699-9bcf-a1dabcb837fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 903 time: 0.5500195 May 02 10:35:13.130428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e1-8129-485d-9352-49cc3503f15b req-a2654381-c9aa-4942-a7a8-862361c71e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.134879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-a2654381-c9aa-4942-a7a8-862361c71e2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.5347311 May 02 10:35:13.318553 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks [] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.331153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810bb1d-3520-45aa-a2ab-70768a20ea47 req-23d5e43f-fa82-4fae-91c0-b4f5f581b897 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.340354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4810bb1d-3520-45aa-a2ab-70768a20ea47 req-23d5e43f-fa82-4fae-91c0-b4f5f581b897 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0965793 May 02 10:35:13.349321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-e70853b5-eef8-4775-bbe5-ed093b891c01 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 217 time: 0.2116663 May 02 10:35:13.353125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-1d659ccd-ef30-4c1d-81b8-291746ae8fcc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.1987851 May 02 10:35:13.380839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.430772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd2ef2d-f291-4a64-ab31-238e9cced0f3 req-0b7f56f0-8058-44c0-b448-4449512a01cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.432761 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fd2ef2d-f291-4a64-ab31-238e9cced0f3 req-0b7f56f0-8058-44c0-b448-4449512a01cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 1127 time: 0.8449500 May 02 10:35:13.448044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4810bb1d-3520-45aa-a2ab-70768a20ea47 req-383acf89-21b9-4660-95b6-27fde012614b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001654 May 02 10:35:13.462381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393286-641d-416d-be1b-29f4ee03938b None None] Pushing event updated for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:13.491274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.510706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58944800-33ca-40cd-a657-72c2eda5c557 req-ee9db71b-9d31-4d81-95c6-907395ef38e4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.512265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58944800-33ca-40cd-a657-72c2eda5c557 req-ee9db71b-9d31-4d81-95c6-907395ef38e4 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 1.3178418 May 02 10:35:13.567477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-06a7da14-8a20-45b9-b39e-31fb3fe377fb service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9762840 May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Attempting to bind port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Attempting to bind port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Attempting to bind port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a on network e89fa22c-b710-449c-8244-aa7e183d5832 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Checking segment: {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Bound using segment: {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:13.660876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Bound port: 1de3db62-ed3a-4d11-8f43-908b3c69bc7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3667f602-a13d-45a7-ae97-79e2edea5677', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:13.661658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.800438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] For port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:13.813134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] For port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:13.889654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:13.899578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7458e1-8129-485d-9352-49cc3503f15b req-48b830c2-43db-4a1f-98d9-22a54886fd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.901383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-48b830c2-43db-4a1f-98d9-22a54886fd69 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.2953773 May 02 10:35:13.915727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-69e7c7b8-83b5-4918-9df9-c56a9efa75a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.920066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58944800-33ca-40cd-a657-72c2eda5c557 req-848b9a81-7415-4330-8035-d063eae6b4aa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3515408 May 02 10:35:13.931329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-69e7c7b8-83b5-4918-9df9-c56a9efa75a3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.3295960 May 02 10:35:13.943079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fd2ef2d-f291-4a64-ab31-238e9cced0f3 req-32196069-d638-4e09-911d-6a99b15f00bc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177931 May 02 10:35:13.967898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf39e5-c8fb-44a1-8c65-3af74360b1ee req-f7b81fc9-d078-44c0-91a1-3c94b4a5b388 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:13.975340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40bf39e5-c8fb-44a1-8c65-3af74360b1ee req-f7b81fc9-d078-44c0-91a1-3c94b4a5b388 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.2746501 May 02 10:35:14.054005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed393286-641d-416d-be1b-29f4ee03938b None None] Pushing event updated for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:14.076874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40bf39e5-c8fb-44a1-8c65-3af74360b1ee req-07175d30-1bd7-4872-b49a-da15d6a05b36 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922608 May 02 10:35:14.076874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-b758fcac-56fe-4f41-983a-fec675a2f88b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1616318 May 02 10:35:14.089887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-775246e2-07db-4e67-99fc-b4adda17c593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.099252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-775246e2-07db-4e67-99fc-b4adda17c593 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1463125 May 02 10:35:14.104428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Provisioning complete for port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:14.105010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.182309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:14.277551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:14.279233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:14.406838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Current status of the port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:14.420437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.444995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.455463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:14.473892 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:14.483710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f89040c0-8365-4fc0-8e86-853473218383 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0652881 May 02 10:35:14.491599 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:14.492234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:14.510279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40012) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:14.602487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet 1a8a9e02-ccd8-45f7-9c38-62a9d614283f {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:35:14.614667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (1a8a9e02-ccd8-45f7-9c38-62a9d614283f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.681304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.686873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.693229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.698915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.704243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.707577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] For port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:14.710203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.719995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.722083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-51db620d-2e82-4031-8a7f-10380ce6c826 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.2683814 May 02 10:35:14.744939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:14.761524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e3fe1f-05d9-4e09-85bf-04751dccc4da req-9e5c01e5-e542-431e-b6d2-54c70e63a216 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:14.763488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97e3fe1f-05d9-4e09-85bf-04751dccc4da req-9e5c01e5-e542-431e-b6d2-54c70e63a216 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1752331 May 02 10:35:14.765974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-9bcca19d-c052-46d0-b50a-305d0f009033 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6159735 May 02 10:35:14.785376 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:14.788915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (1a8a9e02-ccd8-45f7-9c38-62a9d614283f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.809964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-bae42b6d-2c83-4140-8579-7d04542da17f service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5979023 May 02 10:35:14.829451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.940969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97e3fe1f-05d9-4e09-85bf-04751dccc4da req-45474973-276b-45d4-a833-59e44e1c0b40 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272552 May 02 10:35:14.964693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-faca2b13-fac4-40fa-bb95-30b308ddccda None None] Provisioning complete for port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:14.965139 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faca2b13-fac4-40fa-bb95-30b308ddccda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:14.976559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1a8a9e02-ccd8-45f7-9c38-62a9d614283f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:15.196142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (1a8a9e02-ccd8-45f7-9c38-62a9d614283f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:15.219225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ef085-790a-4311-8d9c-9aaf001f4e41 None None] Pushing event updated for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:15.219596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5e16f-d24b-4a16-a3f1-96ac56692650 req-4c513199-dc1a-4db4-bc6a-29558a0acdb3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:15.236248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74e5e16f-d24b-4a16-a3f1-96ac56692650 req-4c513199-dc1a-4db4-bc6a-29558a0acdb3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1556301 May 02 10:35:15.258713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:07Z', 'revision_number': 4, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1de3db62-ed3a-4d11-8f43-908b3c69bc7a', 'name': '', 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'mac_address': 'fa:16:3e:10:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:35:06Z', 'updated_at': '2022-05-02T10:35:13Z', 'revision_number': 4, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'subnets': [{'id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:15.302514 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:11Z', 'revision_number': 10, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:15.318833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=1a8a9e02-ccd8-45f7-9c38-62a9d614283f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:15.344112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd8b3295-fc8a-4803-9b0b-f2609d151690 req-e4782fe2-508b-4480-8924-4a96bcf9a451 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6133938 May 02 10:35:15.353856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:15.359478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d51c5fc-3f36-4d32-93cc-df9e9f4e3562 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/1a8a9e02-ccd8-45f7-9c38-62a9d614283f HTTP/1.1" status: 204 len: 168 time: 0.8490553 May 02 10:35:15.380748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51df2087-aa42-4833-a21c-4e880d4567ba None None] Network e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:15.385618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40040) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:15.400726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-446091eb-9e6a-4af5-9b9b-4e87bb311b55 None None] The sync data for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 is: [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:35:07Z', 'revision_number': 4, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1de3db62-ed3a-4d11-8f43-908b3c69bc7a', 'name': '', 'network_id': 'e89fa22c-b710-449c-8244-aa7e183d5832', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'mac_address': 'fa:16:3e:10:73:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_interface', 'standard_attr_id': 1798, 'fixed_ips': [{'subnet_id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:35:06Z', 'updated_at': '2022-05-02T10:35:13Z', 'revision_number': 4, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'subnets': [{'id': '76b675e5-454f-4f2c-8585-a106b92d1bd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:15.416029 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:15.454768 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:15.458838 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:15.734739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:15.780997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f648fd-5381-44c5-a755-97d6b8b30ea1 req-55b30d01-d86e-4176-af9c-7bc972370176 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:15.782672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45f648fd-5381-44c5-a755-97d6b8b30ea1 req-55b30d01-d86e-4176-af9c-7bc972370176 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.1869369 May 02 10:35:15.824196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74e5e16f-d24b-4a16-a3f1-96ac56692650 req-5fa898da-8713-4c90-868b-ed27e7741760 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986639 May 02 10:35:15.845929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da7458e1-8129-485d-9352-49cc3503f15b req-60de5200-eb5e-4651-ab9d-ad464e19fba7 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6017716 May 02 10:35:15.860095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:15.900399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b27d5bea-39de-4d9e-80c7-e675c106cfc2 req-57863d7a-5480-4d04-9216-8b29608a9626 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6595709 May 02 10:35:16.023330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45f648fd-5381-44c5-a755-97d6b8b30ea1 req-fe8f275f-16f0-4afc-8304-a1af5b56a4d6 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099843 May 02 10:35:16.029635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 1e40497f-55cd-44c9-b101-8841d6cd4d15 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:16.030497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.098920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faca2b13-fac4-40fa-bb95-30b308ddccda None None] Current status of the port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:16.105680 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.210533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 1e40497f-55cd-44c9-b101-8841d6cd4d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e40497f-55cd-44c9-b101-8841d6cd4d15,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:16.210911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.227726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] DHCP port deletion for e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:35:16.253573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1e093e-adf4-45fd-ae41-f5d685dcf149 req-d724734b-5c4f-47be-af82-224d0b3542d3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.255800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a1e093e-adf4-45fd-ae41-f5d685dcf149 req-d724734b-5c4f-47be-af82-224d0b3542d3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0969455 May 02 10:35:16.269909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 1e40497f-55cd-44c9-b101-8841d6cd4d15 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:16.322641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Deleting port 1e40497f-55cd-44c9-b101-8841d6cd4d15 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:16.323027 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.359465 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a1e093e-adf4-45fd-ae41-f5d685dcf149 req-4badbacd-8626-4dca-b635-69d4a28c27e8 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933702 May 02 10:35:16.402890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:11Z', 'revision_number': 10, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:16.465223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60217dfc-4fac-4c40-9c56-924a0ae298a8 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:11Z', 'revision_number': 10, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None, '_interfaces': [{'id': 'ac807ed1-ce69-4550-8d2e-d7a102725ef4', 'name': '', 'network_id': 'df4fdbd7-e2b3-4c25-a97c-81c066bad259', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'mac_address': 'fa:16:3e:69:e2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 1712, 'fixed_ips': [{'subnet_id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:55Z', 'updated_at': '2022-05-02T10:34:02Z', 'revision_number': 5, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'subnets': [{'id': 'e8ff4575-6e82-44d6-8ea6-6884c22652b2', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:16.473094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] For port 1e40497f-55cd-44c9-b101-8841d6cd4d15, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e40497f-55cd-44c9-b101-8841d6cd4d15,segment=NetworkSegment(2739b229-1fb2-454a-a8c2-2c1a2f16864d),segment_id=2739b229-1fb2-454a-a8c2-2c1a2f16864d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:16.473510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.503091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Calling delete_port for 1e40497f-55cd-44c9-b101-8841d6cd4d15 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:16.562115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.568197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.573697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.579242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.586475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.591963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.597923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:16.605741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-3d88448b-a2a3-4d4c-bb03-3ccd613772c4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.1133749 May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:35:16.626591 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:35:16.643924 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.697161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1e40497f-55cd-44c9-b101-8841d6cd4d15), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:16.704738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2029e0f3-4349-4b89-82a4-bafef127ffa2 req-180f209f-c0cd-444d-8497-467a1322416d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981116 May 02 10:35:16.751417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] Pushing event deleted for resources: {'Port': ['ID=1e40497f-55cd-44c9-b101-8841d6cd4d15,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:16.753083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port 1e40497f-55cd-44c9-b101-8841d6cd4d15 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:16.754875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=1e40497f-55cd-44c9-b101-8841d6cd4d15,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:16.779213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7efdbc3-f8f0-4ce3-b852-721ba94b5234 None None] No DVR routers for this DVR port 1e40497f-55cd-44c9-b101-8841d6cd4d15 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:16.956730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.011893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:17.023948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2739b229-1fb2-454a-a8c2-2c1a2f16864d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:17.024627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2739b229-1fb2-454a-a8c2-2c1a2f16864d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:17.035968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a8707-a80e-4e04-ba11-bbe4daf1ed6c req-42b40069-3a7c-49a3-a704-03603e699ab7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:17.037685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2739b229-1fb2-454a-a8c2-2c1a2f16864d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.044047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-883a8707-a80e-4e04-ba11-bbe4daf1ed6c req-42b40069-3a7c-49a3-a704-03603e699ab7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1043200 May 02 10:35:17.060667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2739b229-1fb2-454a-a8c2-2c1a2f16864d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.071581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:35:17.071998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2739b229-1fb2-454a-a8c2-2c1a2f16864d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.182887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-883a8707-a80e-4e04-ba11-bbe4daf1ed6c req-1da3d266-2339-4157-9037-83dd201603bc tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333532 May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: timer() May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:35:17.185888 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:35:17.316400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.344411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.349994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e HTTP/1.1" status: 204 len: 168 time: 1.9545035 May 02 10:35:17.352859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:17.386844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c1f562-c660-47bc-8a77-efa940dfe092 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=e0d8389c-3fe7-4bf4-8825-4f2ca7c31e9e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:17.415819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149a0977-c80b-426e-9cc0-fe150163162d req-535e1fd1-8cba-485c-bc1b-da6da7b2fe77 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:17.421610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1de3db62-ed3a-4d11-8f43-908b3c69bc7a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:17.436350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-149a0977-c80b-426e-9cc0-fe150163162d req-535e1fd1-8cba-485c-bc1b-da6da7b2fe77 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.2303035 May 02 10:35:17.507284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-149a0977-c80b-426e-9cc0-fe150163162d req-cf8b95c4-3f3c-41b6-b6f6-e66f5f06d100 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673420 May 02 10:35:17.556441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:17.556441 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:17.614147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3d60a0-a1b3-4b12-98da-fec1ec23fe14 req-3a5ffa6e-5169-428b-85d1-2315863f5407 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:17.624155 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3d60a0-a1b3-4b12-98da-fec1ec23fe14 req-3a5ffa6e-5169-428b-85d1-2315863f5407 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0561705 May 02 10:35:17.726344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:17.800058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0dcd0b-1c0a-49a9-8010-87a8b1a1ef27 req-29670ec5-5bfd-4ab6-ad21-f1f57ed6aad2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:17.803084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b0dcd0b-1c0a-49a9-8010-87a8b1a1ef27 req-29670ec5-5bfd-4ab6-ad21-f1f57ed6aad2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1289644 May 02 10:35:17.807018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3d60a0-a1b3-4b12-98da-fec1ec23fe14 req-f30c87ae-7482-4935-9002-de2c48ca7da1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818700 May 02 10:35:17.877858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:17.926435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:17.930374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9a7b41a5-8c39-4500-9e8c-50dbd0431bd6 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:17.931311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e40497f-55cd-44c9-b101-8841d6cd4d15 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:17.992435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b0dcd0b-1c0a-49a9-8010-87a8b1a1ef27 req-b22d578b-c953-4068-ad13-c9bda139db90 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701217 May 02 10:35:17.998104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1e40497f-55cd-44c9-b101-8841d6cd4d15 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:18.001198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e40497f-55cd-44c9-b101-8841d6cd4d15 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:18.124379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.130917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.145616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.158699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.164370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.175600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.191180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.203129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3663f9-633c-4967-807a-9720c26236ac req-c54e5ba3-8614-46ec-b5a5-08bd994c70c2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.210507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-ee29e006-b24e-45f8-b81a-b7734e038aba tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5422 time: 0.1996651 May 02 10:35:18.224692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b3663f9-633c-4967-807a-9720c26236ac req-c54e5ba3-8614-46ec-b5a5-08bd994c70c2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.1447341 May 02 10:35:18.283081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f9154ac8-65ef-4cf6-a942-e5ea19206948 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:18.324969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b3663f9-633c-4967-807a-9720c26236ac req-eb2aee38-373a-4fec-be02-3dac76488b2e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992086 May 02 10:35:18.333910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54e68b57-b7e8-4c2e-9a44-ecc8a0597c33 req-dcd457f2-77c3-4096-a6fc-7ad32107e0ef tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1219780 May 02 10:35:18.480483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:18.495964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'port_id': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'mac_address': 'fa:16:3e:89:d7:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523', 'ip_address': '10.1.1.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:18.526288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:18.561999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f9154ac8-65ef-4cf6-a942-e5ea19206948 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:18.562474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:18.580339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9154ac8-65ef-4cf6-a942-e5ea19206948 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:18.631835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:18.702385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:18.708253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73644f9a-d12d-4a91-b30d-cd75df159a7f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:18.738115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60146552-f78d-4ad0-ba52-ec559754a9c7 req-12e7b521-dd76-439f-b5bb-17a3c31fed77 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.741803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60146552-f78d-4ad0-ba52-ec559754a9c7 req-12e7b521-dd76-439f-b5bb-17a3c31fed77 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.2237859 May 02 10:35:18.832345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391d21e-515e-499c-817e-acf25a0cf940 req-8c5811c2-1d44-4cbc-adcb-16d61fe6aca3 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:18.837365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d391d21e-515e-499c-817e-acf25a0cf940 req-8c5811c2-1d44-4cbc-adcb-16d61fe6aca3 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.0968826 May 02 10:35:18.852380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:18.956996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60146552-f78d-4ad0-ba52-ec559754a9c7 req-5292b864-e224-4c49-b0ca-7f6b7c8e1088 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950798 May 02 10:35:18.962037 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d391d21e-515e-499c-817e-acf25a0cf940 req-0557209e-4bb3-4b67-96fd-f76308ca6719 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160636 May 02 10:35:19.041141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.070143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'port_id': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'mac_address': 'fa:16:3e:37:61:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:19.110871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port ac807ed1-ce69-4550-8d2e-d7a102725ef4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:19.113110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.147048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73644f9a-d12d-4a91-b30d-cd75df159a7f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:19.147581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.166695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73644f9a-d12d-4a91-b30d-cd75df159a7f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:19.197799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959e7452-8287-46e2-9284-b96db34743b4 req-68b2284e-7134-4179-99d5-a1b17889986d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.199450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-959e7452-8287-46e2-9284-b96db34743b4 req-68b2284e-7134-4179-99d5-a1b17889986d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1258121 May 02 10:35:19.221851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.255962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d427e5-4a13-4ccf-9d6e-21bd53e17818 req-5f21732d-f291-4f3a-a5b4-bd2302962516 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.257767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85d427e5-4a13-4ccf-9d6e-21bd53e17818 req-5f21732d-f291-4f3a-a5b4-bd2302962516 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1191282 May 02 10:35:19.271359 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-959e7452-8287-46e2-9284-b96db34743b4 req-4563e12e-f805-4594-9b1c-d012e32717c7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631390 May 02 10:35:19.308797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port ac807ed1-ce69-4550-8d2e-d7a102725ef4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ac807ed1-ce69-4550-8d2e-d7a102725ef4,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.309580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.338940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for ac807ed1-ce69-4550-8d2e-d7a102725ef4 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:19.368385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85d427e5-4a13-4ccf-9d6e-21bd53e17818 req-5e516d71-2c4c-4d43-88ee-9687139a55e2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961173 May 02 10:35:19.471854 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.472683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ff3a0b2f-3c86-4f51-8623-47fe01028859 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:19.556873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:19.564123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.570414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.571369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882cb38e-f684-45eb-8045-1714359412b3 req-d3397972-0e9c-4602-ab08-89acd451ccf7 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.575439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.577069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-882cb38e-f684-45eb-8045-1714359412b3 req-d3397972-0e9c-4602-ab08-89acd451ccf7 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0796406 May 02 10:35:19.580838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.586255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.591685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.597635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.599569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-5af794ca-8639-4b34-a485-c8453f412b48 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5424 time: 0.1121459 May 02 10:35:19.632962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.641028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-882cb38e-f684-45eb-8045-1714359412b3 req-8141a156-27df-4cc2-ac18-abb9c4645d51 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620234 May 02 10:35:19.660355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'ff3a0b2f-3c86-4f51-8623-47fe01028859', 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'port_id': 'ff3a0b2f-3c86-4f51-8623-47fe01028859', 'mac_address': 'fa:16:3e:ea:44:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9d908-6896-480b-89d0-ccdbe921e0c5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:19.718499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ff3a0b2f-3c86-4f51-8623-47fe01028859 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:19.719019 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.741699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff3a0b2f-3c86-4f51-8623-47fe01028859 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:19.742710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f144ff7-ec46-4a9d-8688-5a0970b4f634 req-8ecaa719-d69d-4001-ae56-817b5b21d950 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1312191 May 02 10:35:19.750186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd6102e-1d55-4b35-aa45-e64088611369 req-dedf494d-79a5-4cc5-a4a0-881fc489530d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:19.752704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fd6102e-1d55-4b35-aa45-e64088611369 req-dedf494d-79a5-4cc5-a4a0-881fc489530d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0602212 May 02 10:35:19.797701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ac807ed1-ce69-4550-8d2e-d7a102725ef4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.801771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.849471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fd6102e-1d55-4b35-aa45-e64088611369 req-589287bc-86ee-42d1-803f-8f07d0fe1de7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882530 May 02 10:35:19.865732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=ac807ed1-ce69-4550-8d2e-d7a102725ef4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:19.895165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:19.895900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1af3d75a-fa87-472a-9d12-2df5f23d5229 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:19.940527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:19.954626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'network_id': '1f30dcce-890c-41ae-adf7-048d127befb4', 'port_id': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'mac_address': 'fa:16:3e:56:67:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1bc9d908-6896-480b-89d0-ccdbe921e0c5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:20.041391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1af3d75a-fa87-472a-9d12-2df5f23d5229 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:20.041773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.058325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:20.067237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1af3d75a-fa87-472a-9d12-2df5f23d5229 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:20.099289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fa54f0-af8b-487f-b367-85fe97cd8505 req-ee89b048-dac5-4cd4-8e19-e2c4b8514053 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:20.108569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85fa54f0-af8b-487f-b367-85fe97cd8505 req-ee89b048-dac5-4cd4-8e19-e2c4b8514053 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1104012 May 02 10:35:20.111387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:20.139672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.209572 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.210388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:20.239850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85fa54f0-af8b-487f-b367-85fe97cd8505 req-4e1a8bd1-cfd1-43c8-b972-bf2046fb33d9 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301012 May 02 10:35:20.372243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:20.391533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:20.409563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'port_id': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a', 'mac_address': 'fa:16:3e:fc:6b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523', 'ip_address': '10.1.1.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:20.479851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:20.482937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.517221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:20.555778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:20.598176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ef0560-c0bf-4518-9704-280596f3329f req-3e198463-8f96-4040-bc63-ede53afe2be6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:20.607624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ef0560-c0bf-4518-9704-280596f3329f req-3e198463-8f96-4040-bc63-ede53afe2be6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0793481 May 02 10:35:20.667048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.668225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device eeb06688-d28b-4fe1-8e77-5a08beebda79 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:20.672304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20ef0560-c0bf-4518-9704-280596f3329f req-6ac9f4e0-e53e-4a3c-a9f4-98a99e38f9bb tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611804 May 02 10:35:20.770543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:20.774863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:20.790371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'port_id': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'mac_address': 'fa:16:3e:72:cd:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523', 'ip_address': '10.1.1.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:20.810781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc771e9-4f32-47f7-b3a9-0144beba3a46 req-1171bcaf-033c-46a6-91b5-31945277fa9c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:20.819819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cc771e9-4f32-47f7-b3a9-0144beba3a46 req-1171bcaf-033c-46a6-91b5-31945277fa9c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0775898 May 02 10:35:20.841008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port eeb06688-d28b-4fe1-8e77-5a08beebda79 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:20.841966 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.849712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:20.869949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeb06688-d28b-4fe1-8e77-5a08beebda79 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:20.894375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cc771e9-4f32-47f7-b3a9-0144beba3a46 req-27ca08c3-e95f-4f80-aba1-ec6a79f756de tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727592 May 02 10:35:20.895834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:20.998113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c7fc5-28f1-458b-baa3-ca17d0546a9e req-35e61aa1-2fd4-46a2-a06b-f3e5c8675b2d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:20.998556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:20.999335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 30e2471d-1903-4d4f-b963-e7024755ebb4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:21.004430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c7fc5-28f1-458b-baa3-ca17d0546a9e req-35e61aa1-2fd4-46a2-a06b-f3e5c8675b2d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.013504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231c7fc5-28f1-458b-baa3-ca17d0546a9e req-35e61aa1-2fd4-46a2-a06b-f3e5c8675b2d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.016107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-231c7fc5-28f1-458b-baa3-ca17d0546a9e req-35e61aa1-2fd4-46a2-a06b-f3e5c8675b2d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589&device_id=79f88043-657d-4800-9c0c-181ae1171e5c&device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 2416 time: 0.1751952 May 02 10:35:21.020714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:21.035344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad844-7e34-408b-95d8-8bd35ea8db37 req-d48f41d2-5756-4a65-9372-8aa7091f0036 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.036729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92aad844-7e34-408b-95d8-8bd35ea8db37 req-d48f41d2-5756-4a65-9372-8aa7091f0036 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0676215 May 02 10:35:21.045169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-26579c1b-4fd5-48bb-94e6-1fad8c21a4cc tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6894922 May 02 10:35:21.045871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40192) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:21.068630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:21.109558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-231c7fc5-28f1-458b-baa3-ca17d0546a9e req-f1ec6684-b1be-4484-9ef8-9521364eed6d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866959 May 02 10:35:21.155589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:21.155887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:21.205327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting subnet e8ff4575-6e82-44d6-8ea6-6884c22652b2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:35:21.208813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (e8ff4575-6e82-44d6-8ea6-6884c22652b2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.259047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30e2471d-1903-4d4f-b963-e7024755ebb4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:21.274784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e8ff4575-6e82-44d6-8ea6-6884c22652b2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.277469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.283249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.287079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '30e2471d-1903-4d4f-b963-e7024755ebb4', 'network_id': 'e27b5b11-76e1-431a-85f5-7885f1448aa9', 'port_id': '30e2471d-1903-4d4f-b963-e7024755ebb4', 'mac_address': 'fa:16:3e:5d:a6:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4af14ee3-e09a-4b2a-80df-c3e1d1435523', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:21.289156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:21.292748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.296150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:21.297284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.308625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.321385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.331844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.334520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-c39a5460-5549-4d75-a2dd-89bbf9cfdc17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5428 time: 0.1235237 May 02 10:35:21.344673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92aad844-7e34-408b-95d8-8bd35ea8db37 req-76277daf-11e6-4ec5-a8e2-5630de127c92 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967973 May 02 10:35:21.381597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:21.431606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e8ff4575-6e82-44d6-8ea6-6884c22652b2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.431733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:21.434910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce252fd4-24d3-4dcd-94de-6f81254b799d req-b840537c-52c3-4797-b83a-a85559cad95e tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0926869 May 02 10:35:21.484754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 30e2471d-1903-4d4f-b963-e7024755ebb4 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:21.484754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.484754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:21.484754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:21.571335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30e2471d-1903-4d4f-b963-e7024755ebb4 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:21.587068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:21.611586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e8ff4575-6e82-44d6-8ea6-6884c22652b2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.643956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7a388-e3c1-45e0-873b-c7a39525ce1a req-e4957b10-fc59-4cff-91e0-044c8e948897 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.645968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be33dd5d-4414-4768-9755-14ac1961f418 req-381e8694-308b-40be-821f-0db16384cb18 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.657160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30e2471d-1903-4d4f-b963-e7024755ebb4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:21.658379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48c7a388-e3c1-45e0-873b-c7a39525ce1a req-e4957b10-fc59-4cff-91e0-044c8e948897 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.1064491 May 02 10:35:21.659573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97daf938-7113-40c3-af29-2ed601958585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:21.661358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be33dd5d-4414-4768-9755-14ac1961f418 req-381e8694-308b-40be-821f-0db16384cb18 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0896707 May 02 10:35:21.695874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97daf938-7113-40c3-af29-2ed601958585 None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:21.700423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.708757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/e8ff4575-6e82-44d6-8ea6-6884c22652b2 HTTP/1.1" status: 204 len: 168 time: 0.6526291 May 02 10:35:21.711254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb444d66-a7ee-40e6-b6f1-dfb1faa8eb82 None None] Network df4fdbd7-e2b3-4c25-a97c-81c066bad259 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:21.712159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40232) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:21.712949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb79778-b156-429d-a3ff-0977301ce122 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Subnet': ['ID=e8ff4575-6e82-44d6-8ea6-6884c22652b2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:21.716679 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.723368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be33dd5d-4414-4768-9755-14ac1961f418 req-76c02390-90e1-4d8c-a215-0bb4b090bbb6 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 May 02 10:35:21.829599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48c7a388-e3c1-45e0-873b-c7a39525ce1a req-594a913f-43fe-403e-80a3-6dd59b056abd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692932 May 02 10:35:21.838283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:21.844725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4ca1f0-0113-4fa6-8b1f-07c9262db445 req-6633f486-1468-4d0d-89b6-642e13fb0991 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:21.846679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb4ca1f0-0113-4fa6-8b1f-07c9262db445 req-6633f486-1468-4d0d-89b6-642e13fb0991 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0570045 May 02 10:35:21.859375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (df4fdbd7-e2b3-4c25-a97c-81c066bad259), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:21.907437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb4ca1f0-0113-4fa6-8b1f-07c9262db445 req-6d8504be-11e5-45e2-a7ca-1aa71bd7701f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528481 May 02 10:35:21.930185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Deleting port 57046cc6-711e-4929-9001-798d9981ff6e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:21.930557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (57046cc6-711e-4929-9001-798d9981ff6e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.014793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] For port 57046cc6-711e-4929-9001-798d9981ff6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57046cc6-711e-4929-9001-798d9981ff6e,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:22.014793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (57046cc6-711e-4929-9001-798d9981ff6e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.026656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Calling delete_port for 57046cc6-711e-4929-9001-798d9981ff6e owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:22.035562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ae3d3-33d0-45ac-9920-0383f329718a req-f4ffdcfd-eaaf-4dae-bc57-a0d0f87c3b48 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.037013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-011ae3d3-33d0-45ac-9920-0383f329718a req-f4ffdcfd-eaaf-4dae-bc57-a0d0f87c3b48 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0653362 May 02 10:35:22.085185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] DHCP port deletion for df4fdbd7-e2b3-4c25-a97c-81c066bad259 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:35:22.181261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Deleting port 57046cc6-711e-4929-9001-798d9981ff6e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:22.181886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (57046cc6-711e-4929-9001-798d9981ff6e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.193437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-011ae3d3-33d0-45ac-9920-0383f329718a req-d0842d29-11c6-4cdc-b285-5095bfaef7bf tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459937 May 02 10:35:22.266887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] For port 57046cc6-711e-4929-9001-798d9981ff6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=57046cc6-711e-4929-9001-798d9981ff6e,segment=NetworkSegment(bff90990-f7d0-4546-b9a2-3898137ad83c),segment_id=bff90990-f7d0-4546-b9a2-3898137ad83c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:22.267302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (57046cc6-711e-4929-9001-798d9981ff6e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.277985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (57046cc6-711e-4929-9001-798d9981ff6e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.285920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Calling delete_port for 57046cc6-711e-4929-9001-798d9981ff6e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:22.332162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Port': ['ID=57046cc6-711e-4929-9001-798d9981ff6e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:22.336985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No DVR routers for this DVR port 57046cc6-711e-4929-9001-798d9981ff6e on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:22.350647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d0215-ef1d-479c-b683-bfdcb9de114b req-6506bfdc-4736-473c-a7a3-cd5d7a202e02 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.352593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff2d0215-ef1d-479c-b683-bfdcb9de114b req-6506bfdc-4736-473c-a7a3-cd5d7a202e02 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0742533 May 02 10:35:22.415780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff2d0215-ef1d-479c-b683-bfdcb9de114b req-d22fc927-e14b-4be0-aa54-20c6af1e36fa tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564315 May 02 10:35:22.447623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (df4fdbd7-e2b3-4c25-a97c-81c066bad259), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.474809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df4fdbd7-e2b3-4c25-a97c-81c066bad259']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:22.505780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bff90990-f7d0-4546-b9a2-3898137ad83c') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:22.505780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bff90990-f7d0-4546-b9a2-3898137ad83c') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:22.505780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (bff90990-f7d0-4546-b9a2-3898137ad83c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.517785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (bff90990-f7d0-4546-b9a2-3898137ad83c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.526332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:35:22.527413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (bff90990-f7d0-4546-b9a2-3898137ad83c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: timer() May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:35:22.531047 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:35:22.568961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bd5921-8c88-4210-929d-293e5cbb8dfe req-d9635984-d9c7-4af4-8bc9-a2d10d186157 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.570782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2bd5921-8c88-4210-929d-293e5cbb8dfe req-d9635984-d9c7-4af4-8bc9-a2d10d186157 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0572689 May 02 10:35:22.616902 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (57046cc6-711e-4929-9001-798d9981ff6e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.636841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2bd5921-8c88-4210-929d-293e5cbb8dfe req-7fba627e-11fe-4952-9b97-d91c2bf92df7 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 May 02 10:35:22.648696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] Pushing event deleted for resources: {'Port': ['ID=57046cc6-711e-4929-9001-798d9981ff6e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:22.650617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76fe96-9739-4254-80f4-94244fd3c1ae None None] No DVR routers for this DVR port 57046cc6-711e-4929-9001-798d9981ff6e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:22.662579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (df4fdbd7-e2b3-4c25-a97c-81c066bad259), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.672854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.689416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/networks/df4fdbd7-e2b3-4c25-a97c-81c066bad259 HTTP/1.1" status: 204 len: 168 time: 0.9639962 May 02 10:35:22.690559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40274) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:22.695644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'routes': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:22.706828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c472a6-553b-44f2-8b27-3caf0d1fb6a5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Pushing event deleted for resources: {'Network': ['ID=df4fdbd7-e2b3-4c25-a97c-81c066bad259,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:22.889604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.895639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.900987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.906333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.911750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.917657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.922969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:22.925472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-583f82cf-dfe1-460a-bdea-a424984aad9a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5429 time: 0.1873717 May 02 10:35:22.950821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Added routes are [] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} May 02 10:35:22.951126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.extraroute_db [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Removed routes are [] {{(pid=115663) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} May 02 10:35:22.951496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:22.983170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1af3d75a-fa87-472a-9d12-2df5f23d5229'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:23.071919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ad6344-67ad-42b5-83f8-573f3d06307a req-500ebc4d-d1f5-49cf-9d4c-2039801f4c36 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:23.079206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ad6344-67ad-42b5-83f8-573f3d06307a req-500ebc4d-d1f5-49cf-9d4c-2039801f4c36 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0586877 May 02 10:35:23.108641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:23.133969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ad6344-67ad-42b5-83f8-573f3d06307a req-3d015f48-84c2-4744-9bc7-659fc560653d tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531085 May 02 10:35:23.144705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02a8adb9-d915-4cc0-8e2f-2b2d40bd50dc req-ffc06849-c876-4eec-b201-40adf17d829d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1951296 May 02 10:35:23.148588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.152840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.262103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['30e2471d-1903-4d4f-b963-e7024755ebb4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:23.278317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:23.335262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ac807ed1-ce69-4550-8d2e-d7a102725ef4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:23.376096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9c230-c9b7-47b0-b161-9c2e941d843d req-9fea5339-5995-4f95-a7bb-058dfe5a2de2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:23.377855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12c9c230-c9b7-47b0-b161-9c2e941d843d req-9fea5339-5995-4f95-a7bb-058dfe5a2de2 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 951 time: 0.0792449 May 02 10:35:23.379768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ac807ed1-ce69-4550-8d2e-d7a102725ef4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:23.380114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ac807ed1-ce69-4550-8d2e-d7a102725ef4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:23.380532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 57046cc6-711e-4929-9001-798d9981ff6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:23.395845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:23.405845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.406727 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Sync routers for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:23.411112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7b56e8d-a510-434c-9964-eb970da0de2d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 705 time: 0.7188890 May 02 10:35:23.411737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40302) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:23.414699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 57046cc6-711e-4929-9001-798d9981ff6e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:23.418816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 57046cc6-711e-4929-9001-798d9981ff6e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:23.423321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:23.426550 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:23.454503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b33ffd3d-7282-436e-967b-2b7f5f2d9daf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 205 time: 0.0412986 May 02 10:35:23.456024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40304) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:23.460149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12c9c230-c9b7-47b0-b161-9c2e941d843d req-7aa05092-f9b0-4abd-b054-0caaca793fa3 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739269 May 02 10:35:23.565728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.579082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e26fdc-eff4-470a-ad34-ff15e0dc6dc2 req-3a93aa16-0e54-4a05-aa14-61309b5d1f07 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:23.587540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67e26fdc-eff4-470a-ad34-ff15e0dc6dc2 req-3a93aa16-0e54-4a05-aa14-61309b5d1f07 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0683968 May 02 10:35:23.630467 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:23.644763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67e26fdc-eff4-470a-ad34-ff15e0dc6dc2 req-b05b3b0b-cddd-4a60-93b8-b71b1c136125 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554228 May 02 10:35:23.691373 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:23.705760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a9bfc-2f84-48c4-8104-958512760cd1 req-eb7a4ae7-0d8b-487a-b241-2617f3d74918 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:23.707377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-570a9bfc-2f84-48c4-8104-958512760cd1 req-eb7a4ae7-0d8b-487a-b241-2617f3d74918 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0613472 May 02 10:35:23.728253 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Checking router: d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:23.738674 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Routers {'d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:23.739412 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:23.824489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.831384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.833000 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] Set router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:23.889324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-570a9bfc-2f84-48c4-8104-958512760cd1 req-7370a92e-7b4c-4eef-a673-7f391f4f9b3c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501253 May 02 10:35:23.983169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.983892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:35:23.985578 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:23.993014 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:23.994641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ced2d2ff-0dd5-488a-bbea-6dbb0172d53a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 204 len: 168 time: 0.5373275 May 02 10:35:23.998898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:24.005956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1644104555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:24.015031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cdc5a2-e375-490d-b6b4-6a05307ef76d None None] The sync data for ids ['d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea'] in ncdv-master-1 is: [{'id': 'd35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea', 'name': 'tempest-RoutersIpV6Test-router-1006869452', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:50Z', 'updated_at': '2022-05-02T10:35:19Z', 'revision_number': 11, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:24.016931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1aa114-dade-4e93-8f47-295c1a89f8d6 req-fb0b3bd1-047b-4771-8b3c-e0066e91e494 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.018562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d1aa114-dade-4e93-8f47-295c1a89f8d6 req-fb0b3bd1-047b-4771-8b3c-e0066e91e494 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0654821 May 02 10:35:24.086236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d1aa114-dade-4e93-8f47-295c1a89f8d6 req-e006799d-baf3-4f61-b22f-6297ff2c02e0 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602875 May 02 10:35:24.169582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.170665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.218245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4660259e-becf-4994-b96b-65f711ea4003 req-dd64dc4d-de2b-4833-8669-bdfa43b8ad8a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.220687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4660259e-becf-4994-b96b-65f711ea4003 req-dd64dc4d-de2b-4833-8669-bdfa43b8ad8a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0583498 May 02 10:35:24.259607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (3d959112-0856-47e7-8bdb-10a5646abca6), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.300585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4660259e-becf-4994-b96b-65f711ea4003 req-5be1bed9-57e7-49c3-b76b-efbb7a4072ed tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635161 May 02 10:35:24.329819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.433892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.435231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32c2a65d-e5cb-4c4b-b954-2adc773cbb81 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4352617 May 02 10:35:24.437922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40356) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:24.442743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.444205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Request body: {'router': {'admin_state_up': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:24.448300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.453870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.459574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.465211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.472508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.478172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.492100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-d9bbc5b8-04d6-4b91-bf9e-0f9b70db8f17 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5429 time: 0.1083889 May 02 10:35:24.563052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3617e78a-f98a-41ce-9e66-5b56c805979a req-df2a6388-8668-4acb-8106-00ac87a8723d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678921 May 02 10:35:24.685910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9454e9cd-dc97-4147-879c-073369a07aae req-921a67a4-aa84-4a55-a5fa-e8579fe9df9a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.688796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9454e9cd-dc97-4147-879c-073369a07aae req-921a67a4-aa84-4a55-a5fa-e8579fe9df9a tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0479555 May 02 10:35:24.709624 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.743891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9454e9cd-dc97-4147-879c-073369a07aae req-53da29a9-438f-48ad-850a-fecdbd12480b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493906 May 02 10:35:24.791910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:24.877550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab5c265-b799-431d-b152-d87fa1ba64ce req-26f9fef9-be3a-41c7-9cf7-2110c234e4e2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:24.878988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ab5c265-b799-431d-b152-d87fa1ba64ce req-26f9fef9-be3a-41c7-9cf7-2110c234e4e2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0518155 May 02 10:35:24.931174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ab5c265-b799-431d-b152-d87fa1ba64ce req-29ba04e2-18af-4640-90b9-d8f24305a9ae tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425222 May 02 10:35:25.014738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Router 3d959112-0856-47e7-8bdb-10a5646abca6 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:35:25.042398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fbf3be-0f85-4d8d-b3b3-8aace08a656d req-36da71f7-e5d2-401a-b522-8fce08e2ab98 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.044153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53fbf3be-0f85-4d8d-b3b3-8aace08a656d req-36da71f7-e5d2-401a-b522-8fce08e2ab98 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0511079 May 02 10:35:25.099243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53fbf3be-0f85-4d8d-b3b3-8aace08a656d req-910bab6c-c91b-4e6e-81b0-46767001bfe3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433736 May 02 10:35:25.106560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:25.116486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:25.117990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c20c76e-c432-4b66-9b10-6bda32b677ed tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "PUT /v2.0/routers/3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 200 len: 698 time: 0.6787028 May 02 10:35:25.121145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:25.121377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Sync routers for ids ['3d959112-0856-47e7-8bdb-10a5646abca6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:25.136052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Routers {'3d959112-0856-47e7-8bdb-10a5646abca6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:25.136746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3d959112-0856-47e7-8bdb-10a5646abca6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:25.220325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Set router 3d959112-0856-47e7-8bdb-10a5646abca6 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:25.269347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-01a044f0-8b4e-4ddd-b792-50ec7b933438 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/routers/3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 200 len: 704 time: 0.1437984 May 02 10:35:25.273172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40418) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:25.280937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d959112-0856-47e7-8bdb-10a5646abca6', 'name': 'tempest-RoutersIpV6Test-router-1644104555', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:35:24Z', 'updated_at': '2022-05-02T10:35:24Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:25.311095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Checking router: 3d959112-0856-47e7-8bdb-10a5646abca6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:25.311339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ff80257-dd3a-4c19-91db-0de6f91cf930 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 200 len: 205 time: 0.0357239 May 02 10:35:25.312728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:25.317600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc45eac-2d44-405d-b968-f7e1665ee64d req-890c877a-6cbe-4051-a0fb-f1783bfc99d1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.319134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ddc45eac-2d44-405d-b968-f7e1665ee64d req-890c877a-6cbe-4051-a0fb-f1783bfc99d1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1512451 May 02 10:35:25.328067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Routers {'3d959112-0856-47e7-8bdb-10a5646abca6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:25.328751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:34:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3d959112-0856-47e7-8bdb-10a5646abca6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:25.394561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ddc45eac-2d44-405d-b968-f7e1665ee64d req-1f931d64-966a-4984-b797-c7d438706b39 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627437 May 02 10:35:25.424504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] Set router 3d959112-0856-47e7-8bdb-10a5646abca6 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:25.426466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (3d959112-0856-47e7-8bdb-10a5646abca6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:25.493287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['eeb06688-d28b-4fe1-8e77-5a08beebda79'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:25.529103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d959112-0856-47e7-8bdb-10a5646abca6', 'name': 'tempest-RoutersIpV6Test-router-1644104555', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:35:24Z', 'updated_at': '2022-05-02T10:35:24Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:25.549183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bd50f-681d-4bee-89b9-a66c3c46c962 req-b36d7f2d-b559-473f-b687-ba05ec0f9e17 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.551126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-867bd50f-681d-4bee-89b9-a66c3c46c962 req-b36d7f2d-b559-473f-b687-ba05ec0f9e17 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 951 time: 0.0551908 May 02 10:35:25.570186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e301141-17ac-4669-9085-a867be6eec02 None None] The sync data for ids ['3d959112-0856-47e7-8bdb-10a5646abca6'] in ncdv-master-1 is: [{'id': '3d959112-0856-47e7-8bdb-10a5646abca6', 'name': 'tempest-RoutersIpV6Test-router-1644104555', 'tenant_id': 'd9fd0aad469e47db8ff8bc7852954449', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:35:24Z', 'updated_at': '2022-05-02T10:35:24Z', 'revision_number': 2, 'project_id': 'd9fd0aad469e47db8ff8bc7852954449', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:25.623916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-867bd50f-681d-4bee-89b9-a66c3c46c962 req-35bcda37-6fa1-4a47-92c7-383beeec53f8 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655944 May 02 10:35:25.643432 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a272be2e-262b-4f6b-9c20-9150d3b15777 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:25.654589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f9154ac8-65ef-4cf6-a942-e5ea19206948'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:25.811602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['ff3a0b2f-3c86-4f51-8623-47fe01028859'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:25.816382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1af3d75a-fa87-472a-9d12-2df5f23d5229 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:25.945430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 1af3d75a-fa87-472a-9d12-2df5f23d5229 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:25.957161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.962500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.967834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.973249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.978556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.983907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.989767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:25.991737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-baf10b7a-01c5-45aa-b072-5c0be7741863 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5429 time: 0.2398601 May 02 10:35:26.002945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.005804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router_controller (3d959112-0856-47e7-8bdb-10a5646abca6), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.054686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1af3d75a-fa87-472a-9d12-2df5f23d5229 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:26.055062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.121009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60cd73d2-75fe-4686-a055-c079f8cc8834 req-f2c0f405-a370-43f9-8c97-6a5932712084 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1207042 May 02 10:35:26.153084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1af3d75a-fa87-472a-9d12-2df5f23d5229 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:26.153084 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.166026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:26.168219 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa527e7-3148-49d5-afb2-ee9b5436a7fc" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:26.184995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:26.197392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (3d959112-0856-47e7-8bdb-10a5646abca6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.201533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Fanout notify agent at l3_agent the message router_deleted on router 3d959112-0856-47e7-8bdb-10a5646abca6 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:35:26.205271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.209600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b60ecd0-7be0-4664-91b7-17bdf695fe02 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 204 len: 168 time: 0.8921204 May 02 10:35:26.210050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.227807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7ce399-76af-41a8-a9ac-cedb71e4613b req-c3157405-ea57-4f34-89c7-f83f34f0ccf2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:26.229567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e7ce399-76af-41a8-a9ac-cedb71e4613b req-c3157405-ea57-4f34-89c7-f83f34f0ccf2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0596766 May 02 10:35:26.241470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-208a59a3-accc-4907-8974-b427fbdd55e7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 200 len: 205 time: 0.0301538 May 02 10:35:26.243665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40448) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03fd805b-fa3c-43ff-970c-69834d8ded03 x-openstack-request-id: req-03fd805b-fa3c-43ff-970c-69834d8ded03 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03fd805b-fa3c-43ff-970c-69834d8ded03 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03fd805b-fa3c-43ff-970c-69834d8ded03'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'code': 200} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.306089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:26.310018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e7ce399-76af-41a8-a9ac-cedb71e4613b req-83560e82-a78e-4fcc-b2e8-79aa7259ddb7 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706205 May 02 10:35:26.310843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40452) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.320718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-234524081'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:26.326367 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-ddd53e82-ac77-4dac-83db-7507b7197555 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:26.330243 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ddd53e82-ac77-4dac-83db-7507b7197555 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/3d959112-0856-47e7-8bdb-10a5646abca6 HTTP/1.1" status: 404 len: 336 time: 0.0786550 May 02 10:35:26.330953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40454) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.377681 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb68f5b5-87f2-47e1-9d6b-bc0c2f4bfabf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:26.379161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb68f5b5-87f2-47e1-9d6b-bc0c2f4bfabf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:26.382571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb68f5b5-87f2-47e1-9d6b-bc0c2f4bfabf tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/5c359fc4-58ce-4e07-a99c-62ffcae922b2 HTTP/1.1" status: 404 len: 337 time: 0.0502975 May 02 10:35:26.385070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40458) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.407268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:26.415661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:26.421136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:26.425433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.427829 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-75ddf66f-1cbd-4949-bbd2-453910f9d537 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:26.428279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75ddf66f-1cbd-4949-bbd2-453910f9d537 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:26.431395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-75ddf66f-1cbd-4949-bbd2-453910f9d537 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/5abd17f2-0b9e-4872-8612-a6d9761922a2 HTTP/1.1" status: 404 len: 337 time: 0.0453076 May 02 10:35:26.434353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40462) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.456274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:35:26.464107 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b114171f-1d84-4def-a70e-ad567a068df7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:26.464563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b114171f-1d84-4def-a70e-ad567a068df7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:26.466202 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.466562 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Added segment e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72 of type vlan for network 4114ebda-3413-4a09-ad17-9bdf094e1440 May 02 10:35:26.468290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b114171f-1d84-4def-a70e-ad567a068df7 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/1a8a9e02-ccd8-45f7-9c38-62a9d614283f HTTP/1.1" status: 404 len: 337 time: 0.0322473 May 02 10:35:26.471625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.473619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:26.474121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.499980 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7caecf9-876f-4896-bcd3-eb04e35e1b54 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:26.501133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7caecf9-876f-4896-bcd3-eb04e35e1b54 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:26.504509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7caecf9-876f-4896-bcd3-eb04e35e1b54 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/e8ff4575-6e82-44d6-8ea6-6884c22652b2 HTTP/1.1" status: 404 len: 337 time: 0.0317729 May 02 10:35:26.509658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40466) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.523652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4114ebda-3413-4a09-ad17-9bdf094e1440), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.543853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1a23929d-1300-477a-836f-ee0656ed6d9b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 200 len: 205 time: 0.0329852 May 02 10:35:26.546781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40468) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.563112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f8bc70-fe52-4dae-bd90-9fb12c3f936d req-8a657df5-037a-48f0-9ebc-da6fae2d04a1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:26.564823 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2f8bc70-fe52-4dae-bd90-9fb12c3f936d req-8a657df5-037a-48f0-9ebc-da6fae2d04a1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0588713 May 02 10:35:26.576716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:26.577116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.595316 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-7d1fe0f9-e7ab-437b-be39-51301bbd2ba5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:26.597166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d1fe0f9-e7ab-437b-be39-51301bbd2ba5 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/d35dc4c0-bf9b-49c8-8264-a18f3f7fc9ea HTTP/1.1" status: 404 len: 336 time: 0.0494075 May 02 10:35:26.600470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40470) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.619800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:26.637721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a3af704-6d6b-4b47-a483-6dc2c3818c85 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=2bda3c11-1aac-4016-a2eb-3b5b4df25a04 HTTP/1.1" status: 200 len: 205 time: 0.0361066 May 02 10:35:26.640249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.645646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2f8bc70-fe52-4dae-bd90-9fb12c3f936d req-db0f2477-a25b-47b3-95c3-423a9efbd167 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732205 May 02 10:35:26.684209 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-43436558-caff-4297-8363-1fc50e9d9921 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:26.687642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43436558-caff-4297-8363-1fc50e9d9921 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/2bda3c11-1aac-4016-a2eb-3b5b4df25a04 HTTP/1.1" status: 404 len: 336 time: 0.0439320 May 02 10:35:26.687853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40476) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.717694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4114ebda-3413-4a09-ad17-9bdf094e1440), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.723117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.723301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:26.724186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:26.724309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 30e2471d-1903-4d4f-b963-e7024755ebb4 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:26.747706 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-903001ed-61c0-4b6e-9f86-0a162a5122b3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:26.748120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-903001ed-61c0-4b6e-9f86-0a162a5122b3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:26.753959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-903001ed-61c0-4b6e-9f86-0a162a5122b3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/592ab68a-f383-491c-8959-75e0f8d89555 HTTP/1.1" status: 404 len: 337 time: 0.0624275 May 02 10:35:26.755486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40478) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.770776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:26.810048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['73644f9a-d12d-4a91-b30d-cd75df159a7f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:26.834241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0402dfb5-cb89-4927-a3c5-3d5d768577da tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 200 len: 205 time: 0.0710530 May 02 10:35:26.834355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.865531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6ade2-bfe1-4607-a333-6aa5639d5754 req-87b25647-b097-463e-9048-4f9bee32001d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:26.867037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12f6ade2-bfe1-4607-a333-6aa5639d5754 req-87b25647-b097-463e-9048-4f9bee32001d tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 951 time: 0.1516874 May 02 10:35:26.872988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5580161 May 02 10:35:26.875698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.882344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1307911540'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:26.882529 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-3d80762f-3a94-4877-8e25-0505ccd9736b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:26.884428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3d80762f-3a94-4877-8e25-0505ccd9736b tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/a9c293c1-9c34-4e66-9b63-e98a440f08d2 HTTP/1.1" status: 404 len: 336 time: 0.0519843 May 02 10:35:26.891872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.895035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:26.903993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fef74d-a56a-47ee-a747-a312f2ada3f1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Network': ['ID=4114ebda-3413-4a09-ad17-9bdf094e1440,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:26.930283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 30e2471d-1903-4d4f-b963-e7024755ebb4 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:26.933807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:35:26.940011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40486) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:26.940469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6479deb4-1502-48bc-a2a6-8676cf9479b6 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=5b68ae71-7e7f-47f0-81db-e07024b79bff HTTP/1.1" status: 200 len: 205 time: 0.0475562 May 02 10:35:26.950788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12f6ade2-bfe1-4607-a333-6aa5639d5754 req-eeca00ae-a0ed-41cb-99d2-114df9279bda tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769207 May 02 10:35:26.981704 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-97ac3991-0eb6-422c-859c-67016ee2335a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:26.982738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-97ac3991-0eb6-422c-859c-67016ee2335a tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/5b68ae71-7e7f-47f0-81db-e07024b79bff HTTP/1.1" status: 404 len: 336 time: 0.0418146 May 02 10:35:26.985472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40488) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.011241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:27.014526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.018139 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-91538bda-4bfb-4342-accf-7d80b406b9d0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:27.018139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91538bda-4bfb-4342-accf-7d80b406b9d0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:27.020591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-91538bda-4bfb-4342-accf-7d80b406b9d0 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/4c10d60e-d75e-4231-898c-b602ffdaad7c HTTP/1.1" status: 404 len: 337 time: 0.0342062 May 02 10:35:27.023319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.045660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:35:27.048032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 30e2471d-1903-4d4f-b963-e7024755ebb4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:27.048333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.056493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ae045744-8b25-4b28-b47b-81181dfe209b is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:27.056915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.057938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4009c7e9-f2ee-4a82-ada8-013070b4b871 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=532a7885-ce74-4ab1-b50c-419df9b8900f HTTP/1.1" status: 200 len: 205 time: 0.0333962 May 02 10:35:27.058288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a650e839-1ac4-4c3d-8359-e13a75d3bb38), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.058704 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Added segment a650e839-1ac4-4c3d-8359-e13a75d3bb38 of type vlan for network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 May 02 10:35:27.059327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40492) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.103358 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-aaa0ec9f-5226-4cd7-af4f-58f53c6e2fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:27.104713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aaa0ec9f-5226-4cd7-af4f-58f53c6e2fc3 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/532a7885-ce74-4ab1-b50c-419df9b8900f HTTP/1.1" status: 404 len: 336 time: 0.0442595 May 02 10:35:27.107398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.125112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (19a99cf5-1c5d-43b7-b127-2bcec8a53819), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.136443 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f514b23-70e7-49a9-bba2-4963bb1fe662 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:27.137652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f514b23-70e7-49a9-bba2-4963bb1fe662 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:27.141034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1f514b23-70e7-49a9-bba2-4963bb1fe662 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/9e590a12-62ac-4d4b-8083-7bbb1be0c055 HTTP/1.1" status: 404 len: 337 time: 0.0324309 May 02 10:35:27.144323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40496) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.176531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:27.184148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fad3e0cf-1643-4bdf-90e3-a6125d289375 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a6e5ddf-e7cc-4027-809e-12b0292e3604 HTTP/1.1" status: 200 len: 205 time: 0.0384712 May 02 10:35:27.187086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40500) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.230301 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-45b61079-3b5e-489e-babb-1773c24cffa4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] delete failed (client error): The resource could not be found. May 02 10:35:27.234060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-45b61079-3b5e-489e-babb-1773c24cffa4 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/routers/6a6e5ddf-e7cc-4027-809e-12b0292e3604 HTTP/1.1" status: 404 len: 336 time: 0.0433586 May 02 10:35:27.234060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (19a99cf5-1c5d-43b7-b127-2bcec8a53819), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.237305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.238031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.240189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40502) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.249459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.253329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 30e2471d-1903-4d4f-b963-e7024755ebb4 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:27.253712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.270695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.276311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.281568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.287375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.292750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.298035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.304084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.306100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-df0b6a92-94f6-4564-a170-dab89fabd958 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5431 time: 0.0948725 May 02 10:35:27.330432 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d1be780-e36d-4d00-b296-d8e190ed4103 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:27.330768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30e2471d-1903-4d4f-b963-e7024755ebb4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:27.330890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d1be780-e36d-4d00-b296-d8e190ed4103 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:27.336622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d1be780-e36d-4d00-b296-d8e190ed4103 tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/fd4a13f2-fd43-499f-afa9-b0b438979ad2 HTTP/1.1" status: 404 len: 337 time: 0.0681071 May 02 10:35:27.336894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40504) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.338094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=11']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:27.340246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Network': ['ID=19a99cf5-1c5d-43b7-b127-2bcec8a53819,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:27.361819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:35:27.384550 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-67e4c1c2-683f-4463-bff7-fdf650bef40d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] DELETE failed (client error): The resource could not be found. May 02 10:35:27.385193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67e4c1c2-683f-4463-bff7-fdf650bef40d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:35:27.388944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-67e4c1c2-683f-4463-bff7-fdf650bef40d tempest-RoutersIpV6Test-304661985 tempest-RoutersIpV6Test-304661985-project] 10.222.0.16 "DELETE /v2.0/subnets/1964778b-f13c-443c-a83a-f517b3b4b1c8 HTTP/1.1" status: 404 len: 337 time: 0.0510316 May 02 10:35:27.442683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d3040d0-20a1-48a0-900b-aadec70a02fd req-933b16cd-faa5-4777-b1ff-052b6cff22ab tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1275594 May 02 10:35:27.457829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.463224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f8df9db-577a-4b3a-8c06-8e85ed4d5714 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5877681 May 02 10:35:27.466045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40514) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:27.493515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'subnet': {'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:27.498676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5084b6df-233f-4778-bd1d-44b6c8dc8b10 req-6be53962-e02e-4706-955f-096fba92722d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.506804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5084b6df-233f-4778-bd1d-44b6c8dc8b10 req-6be53962-e02e-4706-955f-096fba92722d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1060185 May 02 10:35:27.523223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:27.556182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5084b6df-233f-4778-bd1d-44b6c8dc8b10 req-4cb758d2-a49f-4686-b60c-2e665adb4e5a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476742 May 02 10:35:27.608442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-c801a20b-d7b6-4a38-a06e-19bc82caaa52 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.610012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-c801a20b-d7b6-4a38-a06e-19bc82caaa52 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.24 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 949 time: 0.1113746 May 02 10:35:27.757840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Deleting port ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:27.758187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.794687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:27.798185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.836973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a46829-dedf-4776-91d9-abd5e181d2e1 req-d9b66170-587d-4cad-853e-c87cd7da6459 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:27.838448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08a46829-dedf-4776-91d9-abd5e181d2e1 req-d9b66170-587d-4cad-853e-c87cd7da6459 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1233411 May 02 10:35:27.929029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c723794-4e99-48d6-b744-bf6d6e7a7a9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:27.991920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] For port ae045744-8b25-4b28-b47b-81181dfe209b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ae045744-8b25-4b28-b47b-81181dfe209b,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:27.992303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.017223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08a46829-dedf-4776-91d9-abd5e181d2e1 req-a6529a34-4775-4ccf-a9a8-6d9f8c4ede3e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627939 May 02 10:35:28.023858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40532) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:28.027219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Calling delete_port for ae045744-8b25-4b28-b47b-81181dfe209b owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:28.084784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c16b52-dd86-4d82-8bb8-bd6da95d3580 req-29e1c650-f396-436b-810b-a24a28d35d80 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.086312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33c16b52-dd86-4d82-8bb8-bd6da95d3580 req-29e1c650-f396-436b-810b-a24a28d35d80 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 949 time: 0.0525517 May 02 10:35:28.149173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33c16b52-dd86-4d82-8bb8-bd6da95d3580 req-840b5461-cedb-4c31-badc-469faf147ba0 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/security-groups?id=ae803225-3402-4054-8b49-bdc312fc3254&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550671 May 02 10:35:28.193203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-110c24a3-87d1-4ce2-ab6a-300bf386542a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9fd0aad469e47db8ff8bc7852954449&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1680846 May 02 10:35:28.195644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40536) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:28.243309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] Publish callbacks [] for security_group (2cbc2500-5c57-46d5-b8ed-85daf8dc54d4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.265855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] Publish callbacks [] for security_group (2cbc2500-5c57-46d5-b8ed-85daf8dc54d4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.289192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (69f0b206-8b1e-4623-9505-d4839eaae071), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.296563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a'}, {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}, {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2471d-1903-4d4f-b963-e7024755ebb4'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:28.310103 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dd465f3-cfbc-4a3d-aee4-1fce399a8916" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a"}, {"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "30e2471d-1903-4d4f-b963-e7024755ebb4"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:28.359460 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Mon, 02 May 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc x-openstack-request-id: req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:28.359868 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a", "code": 200}, {"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-unplugged", "status": "completed", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "code": 200}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "30e2471d-1903-4d4f-b963-e7024755ebb4", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:28.360127 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:28.360534 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a', 'code': 200} May 02 10:35:28.360836 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'code': 200} May 02 10:35:28.361096 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a251d7fa-0aba-4754-9e67-4cfe7e6724bc'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30e2471d-1903-4d4f-b963-e7024755ebb4', 'code': 200} May 02 10:35:28.364115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Subnet': ['ID=69f0b206-8b1e-4623-9505-d4839eaae071,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:28.376360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:28.377777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network hostable DHCP agents. Network: 4114ebda-3413-4a09-ad17-9bdf094e1440, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:35:28.409661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ae045744-8b25-4b28-b47b-81181dfe209b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.440667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Pushing event deleted for resources: {'Port': ['ID=ae045744-8b25-4b28-b47b-81181dfe209b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:28.449425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2cbc2500-5c57-46d5-b8ed-85daf8dc54d4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.451477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.452834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2cbc2500-5c57-46d5-b8ed-85daf8dc54d4 HTTP/1.1" status: 204 len: 168 time: 0.2563252 May 02 10:35:28.461903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44fd69f-68a5-4634-8d2f-8358b160d1c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cbc2500-5c57-46d5-b8ed-85daf8dc54d4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:28.492646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:35:28.518371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] No DVR routers for this DVR port ae045744-8b25-4b28-b47b-81181dfe209b on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:28.521424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.531169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7969b19d-06cb-446d-8e22-a8fb05e74c8b req-66728f5d-83da-47df-8a6c-02f074cd4c9e tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.24 "DELETE /v2.0/ports/ae045744-8b25-4b28-b47b-81181dfe209b HTTP/1.1" status: 204 len: 173 time: 0.9099774 May 02 10:35:28.531655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-deleted', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:28.534614 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb91b17-9009-4f31-9346-30637484742f" -d '{"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-deleted", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:28.574874 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf6b71e-a34f-426c-9942-6b89a05afc2d x-openstack-request-id: req-5cf6b71e-a34f-426c-9942-6b89a05afc2d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:28.575178 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e93e11b3-6a22-4564-9886-7bdef9704ae1", "name": "network-vif-deleted", "tag": "ae045744-8b25-4b28-b47b-81181dfe209b", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:28.575437 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5cf6b71e-a34f-426c-9942-6b89a05afc2d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:28.575846 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf6b71e-a34f-426c-9942-6b89a05afc2d'] response: {'server_uuid': 'e93e11b3-6a22-4564-9886-7bdef9704ae1', 'name': 'network-vif-deleted', 'tag': 'ae045744-8b25-4b28-b47b-81181dfe209b', 'status': 'completed', 'code': 200} May 02 10:35:28.637158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.642721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.648105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.654227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.658677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4114ebda-3413-4a09-ad17-9bdf094e1440) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:28.663098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.665065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.665671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.669953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.671736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d294fb48-0a27-4fec-b4a7-22287e2efd2f None None] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:28.679744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.683012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-7dc46a91-cd1c-43c0-add0-00bf4bc75f3f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5432 time: 0.1065562 May 02 10:35:28.701029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fea100-4172-4d5f-81c8-5d9f12f26d8f req-9e44d4d3-0545-4ff2-97e8-957204035a49 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:28.703690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5fea100-4172-4d5f-81c8-5d9f12f26d8f req-9e44d4d3-0545-4ff2-97e8-957204035a49 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0755541 May 02 10:35:28.750292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-490d7e07-a8b8-4ef5-abd3-2a50bed234af req-37ee76df-1982-46a6-ad2c-efae06e658d1 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0600755 May 02 10:35:28.790298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1c5f413-906a-4336-b1dd-801f7d7b8932 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3222616 May 02 10:35:28.793315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40552) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:28.801599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'subnet': {'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:28.806064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4114ebda-3413-4a09-ad17-9bdf094e1440', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:35:28.806944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:28.840897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5fea100-4172-4d5f-81c8-5d9f12f26d8f req-845f0452-e067-4b67-a3fb-ecf24d0858e6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306019 May 02 10:35:29.004370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Allocated IP 10.1.1.2 (4114ebda-3413-4a09-ad17-9bdf094e1440/69f0b206-8b1e-4623-9505-d4839eaae071/5aec993b-4381-47e2-8dde-93dbc7e8c00a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:29.031682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:29.037310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.177648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b299f-406b-4fd5-b46e-4aadd3d5abfb req-b1d39990-17b5-44ac-9c29-1a282ad8a96e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.179389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-443b299f-406b-4fd5-b46e-4aadd3d5abfb req-b1d39990-17b5-44ac-9c29-1a282ad8a96e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0527656 May 02 10:35:29.217893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.226720 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks [] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.252572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-443b299f-406b-4fd5-b46e-4aadd3d5abfb req-4faae7ce-93c0-473b-b04f-2ade17db68d0 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581057 May 02 10:35:29.290704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c83c065-8d44-47be-87dc-3b3bbf476de4 req-79c9a003-ad9e-4219-b319-f12e8d809649 tempest-ImagesOneServerTestJSON-1237892416 tempest-ImagesOneServerTestJSON-1237892416-project] 10.222.0.16 "GET /v2.0/ports?device_id=e93e11b3-6a22-4564-9886-7bdef9704ae1 HTTP/1.1" status: 200 len: 210 time: 0.0561707 May 02 10:35:29.346668 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.384588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:29.391929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:29.396070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:29.401474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Pushing event updated for resources: {'Port': ['ID=5aec993b-4381-47e2-8dde-93dbc7e8c00a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:29.458776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Attempting to bind port 5aec993b-4381-47e2-8dde-93dbc7e8c00a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:29.459321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Attempting to bind port 5aec993b-4381-47e2-8dde-93dbc7e8c00a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:29.459495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Attempting to bind port 5aec993b-4381-47e2-8dde-93dbc7e8c00a on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:29.460703 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (dcbc7902-b3fd-40c6-be83-312bae51f8ae), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.464686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:29.465139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:29.465468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.465845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Bound using segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:29.466323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Bound port: 5aec993b-4381-47e2-8dde-93dbc7e8c00a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:29.466709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.546227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Subnet': ['ID=dcbc7902-b3fd-40c6-be83-312bae51f8ae,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:29.555594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Checking segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:29.556037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network hostable DHCP agents. Network: 19a99cf5-1c5d-43b7-b127-2bcec8a53819, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:35:29.559859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] For port 5aec993b-4381-47e2-8dde-93dbc7e8c00a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:29.573652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] For port 5aec993b-4381-47e2-8dde-93dbc7e8c00a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aec993b-4381-47e2-8dde-93dbc7e8c00a,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:29.605757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f9154ac8-65ef-4cf6-a942-e5ea19206948 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:29.666771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f9154ac8-65ef-4cf6-a942-e5ea19206948 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:29.706435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:35:29.706946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.770010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fcc1bd-4f1f-4151-bd0f-08d1edbb0616 None None] Pushing event updated for resources: {'Port': ['ID=5aec993b-4381-47e2-8dde-93dbc7e8c00a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:29.878705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f9154ac8-65ef-4cf6-a942-e5ea19206948 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:29.881423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.881654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 19a99cf5-1c5d-43b7-b127-2bcec8a53819) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:29.887098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.888135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:29.929102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.937973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.950226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.951634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:29.996055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:30.003022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:30.009309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:30.018190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-38aa128e-a024-4535-b357-34a405e8c144 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5432 time: 0.1901591 May 02 10:35:30.055570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a5027d86-9712-4d61-9644-0640eb0e8de8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2611966 May 02 10:35:30.060227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40600) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:30.065882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'name': 'tempest-TaggedBootDevicesTest_v242-915395868', 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:30.109197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf7d5468-bc76-4bba-a5e8-2f5375c00511 req-c7919b7f-cc73-4116-89ef-44d6cd1635c3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0897570 May 02 10:35:30.110193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40602) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:30.164213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afddcdd9-8eab-459c-bddc-5cf244028883 req-049806ba-dc42-46dc-84dd-78f4c8c2eb5c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:30.171223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afddcdd9-8eab-459c-bddc-5cf244028883 req-049806ba-dc42-46dc-84dd-78f4c8c2eb5c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1635101 May 02 10:35:30.200138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6507409-5f10-430b-8163-7de3060c2f03 None None] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:30.261197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afddcdd9-8eab-459c-bddc-5cf244028883 req-9776c45b-581e-4ced-b8a4-4a0f1d1b40ed tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890074 May 02 10:35:30.262258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7d916d33-1cb5-4bb1-bcd2-f642cf467bbb tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:30.263010 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-7d916d33-1cb5-4bb1-bcd2-f642cf467bbb tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 02 10:35:30.263516 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-7d916d33-1cb5-4bb1-bcd2-f642cf467bbb tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): There was a conflict when trying to complete your request. May 02 10:35:30.264874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d916d33-1cb5-4bb1-bcd2-f642cf467bbb tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1533644 May 02 10:35:30.268560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40606) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:30.273444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--188658193'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:30.369099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:30.371278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ips': [{'subnet_id': 'dcbc7902-b3fd-40c6-be83-312bae51f8ae'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:35:30.372323 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.385886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f9154ac8-65ef-4cf6-a942-e5ea19206948 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:30.386311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.425762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9240a5f5-ce4b-446c-9209-c1b6933c2f85 req-782f9707-d63e-4d14-97da-c724dc55d57b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:30.427620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9240a5f5-ce4b-446c-9209-c1b6933c2f85 req-782f9707-d63e-4d14-97da-c724dc55d57b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0922594 May 02 10:35:30.429179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.434124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:30.437167 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-281fde7c-8246-47cd-8220-0f4c6e4a7c05" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:30.441023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.497636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.523358 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf76ffd-6775-46ed-91fb-dd33fa338a11 x-openstack-request-id: req-eaf76ffd-6775-46ed-91fb-dd33fa338a11 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:30.523929 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:30.524258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] device_id is not set on port 06387acc-1e44-465b-b050-725c78821d5d yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:35:30.524369 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eaf76ffd-6775-46ed-91fb-dd33fa338a11 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:30.524913 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaf76ffd-6775-46ed-91fb-dd33fa338a11'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'code': 200} May 02 10:35:30.528859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:30.558441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9240a5f5-ce4b-446c-9209-c1b6933c2f85 req-9524be90-cfda-4e10-bdf8-418c545fea3f tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196969 May 02 10:35:30.614671 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (62ccb6c0-95a9-4e39-8903-c5be08a7a3e0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.621774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Allocated IP 10.2.2.2 (19a99cf5-1c5d-43b7-b127-2bcec8a53819/dcbc7902-b3fd-40c6-be83-312bae51f8ae/9da0f2b3-5b3e-4970-8ba4-bc07c095891e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:30.661036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.661781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.662619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device eeb06688-d28b-4fe1-8e77-5a08beebda79 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:30.706697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (62ccb6c0-95a9-4e39-8903-c5be08a7a3e0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.762355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62ccb6c0-95a9-4e39-8903-c5be08a7a3e0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:30.793062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:30.816225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (4a5a7b17-5433-4c29-b1d3-165e384fc890), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.819243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.1.1.71 (4114ebda-3413-4a09-ad17-9bdf094e1440/69f0b206-8b1e-4623-9505-d4839eaae071/06387acc-1e44-465b-b050-725c78821d5d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:30.850920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: ae045744-8b25-4b28-b47b-81181dfe209b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:30.851276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ae045744-8b25-4b28-b47b-81181dfe209b not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:30.865425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:30.921125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port eeb06688-d28b-4fe1-8e77-5a08beebda79 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:30.959170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks [] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.970008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4a5a7b17-5433-4c29-b1d3-165e384fc890), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:30.998900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (06387acc-1e44-465b-b050-725c78821d5d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.011939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5a7b17-5433-4c29-b1d3-165e384fc890,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:31.026092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port eeb06688-d28b-4fe1-8e77-5a08beebda79 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:31.026406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.062483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40624) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:31.068841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.071765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.073027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2ff74c8a-35f0-4785-a348-bc7286952d87 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.8033974 May 02 10:35:31.077306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:31.082851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7b17-5433-4c29-b1d3-165e384fc890', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:31.126347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee84b9ff-de38-499e-93c1-1fce802f3e3f None None] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:31.133243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:31.150443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:31.163600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.221447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:31.227288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:31.228200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:31.240537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Pushing event updated for resources: {'Port': ['ID=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:31.243301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port eeb06688-d28b-4fe1-8e77-5a08beebda79 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:31.243301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.265354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group_rule (b34ae85c-1e26-4ca0-a979-3d4bb8f77ec8), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.307816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-244cb5aa-3bd7-4899-8278-7c263d8a67b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=acccc99fe3574a59b1b416e67ea040dd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2442565 May 02 10:35:31.310860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Provisioning complete for port 5aec993b-4381-47e2-8dde-93dbc7e8c00a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:31.313114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.316123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.323060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:31.326758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.342107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.347703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.357553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.364477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group_rule (b34ae85c-1e26-4ca0-a979-3d4bb8f77ec8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.367758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.373880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.383681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-2546e800-b9d6-4ce4-ac4e-58bf5d66be3a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5433 time: 0.1608171 May 02 10:35:31.386525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:31.396160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:31.402428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] Publish callbacks [] for security_group (ae803225-3402-4054-8b49-bdc312fc3254), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.427677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5aec993b-4381-47e2-8dde-93dbc7e8c00a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:31.457368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dde1ce-9bf9-4afe-9124-c7cb167e2824 req-c3b91956-18f7-4481-beb0-5646efed60e5 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.459207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60dde1ce-9bf9-4afe-9124-c7cb167e2824 req-c3b91956-18f7-4481-beb0-5646efed60e5 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0715783 May 02 10:35:31.462747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b34ae85c-1e26-4ca0-a979-3d4bb8f77ec8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.469482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] Publish callbacks [] for security_group (ae803225-3402-4054-8b49-bdc312fc3254), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.473595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:31.474212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.497290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7166c532-f4db-43ee-b1fc-cf59e233edfe req-e555c487-d8b0-4277-8409-8b00cfd7f6b7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1126485 May 02 10:35:31.521230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b34ae85c-1e26-4ca0-a979-3d4bb8f77ec8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:31.531740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:31.549996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Attempting to bind port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:31.550307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Attempting to bind port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:31.550647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Attempting to bind port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:31.563131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60dde1ce-9bf9-4afe-9124-c7cb167e2824 req-0a99f2d4-1a49-4fd9-9931-716888269ada tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908017 May 02 10:35:31.567931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-40cef4e8-5b86-44cb-8d18-e27742bf655d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5061314 May 02 10:35:31.573159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40636) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:31.573320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:31.573647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Checking segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:31.573805 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.574203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Bound using segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:31.574696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Bound port: 9da0f2b3-5b3e-4970-8ba4-bc07c095891e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:31.575082 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.576096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'name': 'tempest-TaggedBootDevicesTest_v242-1434245497', 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:31.630429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.634562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71c9b102-d428-40df-98bf-8fa18cd10847 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5531590 May 02 10:35:31.635658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:31.648585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d09a68f1-ef20-4d89-bc46-ed711e1d56f5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '4a5a7b17-5433-4c29-b1d3-165e384fc890', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:31.671833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae803225-3402-4054-8b49-bdc312fc3254), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.676327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.683166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.684217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73644f9a-d12d-4a91-b30d-cd75df159a7f up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:31.693946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae803225-3402-4054-8b49-bdc312fc3254 HTTP/1.1" status: 204 len: 168 time: 0.3599572 May 02 10:35:31.723685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd707ad-87a5-4bf4-851a-5432af39d477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae803225-3402-4054-8b49-bdc312fc3254,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:31.745571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d09a68f1-ef20-4d89-bc46-ed711e1d56f5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group_rule (8e397ac9-790d-4054-b4d6-70de1d366229), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.776341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5aec993b-4381-47e2-8dde-93dbc7e8c00a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:31.776748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.800467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Current status of the port 5aec993b-4381-47e2-8dde-93dbc7e8c00a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:31.804661 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:31.984284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] For port 5aec993b-4381-47e2-8dde-93dbc7e8c00a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aec993b-4381-47e2-8dde-93dbc7e8c00a,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:31.988407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] For port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:31.989747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:32.009347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] For port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:32.021750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 73644f9a-d12d-4a91-b30d-cd75df159a7f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:32.065279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5aec993b-4381-47e2-8dde-93dbc7e8c00a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:32.065562 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.077247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d17142-99db-44f0-bc5d-166e76096256 req-96cffac6-9c13-4f46-b3ee-ba14e3b0f8a1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.079083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45d17142-99db-44f0-bc5d-166e76096256 req-96cffac6-9c13-4f46-b3ee-ba14e3b0f8a1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.3937194 May 02 10:35:32.162928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45d17142-99db-44f0-bc5d-166e76096256 req-e4494643-2b44-4e65-9d57-ab3da566cdc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715294 May 02 10:35:32.374679 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-d09a68f1-ef20-4d89-bc46-ed711e1d56f5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): There was a conflict when trying to complete your request. May 02 10:35:32.384541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d09a68f1-ef20-4d89-bc46-ed711e1d56f5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7347054 May 02 10:35:32.384541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:32.430591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (4a5a7b17-5433-4c29-b1d3-165e384fc890), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.434204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.464086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (4a5a7b17-5433-4c29-b1d3-165e384fc890), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.483297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:32.484033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.488031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.497265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 73644f9a-d12d-4a91-b30d-cd75df159a7f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:32.497265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.497265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.520307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] device_id is not set on port e00f9a18-c4aa-4a4b-945a-964ea4a5394e yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:35:32.548139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:32.550446 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5fe7c0-2aa7-400c-82e4-8fa4503bb96d" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:32.623657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4a5a7b17-5433-4c29-b1d3-165e384fc890), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.630901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.638812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/4a5a7b17-5433-4c29-b1d3-165e384fc890 HTTP/1.1" status: 204 len: 168 time: 0.2577734 May 02 10:35:32.641498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40680) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:32.654825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Provisioning complete for port 06387acc-1e44-465b-b050-725c78821d5d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:32.655197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06387acc-1e44-465b-b050-725c78821d5d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.657681 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-966a751c-01dd-4291-93f8-43be6f10ba4a x-openstack-request-id: req-966a751c-01dd-4291-93f8-43be6f10ba4a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:32.657969 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:32.658219 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-966a751c-01dd-4291-93f8-43be6f10ba4a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:32.658641 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-966a751c-01dd-4291-93f8-43be6f10ba4a'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'code': 200} May 02 10:35:32.727778 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:35:32.728143 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:35:32.732368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c931a6a-caae-4ff3-8e03-5a2c9fedcb7c None None] Pushing event updated for resources: {'Port': ['ID=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:32.785345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Port 06387acc-1e44-465b-b050-725c78821d5d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:32.801857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ccc0b-0904-49c6-ae0b-8aa4819e4b2f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5a7b17-5433-4c29-b1d3-165e384fc890,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:32.830626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.841567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.851612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Provisioning complete for port 5aec993b-4381-47e2-8dde-93dbc7e8c00a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:32.851999 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.853078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.859544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.873153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.874620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63d5c5f-8669-487d-aec6-628e7f9e7dfd None None] Pushing event updated for resources: {'Port': ['ID=5aec993b-4381-47e2-8dde-93dbc7e8c00a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:32.885398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e74f32b-a00d-4ca7-9f71-858f977d122e req-14b1ed50-3c23-4464-ba47-ae12830afebe tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.889641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e74f32b-a00d-4ca7-9f71-858f977d122e req-14b1ed50-3c23-4464-ba47-ae12830afebe tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1940482 May 02 10:35:32.895774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73644f9a-d12d-4a91-b30d-cd75df159a7f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:32.904296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:32.906567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.913441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:32.926566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-982c1e20-32f1-4fe9-a496-51f1277a2779 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5434 time: 0.2821279 May 02 10:35:33.037518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.1.1.49 (4114ebda-3413-4a09-ad17-9bdf094e1440/69f0b206-8b1e-4623-9505-d4839eaae071/e00f9a18-c4aa-4a4b-945a-964ea4a5394e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:33.046156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e74f32b-a00d-4ca7-9f71-858f977d122e req-c34040f4-c8f0-4979-bf37-e4dfa193ed34 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446319 May 02 10:35:33.059756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:33.077538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0f6439f1-8f3a-44a0-9e11-4ab09ae6d707 None None] Current status of the port 5aec993b-4381-47e2-8dde-93dbc7e8c00a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:33.149433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:33.149649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a33aa8dc-7037-43f7-b4ce-887c9ffd3397 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4538872 May 02 10:35:33.153798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2057445990'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:33.161138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-f6c0199b-c58a-452e-b9d8-a8d887f7e3bf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2241096 May 02 10:35:33.181787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8cce7fcb-1f27-4f71-b718-2ecfe31f5fc3 req-df7aaeca-54da-47e1-8d3a-0c2b2ac74340 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1777024 May 02 10:35:33.191750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.197703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ff3a0b2f-3c86-4f51-8623-47fe01028859 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:33.277487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-cb85fdaa-56fd-4c21-ab11-bafd478745b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:33.279521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-cb85fdaa-56fd-4c21-ab11-bafd478745b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 1129 time: 0.0495443 May 02 10:35:33.324760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.397629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.428737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-95de6262-1174-4984-841d-5fe16b7633a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:33.431004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-95de6262-1174-4984-841d-5fe16b7633a5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 200 len: 914 time: 0.1280243 May 02 10:35:33.433748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f8e4e-0c84-4874-bd36-0f0cf89deb6c req-97be0da4-a02b-43c1-b419-8ccabc7f12ca tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:33.439657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e46f8e4e-0c84-4874-bd36-0f0cf89deb6c req-97be0da4-a02b-43c1-b419-8ccabc7f12ca tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1490159 May 02 10:35:33.473710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.511062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-bdf32c39-14ed-4442-9e55-3f7acb62da84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 200 len: 217 time: 0.0723591 May 02 10:35:33.564036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-cee6f6d6-506f-44ac-bae0-1e89dd189659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:33.564305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5aec993b-4381-47e2-8dde-93dbc7e8c00a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:33.566926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-cee6f6d6-506f-44ac-bae0-1e89dd189659 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 200 len: 853 time: 0.0494554 May 02 10:35:33.567661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:33.576992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port ff3a0b2f-3c86-4f51-8623-47fe01028859 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:33.599109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:33.612547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-624a97b2-1f42-47e5-8710-7fe5a3fefeef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=84460795-e829-4d53-8689-2a724e267959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360560 May 02 10:35:33.614537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:33.621882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:33.627140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:33.685254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e46f8e4e-0c84-4874-bd36-0f0cf89deb6c req-e35bec82-fd06-4f12-b7ac-e425b4cdeb01 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2410040 May 02 10:35:33.700691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port ff3a0b2f-3c86-4f51-8623-47fe01028859 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:33.704463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.746688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (c448c082-1eb4-404a-8b70-cc3889f3a607), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.771068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:33.771711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.790053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-eba0a264-2126-4003-9e38-ddf6189549b1 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609969 May 02 10:35:33.840040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c448c082-1eb4-404a-8b70-cc3889f3a607), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.865828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6eb0b588-b8ee-4593-987f-702b00d0be06 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2943430 May 02 10:35:33.867995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9da0f2b3-5b3e-4970-8ba4-bc07c095891e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:33.900700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c448c082-1eb4-404a-8b70-cc3889f3a607,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:33.906578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40718) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:33.960055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.961855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-48292f02-1cb2-493f-9b36-325a2515d66f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8160691 May 02 10:35:33.965093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40722) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:33.965393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ff3a0b2f-3c86-4f51-8623-47fe01028859 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:33.965783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:33.969867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3032ca38-745f-4eb7-b857-de20522967e5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'c448c082-1eb4-404a-8b70-cc3889f3a607', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:33.970691 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-3032ca38-745f-4eb7-b857-de20522967e5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 02 10:35:33.972987 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-3032ca38-745f-4eb7-b857-de20522967e5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:33.974005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3032ca38-745f-4eb7-b857-de20522967e5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0078483 May 02 10:35:33.980622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:33.996784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfc7acb3-4506-47b4-a414-2b9f42a97bbd req-da3fbacb-4673-441b-8840-32baea595de2 service neutron] 10.222.0.15 "GET /v2.0/networks/84460795-e829-4d53-8689-2a724e267959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987858 May 02 10:35:34.003305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:34.003701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.122022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (c448c082-1eb4-404a-8b70-cc3889f3a607), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.136438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:34.157661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (c448c082-1eb4-404a-8b70-cc3889f3a607), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.172420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-47d4abd0-86ba-419c-8286-29a4b75dd68f None None] Provisioning complete for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:34.187440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-47d4abd0-86ba-419c-8286-29a4b75dd68f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.188386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-667144517-network', 'tenant_id': '553b9c7e4f82450f827b71deadd7474c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:34.241091 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.275895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dab427-72aa-403c-9305-b6eff26ff149 req-2754954b-7862-4193-bd1b-060528fe923a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.277580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88dab427-72aa-403c-9305-b6eff26ff149 req-2754954b-7862-4193-bd1b-060528fe923a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0820880 May 02 10:35:34.298413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-47d4abd0-86ba-419c-8286-29a4b75dd68f None None] Port e00f9a18-c4aa-4a4b-945a-964ea4a5394e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:34.362982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Made reservation on behalf of 553b9c7e4f82450f827b71deadd7474c for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:34.365042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.367779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c448c082-1eb4-404a-8b70-cc3889f3a607), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.369097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:34.372623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.373970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/c448c082-1eb4-404a-8b70-cc3889f3a607 HTTP/1.1" status: 204 len: 168 time: 0.3921356 May 02 10:35:34.376891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:34.394905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd8336ed-303d-42ca-bf8b-7f3d17662978 None None] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:34.401972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.410764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88dab427-72aa-403c-9305-b6eff26ff149 req-d9276c86-fad9-4ccc-9386-e12fdfa9ff1a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227129 May 02 10:35:34.414507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ae12e1-4d99-4dec-9a62-e88368e7e829 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c448c082-1eb4-404a-8b70-cc3889f3a607,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:34.421038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:34.421696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.473040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Provisioning complete for port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:34.473426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.518835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks [] for security_group (b3fc7c03-99f9-4a46-bd66-31be4770867c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.522918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40736) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:34.526272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2083095950', 'description': 'tempest-description--2079630381'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:34.594034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b3fc7c03-99f9-4a46-bd66-31be4770867c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.603142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:34.647564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.653268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.659760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}, {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:34.660392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.662065 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bd0543-06d2-437f-a733-60debb504bc0" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f"}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:34.666745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.672906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.680146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.687006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.689239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73266c15-4e75-43b9-aabf-c7f0995cf815 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.1432328 May 02 10:35:34.691428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Current status of the port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:34.691828 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.693365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:35:34.699528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.703873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3fc7c03-99f9-4a46-bd66-31be4770867c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:34.718827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.719856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5aec993b-4381-47e2-8dde-93dbc7e8c00a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:34.728106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2647430f-c220-4162-b98b-921ece597999), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.728454 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Added segment 2647430f-c220-4162-b98b-921ece597999 of type vlan for network d81e7718-6c50-44a0-9bb8-f59c3354364e May 02 10:35:34.824655 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f41ad176-d5f4-41b5-9e56-d755b35f93b4 x-openstack-request-id: req-f41ad176-d5f4-41b5-9e56-d755b35f93b4 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:34.824909 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f", "code": 200}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-plugged", "status": "completed", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:34.825166 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f41ad176-d5f4-41b5-9e56-d755b35f93b4 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:34.825470 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41ad176-d5f4-41b5-9e56-d755b35f93b4'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'code': 200} May 02 10:35:34.825735 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f41ad176-d5f4-41b5-9e56-d755b35f93b4'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859', 'code': 200} May 02 10:35:34.825876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d81e7718-6c50-44a0-9bb8-f59c3354364e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.848331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:35:34.848493 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:35:34.862651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ad220b9c-5c31-4a0e-ba40-4eaff2694c9c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.4843040 May 02 10:35:34.866989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40742) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:34.872298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2053942985'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:34.910921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:34.915334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5aec993b-4381-47e2-8dde-93dbc7e8c00a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:34.915334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:34.937302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df050c27-dec4-416a-8bc0-31092bfb1df1 req-73ddc3dd-afb8-4402-b441-653463e895f6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2069678 May 02 10:35:34.970541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fface3fe-be28-48bf-8e35-d089e680c114 req-ed607cf1-09ac-4c99-be4f-89d1b5e5b66f tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:34.976571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fface3fe-be28-48bf-8e35-d089e680c114 req-ed607cf1-09ac-4c99-be4f-89d1b5e5b66f tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0941477 May 02 10:35:35.001024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d81e7718-6c50-44a0-9bb8-f59c3354364e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.008667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.009342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5aec993b-4381-47e2-8dde-93dbc7e8c00a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:35.011297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.077983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fface3fe-be28-48bf-8e35-d089e680c114 req-661a581e-1a67-4a80-be63-b99488dc9eb5 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804927 May 02 10:35:35.118586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (797a85dc-0495-4313-a65a-f8bf024400fb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.126195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] Pushing event updated for resources: {'Network': ['ID=d81e7718-6c50-44a0-9bb8-f59c3354364e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.135533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.136018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.136493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.136801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d81e7718-6c50-44a0-9bb8-f59c3354364e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:35:35.136996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.137471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.137936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.138402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.140372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-69c8af48-ff57-41b4-bcc0-b14eccc12bc1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6710 time: 0.1037405 May 02 10:35:35.141160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.164888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5828d03-9caf-4a33-93e2-0f3d460301ce admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2571590 May 02 10:35:35.165866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40746) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.171074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Request body: {'subnet': {'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-667144517-subnet', 'tenant_id': '553b9c7e4f82450f827b71deadd7474c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:35.231079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-991b20af-d27a-4c0f-b3e5-a54b72394849 req-80aef79b-a7fe-4338-8d68-34eb06b5baad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0800791 May 02 10:35:35.235879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (797a85dc-0495-4313-a65a-f8bf024400fb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.255263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (38aa9401-52c7-4631-82e5-9f7139f00309), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.261858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'SecurityGroup': ['ID=797a85dc-0495-4313-a65a-f8bf024400fb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.288413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Made reservation on behalf of 553b9c7e4f82450f827b71deadd7474c for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:35.290874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.342008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.343248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e64c299c-e4f0-404b-b753-7a15404fbced tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.8222144 May 02 10:35:35.346313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40748) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.350936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'security_group_rule': {'security_group_id': '797a85dc-0495-4313-a65a-f8bf024400fb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:35.391420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ea360a6f-8911-46ad-91d7-c8571d32b48e None None] Current status of the port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:35.397604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (38aa9401-52c7-4631-82e5-9f7139f00309), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.429544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38aa9401-52c7-4631-82e5-9f7139f00309,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.439032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (ce7110fe-ba72-434a-b57c-2d5595a66857), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.491642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.495623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c8426e31-1b59-4654-8521-a7b55177680c tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6242666 May 02 10:35:35.497933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40754) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.505599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a4085a4e-f596-4620-87ba-55d0ffaf4194 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '38aa9401-52c7-4631-82e5-9f7139f00309', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:35.506721 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-a4085a4e-f596-4620-87ba-55d0ffaf4194 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 02 10:35:35.507217 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-a4085a4e-f596-4620-87ba-55d0ffaf4194 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:35.508273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a4085a4e-f596-4620-87ba-55d0ffaf4194 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0114942 May 02 10:35:35.510911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bb541eaf-16a5-4e95-8423-6f8e5c3397bd None None] Provisioning complete for port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:35.511217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40756) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.511493 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bb541eaf-16a5-4e95-8423-6f8e5c3397bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.523699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (ce7110fe-ba72-434a-b57c-2d5595a66857), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.563926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (e44c928f-094f-4d73-897c-fa89e46bae2d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.597756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bb541eaf-16a5-4e95-8423-6f8e5c3397bd None None] Current status of the port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:35.614173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ce7110fe-ba72-434a-b57c-2d5595a66857), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.619173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28bfcd3-d6cf-4361-a4aa-469f1e02dc7b req-f930c939-1389-49ac-8ad2-221a34d2df5d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:35.620821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e28bfcd3-d6cf-4361-a4aa-469f1e02dc7b req-f930c939-1389-49ac-8ad2-221a34d2df5d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0928812 May 02 10:35:35.639410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce7110fe-ba72-434a-b57c-2d5595a66857,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.660257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9da0f2b3-5b3e-4970-8ba4-bc07c095891e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:35.689202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e44c928f-094f-4d73-897c-fa89e46bae2d,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.709821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.710153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:35.710490 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.711243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (38aa9401-52c7-4631-82e5-9f7139f00309), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.715113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42f179af-8619-4765-9fe8-61f95af34697 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3676443 May 02 10:35:35.716147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40758) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.722143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'security_group_rule': {'security_group_id': '797a85dc-0495-4313-a65a-f8bf024400fb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:35.729176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Checking segment: {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:35.729441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Network hostable DHCP agents. Network: d81e7718-6c50-44a0-9bb8-f59c3354364e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:35:35.758758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e28bfcd3-d6cf-4361-a4aa-469f1e02dc7b req-494f0ce2-6a86-4ece-a04c-2059771277f6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248908 May 02 10:35:35.762691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (38aa9401-52c7-4631-82e5-9f7139f00309), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.800430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:35.804249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (ca741f07-cc7a-4456-8d6e-37a71e39fb66), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.864152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (ca741f07-cc7a-4456-8d6e-37a71e39fb66), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.883165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Network d81e7718-6c50-44a0-9bb8-f59c3354364e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:35:35.917259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (38aa9401-52c7-4631-82e5-9f7139f00309), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.919942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:35.921180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/38aa9401-52c7-4631-82e5-9f7139f00309 HTTP/1.1" status: 204 len: 168 time: 0.4088094 May 02 10:35:35.923772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40760) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.930836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a544ab5-9fc2-48e9-9c2a-1826f362018f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aa9401-52c7-4631-82e5-9f7139f00309,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:35.974298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cd47d84e-c6c3-4445-a313-611dd7f94c7e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0451918 May 02 10:35:35.974487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40764) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:35.984791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1698262961'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.003579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ca741f07-cc7a-4456-8d6e-37a71e39fb66), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.020046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d81e7718-6c50-44a0-9bb8-f59c3354364e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:36.024048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.024710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.029156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14127127-2dd8-4021-b5f0-d4cbc37eb8dc None None] Network d81e7718-6c50-44a0-9bb8-f59c3354364e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:36.055456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca741f07-cc7a-4456-8d6e-37a71e39fb66,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:36.077959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.084523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.090078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.095724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.105080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.113265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.119561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.126633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.128978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45e392d2-def9-480a-955f-f9d106c9b04e req-75017216-5b77-49b4-bead-069c4f653e63 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.1196113 May 02 10:35:36.157742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248988ee-a8e8-45da-8c67-5a5a10beca49 None None] Network d81e7718-6c50-44a0-9bb8-f59c3354364e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:35:36.167238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.168434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39627fc7-fd1b-4971-b691-1a2e0cc7b3fe tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4510021 May 02 10:35:36.173831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.174950 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1de4801d-5de1-4ef0-a2ce-0892f9530527 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0072138 May 02 10:35:36.178060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.237576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c6ba5c-5d1b-4aef-9e57-120067f8e5ac req-49d9601b-05ce-436b-b1a9-acdbf9260b92 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.240352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04c6ba5c-5d1b-4aef-9e57-120067f8e5ac req-49d9601b-05ce-436b-b1a9-acdbf9260b92 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0739777 May 02 10:35:36.243707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45e392d2-def9-480a-955f-f9d106c9b04e req-3103e746-d9aa-4b2b-89de-93425dfad8cf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0999193 May 02 10:35:36.244219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (90e96a4d-12b9-45bc-9254-cfc96283d231), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.285075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.291366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04c6ba5c-5d1b-4aef-9e57-120067f8e5ac req-12ddaf5c-b3c0-4c39-be19-e6ab3ad3f4b6 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501180 May 02 10:35:36.311957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90e96a4d-12b9-45bc-9254-cfc96283d231), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.347466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e96a4d-12b9-45bc-9254-cfc96283d231,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:36.374808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.406201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.408999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-29c34eb8-db68-4817-bd36-6bb5db9f423d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4328091 May 02 10:35:36.411816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40778) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.416444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-84787fe5-e893-4716-8cb3-6943b7e0b397 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '90e96a4d-12b9-45bc-9254-cfc96283d231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.429263 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-84787fe5-e893-4716-8cb3-6943b7e0b397 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 02 10:35:36.430015 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-84787fe5-e893-4716-8cb3-6943b7e0b397 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:36.431896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-84787fe5-e893-4716-8cb3-6943b7e0b397 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0191045 May 02 10:35:36.434798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40782) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.440524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-50212e33-58eb-4da1-b8d6-3628249a1af0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '90e96a4d-12b9-45bc-9254-cfc96283d231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.441515 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-50212e33-58eb-4da1-b8d6-3628249a1af0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 02 10:35:36.442077 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-50212e33-58eb-4da1-b8d6-3628249a1af0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:36.444025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-50212e33-58eb-4da1-b8d6-3628249a1af0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0081999 May 02 10:35:36.446823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40784) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.452658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-778ba738-29af-4587-b540-33ac39857706 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '90e96a4d-12b9-45bc-9254-cfc96283d231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.453828 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-778ba738-29af-4587-b540-33ac39857706 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 02 10:35:36.457919 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-778ba738-29af-4587-b540-33ac39857706 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:36.457919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-778ba738-29af-4587-b540-33ac39857706 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069466 May 02 10:35:36.460270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40786) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.466325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-70a556cd-a312-4149-bd11-2ffb3d50c0a8 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '90e96a4d-12b9-45bc-9254-cfc96283d231', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.467727 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-70a556cd-a312-4149-bd11-2ffb3d50c0a8 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 02 10:35:36.468408 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-70a556cd-a312-4149-bd11-2ffb3d50c0a8 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:36.473680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70a556cd-a312-4149-bd11-2ffb3d50c0a8 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0120814 May 02 10:35:36.474437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-812394234', 'description': 'tempest-description-108625412'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.474759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40788) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.509135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 172.35.4.83 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e14aa859-fec3-40ab-bd94-336be0c247e8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:36.528961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (90e96a4d-12b9-45bc-9254-cfc96283d231), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.556074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (90e96a4d-12b9-45bc-9254-cfc96283d231), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.603347 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.620014 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.676282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-6edf2b3a-57c0-4442-97df-d337f49b36ec service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415523 May 02 10:35:36.699885 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90e96a4d-12b9-45bc-9254-cfc96283d231), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.702764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.704279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/90e96a4d-12b9-45bc-9254-cfc96283d231 HTTP/1.1" status: 204 len: 168 time: 0.2283595 May 02 10:35:36.713705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40790) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.720133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b138a5-8aea-4734-a5eb-b6f1f89e0540 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e96a4d-12b9-45bc-9254-cfc96283d231,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:36.733339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.796785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-1071a118-b298-4b6f-ac05-0c6bbb2f798d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.798496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-1071a118-b298-4b6f-ac05-0c6bbb2f798d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.0741653 May 02 10:35:36.802983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b9d7624b-01ed-4b61-9378-2b2a79667a9e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0879776 May 02 10:35:36.806836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:36.808856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40794) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:36.811626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--876960097'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:36.819168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (469aa0e2-c132-4672-b8c2-4ec11998cc10), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.820510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:36.825240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:36.832156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=e14aa859-fec3-40ab-bd94-336be0c247e8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:36.877989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (469aa0e2-c132-4672-b8c2-4ec11998cc10), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.932019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469aa0e2-c132-4672-b8c2-4ec11998cc10,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:36.934768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9548a15d-d0ed-4176-9f11-e71d64af91f9 req-54b8d11c-e657-40e8-a437-3d995017a9b7 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.936287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9548a15d-d0ed-4176-9f11-e71d64af91f9 req-54b8d11c-e657-40e8-a437-3d995017a9b7 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0827816 May 02 10:35:36.948341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.951532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:36.981046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-03847cc2-6900-4f91-9831-f5a43a333aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:36.982514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-03847cc2-6900-4f91-9831-f5a43a333aa0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1629221 May 02 10:35:37.016126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.017626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d1c92fa3-1d0f-488d-b3db-6745afe9bfe3 req-d2e1b27b-3fb8-4d5b-a7ed-1131d8ffa21e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.5497751 May 02 10:35:37.046857 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-9581eefe-7941-4e6e-a0ae-0ef94a2c659e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.0508533 May 02 10:35:37.062072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2081881028', 'description': 'tempest-description-1798911682'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.079607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.098890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9548a15d-d0ed-4176-9f11-e71d64af91f9 req-7e5edc49-cebe-4d4c-9873-60934d38192b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482747 May 02 10:35:37.136937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-ecef8ebe-0b7d-433e-a3a2-16ce6ef739a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.138433 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-ecef8ebe-0b7d-433e-a3a2-16ce6ef739a2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0812278 May 02 10:35:37.162494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (bfc95891-5fe4-4e89-8162-f0542fa2b98a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.171733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.194271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-b9e143ae-4d5c-4196-b18b-ffd3fc35abe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.195805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-b9e143ae-4d5c-4196-b18b-ffd3fc35abe6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0484412 May 02 10:35:37.210009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bfc95891-5fe4-4e89-8162-f0542fa2b98a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.286871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfc95891-5fe4-4e89-8162-f0542fa2b98a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:37.314115 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.315327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22e1bb1f-9174-41fb-92e8-7acbfb1d8c8d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5065961 May 02 10:35:37.318191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40804) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:37.322552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a6742500-c4ff-4550-9ab9-0b1c52cf869e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.324071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (90db343e-2077-4405-8fb8-b29e8e44ed1a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.324211 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-a6742500-c4ff-4550-9ab9-0b1c52cf869e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 02 10:35:37.324211 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-a6742500-c4ff-4550-9ab9-0b1c52cf869e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:37.324756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6742500-c4ff-4550-9ab9-0b1c52cf869e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055904 May 02 10:35:37.324962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.327587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40806) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:37.329775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-00ed8d6e-199e-4f53-8176-b85b1452687a service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278946 May 02 10:35:37.333547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-267a39b0-88d6-40c2-9c37-c32f7112e846 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.374744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90db343e-2077-4405-8fb8-b29e8e44ed1a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.401584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.429705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90db343e-2077-4405-8fb8-b29e8e44ed1a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:37.440346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.445546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.450824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.456146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.461547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.466827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.472125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.474098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-66e83f88-5f1f-4e21-91af-081d4931b4cb tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.1310937 May 02 10:35:37.479263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.480473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7dea192b-2f0d-4e4e-aa51-941571513172 req-36d6ee0f-13cb-4f90-9cd6-04e0172f04d0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4255474 May 02 10:35:37.512134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=e14aa859-fec3-40ab-bd94-336be0c247e8,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:37.527521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99ba62dc-1b42-44fb-ac77-19e75c49c99a req-09d52c9e-67f7-4cf5-803d-3393f2be2fe4 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917863 May 02 10:35:37.529626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.589398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bff11f2-34b7-4ff0-a34e-978255bef9f5 req-8c0d5be4-944b-4eca-b943-b838541efae6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1027968 May 02 10:35:37.622294 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-267a39b0-88d6-40c2-9c37-c32f7112e846 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:37.623360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-267a39b0-88d6-40c2-9c37-c32f7112e846 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2945330 May 02 10:35:37.626381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:37.627529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0560a652-2a8b-470c-a666-71120f71c5cd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4536345 May 02 10:35:37.629557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40814) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:37.657224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a79f85d1-28b1-4486-9849-ddf779da0ebc tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.657741 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-a79f85d1-28b1-4486-9849-ddf779da0ebc tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 02 10:35:37.659120 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-a79f85d1-28b1-4486-9849-ddf779da0ebc tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:37.660637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a79f85d1-28b1-4486-9849-ddf779da0ebc tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281563 May 02 10:35:37.664014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409ee05-fae7-432d-87d0-b4ee237b2d70 req-88f02cb1-78b5-41cd-a6bb-93f95b2031c3 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.665109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:37.670360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d7bb9975-488c-40a1-a05c-88c3d04853b3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.670973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b409ee05-fae7-432d-87d0-b4ee237b2d70 req-88f02cb1-78b5-41cd-a6bb-93f95b2031c3 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0906858 May 02 10:35:37.735649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b409ee05-fae7-432d-87d0-b4ee237b2d70 req-1f6ad262-9885-4ac9-a843-169b08bf75bb tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636966 May 02 10:35:37.806926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-19452c4d-2706-4691-b086-922addb63c7e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.808358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-19452c4d-2706-4691-b086-922addb63c7e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 812 time: 0.1252420 May 02 10:35:37.822893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-6c891f68-99dc-4240-bb1b-066b8c686012 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/quotas/553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 375 time: 0.0092123 May 02 10:35:37.864409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-c628a06c-d170-4e97-8495-488d7f12b350 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351787 May 02 10:35:37.928158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-eaf9b1ee-9197-4f3a-bc38-7a0ca37f8eef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--2083095950&fields=id&tenant_id=00e2e106852b47f7a8e76aab24c5e883 HTTP/1.1" status: 200 len: 267 time: 0.0430021 May 02 10:35:37.963492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-1168781e-a5a7-4842-b84b-89220eb3effb service neutron] 10.222.0.16 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920548 May 02 10:35:37.985705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6b1f6aab-f08c-48f0-bf37-af0ebe5db7c3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:37.987120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6b1f6aab-f08c-48f0-bf37-af0ebe5db7c3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 935 time: 0.0515499 May 02 10:35:37.988407 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-d7bb9975-488c-40a1-a05c-88c3d04853b3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:37.989447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7bb9975-488c-40a1-a05c-88c3d04853b3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3231099 May 02 10:35:37.992655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40840) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:37.998565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b66b5cbd-c98e-4642-b2f8-045fc17956ec tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:37.999335 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-b66b5cbd-c98e-4642-b2f8-045fc17956ec tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 02 10:35:37.999838 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-b66b5cbd-c98e-4642-b2f8-045fc17956ec tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:38.001050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b66b5cbd-c98e-4642-b2f8-045fc17956ec tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0061123 May 02 10:35:38.010350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:38.014566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-00806c46-e2fe-4e7e-83b5-2e9657671255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:38.062502 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-ac1b4ae8-4d67-4f6f-a471-8f5a6395a71e service neutron] 10.222.0.16 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926299 May 02 10:35:38.067128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-a2b8e194-eade-4f5c-a7fb-de2690588991 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.068506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-a2b8e194-eade-4f5c-a7fb-de2690588991 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 936 time: 0.0749800 May 02 10:35:38.126159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-041a0c09-3e6f-4293-bbb4-cca04ef665de tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0504954 May 02 10:35:38.169150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ab38c161-fe82-4dba-90ab-68d165d3e69a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0357847 May 02 10:35:38.290757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6971510a-1449-4419-82c3-a48bdc8182cb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.295983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6971510a-1449-4419-82c3-a48bdc8182cb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.301494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6971510a-1449-4419-82c3-a48bdc8182cb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.305049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6971510a-1449-4419-82c3-a48bdc8182cb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 1995 time: 0.1284497 May 02 10:35:38.310129 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-00806c46-e2fe-4e7e-83b5-2e9657671255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:38.311464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-00806c46-e2fe-4e7e-83b5-2e9657671255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3001907 May 02 10:35:38.314238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:38.325593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-df65ccc5-b1db-4bec-844e-c2cd6caa1b30 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:38.326098 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-df65ccc5-b1db-4bec-844e-c2cd6caa1b30 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 02 10:35:38.327121 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-df65ccc5-b1db-4bec-844e-c2cd6caa1b30 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:38.334834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-df65ccc5-b1db-4bec-844e-c2cd6caa1b30 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0072343 May 02 10:35:38.337072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-0cb10cbd-9082-445e-88d7-d27e632463b9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/quotas/00e2e106852b47f7a8e76aab24c5e883 HTTP/1.1" status: 200 len: 375 time: 0.0243325 May 02 10:35:38.337558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40854) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:38.342145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-34d4cba9-eb70-4246-8583-27091e7475c0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:38.353765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17699f68-7230-44ae-90e1-18c7812d2127 req-2ef076a1-b0e1-4044-94a4-99e20b58dd50 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.361121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17699f68-7230-44ae-90e1-18c7812d2127 req-2ef076a1-b0e1-4044-94a4-99e20b58dd50 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0600467 May 02 10:35:38.408825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-93e00991-de7b-43d3-8d1b-ba4c291784f2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0621824 May 02 10:35:38.417134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17699f68-7230-44ae-90e1-18c7812d2127 req-41a9cb0e-dcf6-47ba-add5-339d184f3665 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532625 May 02 10:35:38.489277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28bb5c14-4d18-49b8-ac54-05b899e29108 req-a5138a3d-7fe4-4d9a-b716-79e7281903ac tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 210 time: 0.0289299 May 02 10:35:38.538839 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-34d4cba9-eb70-4246-8583-27091e7475c0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:38.539888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-34d4cba9-eb70-4246-8583-27091e7475c0 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2013619 May 02 10:35:38.542987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40862) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:38.547889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6b15ce7c-ce0f-43d4-ac77-482fd945a702 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'bfc95891-5fe4-4e89-8162-f0542fa2b98a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:38.576846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3dfd3eb5-1243-413d-9377-e6faca8d88a6 service neutron] 10.222.0.16 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554582 May 02 10:35:38.681606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-22fb2dee-de9e-4e35-9209-0a67ab36aaab service neutron] 10.222.0.16 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980418 May 02 10:35:38.710372 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-6b15ce7c-ce0f-43d4-ac77-482fd945a702 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:38.711402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6b15ce7c-ce0f-43d4-ac77-482fd945a702 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1671281 May 02 10:35:38.714568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40868) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:38.725507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-aeb30bff-cb2e-4fff-a36c-e87146c223e2 service neutron] 10.222.0.16 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0379410 May 02 10:35:38.751968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.761018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.767910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.773687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.779357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.785539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.792799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:38.794757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-53368894-e462-469b-879c-de37607625a3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.1213720 May 02 10:35:38.831374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-72f0ebf5-1d28-4a73-8e2b-9350dc12e6ba service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995758 May 02 10:35:38.868390 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (bfc95891-5fe4-4e89-8162-f0542fa2b98a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:38.894251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf6e2a67-dc64-4eea-91b1-6f9186d10212 req-ad8f0889-e161-4899-ac49-083da5eb84d4 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907774 May 02 10:35:38.906344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (bfc95891-5fe4-4e89-8162-f0542fa2b98a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:38.948185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-90755327-783e-4fef-8876-f698e9c39f08 service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110456 May 02 10:35:38.991560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-e6c518c3-8852-4c98-8bd1-3bfe28f68060 service neutron] 10.222.0.16 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0361605 May 02 10:35:39.024097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019cf1a6-c94a-4e73-b76f-15b3dc11da3c req-4af4938c-0333-4925-9761-0c42a5386097 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.025591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-019cf1a6-c94a-4e73-b76f-15b3dc11da3c req-4af4938c-0333-4925-9761-0c42a5386097 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0515699 May 02 10:35:39.074492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-019cf1a6-c94a-4e73-b76f-15b3dc11da3c req-a6403e9e-9cab-4b65-b415-18c7b357d61d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429285 May 02 10:35:39.086546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f86656d6-8499-460a-b852-0da5ec7918ee service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893519 May 02 10:35:39.188096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.189579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6d3418b8-d7c9-41a5-bd4b-06d46813deba service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969934 May 02 10:35:39.193643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.198868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.204040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.209381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.214686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.219967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.222413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4db9520-40a3-4919-812d-195672b0a4bd req-c3445d39-c6ae-492a-afcb-63f659e0216a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.0902786 May 02 10:35:39.223540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bfc95891-5fe4-4e89-8162-f0542fa2b98a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:39.226176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:39.229970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/bfc95891-5fe4-4e89-8162-f0542fa2b98a HTTP/1.1" status: 204 len: 168 time: 0.5137446 May 02 10:35:39.230542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40876) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:39.234824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:39.255333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Request body: {'floatingip': {'port_id': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:39.290977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-13f9f42f-7da0-4c2d-8887-22d7a8d77766 service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955291 May 02 10:35:39.319209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93387d1-2050-4999-b4b6-0aa5b17ed384 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfc95891-5fe4-4e89-8162-f0542fa2b98a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:39.338878 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:39.396649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-c31c783b-732d-49fb-855d-0b17cd092bbb service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991683 May 02 10:35:39.419528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79dd632d-c64a-44e9-9d94-34e3740650f5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1852837 May 02 10:35:39.423853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40882) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:39.430506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--1435710524'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:39.493302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-4391fdaf-3379-4cd6-9310-65b7a91bbef8 service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907149 May 02 10:35:39.593960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-79ca0e8f-7d89-40c2-8c0c-270179ba4f53 service neutron] 10.222.0.16 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950489 May 02 10:35:39.615643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c9df-2501-47d1-bbcc-7366c06ad91e req-9f0b5692-4a8b-4c2e-8460-cc1756e7679f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:39.615643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5248c9df-2501-47d1-bbcc-7366c06ad91e req-9f0b5692-4a8b-4c2e-8460-cc1756e7679f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0879822 May 02 10:35:39.640261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:39.700105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ffc986d3-c83e-4952-bd59-231ed17939f6 service neutron] 10.222.0.16 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998323 May 02 10:35:39.795000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6f3fed76-f29c-4c01-abf5-fc142ff51aa8 service neutron] 10.222.0.16 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939815 May 02 10:35:39.797278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5248c9df-2501-47d1-bbcc-7366c06ad91e req-ef12690e-afd8-4f56-a99e-e2459f5278a4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735499 May 02 10:35:39.907752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-86ee1d4b-00d3-462f-adae-abf242587abf service neutron] 10.222.0.16 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058264 May 02 10:35:40.012307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-4ba984a5-cbf7-4617-bd77-64aacbc96036 service neutron] 10.222.0.16 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976322 May 02 10:35:40.073556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5118bc65-84b4-4dca-8c77-ec64b243a1ea tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:40.080676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5118bc65-84b4-4dca-8c77-ec64b243a1ea tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 935 time: 0.0611749 May 02 10:35:40.129116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d84ee6f-3ab0-4f86-ba1e-e765bc25f610 req-280ce3bb-e3c7-4e9e-934e-5a697b2ddea3 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 210 time: 0.0570641 May 02 10:35:40.134872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f560828e-2779-4ae6-b969-751c772acd96 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:40.136271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f560828e-2779-4ae6-b969-751c772acd96 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 936 time: 0.0548260 May 02 10:35:40.296970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (b27134c2-aa01-45ba-945d-1582ea832d19), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:40.312112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe8237-b083-4859-b813-1fbe0a4749a3 req-4e21f543-017b-4d29-9714-71a449eb0f3d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:40.313638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7fe8237-b083-4859-b813-1fbe0a4749a3 req-4e21f543-017b-4d29-9714-71a449eb0f3d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1039379 May 02 10:35:40.473394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7fe8237-b083-4859-b813-1fbe0a4749a3 req-1cd2118f-2f77-4c49-a843-46bd1f8e0b2b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515136 May 02 10:35:40.479042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b27134c2-aa01-45ba-945d-1582ea832d19), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:40.524660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:40.535513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b27134c2-aa01-45ba-945d-1582ea832d19,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:40.610858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:40.612196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-850f6fbc-bc4a-4820-85e8-674b2ceb7f5e tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 1.1871288 May 02 10:35:40.613417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:40.615232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40918) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:40.620469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-35111f4a-7cef-402b-ab7e-3317d79e7fd3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'b27134c2-aa01-45ba-945d-1582ea832d19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:40.746787 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Floating IP a62c74e9-4617-4022-8045-7861631a925f associated. External IP: 172.35.4.105, port: 73644f9a-d12d-4a91-b30d-cd75df159a7f. May 02 10:35:40.882908 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-35111f4a-7cef-402b-ab7e-3317d79e7fd3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The resource could not be found. May 02 10:35:40.884094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-35111f4a-7cef-402b-ab7e-3317d79e7fd3 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2669380 May 02 10:35:40.888819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40930) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:40.898315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c123d857-28b9-4f22-af90-22cab54f901f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'b27134c2-aa01-45ba-945d-1582ea832d19', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a803396d-df51-4d84-b7a9-5f821c9f4f5a'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:40.994886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3e89a-8ef9-45f1-aa97-8ca3b96cd91f req-ef784353-dda9-4bfa-a877-95f58c210396 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:40.996314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d3e89a-8ef9-45f1-aa97-8ca3b96cd91f req-ef784353-dda9-4bfa-a877-95f58c210396 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1305945 May 02 10:35:41.021303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-53138ab6-2f5e-4af4-96fd-837852637b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.022920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-53138ab6-2f5e-4af4-96fd-837852637b3a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 1127 time: 0.0661623 May 02 10:35:41.131158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-76c8a792-65d6-4695-a911-d7b4123caba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.132695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-76c8a792-65d6-4695-a911-d7b4123caba0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 200 len: 917 time: 0.1030579 May 02 10:35:41.156049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d3e89a-8ef9-45f1-aa97-8ca3b96cd91f req-6357b721-8813-44e3-84ca-66c726dced7a tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203465 May 02 10:35:41.165383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-7fbd663a-224a-4a68-aa96-ac850513bc3a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.166829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-7fbd663a-224a-4a68-aa96-ac850513bc3a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.24 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 812 time: 0.2641046 May 02 10:35:41.183479 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-c123d857-28b9-4f22-af90-22cab54f901f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The resource could not be found. May 02 10:35:41.184547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c123d857-28b9-4f22-af90-22cab54f901f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2946634 May 02 10:35:41.185883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Router 62e8f0eb-decb-4df3-baec-5563baca8c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:35:41.186100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-73c3a182-17f2-491b-b9a4-89aa68420558 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64 HTTP/1.1" status: 200 len: 217 time: 0.0447109 May 02 10:35:41.187707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:41.193597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'device_id': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e', 'admin_state_up': True, 'tenant_id': '553b9c7e4f82450f827b71deadd7474c'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:41.294297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-181e5ca7-d9ca-4847-bd2d-f62825047e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.295896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-181e5ca7-d9ca-4847-bd2d-f62825047e21 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 200 len: 855 time: 0.0797298 May 02 10:35:41.297203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (b27134c2-aa01-45ba-945d-1582ea832d19), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.355234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (b27134c2-aa01-45ba-945d-1582ea832d19), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.374214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-0e915c4b-94f7-4201-b599-7ce85b92402c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.384317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-0e915c4b-94f7-4201-b599-7ce85b92402c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0669663 May 02 10:35:41.418875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa91f42-83d6-4995-8e54-f49e43a0d814 req-d964eaaf-288b-4d00-a2ad-4f5e95228f05 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.420333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fa91f42-83d6-4995-8e54-f49e43a0d814 req-d964eaaf-288b-4d00-a2ad-4f5e95228f05 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1185074 May 02 10:35:41.478737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:35:41.482869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-731452dd-d288-4446-b35b-9e3bc96bf1ac service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955667 May 02 10:35:41.485298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.490473 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Sync routers for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:35:41.503666 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:41.504703 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:35:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:41.528453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b27134c2-aa01-45ba-945d-1582ea832d19), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.532034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.537052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/b27134c2-aa01-45ba-945d-1582ea832d19 HTTP/1.1" status: 204 len: 168 time: 0.3446288 May 02 10:35:41.538255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fa91f42-83d6-4995-8e54-f49e43a0d814 req-bb9a1428-3d04-491d-a282-e0f1cba5e577 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078229 May 02 10:35:41.538813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40962) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:41.589345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ccc0f0-f52e-4784-bd4c-3eb5047e4b09 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b27134c2-aa01-45ba-945d-1582ea832d19,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:41.591810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Made reservation on behalf of 553b9c7e4f82450f827b71deadd7474c for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:41.600813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:41.647455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-228f39f6-f069-4ed5-b568-6ab6e3474f81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "PUT /v2.0/floatingips/a62c74e9-4617-4022-8045-7861631a925f HTTP/1.1" status: 200 len: 992 time: 2.4061031 May 02 10:35:41.670182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:41.672457 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de" -d '{"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:41.674586 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:41.690152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84afb725-6e3a-4c3e-beab-a88383eeec33 req-ccabd8e0-661a-4775-b5c5-df39fcbc1dde service neutron] 10.222.0.24 "GET /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924548 May 02 10:35:41.693128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6bb9f2da-d46e-4d21-9543-ab633e1caff1 req-68597f6f-4fee-4b98-a574-0328bfcbb73d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 210 time: 0.0799229 May 02 10:35:41.723339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-527a1047-1cf5-4c84-953a-d49a4db0356f tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1811039 May 02 10:35:41.727217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40972) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:41.733592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f5416917-cb78-4cd7-b5af-15e21828ca54 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': '93e222a7-919f-45e8-84a8-0d0f4a475a30', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:41.739310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-af26514f-c7a5-467e-bbe2-f9d4d70cc7e2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.740524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-af26514f-c7a5-467e-bbe2-f9d4d70cc7e2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 935 time: 0.1641645 May 02 10:35:41.826203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7aae859e-ab9b-4d43-b909-70124ecd8285 req-0aedf5af-904e-4d5c-b94d-2553bdf0b6f2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.0369978 May 02 10:35:41.869849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3e96c2d8-6e93-43ce-86d2-4be2a91ad24f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:41.871897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3e96c2d8-6e93-43ce-86d2-4be2a91ad24f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 936 time: 0.0985453 May 02 10:35:41.896403 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12d3abb-e06a-4f32-9ca5-cfd45d8e63a1 x-openstack-request-id: req-e12d3abb-e06a-4f32-9ca5-cfd45d8e63a1 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:41.896731 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:41.897349 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e12d3abb-e06a-4f32-9ca5-cfd45d8e63a1 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:41.897349 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12d3abb-e06a-4f32-9ca5-cfd45d8e63a1'] response: {'name': 'network-changed', 'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'status': 'completed', 'code': 200} May 02 10:35:41.935606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Allocated IP 172.20.0.4 (d81e7718-6c50-44a0-9bb8-f59c3354364e/e44c928f-094f-4d73-897c-fa89e46bae2d/e6b2698c-bea8-4858-ae95-9db25f07c0c1) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:42.023987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.026309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.028874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.029818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.030248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.030623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.032097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.034274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b44dc454-1a4b-4d26-977a-7efa005f0a9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6710 time: 0.1160312 May 02 10:35:42.039785 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-f5416917-cb78-4cd7-b5af-15e21828ca54 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The resource could not be found. May 02 10:35:42.041569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5416917-cb78-4cd7-b5af-15e21828ca54 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3132288 May 02 10:35:42.046776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:42.047092 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a62c74e9-4617-4022-8045-7861631a925f', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'floating_ip_address': '172.35.4.105', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'port_id': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'mac_address': 'fa:16:3e:37:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:33:51Z', 'updated_at': '2022-05-02T10:35:40Z', 'revision_number': 1, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:42.084402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Checking router: 62e8f0eb-decb-4df3-baec-5563baca8c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:35:42.086930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--147837829'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:42.101478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:35:42.108515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:35:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:42.237107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.275527 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:35:42.285193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.288517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-8b9e360b-02c5-4f12-9a0d-91712358e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.290101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-8b9e360b-02c5-4f12-9a0d-91712358e8c6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1 HTTP/1.1" status: 200 len: 913 time: 0.2459085 May 02 10:35:42.370615 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.412321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0600ca0d-f32f-437d-8aa6-77cc1efa7285 req-8ad57ae9-9af4-40d1-8b95-3ba7b15528eb tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.413909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0600ca0d-f32f-437d-8aa6-77cc1efa7285 req-8ad57ae9-9af4-40d1-8b95-3ba7b15528eb tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1128936 May 02 10:35:42.422356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Network d81e7718-6c50-44a0-9bb8-f59c3354364e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:42.426566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:42.429304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:42.478337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:42.480445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-b2556d0d-038e-4d79-8fac-0d7aacad012a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 1000 time: 0.1435456 May 02 10:35:42.509373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.510178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.528506 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (fbf8b5a4-c72e-4673-bf45-64f78461c887), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.533193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0600ca0d-f32f-437d-8aa6-77cc1efa7285 req-b8603c8e-42dd-46ec-95f4-b1f4cad5a18f tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059511 May 02 10:35:42.580273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a62c74e9-4617-4022-8045-7861631a925f', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'floating_ip_address': '172.35.4.105', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'port_id': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'mac_address': 'fa:16:3e:37:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:33:51Z', 'updated_at': '2022-05-02T10:35:40Z', 'revision_number': 1, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:42.608865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-0f3881f1-d0bc-4bdf-83d9-727e804ee272 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4211843 May 02 10:35:42.616060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbf8b5a4-c72e-4673-bf45-64f78461c887), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.616252 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a927f24e-5433-418d-a7e1-ada21e4a380b None None] The sync data for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 is: [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'a62c74e9-4617-4022-8045-7861631a925f', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'floating_ip_address': '172.35.4.105', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'port_id': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1709, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'mac_address': 'fa:16:3e:37:61:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be2829d7-c10d-463b-af13-10deca471543', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:33:51Z', 'updated_at': '2022-05-02T10:35:40Z', 'revision_number': 1, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:35:42.649219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Request body: {'port': {'device_id': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:42.674561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf8b5a4-c72e-4673-bf45-64f78461c887,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:42.684982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff27887-e0cb-419c-9e21-ab05aa66d535 req-bd89928c-0a76-41fe-b537-2800407669ba tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.685916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff27887-e0cb-419c-9e21-ab05aa66d535 req-bd89928c-0a76-41fe-b537-2800407669ba tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0856352 May 02 10:35:42.688536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462e8864-392d-4bed-91bf-c143cae97890 req-3770ad14-6690-4ec9-8282-9458697e2614 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.690667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-462e8864-392d-4bed-91bf-c143cae97890 req-3770ad14-6690-4ec9-8282-9458697e2614 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0962260 May 02 10:35:42.745205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.750763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8bed73f8-e676-4229-8ee5-6de288f7c7b1 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6829355 May 02 10:35:42.756920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41000) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:42.757390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff27887-e0cb-419c-9e21-ab05aa66d535 req-8c67b3f3-981e-4fcd-9be0-67848bf0335c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630047 May 02 10:35:42.763328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--150189263'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:42.781779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:42.812698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-462e8864-392d-4bed-91bf-c143cae97890 req-8cbf0fee-489b-429f-8d65-d0dd223a02f1 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105120 May 02 10:35:42.891944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbf3f66-2e40-43d0-bb81-f4750218fd14 req-c367145d-b68b-4c1d-9a09-00d0a1f23240 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:42.900011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0dbf3f66-2e40-43d0-bb81-f4750218fd14 req-c367145d-b68b-4c1d-9a09-00d0a1f23240 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 931 time: 0.0767670 May 02 10:35:42.947949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efca27a-097f-4404-9c2f-6037745462e9 None None] New status for floating IP a62c74e9-4617-4022-8045-7861631a925f: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:35:42.999555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0dbf3f66-2e40-43d0-bb81-f4750218fd14 req-fa6c7be8-35a6-4620-b1a6-589b0fa79cd4 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930951 May 02 10:35:43.029749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.158861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9e442ce-4c74-4c20-b1f2-d32c41bf50d3 req-173ef675-ebee-4815-9ba7-e5aab84c14a8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.1323192 May 02 10:35:43.230603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6b2698c-bea8-4858-ae95-9db25f07c0c1 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:43.239366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks [] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.270217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Transition to ACTIVE for port object e6b2698c-bea8-4858-ae95-9db25f07c0c1 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:35:43.282404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (ee4f938e-43dc-47c1-bb56-b6956c0debc0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.350538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.382991 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee4f938e-43dc-47c1-bb56-b6956c0debc0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.436970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:43.453294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4f938e-43dc-47c1-bb56-b6956c0debc0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:43.499172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.500418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-acf20208-f570-44f5-b9e5-e9bf2a72584d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7425230 May 02 10:35:43.504390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41008) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:43.508941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4e85aa3b-da64-4176-9948-3367992f5252 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group_rule': {'security_group_id': 'fbf8b5a4-c72e-4673-bf45-64f78461c887', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'ee4f938e-43dc-47c1-bb56-b6956c0debc0'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:43.512136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Attempting to bind port e6b2698c-bea8-4858-ae95-9db25f07c0c1 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:43.512482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Attempting to bind port e6b2698c-bea8-4858-ae95-9db25f07c0c1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:43.512857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Attempting to bind port e6b2698c-bea8-4858-ae95-9db25f07c0c1 on network d81e7718-6c50-44a0-9bb8-f59c3354364e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:43.518553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Port e6b2698c-bea8-4858-ae95-9db25f07c0c1 on network d81e7718-6c50-44a0-9bb8-f59c3354364e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:35:43.518865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Attempting to bind port e6b2698c-bea8-4858-ae95-9db25f07c0c1 on network d81e7718-6c50-44a0-9bb8-f59c3354364e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:43.524092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:43.524437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Checking segment: {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:43.524861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Bound using segment: {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:43.525353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Bound port: e6b2698c-bea8-4858-ae95-9db25f07c0c1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:43.525720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.594226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:43.597702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:43.666171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.666697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b70e91-a257-4b22-bfa5-01f529abf378 req-e5249e33-8f54-490a-bf4e-dd7fda36c87a tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:43.668175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5b70e91-a257-4b22-bfa5-01f529abf378 req-e5249e33-8f54-490a-bf4e-dd7fda36c87a tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0468845 May 02 10:35:43.694839 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-4e85aa3b-da64-4176-9948-3367992f5252 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:35:43.698759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4e85aa3b-da64-4176-9948-3367992f5252 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1904895 May 02 10:35:43.703436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41012) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:43.741450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5b70e91-a257-4b22-bfa5-01f529abf378 req-76b527ee-65d4-4e8d-a9c6-99461cc41748 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673287 May 02 10:35:43.777614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (ee4f938e-43dc-47c1-bb56-b6956c0debc0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.805489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (ee4f938e-43dc-47c1-bb56-b6956c0debc0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.929387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ad591-6a45-4a67-a488-3fcb5d429f15 req-dda41c76-db00-4c19-b00b-e3dc9d458db9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:43.931703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3ad591-6a45-4a67-a488-3fcb5d429f15 req-dda41c76-db00-4c19-b00b-e3dc9d458db9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0573542 May 02 10:35:43.954325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee4f938e-43dc-47c1-bb56-b6956c0debc0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.957464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.958750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/ee4f938e-43dc-47c1-bb56-b6956c0debc0 HTTP/1.1" status: 204 len: 168 time: 0.2541716 May 02 10:35:43.965586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41022) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:43.990234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6704fa44-5beb-4be8-bba6-aa405c02278a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4f938e-43dc-47c1-bb56-b6956c0debc0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:43.991521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:43.992146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:43.993639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] 10.222.0.24 "PUT /v2.0/ports/e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 1091 time: 1.3494406 May 02 10:35:43.994096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:43.996373 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c4c93-9df8-404d-9c3d-113f681242bb" -d '{"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:44.036026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffcd273-338b-4337-bb99-fc6f135f0be4 req-39641f57-ac8a-4230-862d-a48f2621aad1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.037571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ffcd273-338b-4337-bb99-fc6f135f0be4 req-39641f57-ac8a-4230-862d-a48f2621aad1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0813818 May 02 10:35:44.038737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053713e4-5b62-489c-8718-bacfed8bc7d8 service neutron] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:44.040534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3ad591-6a45-4a67-a488-3fcb5d429f15 req-1e196c5b-99f0-49e3-8ae5-82b544b0c9ef tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038389 May 02 10:35:44.073703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9519f204-8f1e-4591-b2b8-8e3585ce22d5 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1070948 May 02 10:35:44.076456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:44.104180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ffcd273-338b-4337-bb99-fc6f135f0be4 req-57796937-044e-4eda-967f-9db2ca7b2f4a tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564923 May 02 10:35:44.162373 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90f7dc2e-1bae-4087-b2c1-926b5bdc2b53 x-openstack-request-id: req-90f7dc2e-1bae-4087-b2c1-926b5bdc2b53 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:44.162679 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:44.162935 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90f7dc2e-1bae-4087-b2c1-926b5bdc2b53 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:44.163918 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90f7dc2e-1bae-4087-b2c1-926b5bdc2b53'] response: {'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'status': 'completed', 'code': 200} May 02 10:35:44.196707 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.198181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-02063913-4dde-44ce-af7b-d7f086ea90fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.199836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-02063913-4dde-44ce-af7b-d7f086ea90fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1125 time: 0.0866647 May 02 10:35:44.236985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f3623-e66f-4f87-87a2-b43a3e3a1f8d req-6f4fd712-558d-453e-ad0e-1706082c1df8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.236985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d6f3623-e66f-4f87-87a2-b43a3e3a1f8d req-6f4fd712-558d-453e-ad0e-1706082c1df8 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1181002 May 02 10:35:44.246221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-0bd7ec88-99a6-4aa0-9398-4c3c75d204c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.247645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-0bd7ec88-99a6-4aa0-9398-4c3c75d204c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 200 len: 851 time: 0.0816689 May 02 10:35:44.257170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-190e90ec-b869-40ca-bc05-5e7275e08db9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 217 time: 0.0502226 May 02 10:35:44.275007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (fbf8b5a4-c72e-4673-bf45-64f78461c887), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.304146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4ff9a9-e670-4376-aecf-e87a650e7967 req-79c6f076-8ee6-4295-89fa-f004632190af tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.311243 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fd4ff9a9-e670-4376-aecf-e87a650e7967 req-79c6f076-8ee6-4295-89fa-f004632190af tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 943 time: 0.0564592 May 02 10:35:44.334758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (fbf8b5a4-c72e-4673-bf45-64f78461c887), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.362084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fd4ff9a9-e670-4376-aecf-e87a650e7967 req-d4ddd690-9aa4-4593-a411-f7b92255c0c1 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484443 May 02 10:35:44.364524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d6f3623-e66f-4f87-87a2-b43a3e3a1f8d req-8b1164e6-a00e-4bed-a280-3aa8209ffaad tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199565 May 02 10:35:44.371576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-076a73a6-146b-4ccb-bd48-b6e76b2f35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.373170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-076a73a6-146b-4ccb-bd48-b6e76b2f35e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed1be2d6-1882-4344-b580-dc4a18d167a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0733683 May 02 10:35:44.478600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c42665b4-6e52-4752-a718-f3a0ece92c8e req-730b5499-f776-40ec-b0c9-6aeb420acda6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.0351558 May 02 10:35:44.506124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46986a5d-e50c-4dda-890d-1422964ca222 req-cc354e1c-3390-4aca-bb4e-4ee82f4b3334 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.507615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46986a5d-e50c-4dda-890d-1422964ca222 req-cc354e1c-3390-4aca-bb4e-4ee82f4b3334 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.0769088 May 02 10:35:44.514128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbf8b5a4-c72e-4673-bf45-64f78461c887), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.516982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.519355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/fbf8b5a4-c72e-4673-bf45-64f78461c887 HTTP/1.1" status: 204 len: 168 time: 0.4406877 May 02 10:35:44.527563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e934cf-2a89-46f3-be75-7b18c5324aef tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf8b5a4-c72e-4673-bf45-64f78461c887,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:44.529260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41036) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:44.551661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db631545-8c89-4238-a62d-4bd96942e472 req-371b9651-579f-4102-b45c-65f8ab51716b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.553184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-371b9651-579f-4102-b45c-65f8ab51716b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.0864236 May 02 10:35:44.573734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-69aa04b3-5509-4cbe-a271-5f9d8b753feb tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0433583 May 02 10:35:44.577801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41038) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:44.580417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46986a5d-e50c-4dda-890d-1422964ca222 req-e664703b-d603-4812-96e9-ff0f5266b07b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670691 May 02 10:35:44.582977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128710971'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:44.599849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-2c36cc8b-7291-4844-a984-65907b8ec5ec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362694 May 02 10:35:44.638245 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:35:44.684485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.697832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-f048dc36-a91b-4823-beba-41278c15684f service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905824 May 02 10:35:44.712836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491c8299-2c45-45a6-91cd-bcf472172e2f req-40d462d7-d79f-4798-adfa-9ff4e265cd41 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.714320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-491c8299-2c45-45a6-91cd-bcf472172e2f req-40d462d7-d79f-4798-adfa-9ff4e265cd41 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.0588031 May 02 10:35:44.791724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db631545-8c89-4238-a62d-4bd96942e472 req-f55431af-2d11-46ce-bdd7-e896c2fde61b service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878861 May 02 10:35:44.798480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-fd8bbbf8-e36a-4b88-a110-6b50dab0bce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.799618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-fd8bbbf8-e36a-4b88-a110-6b50dab0bce5 service neutron] 10.222.0.24 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 1031 time: 0.0665081 May 02 10:35:44.853662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-491c8299-2c45-45a6-91cd-bcf472172e2f req-82bf4ba2-f07c-4a6e-81a5-a16eca5273e0 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329188 May 02 10:35:44.869586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5fc1f4d4-2022-4ad9-8ce6-1f0a3e14caf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:44.870935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5fc1f4d4-2022-4ad9-8ce6-1f0a3e14caf4 service neutron] 10.222.0.24 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 1032 time: 0.0572569 May 02 10:35:44.877149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (2d57099a-0d5a-404a-b20f-cb8b06d80de2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.900774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-eded9531-fa0c-4437-a7ab-c9042ece43d4 req-bdfb35af-d0b1-4455-a98d-f65dbd5cf483 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:35:44.900774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eded9531-fa0c-4437-a7ab-c9042ece43d4 req-bdfb35af-d0b1-4455-a98d-f65dbd5cf483 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062094 May 02 10:35:44.951759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d57099a-0d5a-404a-b20f-cb8b06d80de2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:44.982349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d57099a-0d5a-404a-b20f-cb8b06d80de2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:44.991267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eded9531-fa0c-4437-a7ab-c9042ece43d4 req-62b12acd-4677-4358-a763-074ceed2bf29 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0855477 May 02 10:35:45.056148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.057560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5408a3a2-fb4e-4f19-8266-3e26ff32a64d tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4786391 May 02 10:35:45.060460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:45.065401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-be6261c5-ec1d-4639-beb0-b0e443da4255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:45.065820 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-be6261c5-ec1d-4639-beb0-b0e443da4255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 02 10:35:45.069728 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-be6261c5-ec1d-4639-beb0-b0e443da4255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] update failed (client error): There was a conflict when trying to complete your request. May 02 10:35:45.069728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-be6261c5-ec1d-4639-beb0-b0e443da4255 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "PUT /v2.0/security-groups/2d57099a-0d5a-404a-b20f-cb8b06d80de2 HTTP/1.1" status: 409 len: 330 time: 0.0058844 May 02 10:35:45.070463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:45.125022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (2d57099a-0d5a-404a-b20f-cb8b06d80de2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.179920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (2d57099a-0d5a-404a-b20f-cb8b06d80de2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.202069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da08a7-6ff8-476b-a579-5fa854090f0c req-39b7b83a-bc4e-439d-88e3-2d115b81dbc1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.203548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2da08a7-6ff8-476b-a579-5fa854090f0c req-39b7b83a-bc4e-439d-88e3-2d115b81dbc1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0721300 May 02 10:35:45.255742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f248d9-c740-429e-a62e-bb60ec319d8a req-a71ff9bd-df0b-42f2-abc1-735b9acd35b2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.263225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2da08a7-6ff8-476b-a579-5fa854090f0c req-e78bae37-b4f3-403c-babc-9ca24481ac8d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534701 May 02 10:35:45.270731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78f248d9-c740-429e-a62e-bb60ec319d8a req-a71ff9bd-df0b-42f2-abc1-735b9acd35b2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.0613799 May 02 10:35:45.316819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d57099a-0d5a-404a-b20f-cb8b06d80de2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.319506 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.321512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/2d57099a-0d5a-404a-b20f-cb8b06d80de2 HTTP/1.1" status: 204 len: 168 time: 0.2501466 May 02 10:35:45.327663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41056) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:45.338044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78f248d9-c740-429e-a62e-bb60ec319d8a req-eeb1624b-27e7-4457-9e1d-5f8655b8f5ef tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663965 May 02 10:35:45.343389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9823828f-d6ab-4d97-92f2-f06c6c9e2f9a tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d57099a-0d5a-404a-b20f-cb8b06d80de2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:45.522366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812b9bf-b530-4184-8a89-2bbbafca9b85 req-441e1562-0f92-49ac-bf24-acbf63179480 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.523958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2812b9bf-b530-4184-8a89-2bbbafca9b85 req-441e1562-0f92-49ac-bf24-acbf63179480 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.0859191 May 02 10:35:45.527496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22745-9a5f-4e33-b34a-6b366ecfaf6b req-307834e9-35d7-4f70-9bd7-cf7a95e41730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.528997 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8eb22745-9a5f-4e33-b34a-6b366ecfaf6b req-307834e9-35d7-4f70-9bd7-cf7a95e41730 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1127 time: 0.0583842 May 02 10:35:45.599490 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2812b9bf-b530-4184-8a89-2bbbafca9b85 req-1b8772a0-0118-4870-bec8-9a05831910de tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695231 May 02 10:35:45.611974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8eb22745-9a5f-4e33-b34a-6b366ecfaf6b req-b2e2325c-b409-4edb-96da-c396cef6c170 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656006 May 02 10:35:45.726629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcc0348-ae9c-45f7-baa3-c332bc36dccc req-2b7508b6-46d7-4b45-a220-bcec6849ddbd tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.728477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbcc0348-ae9c-45f7-baa3-c332bc36dccc req-2b7508b6-46d7-4b45-a220-bcec6849ddbd tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 943 time: 0.0552275 May 02 10:35:45.781243 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbcc0348-ae9c-45f7-baa3-c332bc36dccc req-f98a3e1d-8847-4c6b-a842-d8c82437ae78 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472140 May 02 10:35:45.866666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:45.893886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48524c26-987f-4ed9-b751-b62165c0133a req-be893b76-04d2-4d17-afb3-ebcce692a0be tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.0365129 May 02 10:35:45.894940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4c93-9df8-404d-9c3d-113f681242bb req-7e6e8d9c-66ad-4379-b2be-8b601b885a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.896271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-7e6e8d9c-66ad-4379-b2be-8b601b885a31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1125 time: 0.0674388 May 02 10:35:45.909948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-7ce29a88-3534-4e9b-bb2b-209a920520f0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.911411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-7ce29a88-3534-4e9b-bb2b-209a920520f0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.15 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.5239584 May 02 10:35:45.932767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-04149b83-9050-4a1a-94ac-a3ad2c452218 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.6037881 May 02 10:35:45.944711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:45.990897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fc9185-1bbe-49f2-8345-e46a47786a31 req-d829f3b3-9b1b-440c-acfe-d6d342a97684 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:45.992409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51fc9185-1bbe-49f2-8345-e46a47786a31 req-d829f3b3-9b1b-440c-acfe-d6d342a97684 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.1511605 May 02 10:35:46.002388 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-0cefe026-0947-44e5-b07f-6566e61b8ee7 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] delete failed (client error): The resource could not be found. May 02 10:35:46.003404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0cefe026-0947-44e5-b07f-6566e61b8ee7 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f1f5fd7-7474-45bf-be8b-18a4df865598 HTTP/1.1" status: 404 len: 347 time: 0.0573704 May 02 10:35:46.007361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41072) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:46.018407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-e595969a-b049-4253-8179-5b135a618aac service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637740 May 02 10:35:46.049344 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-39464aa1-6746-45ee-8117-f7fded403479 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] show failed (client error): The resource could not be found. May 02 10:35:46.053907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39464aa1-6746-45ee-8117-f7fded403479 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-groups/4c27e4e8-15ae-4227-9eff-d6fdc6565290 HTTP/1.1" status: 404 len: 347 time: 0.0422232 May 02 10:35:46.054420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41074) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:46.064726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652ee9c8-06bf-4450-8a1e-542624b4f804 req-b45839ef-7212-4e9f-8a5c-2ea76990cdf8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.066199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-652ee9c8-06bf-4450-8a1e-542624b4f804 req-b45839ef-7212-4e9f-8a5c-2ea76990cdf8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.0820034 May 02 10:35:46.085449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-2ee3ea54-adaa-4094-b9ae-4273c1f25b0f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.090475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-2ee3ea54-adaa-4094-b9ae-4273c1f25b0f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.096395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4c93-9df8-404d-9c3d-113f681242bb req-9e3916b9-2f23-42c9-b3e3-a05064041e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.096395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-9e3916b9-2f23-42c9-b3e3-a05064041e13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.1873291 May 02 10:35:46.096694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-2ee3ea54-adaa-4094-b9ae-4273c1f25b0f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.097742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-2ee3ea54-adaa-4094-b9ae-4273c1f25b0f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 1995 time: 0.2544131 May 02 10:35:46.099828 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-ff59c118-3e0a-4f82-92a0-6503dbea5e96 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] show failed (client error): The resource could not be found. May 02 10:35:46.103461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff59c118-3e0a-4f82-92a0-6503dbea5e96 tempest-NegativeSecGroupTest-1552318563 tempest-NegativeSecGroupTest-1552318563-project] 10.222.0.16 "GET /v2.0/security-group-rules/4176289f-2c79-4670-b50a-875e346dbf30 HTTP/1.1" status: 404 len: 356 time: 0.0440090 May 02 10:35:46.114105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51fc9185-1bbe-49f2-8345-e46a47786a31 req-6311f6d9-570a-48f5-a67b-b24ea27834e0 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124570 May 02 10:35:46.150543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-652ee9c8-06bf-4450-8a1e-542624b4f804 req-1a36ea2c-aa5a-4ca3-996e-fe4d05341e2b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778413 May 02 10:35:46.212555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6a05422a-b2e0-44e6-ad9c-82ababb23dea tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=00e2e106852b47f7a8e76aab24c5e883 HTTP/1.1" status: 200 len: 380 time: 0.0960124 May 02 10:35:46.217391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-d5a23b2f-5411-43f2-963a-98fbcecf59c5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 217 time: 0.0716567 May 02 10:35:46.267211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4348c515-e63e-4bfb-b9d1-09d002a98e26 req-b7773d74-fdfc-480b-908e-3fa88b0b428a tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.269362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4348c515-e63e-4bfb-b9d1-09d002a98e26 req-b7773d74-fdfc-480b-908e-3fa88b0b428a tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.0569577 May 02 10:35:46.275011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'admin_state_up': True, 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'security_groups': ['797a85dc-0495-4313-a65a-f8bf024400fb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:46.279214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438c4c93-9df8-404d-9c3d-113f681242bb req-859dbc26-a7d3-4389-b4d5-36b33e23d061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.281025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-859dbc26-a7d3-4389-b4d5-36b33e23d061 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.0549920 May 02 10:35:46.333046 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-11d529dd-8a1d-4487-bcb2-e0352400271d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352569 May 02 10:35:46.383647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4348c515-e63e-4bfb-b9d1-09d002a98e26 req-4717055f-9b60-4c8f-8b76-605ad2681fc9 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035883 May 02 10:35:46.464051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821a55-b1d6-461d-b7ee-81ab724b212e req-6f2a4dda-4186-4ecc-9087-a509ff8f78e8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.469415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821a55-b1d6-461d-b7ee-81ab724b212e req-6f2a4dda-4186-4ecc-9087-a509ff8f78e8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.475464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47821a55-b1d6-461d-b7ee-81ab724b212e req-6f2a4dda-4186-4ecc-9087-a509ff8f78e8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.482405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47821a55-b1d6-461d-b7ee-81ab724b212e req-6f2a4dda-4186-4ecc-9087-a509ff8f78e8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589&device_id=79f88043-657d-4800-9c0c-181ae1171e5c&device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 2416 time: 0.1527255 May 02 10:35:46.520964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db168849-57e7-40f3-ab73-c57659a26a09 req-b1bc592f-f505-4a6a-b5a4-10c6a698d56d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:46.528209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db168849-57e7-40f3-ab73-c57659a26a09 req-b1bc592f-f505-4a6a-b5a4-10c6a698d56d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0622551 May 02 10:35:46.536393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:46.539887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:46.553004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-7408b8ea-fb0b-4889-8c2c-4f8ef108fb75 service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122953 May 02 10:35:46.556217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47821a55-b1d6-461d-b7ee-81ab724b212e req-a9cf39f9-8b72-4f35-a2e1-e18bf849f2ad tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730388 May 02 10:35:46.627415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41094) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:46.664090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db168849-57e7-40f3-ab73-c57659a26a09 req-ee066c35-a03e-487d-88dc-2afe956809bd tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348283 May 02 10:35:46.703468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f345fc4b-5287-48ee-b68c-09b73bcb1d69 req-2daca120-64f5-4a48-bc32-4aa8a5e968ad tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0688689 May 02 10:35:46.721729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438c4c93-9df8-404d-9c3d-113f681242bb req-f7ff29c5-df00-4bc8-8802-19370e90527e service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629827 May 02 10:35:46.772277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 172.20.0.12 (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3/180f2185-f21a-4166-9331-aca1aaa14460/f9ed19c7-6738-457d-98d3-72ef7c9dccf6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:46.847491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a9c72d01-5dd9-4691-8ef8-acedfd5b9972 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aeb0ed00df5f4427af0b79cd832e4399&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132258 May 02 10:35:46.850930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41102) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:46.868826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e6b2698c-bea8-4858-ae95-9db25f07c0c1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:35:46.975207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] Publish callbacks [] for security_group (62ccb6c0-95a9-4e39-8903-c5be08a7a3e0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.034423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4dd60d-a143-451b-a6d5-a57a61ddf802 req-0139dfcb-0474-4ea6-98a1-636516051e25 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:47.037644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf4dd60d-a143-451b-a6d5-a57a61ddf802 req-0139dfcb-0474-4ea6-98a1-636516051e25 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 943 time: 0.1254015 May 02 10:35:47.046343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] Publish callbacks [] for security_group (62ccb6c0-95a9-4e39-8903-c5be08a7a3e0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.061271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:47.072105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-495f37e4-9060-4083-a364-e5960982947c req-049aae57-60ee-4975-89dc-8bdedecdf349 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.0559676 May 02 10:35:47.085455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e', 'port_id': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'mac_address': 'fa:16:3e:e9:66:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44c928f-094f-4d73-897c-fa89e46bae2d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:35:47.104379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.130290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf4dd60d-a143-451b-a6d5-a57a61ddf802 req-ab50a920-9c5d-4b3d-8535-a193ceb37410 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872047 May 02 10:35:47.160539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e6b2698c-bea8-4858-ae95-9db25f07c0c1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:47.160970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.186957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6b2698c-bea8-4858-ae95-9db25f07c0c1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:47.210898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:47.214349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (62ccb6c0-95a9-4e39-8903-c5be08a7a3e0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.217161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.218533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/62ccb6c0-95a9-4e39-8903-c5be08a7a3e0 HTTP/1.1" status: 204 len: 168 time: 0.3664663 May 02 10:35:47.237973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6533e4ae-9c0d-44d5-a902-bcbc2d29c4ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62ccb6c0-95a9-4e39-8903-c5be08a7a3e0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:47.240503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.301206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f5e87-1772-4152-9dc9-1dd47503793a req-8b01a132-940e-4656-9ef5-f3118599162c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:47.303698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c26f5e87-1772-4152-9dc9-1dd47503793a req-8b01a132-940e-4656-9ef5-f3118599162c tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 947 time: 0.0696158 May 02 10:35:47.317283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.332187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:47.372742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c26f5e87-1772-4152-9dc9-1dd47503793a req-bc0b05b7-4923-4121-a148-12f72b4cda44 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634747 May 02 10:35:47.404550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:47.405343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:47.413736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:47.418415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:47.420488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.421204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.421711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.422235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.422732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.423228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.424286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.424977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.425485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.427025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.427598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.428567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.435470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.435470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.435470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:35:47.477185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Deleting port 7dd05afd-3298-431b-a899-282bd226f958 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:47.477552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.554084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:47.622756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48898fbb-0bc5-4c88-a75a-95f7ee02e7de req-8a026f66-b9a4-41f9-8f5c-0876afcde24e service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396339 May 02 10:35:47.624578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5effb61-5186-4ace-b51e-df60aa7c6de2 req-c98ce746-bb8a-462d-9b99-fcddc61691ec tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:47.644789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5effb61-5186-4ace-b51e-df60aa7c6de2 req-c98ce746-bb8a-462d-9b99-fcddc61691ec tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.1078756 May 02 10:35:47.669985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7dd05afd-3298-431b-a899-282bd226f958 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:47.765881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5effb61-5186-4ace-b51e-df60aa7c6de2 req-c532d0eb-9c58-4df7-97f2-f80611d30604 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169770 May 02 10:35:47.779898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:47.780765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.882435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9a14e033-d6b7-4b15-b220-e1bdced345ed None None] Provisioning complete for port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:47.882435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9a14e033-d6b7-4b15-b220-e1bdced345ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.917284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270cd187-2b62-40be-b6b5-d77de424c16c req-67e018a4-0acf-4c57-8e35-6217b6f5aa9d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:47.920811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:47.921138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7dd05afd-3298-431b-a899-282bd226f958), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:47.935202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-270cd187-2b62-40be-b6b5-d77de424c16c req-67e018a4-0acf-4c57-8e35-6217b6f5aa9d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0874741 May 02 10:35:47.953812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-6231f1c4-662c-47fd-b221-958b05e068f8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6834123 May 02 10:35:47.960620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Calling delete_port for 7dd05afd-3298-431b-a899-282bd226f958 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:48.006678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'admin_state_up': True, 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'security_groups': ['797a85dc-0495-4313-a65a-f8bf024400fb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:48.044749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-270cd187-2b62-40be-b6b5-d77de424c16c req-fc755b50-3770-4e42-a14c-e73a12922ac1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069770 May 02 10:35:48.047072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7dd05afd-3298-431b-a899-282bd226f958 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:48.047392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7dd05afd-3298-431b-a899-282bd226f958), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.064530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-c1841731-6803-4909-957b-710a4daf5246 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:48.066213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-c1841731-6803-4909-957b-710a4daf5246 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.15 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.1070209 May 02 10:35:48.091457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9a14e033-d6b7-4b15-b220-e1bdced345ed None None] Port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:48.171854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:48.174845 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3238c3f-fee5-40a5-aa0c-6cac96bd9891" -d '{"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:48.210113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7dd05afd-3298-431b-a899-282bd226f958, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7dd05afd-3298-431b-a899-282bd226f958,segment=NetworkSegment(66d3ebdf-a25c-45af-8a3b-df9b146bc1a5),segment_id=66d3ebdf-a25c-45af-8a3b-df9b146bc1a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:48.291583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235c506-0de0-4a1f-9050-e66614ba22d2 req-07d1308c-0648-4ccd-b4f4-98e9a72ea116 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:48.297236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3235c506-0de0-4a1f-9050-e66614ba22d2 req-07d1308c-0648-4ccd-b4f4-98e9a72ea116 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 932 time: 0.0657430 May 02 10:35:48.312283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.375951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=13']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:48.379644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3235c506-0de0-4a1f-9050-e66614ba22d2 req-3356aff2-5bf3-4200-9302-c6fd07de6558 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778408 May 02 10:35:48.405555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Deleting port 675e8f63-4546-46c9-b443-e9e532522b39 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:48.405555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (675e8f63-4546-46c9-b443-e9e532522b39), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.440193 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88fd15ce-0239-4286-9ce0-be31eccf156c x-openstack-request-id: req-88fd15ce-0239-4286-9ce0-be31eccf156c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:48.440490 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-unplugged", "status": "completed", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:48.440805 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-88fd15ce-0239-4286-9ce0-be31eccf156c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:48.441204 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88fd15ce-0239-4286-9ce0-be31eccf156c'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'code': 200} May 02 10:35:48.475085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3febc2e-9211-4e88-86f7-4377bf70cbe3 req-9af0c36f-1ab7-443e-b1e4-3e898b5b0833 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:48.480574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e3febc2e-9211-4e88-86f7-4377bf70cbe3 req-9af0c36f-1ab7-443e-b1e4-3e898b5b0833 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 944 time: 0.1860297 May 02 10:35:48.565115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:48.568433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.625270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e3febc2e-9211-4e88-86f7-4377bf70cbe3 req-c9841402-54d6-4032-a9e7-71492d088434 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382537 May 02 10:35:48.656301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] For port 675e8f63-4546-46c9-b443-e9e532522b39, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=675e8f63-4546-46c9-b443-e9e532522b39,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:48.656896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (675e8f63-4546-46c9-b443-e9e532522b39), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.711136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Calling delete_port for 675e8f63-4546-46c9-b443-e9e532522b39 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:48.737196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:48.740201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7dd05afd-3298-431b-a899-282bd226f958), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.804472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf39c05a-10ad-4c70-a43f-d8faa7bc39e1 req-39a3529f-0dff-463f-9701-d7ad886aa1b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:48.806128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf39c05a-10ad-4c70-a43f-d8faa7bc39e1 req-39a3529f-0dff-463f-9701-d7ad886aa1b2 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 945 time: 0.1124675 May 02 10:35:48.889296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e6b2698c-bea8-4858-ae95-9db25f07c0c1 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:35:48.896046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Pushing event deleted for resources: {'Port': ['ID=7dd05afd-3298-431b-a899-282bd226f958,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:48.939492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bcb123a-9aef-409a-83c0-a2e621bd6b36 req-a869cc69-bdd9-411b-839f-1cdb041b7821 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:48.945133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bcb123a-9aef-409a-83c0-a2e621bd6b36 req-a869cc69-bdd9-411b-839f-1cdb041b7821 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 950 time: 0.0606375 May 02 10:35:48.950455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ae672f22-5c48-4384-9f89-6842ef4cb5d3 tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1917313977', 'prefixes': ['172.20.0.0/16']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:48.959982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] No DVR routers for this DVR port 7dd05afd-3298-431b-a899-282bd226f958 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:48.964591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e6b2698c-bea8-4858-ae95-9db25f07c0c1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:35:48.967384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:48.970734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4187f45c-adcb-4a5a-aea6-fad51999f5ac req-36d9935b-8d98-4846-aae4-244c528020d3 tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.15 "DELETE /v2.0/ports/7dd05afd-3298-431b-a899-282bd226f958 HTTP/1.1" status: 204 len: 173 time: 1.7981341 May 02 10:35:48.974977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-deleted', 'tag': '7dd05afd-3298-431b-a899-282bd226f958'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:48.977306 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b94d02d7-22da-46b8-ba15-c537864eeb34" -d '{"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-deleted", "tag": "7dd05afd-3298-431b-a899-282bd226f958"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:49.006001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.1.1.112 (4114ebda-3413-4a09-ad17-9bdf094e1440/69f0b206-8b1e-4623-9505-d4839eaae071/00ed84d9-d5f9-4c97-9047-2fe779a144f5) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:49.026875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bcb123a-9aef-409a-83c0-a2e621bd6b36 req-f040b8ec-3d71-49c8-a22d-65659d72a4be tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/security-groups?id=bc2eac29-c951-462e-85ac-118e034616a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546587 May 02 10:35:49.054355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e6b2698c-bea8-4858-ae95-9db25f07c0c1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:49.055979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.059347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf39c05a-10ad-4c70-a43f-d8faa7bc39e1 req-99342345-c3a8-4a90-a64d-2de93d27c72b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/security-groups?id=e928e010-0c10-46d8-abc0-b684f45391cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049801 May 02 10:35:49.180273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e6b2698c-bea8-4858-ae95-9db25f07c0c1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:35:49.181446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.183991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5112a54-d666-4543-af8a-4a153474dca3 req-27729d74-2044-435f-adba-10f75b9c9ab4 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.185925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f5112a54-d666-4543-af8a-4a153474dca3 req-27729d74-2044-435f-adba-10f75b9c9ab4 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.0623369 May 02 10:35:49.235150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:49.255547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f5112a54-d666-4543-af8a-4a153474dca3 req-cecbe575-2059-430c-8436-f86de5cab9c6 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633550 May 02 10:35:49.296667 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f0a67e-db50-4073-99d3-7f3ddd452453 x-openstack-request-id: req-55f0a67e-db50-4073-99d3-7f3ddd452453 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:49.297037 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77b6958b-9725-40d0-bb2b-d8d9156dfaa2", "name": "network-vif-deleted", "tag": "7dd05afd-3298-431b-a899-282bd226f958", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:49.297391 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55f0a67e-db50-4073-99d3-7f3ddd452453 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:49.297853 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55f0a67e-db50-4073-99d3-7f3ddd452453'] response: {'server_uuid': '77b6958b-9725-40d0-bb2b-d8d9156dfaa2', 'name': 'network-vif-deleted', 'tag': '7dd05afd-3298-431b-a899-282bd226f958', 'status': 'completed', 'code': 200} May 02 10:35:49.302933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.334232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.340457 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (675e8f63-4546-46c9-b443-e9e532522b39), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.360129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['675e8f63-4546-46c9-b443-e9e532522b39'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:49.371373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Pushing event deleted for resources: {'Port': ['ID=675e8f63-4546-46c9-b443-e9e532522b39,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:49.388304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b68243c-20a5-4ef2-8ecc-7d7142c001c7 req-6265497c-dbb8-4202-b657-974618ac09b6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.389960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b68243c-20a5-4ef2-8ecc-7d7142c001c7 req-6265497c-dbb8-4202-b657-974618ac09b6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0669258 May 02 10:35:49.426464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] No DVR routers for this DVR port 675e8f63-4546-46c9-b443-e9e532522b39 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:49.429257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.435903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94900ef1-846f-4bc4-94f1-4f6becb47b6f req-54534dcc-54ca-4aa0-bf47-330e09f24142 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.15 "DELETE /v2.0/ports/675e8f63-4546-46c9-b443-e9e532522b39 HTTP/1.1" status: 204 len: 173 time: 1.3222671 May 02 10:35:49.442833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:49.449225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.464295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b68243c-20a5-4ef2-8ecc-7d7142c001c7 req-69a0c7dc-d8b7-4910-99d3-4a4f60b04f1d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656192 May 02 10:35:49.531001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:49.543183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:49.545768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:49.560058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:49.588926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49a94b-dd4d-4b8e-9d00-2549a9cef42d req-40a6ea2e-8592-4090-957c-e240c4d56ef8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.589896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f0a185-c2cb-4a84-8701-2d42c4d08371 req-af25e4da-a912-4e2d-833c-923fa46cac2a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.591704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12f0a185-c2cb-4a84-8701-2d42c4d08371 req-af25e4da-a912-4e2d-833c-923fa46cac2a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0544090 May 02 10:35:49.594542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f49a94b-dd4d-4b8e-9d00-2549a9cef42d req-40a6ea2e-8592-4090-957c-e240c4d56ef8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.596898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f49a94b-dd4d-4b8e-9d00-2549a9cef42d req-40a6ea2e-8592-4090-957c-e240c4d56ef8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 1654 time: 0.1109838 May 02 10:35:49.614945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae672f22-5c48-4384-9f89-6842ef4cb5d3 tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.617540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae672f22-5c48-4384-9f89-6842ef4cb5d3 tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.8780053 May 02 10:35:49.619781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41178) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:49.657545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12f0a185-c2cb-4a84-8701-2d42c4d08371 req-e2a7ac3a-9c44-4f54-8855-51a1640b1e46 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541005 May 02 10:35:49.686548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.687181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:49.695309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-958d8817-d162-43b6-807f-6c1f5cb32b5b tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "GET /v2.0/subnetpools/fc2deb9e-6943-4320-8832-0489e8cf8a23 HTTP/1.1" status: 200 len: 732 time: 0.0725789 May 02 10:35:49.698025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:49.702934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-012ed59d-8fa6-4c64-8183-cb7ee65adebe tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-266610605'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:49.728726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f49a94b-dd4d-4b8e-9d00-2549a9cef42d req-de48fb5b-46ba-4e93-8420-e347355b8e45 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254809 May 02 10:35:49.779759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-7eeb7513-e876-443d-aa57-cce1ab93cfcb tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8169103 May 02 10:35:49.799001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'admin_state_up': True, 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'security_groups': ['797a85dc-0495-4313-a65a-f8bf024400fb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:49.847395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc381202-d345-4e60-8509-d313ac74ab77 req-3eb38a8b-b528-490b-9406-d1b7b0123522 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:49.860383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc381202-d345-4e60-8509-d313ac74ab77 req-3eb38a8b-b528-490b-9406-d1b7b0123522 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 945 time: 0.1245964 May 02 10:35:49.944640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc381202-d345-4e60-8509-d313ac74ab77 req-2ce85c9c-a1cf-4ee0-b30a-803ebdaa7b27 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823960 May 02 10:35:49.951385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d558d460-e0b8-400f-850b-0116ca0144e7 None None] Provisioning complete for port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:49.951904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d558d460-e0b8-400f-850b-0116ca0144e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.020186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012ed59d-8fa6-4c64-8183-cb7ee65adebe tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.020186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-012ed59d-8fa6-4c64-8183-cb7ee65adebe tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "PUT /v2.0/subnetpools/fc2deb9e-6943-4320-8832-0489e8cf8a23 HTTP/1.1" status: 200 len: 683 time: 0.3013315 May 02 10:35:50.020186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:50.020698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d558d460-e0b8-400f-850b-0116ca0144e7 None None] Port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:50.097288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:50.102820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.160416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a622f09-8187-4247-810f-94d031efaa14 req-ae091a84-c242-4366-b515-f0de9719f00c tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 210 time: 0.0438590 May 02 10:35:50.212497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2fb6721f-8674-4f73-92e6-3011bc68afbe tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.221040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2fb6721f-8674-4f73-92e6-3011bc68afbe tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "DELETE /v2.0/subnetpools/fc2deb9e-6943-4320-8832-0489e8cf8a23 HTTP/1.1" status: 204 len: 168 time: 0.2156892 May 02 10:35:50.221804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:50.253563 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-095349a0-73f6-4106-9806-b53e8e79eeb4 tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] show failed (client error): The resource could not be found. May 02 10:35:50.261831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-095349a0-73f6-4106-9806-b53e8e79eeb4 tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "GET /v2.0/subnetpools/fc2deb9e-6943-4320-8832-0489e8cf8a23 HTTP/1.1" status: 404 len: 346 time: 0.0387859 May 02 10:35:50.262542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41198) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:50.270571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-316519a9-27df-4a13-827f-636b88ca674e req-dcef149c-da1e-481b-9df0-93179bbd599f tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.0697103 May 02 10:35:50.357114 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-ec8b1616-0511-4582-bdbb-d27063dab39e tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] delete failed (client error): The resource could not be found. May 02 10:35:50.364924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec8b1616-0511-4582-bdbb-d27063dab39e tempest-SubnetPoolsTestJSON-1967957197 tempest-SubnetPoolsTestJSON-1967957197-project] 10.222.0.16 "DELETE /v2.0/subnetpools/fc2deb9e-6943-4320-8832-0489e8cf8a23 HTTP/1.1" status: 404 len: 346 time: 0.0980911 May 02 10:35:50.391985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b2b8d9-878a-4115-a8a6-0b3a5502bcc0 req-1ea96cbe-650d-4a45-9a10-99dc4927a64f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.404581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b2b8d9-878a-4115-a8a6-0b3a5502bcc0 req-1ea96cbe-650d-4a45-9a10-99dc4927a64f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1263347 May 02 10:35:50.431612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-6e129f93-dc6d-4dc5-b9e3-cbc9f7651b9e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.433145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-6e129f93-dc6d-4dc5-b9e3-cbc9f7651b9e tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.15 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.1207826 May 02 10:35:50.442836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:50.445133 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b35ec1-586b-4ce8-a3f0-5deaceb371ec" -d '{"events": [{"server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "name": "network-vif-plugged", "status": "completed", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:50.449038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492bc0d6-2825-4598-b105-aa74b59a5c9e req-45c49946-0bf0-482e-8137-3efcef4dee12 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.450918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-492bc0d6-2825-4598-b105-aa74b59a5c9e req-45c49946-0bf0-482e-8137-3efcef4dee12 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 945 time: 0.0692952 May 02 10:35:50.478540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b2b8d9-878a-4115-a8a6-0b3a5502bcc0 req-fcc0d570-3233-413e-bfc7-0e9847de0610 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728359 May 02 10:35:50.550986 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9732929e-0ecd-4633-91f8-391fcd08dbe5 x-openstack-request-id: req-9732929e-0ecd-4633-91f8-391fcd08dbe5 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:50.551487 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "name": "network-vif-plugged", "status": "completed", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:50.551894 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9732929e-0ecd-4633-91f8-391fcd08dbe5 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:50.552435 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9732929e-0ecd-4633-91f8-391fcd08dbe5'] response: {'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'code': 200} May 02 10:35:50.578083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.1.1.218 (4114ebda-3413-4a09-ad17-9bdf094e1440/69f0b206-8b1e-4623-9505-d4839eaae071/3a8b1766-f116-438b-87f6-f4a402574316) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:50.608944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Deleting port e4a56110-9104-4a13-a87c-8364f2f7b48a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:50.620471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.656392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d91a9-4f49-4cf8-a960-0181ac6796d6 req-e0334cb3-e3e9-454d-94aa-1808e10f735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.657929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b00d91a9-4f49-4cf8-a960-0181ac6796d6 req-e0334cb3-e3e9-454d-94aa-1808e10f735a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1127 time: 0.0478215 May 02 10:35:50.661492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-492bc0d6-2825-4598-b105-aa74b59a5c9e req-2fff8377-2df5-436b-8071-7351d9ae8a0d tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500852 May 02 10:35:50.711036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b00d91a9-4f49-4cf8-a960-0181ac6796d6 req-cb68f9ab-53b8-4a71-9381-99dd629a5b16 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474961 May 02 10:35:50.858092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] For port e4a56110-9104-4a13-a87c-8364f2f7b48a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=e4a56110-9104-4a13-a87c-8364f2f7b48a,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:50.858664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.884313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Calling delete_port for e4a56110-9104-4a13-a87c-8364f2f7b48a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:50.891737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (3a8b1766-f116-438b-87f6-f4a402574316), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:50.896524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7633d8-9eae-43bb-8761-6e55a900f527 req-b15a7d32-8880-4e31-a255-27176b6bd385 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.902641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7633d8-9eae-43bb-8761-6e55a900f527 req-b15a7d32-8880-4e31-a255-27176b6bd385 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:50.904307 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7633d8-9eae-43bb-8761-6e55a900f527 req-b15a7d32-8880-4e31-a255-27176b6bd385 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 1654 time: 0.0653257 May 02 10:35:50.965873 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7633d8-9eae-43bb-8761-6e55a900f527 req-d1cb3ee2-0c07-4a1a-95bb-db6827ca050b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501144 May 02 10:35:51.081289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.091416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:51.188226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:51.195001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:51.196984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:51.201945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:51.212646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecbf3c3-8597-49a7-b500-d8ecf45543d9 req-383366fc-cda4-4a5c-901c-3d81fe68d742 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:51.219941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eecbf3c3-8597-49a7-b500-d8ecf45543d9 req-383366fc-cda4-4a5c-901c-3d81fe68d742 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 945 time: 0.1444900 May 02 10:35:51.238472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b89697f6-31c4-43bf-83a8-6e79c98c4f25 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.308509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'name': 'network-vif-deleted', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:51.308509 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f7cedca-2520-4c31-ba41-ebee3d4083d8" -d '{"events": [{"server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "name": "network-vif-deleted", "tag": "675e8f63-4546-46c9-b443-e9e532522b39"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:51.312223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f974a03-f718-441c-8a23-9d630fb1a249 req-e580d21d-25ed-4aa1-9f83-40b55dc64122 tempest-VolumesBackupsTest-1849290619 tempest-VolumesBackupsTest-1849290619-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0b127fe-a00b-4076-8e3e-1c4b9b0c822f HTTP/1.1" status: 200 len: 210 time: 0.0489461 May 02 10:35:51.314170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e4a56110-9104-4a13-a87c-8364f2f7b48a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.333005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:51.333646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.336995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['8630ab94-2fd2-402f-9eb1-dfe2b96005af', '55fcab7b-b888-40a4-9ae5-ffb447977a64'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:51.340721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['e4a56110-9104-4a13-a87c-8364f2f7b48a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:51.389651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eecbf3c3-8597-49a7-b500-d8ecf45543d9 req-76ffa605-b657-48dc-99a1-b6b097e8ff72 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682060 May 02 10:35:51.422842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event deleted for resources: {'Port': ['ID=e4a56110-9104-4a13-a87c-8364f2f7b48a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:51.521235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] No DVR routers for this DVR port e4a56110-9104-4a13-a87c-8364f2f7b48a on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:51.524179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9197b869-ba95-4f2c-af50-688c7dce0e24 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7374015 May 02 10:35:51.525884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b89697f6-31c4-43bf-83a8-6e79c98c4f25 admin admin] Publish callbacks [] for security_group (b52b56bd-e0d6-4c57-bdf7-3053a31ccef9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.530225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.537411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-512a5550-cb95-4bd7-b042-d3dfa6ab2aa3 req-040efeae-dec8-4c66-a181-5d88506be0d8 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.15 "DELETE /v2.0/ports/e4a56110-9104-4a13-a87c-8364f2f7b48a HTTP/1.1" status: 204 len: 173 time: 1.0852895 May 02 10:35:51.570019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'admin_state_up': True, 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'security_groups': ['797a85dc-0495-4313-a65a-f8bf024400fb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:51.571319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3773069-69b8-4238-99d9-029f2b297388 req-ac19fa8b-6b5c-4159-be7f-9e271a102c1b tempest-ServersNegativeTestJSON-295755192 tempest-ServersNegativeTestJSON-295755192-project] 10.222.0.16 "GET /v2.0/ports?device_id=77b6958b-9725-40d0-bb2b-d8d9156dfaa2 HTTP/1.1" status: 200 len: 210 time: 0.1073956 May 02 10:35:51.612327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b89697f6-31c4-43bf-83a8-6e79c98c4f25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b52b56bd-e0d6-4c57-bdf7-3053a31ccef9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.699580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e1461ede-97ca-4132-96fd-d9a881302e9a None None] Provisioning complete for port 3a8b1766-f116-438b-87f6-f4a402574316 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:51.711439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e1461ede-97ca-4132-96fd-d9a881302e9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3a8b1766-f116-438b-87f6-f4a402574316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.720353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 675e8f63-4546-46c9-b443-e9e532522b39 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:51.721758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b89697f6-31c4-43bf-83a8-6e79c98c4f25 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77db3c06e6914376ab9983d9cd0b5f5e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6292264 May 02 10:35:51.723087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89697f6-31c4-43bf-83a8-6e79c98c4f25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52b56bd-e0d6-4c57-bdf7-3053a31ccef9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:51.726067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:51.801219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 675e8f63-4546-46c9-b443-e9e532522b39 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:51.802160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 675e8f63-4546-46c9-b443-e9e532522b39 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:51.802844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e4a56110-9104-4a13-a87c-8364f2f7b48a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:51.849414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: e4a56110-9104-4a13-a87c-8364f2f7b48a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:51.849999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device e4a56110-9104-4a13-a87c-8364f2f7b48a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:51.853878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b887e5-845d-4f31-9d00-ada8a19c06bc req-4dcfcd0a-e425-48ba-863e-10959f84364c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:51.865676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4b887e5-845d-4f31-9d00-ada8a19c06bc req-4dcfcd0a-e425-48ba-863e-10959f84364c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1118295 May 02 10:35:51.891320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e1461ede-97ca-4132-96fd-d9a881302e9a None None] Port 3a8b1766-f116-438b-87f6-f4a402574316 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:51.967070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] Publish callbacks [] for security_group (b52b56bd-e0d6-4c57-bdf7-3053a31ccef9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:51.996899 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d45c6e85-d255-404b-a83e-1adf30ce43a4 x-openstack-request-id: req-d45c6e85-d255-404b-a83e-1adf30ce43a4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:51.997449 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e0b127fe-a00b-4076-8e3e-1c4b9b0c822f", "name": "network-vif-deleted", "tag": "675e8f63-4546-46c9-b443-e9e532522b39", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:51.999836 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d45c6e85-d255-404b-a83e-1adf30ce43a4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:52.000821 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45c6e85-d255-404b-a83e-1adf30ce43a4'] response: {'server_uuid': 'e0b127fe-a00b-4076-8e3e-1c4b9b0c822f', 'name': 'network-vif-deleted', 'tag': '675e8f63-4546-46c9-b443-e9e532522b39', 'status': 'completed', 'code': 200} May 02 10:35:52.001635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4b887e5-845d-4f31-9d00-ada8a19c06bc req-c1d0cefe-3c59-4bdc-a1a3-b09331adfead tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285172 May 02 10:35:52.008404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] Publish callbacks [] for security_group (b52b56bd-e0d6-4c57-bdf7-3053a31ccef9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:52.044676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:52.179382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd1919-257e-4eee-8b46-688d6dbd660a req-3e9207fb-2227-42b5-896d-c02b1023f3b7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:52.185222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd1919-257e-4eee-8b46-688d6dbd660a req-3e9207fb-2227-42b5-896d-c02b1023f3b7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:52.190756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cd1919-257e-4eee-8b46-688d6dbd660a req-3e9207fb-2227-42b5-896d-c02b1023f3b7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:52.197996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6cd1919-257e-4eee-8b46-688d6dbd660a req-3e9207fb-2227-42b5-896d-c02b1023f3b7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 2375 time: 0.0822389 May 02 10:35:52.205513 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7a8fd5d-08da-49de-9a35-f4b82830b80a req-c3aa6526-4abc-4f28-910d-816a08863844 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=2173f225-27b3-4108-b51a-27e517d48589 HTTP/1.1" status: 200 len: 210 time: 0.0734134 May 02 10:35:52.251906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6cd1919-257e-4eee-8b46-688d6dbd660a req-450640f0-54c9-484f-94ce-35ee504d4d0a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526686 May 02 10:35:52.255158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b52b56bd-e0d6-4c57-bdf7-3053a31ccef9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:52.258749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:52.262601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b52b56bd-e0d6-4c57-bdf7-3053a31ccef9 HTTP/1.1" status: 204 len: 168 time: 0.5332482 May 02 10:35:52.276477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:52.287649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e184844-7546-45a4-ab3a-bc118854ec46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52b56bd-e0d6-4c57-bdf7-3053a31ccef9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:52.709271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e621b57-284e-422b-848e-3177bb837126 req-cd4ba1a2-34fb-425b-9a8f-b0c9a2b32ed6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:52.711996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e621b57-284e-422b-848e-3177bb837126 req-cd4ba1a2-34fb-425b-9a8f-b0c9a2b32ed6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1117578 May 02 10:35:52.800498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e621b57-284e-422b-848e-3177bb837126 req-9520302b-3afd-43f6-88c6-86c203101e51 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813119 May 02 10:35:52.865287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:52.924266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2e6453-5c8f-46bd-9cb6-e472b3505f64 req-d917cdcc-ee22-474d-bd32-ddc3dcde7a68 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:52.926821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Deleting subnet 6ad14611-859a-4719-8054-ab5435e8c010 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:35:52.930716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Publish callbacks [] for subnet (6ad14611-859a-4719-8054-ab5435e8c010), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:52.933150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed2e6453-5c8f-46bd-9cb6-e472b3505f64 req-d917cdcc-ee22-474d-bd32-ddc3dcde7a68 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 945 time: 0.4500642 May 02 10:35:52.975388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (6ad14611-859a-4719-8054-ab5435e8c010), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.015697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.2.2.100 (19a99cf5-1c5d-43b7-b127-2bcec8a53819/dcbc7902-b3fd-40c6-be83-312bae51f8ae/76ad2b06-1168-4e7f-b69b-0d807e307ed8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:53.021872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6ad14611-859a-4719-8054-ab5435e8c010), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.026915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed2e6453-5c8f-46bd-9cb6-e472b3505f64 req-1c7ae5a9-9fd4-4be8-86b7-a0939e5a8175 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927303 May 02 10:35:53.167283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-a2a40d0f-d676-4904-82b4-1185cc950896 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-812394234&fields=id&tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 267 time: 0.0469058 May 02 10:35:53.186318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (6ad14611-859a-4719-8054-ab5435e8c010), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.196037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.233314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ad14611-859a-4719-8054-ab5435e8c010,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:53.237849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.243793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41284) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:53.244277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c589ae0b-9de0-4ec1-a7e9-facaf67e083d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6ad14611-859a-4719-8054-ab5435e8c010 HTTP/1.1" status: 204 len: 168 time: 0.3771327 May 02 10:35:53.257109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-24eafaac-06d3-41be-8f86-cb9a5f632cd2 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.258638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-24eafaac-06d3-41be-8f86-cb9a5f632cd2 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 945 time: 0.0837591 May 02 10:35:53.271193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'security_groups': ['b3fc7c03-99f9-4a46-bd66-31be4770867c', '469aa0e2-c132-4672-b8c2-4ec11998cc10']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:53.309308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.379746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (84460795-e829-4d53-8689-2a724e267959), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.382658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:53.387931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.411237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:53.421683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:53.429539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:53.467193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-a69059c6-26f3-4b44-8fd6-5dfc68ca2b38 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.473154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-a69059c6-26f3-4b44-8fd6-5dfc68ca2b38 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.478532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-a69059c6-26f3-4b44-8fd6-5dfc68ca2b38 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.483958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-a69059c6-26f3-4b44-8fd6-5dfc68ca2b38 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.486350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-a69059c6-26f3-4b44-8fd6-5dfc68ca2b38 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 3096 time: 0.1366441 May 02 10:35:53.597791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.598454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.620089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (84460795-e829-4d53-8689-2a724e267959), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.623355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:53.663557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79887bef-28b2-40d8-b93e-d3136f09e5eb req-d9a3e88a-0203-4675-ab4b-42cc5f4fb2ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539712 May 02 10:35:53.665177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84460795-e829-4d53-8689-2a724e267959']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:53.670725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.677190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:53.677488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d3ebdf-a25c-45af-8a3b-df9b146bc1a5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:35:53.687053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-53f06258-3a1f-41a1-9802-882d56220729 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1472659 May 02 10:35:53.690798 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (66d3ebdf-a25c-45af-8a3b-df9b146bc1a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.704268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'admin_state_up': True, 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'security_groups': ['797a85dc-0495-4313-a65a-f8bf024400fb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:53.722680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.724618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66d3ebdf-a25c-45af-8a3b-df9b146bc1a5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.740513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:53.741175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:35:53.741175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (66d3ebdf-a25c-45af-8a3b-df9b146bc1a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: timer() May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:35:53.743415 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:35:53.821747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:53.850739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.851565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.866219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3edcca3e-cba6-43c9-a22a-00ede22c7e3b None None] Provisioning complete for port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:53.866824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3edcca3e-cba6-43c9-a22a-00ede22c7e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:53.867004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aff146d9-f12c-4216-bc75-1c51878742f8 req-e45447b9-e131-496b-a1f3-f2440f4db022 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "PUT /v2.0/ports/e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 981 time: 0.6000412 May 02 10:35:53.868114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:53.876063 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-626c3b05-9ce5-48a4-acb2-076f72dec79f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:53.945524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3edcca3e-cba6-43c9-a22a-00ede22c7e3b None None] Port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:53.968112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:53.969045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63ce6f-db5c-4bad-9732-bd18e8b9ea55 req-df5bc856-90a9-4464-8354-4ec88802daed tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:53.971700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc63ce6f-db5c-4bad-9732-bd18e8b9ea55 req-df5bc856-90a9-4464-8354-4ec88802daed tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0533469 May 02 10:35:54.002739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'name': 'network-vif-deleted', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:54.006166 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcdccad-3551-408d-8b66-2b2f0d49b2a2" -d '{"events": [{"server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "name": "network-vif-deleted", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:54.021847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc63ce6f-db5c-4bad-9732-bd18e8b9ea55 req-29108d2e-ebfd-4c11-90e9-f526a4617e18 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445237 May 02 10:35:54.027892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Made reservation on behalf of 00e2e106852b47f7a8e76aab24c5e883 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:35:54.040210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.042475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (84460795-e829-4d53-8689-2a724e267959), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.048353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.052029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/84460795-e829-4d53-8689-2a724e267959 HTTP/1.1" status: 204 len: 168 time: 0.8072007 May 02 10:35:54.117745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d39ba-74ce-4de8-90bf-e5c8172c5fd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=84460795-e829-4d53-8689-2a724e267959,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:54.238967 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-0091f12e-26a1-4653-8683-b449041583f0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2081881028&fields=id&tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 267 time: 0.0617757 May 02 10:35:54.361275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-44f79c6d-2ec1-45aa-bfdd-f0ca952208eb tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.378868 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-44f79c6d-2ec1-45aa-bfdd-f0ca952208eb tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 984 time: 0.1388471 May 02 10:35:54.382605 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80267142-cab0-48ae-92d1-10b48568d055 x-openstack-request-id: req-80267142-cab0-48ae-92d1-10b48568d055 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:54.382925 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:54.383199 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-80267142-cab0-48ae-92d1-10b48568d055 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:54.383568 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80267142-cab0-48ae-92d1-10b48568d055'] response: {'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'status': 'completed', 'code': 200} May 02 10:35:54.393090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'security_groups': ['469aa0e2-c132-4672-b8c2-4ec11998cc10', 'b3fc7c03-99f9-4a46-bd66-31be4770867c', '90db343e-2077-4405-8fb8-b29e8e44ed1a']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:54.408681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Allocated IP 10.2.2.200 (19a99cf5-1c5d-43b7-b127-2bcec8a53819/dcbc7902-b3fd-40c6-be83-312bae51f8ae/ee975fd8-c1c4-4d9f-9c9b-71274ca91d86) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:35:54.417562 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef9c477b-5770-469d-8074-ae99b20f9b1c x-openstack-request-id: req-ef9c477b-5770-469d-8074-ae99b20f9b1c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:54.417868 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2173f225-27b3-4108-b51a-27e517d48589", "name": "network-vif-deleted", "tag": "e4a56110-9104-4a13-a87c-8364f2f7b48a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:54.418177 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef9c477b-5770-469d-8074-ae99b20f9b1c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:54.418596 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef9c477b-5770-469d-8074-ae99b20f9b1c'] response: {'server_uuid': '2173f225-27b3-4108-b51a-27e517d48589', 'name': 'network-vif-deleted', 'tag': 'e4a56110-9104-4a13-a87c-8364f2f7b48a', 'status': 'completed', 'code': 200} May 02 10:35:54.494218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.542726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71167aca-c2ad-457f-98a8-74cd017ae529 req-f281ac6d-de1f-44ac-8ec6-d26d8492150b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.544275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71167aca-c2ad-457f-98a8-74cd017ae529 req-f281ac6d-de1f-44ac-8ec6-d26d8492150b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.0784912 May 02 10:35:54.652527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71167aca-c2ad-457f-98a8-74cd017ae529 req-a467cbf1-2884-4c23-b87d-2323cc40e770 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781498 May 02 10:35:54.714950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.757539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:54.788924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.804687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:54.827112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-b0118017-b4d1-4fa0-88a7-a454968c1f7d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.834754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-b0118017-b4d1-4fa0-88a7-a454968c1f7d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.851990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3ee60644-dff4-4f06-9796-1a99fc50ab94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cde37b6fb7fb45aa9279111ef4d5ceed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0435519 May 02 10:35:54.852152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-b0118017-b4d1-4fa0-88a7-a454968c1f7d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.852424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:54.870998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-b0118017-b4d1-4fa0-88a7-a454968c1f7d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:54.870998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-b0118017-b4d1-4fa0-88a7-a454968c1f7d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 3096 time: 0.0967784 May 02 10:35:54.890249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.912815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] Publish callbacks [] for security_group (e928e010-0c10-46d8-abc0-b684f45391cb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.933146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.946645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:54.956235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] Publish callbacks [] for security_group (e928e010-0c10-46d8-abc0-b684f45391cb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:54.961864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:35:54.971217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:35:54.974881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:35:54.978968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:54.994800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4bd4f0f2-b73a-42a3-81f7-2f14da850d9c req-8c269239-c419-422a-bbdf-bb3498c1db83 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225863 May 02 10:35:55.031635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.053707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.055275 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0365ecc4-566f-4772-84d4-26290a4e9060 req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "PUT /v2.0/ports/e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 1020 time: 0.6755636 May 02 10:35:55.088980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.089996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.130587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:55.194746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-818c89f5-a498-4648-9619-ff27c00e27b3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4955616 May 02 10:35:55.210870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7ea39-194e-4c06-ba15-226ee05b6408 req-693c7bd5-13e0-4ca6-8683-38b2d4edb561 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.213403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13a7ea39-194e-4c06-ba15-226ee05b6408 req-693c7bd5-13e0-4ca6-8683-38b2d4edb561 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.0637887 May 02 10:35:55.261035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e64cf5-972e-4572-9a0f-a97972abdf52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:55.278698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e928e010-0c10-46d8-abc0-b684f45391cb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.284147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.288280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e928e010-0c10-46d8-abc0-b684f45391cb HTTP/1.1" status: 204 len: 168 time: 0.4345410 May 02 10:35:55.298537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f7a79e-b437-41bd-92fc-12b428214444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e928e010-0c10-46d8-abc0-b684f45391cb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:55.310419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:55.374579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-13a7ea39-194e-4c06-ba15-226ee05b6408 req-1ed1500c-d59b-4b6f-b9f4-98548f49f53c tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=90db343e-2077-4405-8fb8-b29e8e44ed1a&id=469aa0e2-c132-4672-b8c2-4ec11998cc10 HTTP/1.1" status: 200 len: 6207 time: 0.1492066 May 02 10:35:55.428188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': ' tempest-securitygroup -478748269 ', 'description': 'tempest-description-293392343'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:55.442366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.463481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-46412410-2bbb-4ecf-ad38-22194c5d2832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.467584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-46412410-2bbb-4ecf-ad38-22194c5d2832 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1206 time: 0.1355360 May 02 10:35:55.516106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8810f62c-303d-4547-b2d5-f0b2e57062cf None None] Provisioning complete for port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:35:55.520906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8810f62c-303d-4547-b2d5-f0b2e57062cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.582550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.619502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26ec1a0a-90da-42ab-9421-dd0f05943be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:55.629128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8810f62c-303d-4547-b2d5-f0b2e57062cf None None] Port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:35:55.703584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-f053c7b4-a87d-4a56-9c14-c8abcaf61353 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.705472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-f053c7b4-a87d-4a56-9c14-c8abcaf61353 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.0924509 May 02 10:35:55.808889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-098fdb79-2617-42c7-9faf-30a16ef71c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.810363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-098fdb79-2617-42c7-9faf-30a16ef71c85 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.3291605 May 02 10:35:55.902063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50569aac-3446-4f6e-9b9e-7a02f4eaa7fc req-98df2e72-b359-4ff7-b7f3-3452e44fba87 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:55.916206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50569aac-3446-4f6e-9b9e-7a02f4eaa7fc req-98df2e72-b359-4ff7-b7f3-3452e44fba87 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 945 time: 0.1091266 May 02 10:35:55.999283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9ed19c7-6738-457d-98d3-72ef7c9dccf6 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:56.015262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks [] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.034767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50569aac-3446-4f6e-9b9e-7a02f4eaa7fc req-1bb1aa6f-75db-4a83-9bdd-1e996f6820ef tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164608 May 02 10:35:56.062727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Transition to ACTIVE for port object f9ed19c7-6738-457d-98d3-72ef7c9dccf6 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:35:56.146028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.149090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-36f9189b-8cc0-4baf-8c1e-c419d56f7ed2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 217 time: 0.3254464 May 02 10:35:56.212279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.218035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.225340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.231940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.238892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.246803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-a00a0f9e-e917-49e7-8e71-ac944974cea0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 3829 time: 0.1344340 May 02 10:35:56.259995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Deleting port 8630ab94-2fd2-402f-9eb1-dfe2b96005af {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:35:56.260341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.289300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ce20e65c-9c51-4488-8adf-20e66b4c68b1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.304568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-330f3fdd-6e92-4d65-b1eb-b4450430759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.306058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-330f3fdd-6e92-4d65-b1eb-b4450430759d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.1275284 May 02 10:35:56.315861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eff23277-ec6d-429e-b355-9ec08ddc16ba req-0a4ccfea-ccc7-40fb-aa32-75df94b8e18f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633020 May 02 10:35:56.324943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:56.379488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-6111f373-2cdf-4413-9cf1-c0d6a3643acd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350025 May 02 10:35:56.393104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ce20e65c-9c51-4488-8adf-20e66b4c68b1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.406524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:56.409614 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52ebf2c-2514-4670-8bdd-b714be2a55e6" -d '{"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:56.448675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Attempting to bind port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:56.449151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Attempting to bind port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:56.449351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Attempting to bind port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 on network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:56.462276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 on network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:35:56.462921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Attempting to bind port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 on network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:56.473742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:56.474383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Checking segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:56.474799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Bound using segment: {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:56.477542 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93fe52e-14ff-482f-ad41-e325d5893234 x-openstack-request-id: req-a93fe52e-14ff-482f-ad41-e325d5893234 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:56.477714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Bound port: f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '927fc0f8-6500-4f4a-b301-cff7f884b40f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:56.477826 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:56.478041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.478204 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a93fe52e-14ff-482f-ad41-e325d5893234 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:56.478712 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93fe52e-14ff-482f-ad41-e325d5893234'] response: {'name': 'network-changed', 'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'status': 'completed', 'code': 200} May 02 10:35:56.495731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.495731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-435f60c4-3184-489d-81e7-eb4507943130 req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 1.0710349 May 02 10:35:56.531360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d59371-fcda-4e94-850f-8e1b9fd8297a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce20e65c-9c51-4488-8adf-20e66b4c68b1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:56.564642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:56.575394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] For port 8630ab94-2fd2-402f-9eb1-dfe2b96005af, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8630ab94-2fd2-402f-9eb1-dfe2b96005af,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:35:56.575394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.576034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:56.594253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Calling delete_port for 8630ab94-2fd2-402f-9eb1-dfe2b96005af owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:35:56.616909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-e83fe462-9156-4fb8-9cb0-8a50907e838e service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253885 May 02 10:35:56.626711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6de8769a-3394-40c6-a554-752c8f1aa876 req-7abe3d52-75ce-4227-a2e7-c23622806e3b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ce20e65c-9c51-4488-8adf-20e66b4c68b1 HTTP/1.1" status: 200 len: 1798 time: 0.0509970 May 02 10:35:56.677234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.725752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.726585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.728813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1a655849-4948-4b72-949d-579c508560b3 service neutron] 10.222.0.24 "PUT /v2.0/ports/f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 1092 time: 1.4246869 May 02 10:35:56.736336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:56.736336 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:56.777333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c613a97-c216-4170-b9ba-906b7340b127 req-d0b46cd0-110e-4c21-8eb3-98bba67c919f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ce20e65c-9c51-4488-8adf-20e66b4c68b1 HTTP/1.1" status: 200 len: 1798 time: 0.1237092 May 02 10:35:56.817686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:56.836826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a655849-4948-4b72-949d-579c508560b3 service neutron] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:56.854262 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c20e367e-4910-404e-9011-66152681c04a x-openstack-request-id: req-c20e367e-4910-404e-9011-66152681c04a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:56.854889 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:56.855389 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c20e367e-4910-404e-9011-66152681c04a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:56.856711 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c20e367e-4910-404e-9011-66152681c04a'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'status': 'completed', 'code': 200} May 02 10:35:56.897422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-626c3b05-9ce5-48a4-acb2-076f72dec79f req-4957b936-6347-486f-ad89-c600feab5067 service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427404 May 02 10:35:56.943424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0c613a97-c216-4170-b9ba-906b7340b127 req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ce20e65c-9c51-4488-8adf-20e66b4c68b1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:56.944475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.945089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.945576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.946052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.946583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:56.948425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-21052c62-f94b-4779-b64d-d20b9f68edf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 4395 time: 0.0883241 May 02 10:35:56.987729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0c613a97-c216-4170-b9ba-906b7340b127 req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ce20e65c-9c51-4488-8adf-20e66b4c68b1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.025941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.148975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8630ab94-2fd2-402f-9eb1-dfe2b96005af), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.164591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['55fcab7b-b888-40a4-9ae5-ffb447977a64'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:35:57.176292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41440) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:57.234613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-a9e60148-c5ae-42e1-8774-e7ee103f7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.239401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-a9e60148-c5ae-42e1-8774-e7ee103f7827 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1206 time: 0.1865082 May 02 10:35:57.246637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aed04b0b-2bf0-4014-b57a-15c62b724b4f req-dca4bcca-b3b6-43a1-8bcd-05b571cbe867 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 210 time: 0.1102712 May 02 10:35:57.254593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event deleted for resources: {'Port': ['ID=8630ab94-2fd2-402f-9eb1-dfe2b96005af,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:57.345805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-e3627166-c517-4e89-a929-73c6bcccdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.347238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-e3627166-c517-4e89-a929-73c6bcccdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.347898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-e3627166-c517-4e89-a929-73c6bcccdfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.349524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-e3627166-c517-4e89-a929-73c6bcccdfd1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e2e106852b47f7a8e76aab24c5e883&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3778970 May 02 10:35:57.388131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] No DVR routers for this DVR port 8630ab94-2fd2-402f-9eb1-dfe2b96005af on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:35:57.396749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.400107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "DELETE /v2.0/ports/8630ab94-2fd2-402f-9eb1-dfe2b96005af HTTP/1.1" status: 204 len: 173 time: 1.6882620 May 02 10:35:57.441610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0c613a97-c216-4170-b9ba-906b7340b127 req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ce20e65c-9c51-4488-8adf-20e66b4c68b1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.444091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0c613a97-c216-4170-b9ba-906b7340b127 req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.445248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c613a97-c216-4170-b9ba-906b7340b127 req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/ce20e65c-9c51-4488-8adf-20e66b4c68b1 HTTP/1.1" status: 204 len: 173 time: 0.6508198 May 02 10:35:57.473764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0d8f5a-da00-4073-b7cd-0c8071a84308 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce20e65c-9c51-4488-8adf-20e66b4c68b1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:57.475711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-000bb8a6-c3cd-4030-b415-b573b67c68e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.541005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-fc683411-3de3-42e1-90d6-ea565c66a793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.542575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf8a8bb-4df1-415b-b0fa-92cbab343f2e req-fc683411-3de3-42e1-90d6-ea565c66a793 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1844511 May 02 10:35:57.588425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-a33f1100-5abe-497c-8b58-da6786913910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.589996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-a33f1100-5abe-497c-8b58-da6786913910 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.3434098 May 02 10:35:57.600618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06387acc-1e44-465b-b050-725c78821d5d {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:57.610076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks [] for port (06387acc-1e44-465b-b050-725c78821d5d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.628688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Transition to ACTIVE for port object 06387acc-1e44-465b-b050-725c78821d5d will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:35:57.682132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-682bea06-cccc-4390-8387-5a8598fb7fba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 200 len: 217 time: 0.0824969 May 02 10:35:57.690602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.695979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.699419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.701309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.707615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.712461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.714288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-476f4d9b-4f21-4045-8a4f-9936094a22f7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 3829 time: 0.1826193 May 02 10:35:57.743398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41454) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:57.796839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:57.855853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-b1ff4f00-0cdb-437f-8ae5-443a6692f712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.863253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-b1ff4f00-0cdb-437f-8ae5-443a6692f712 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.1478829 May 02 10:35:57.905600 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-aa0f6486-4ff2-4bfe-b86d-25c01979d7a7 req-d59604d1-f682-4a0a-ae98-25050d49a5db tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:35:57.906985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa0f6486-4ff2-4bfe-b86d-25c01979d7a7 req-d59604d1-f682-4a0a-ae98-25050d49a5db tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ce20e65c-9c51-4488-8adf-20e66b4c68b1 HTTP/1.1" status: 404 len: 352 time: 0.0266232 May 02 10:35:57.909933 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-000bb8a6-c3cd-4030-b415-b573b67c68e1 admin admin] Publish callbacks [] for security_group (9db8c6e4-7112-4abf-8b07-202d37a21424), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.963707 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-cd73ca40-cd64-4aeb-98bf-043988799ed9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887847 May 02 10:35:57.968166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-269cd76b-67a0-4672-b0b3-9802c7809d81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:57.980919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-ebe60786-bc98-45e6-a521-b030dd32529a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:57.982758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-ebe60786-bc98-45e6-a521-b030dd32529a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.0598536 May 02 10:35:57.987930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-981bffa2-7091-4fe7-b2ef-6f3c82edd830 req-439e6ca0-f2ae-44ce-9cdd-c1fbc8d029c2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2584794 May 02 10:35:58.063244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98826772-4377-4772-9c74-cd47cdcbea9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.076758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1681197333', 'description': 'tempest-description-1408172677'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:58.085368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-000bb8a6-c3cd-4030-b415-b573b67c68e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9db8c6e4-7112-4abf-8b07-202d37a21424), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.142877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e70ed4-4dc9-46e8-bb5f-93c71f2aeb7d req-db4b29df-ba58-41a1-8e8f-b9ab270281d6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:58.144692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48e70ed4-4dc9-46e8-bb5f-93c71f2aeb7d req-db4b29df-ba58-41a1-8e8f-b9ab270281d6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1341171 May 02 10:35:58.153565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-000bb8a6-c3cd-4030-b415-b573b67c68e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=87874128eb924ef6a0b82b664573ded3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9714849 May 02 10:35:58.153565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000bb8a6-c3cd-4030-b415-b573b67c68e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db8c6e4-7112-4abf-8b07-202d37a21424,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:58.155868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:58.193361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-013dbaed-f485-4f9e-9e98-ee02676d3c16 service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044318 May 02 10:35:58.209934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Attempting to bind port 06387acc-1e44-465b-b050-725c78821d5d on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:58.210275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Attempting to bind port 06387acc-1e44-465b-b050-725c78821d5d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:58.210608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Attempting to bind port 06387acc-1e44-465b-b050-725c78821d5d on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:58.230466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] Publish callbacks [] for security_group (9db8c6e4-7112-4abf-8b07-202d37a21424), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.238872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Port 06387acc-1e44-465b-b050-725c78821d5d on network 4114ebda-3413-4a09-ad17-9bdf094e1440 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:35:58.239204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Attempting to bind port 06387acc-1e44-465b-b050-725c78821d5d on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:58.250970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.267777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:58.268129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:58.268517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Bound using segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:58.268998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Bound port: 06387acc-1e44-465b-b050-725c78821d5d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:58.269369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.269593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] Publish callbacks [] for security_group (9db8c6e4-7112-4abf-8b07-202d37a21424), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.321823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-04022ec8-fde6-402a-83dd-59f57764b549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:58.323375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-04022ec8-fde6-402a-83dd-59f57764b549 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.2988026 May 02 10:35:58.357734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48e70ed4-4dc9-46e8-bb5f-93c71f2aeb7d req-cb64149b-96a7-4845-9a2f-051e6066738a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950891 May 02 10:35:58.394055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-0a8f95e6-4849-41b8-b8d7-6d8b294aa7d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.0502756 May 02 10:35:58.454689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (433925af-9fcb-497b-aafe-b4d793cc6ce6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.458201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e52ebf2c-2514-4670-8bdd-b714be2a55e6 req-2cef29f7-12a0-4217-a0de-c9e5e93da133 service neutron] 10.222.0.24 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904349 May 02 10:35:58.478307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9db8c6e4-7112-4abf-8b07-202d37a21424), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.481521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.485284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9db8c6e4-7112-4abf-8b07-202d37a21424 HTTP/1.1" status: 204 len: 168 time: 0.3229976 May 02 10:35:58.485284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'name': 'network-vif-deleted', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:58.488817 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a58d5ea-d887-4771-a9a9-bf6e2f916c73" -d '{"events": [{"server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "name": "network-vif-deleted", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:58.499543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55813e-c6b6-4186-b4e2-063f3f35e9e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db8c6e4-7112-4abf-8b07-202d37a21424,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:58.507973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:35:58.511355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11ce57c6-4e27-4aa3-9554-46abe058947c req-b8542c46-8aa1-4b26-aa92-71913081fc57 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=79f88043-657d-4800-9c0c-181ae1171e5c HTTP/1.1" status: 200 len: 210 time: 0.0631855 May 02 10:35:58.529422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06387acc-1e44-465b-b050-725c78821d5d,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:35:58.541960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-2853033a-9310-4883-a7cb-8727d1e0d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:58.544698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-2853033a-9310-4883-a7cb-8727d1e0d4c3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.1411855 May 02 10:35:58.547050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98826772-4377-4772-9c74-cd47cdcbea9a admin admin] Publish callbacks [] for security_group (9883ec3d-3b86-4d07-bd12-ffc66c275dcc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.551564 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (433925af-9fcb-497b-aafe-b4d793cc6ce6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.585306 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c9661ea-1d64-4733-bf5e-d1e7c8f71836 x-openstack-request-id: req-9c9661ea-1d64-4733-bf5e-d1e7c8f71836 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:58.585594 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79f88043-657d-4800-9c0c-181ae1171e5c", "name": "network-vif-deleted", "tag": "8630ab94-2fd2-402f-9eb1-dfe2b96005af", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:58.585850 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9c9661ea-1d64-4733-bf5e-d1e7c8f71836 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:58.586250 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c9661ea-1d64-4733-bf5e-d1e7c8f71836'] response: {'server_uuid': '79f88043-657d-4800-9c0c-181ae1171e5c', 'name': 'network-vif-deleted', 'tag': '8630ab94-2fd2-402f-9eb1-dfe2b96005af', 'status': 'completed', 'code': 200} May 02 10:35:58.590129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433925af-9fcb-497b-aafe-b4d793cc6ce6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:58.593898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-f8271c5d-b41d-4a39-a7cf-21455b50f8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:58.595903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-f8271c5d-b41d-4a39-a7cf-21455b50f8af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446117 May 02 10:35:58.634031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98826772-4377-4772-9c74-cd47cdcbea9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9883ec3d-3b86-4d07-bd12-ffc66c275dcc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.640548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.695671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.697145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef13e4e9-642f-4f0e-9de2-33caefd7c2ca req-8be454d4-32a3-4471-b8a6-63abf9ba4491 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.6261938 May 02 10:35:58.751125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1157445925', 'description': 'tempest-description-1945499071'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:58.762041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-98826772-4377-4772-9c74-cd47cdcbea9a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2c99f0e29f35413fb396a4ba0c712113&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0139589 May 02 10:35:58.762041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:58.762327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:58.762431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.763965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] 10.222.0.24 "PUT /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 1134 time: 1.9554296 May 02 10:35:58.780290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98826772-4377-4772-9c74-cd47cdcbea9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9883ec3d-3b86-4d07-bd12-ffc66c275dcc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:58.823900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff7062d-c068-4a15-8fc6-c64237945512 service neutron] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:58.840874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-dafb50ad-a4a0-4453-a9fb-f32c0dc89d87 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2343028 May 02 10:35:58.857846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '06387acc-1e44-465b-b050-725c78821d5d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:35:58.860241 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24e652-ae52-41bc-854f-f6057151f180" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "06387acc-1e44-465b-b050-725c78821d5d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:35:58.863344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] Publish callbacks [] for security_group (9883ec3d-3b86-4d07-bd12-ffc66c275dcc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.898795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:58.909758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] Publish callbacks [] for security_group (9883ec3d-3b86-4d07-bd12-ffc66c275dcc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.930913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:58.947503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8630ab94-2fd2-402f-9eb1-dfe2b96005af no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:35:58.976348 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f382af3-e94d-4eef-b1f7-95f19274c438 x-openstack-request-id: req-6f382af3-e94d-4eef-b1f7-95f19274c438 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:35:58.976955 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "06387acc-1e44-465b-b050-725c78821d5d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:35:58.977364 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f382af3-e94d-4eef-b1f7-95f19274c438 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:35:58.977936 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f382af3-e94d-4eef-b1f7-95f19274c438'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '06387acc-1e44-465b-b050-725c78821d5d', 'status': 'completed', 'code': 200} May 02 10:35:58.982182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 8630ab94-2fd2-402f-9eb1-dfe2b96005af {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:35:58.982630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8630ab94-2fd2-402f-9eb1-dfe2b96005af not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:35:59.049728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.050962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.051473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.052114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.052694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.053177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.055115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d24e652-ae52-41bc-854f-f6057151f180 req-76e3f4a6-9002-4e24-b878-46a876284739 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5353 time: 0.0695391 May 02 10:35:59.058721 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.064702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec4f5a34-49b3-4c9e-922d-b26a053b9405 req-ba75b150-a443-4302-bcf3-3a4f97f52e4a service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2076442 May 02 10:35:59.196468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.241132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9883ec3d-3b86-4d07-bd12-ffc66c275dcc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.243341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.244524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9883ec3d-3b86-4d07-bd12-ffc66c275dcc HTTP/1.1" status: 204 len: 168 time: 0.4811292 May 02 10:35:59.286645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41508) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:59.301667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (b79634af-4859-4c85-ad14-af90cca373cf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.309815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ecb938-cf4c-4409-b5a4-61a87f80c46f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9883ec3d-3b86-4d07-bd12-ffc66c275dcc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:59.333709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.339760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.345291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.350664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.356392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.362099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.369178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-a574d789-035a-42fa-bbdd-93880d4ab862 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 4605 time: 0.2217295 May 02 10:35:59.371552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b79634af-4859-4c85-ad14-af90cca373cf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.378730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11c071ac-2946-4824-9afb-c87bd592bde6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.434366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-70becf41-07f2-4578-ba81-8fdf68999449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.434842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-70becf41-07f2-4578-ba81-8fdf68999449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.435314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-70becf41-07f2-4578-ba81-8fdf68999449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.436925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d24e652-ae52-41bc-854f-f6057151f180 req-70becf41-07f2-4578-ba81-8fdf68999449 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e2e106852b47f7a8e76aab24c5e883&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.3672411 May 02 10:35:59.447898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b79634af-4859-4c85-ad14-af90cca373cf,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:59.458831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00f9a18-c4aa-4a4b-945a-964ea4a5394e {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:35:59.471602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks [] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.488954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Transition to ACTIVE for port object e00f9a18-c4aa-4a4b-945a-964ea4a5394e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:35:59.508635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.509897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2d26ba6-05da-4ef2-a5eb-5227600f01b0 req-20ebb340-bdc5-48f8-b654-9b160ca9bf66 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.7805157 May 02 10:35:59.546650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.569349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d57e7495-5097-4494-9148-58a5a8cbcad1 req-3a676a03-d913-4c05-8342-396a7d9916e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1993017 May 02 10:35:59.634855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-754390144', 'description': 'tempest-description-2106901467'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:35:59.647751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d24e652-ae52-41bc-854f-f6057151f180 req-87ff5ef3-7b7a-42d5-9cd7-5ab3e00c3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.649269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d24e652-ae52-41bc-854f-f6057151f180 req-87ff5ef3-7b7a-42d5-9cd7-5ab3e00c3a7c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2017150 May 02 10:35:59.660987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11c071ac-2946-4824-9afb-c87bd592bde6 admin admin] Publish callbacks [] for security_group (aceb5960-f4d6-4d08-95a6-53b974908101), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.664571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:59.706000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11c071ac-2946-4824-9afb-c87bd592bde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (aceb5960-f4d6-4d08-95a6-53b974908101), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.732801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.771861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11c071ac-2946-4824-9afb-c87bd592bde6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=33a105f3376d48818781ffd7b18b8adb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4795020 May 02 10:35:59.772222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c071ac-2946-4824-9afb-c87bd592bde6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aceb5960-f4d6-4d08-95a6-53b974908101,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:35:59.774506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:35:59.837331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Attempting to bind port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:35:59.837946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Attempting to bind port e00f9a18-c4aa-4a4b-945a-964ea4a5394e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:35:59.838279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Attempting to bind port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:59.847384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1778901e-5f5c-427d-a589-bcdde11317e5 req-16fe8cd6-ff03-42b8-9fd1-68599835cd12 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:35:59.853347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1778901e-5f5c-427d-a589-bcdde11317e5 req-16fe8cd6-ff03-42b8-9fd1-68599835cd12 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1918869 May 02 10:35:59.867254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on network 4114ebda-3413-4a09-ad17-9bdf094e1440 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:35:59.867515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Attempting to bind port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:35:59.885123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] Publish callbacks [] for security_group (aceb5960-f4d6-4d08-95a6-53b974908101), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.890659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:35:59.891378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:35:59.892572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Bound using segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:35:59.893276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Bound port: e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:35:59.893872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.913681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ea4a21d0-e1e1-48ac-9489-051916346b5a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.928750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] Publish callbacks [] for security_group (aceb5960-f4d6-4d08-95a6-53b974908101), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:35:59.935681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1778901e-5f5c-427d-a589-bcdde11317e5 req-c46514b8-21a6-4d58-8901-e362ea269155 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810919 May 02 10:36:00.035720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:00.038982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:00.047570 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ea4a21d0-e1e1-48ac-9489-051916346b5a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.077071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4a21d0-e1e1-48ac-9489-051916346b5a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:00.180527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.183735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.185766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69a58fb0-5638-48c6-8915-8fbe8771c6b1 req-bd9b045d-fae2-4139-99b0-aac4ac63d2c9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1824 time: 0.5605261 May 02 10:36:00.186646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (aceb5960-f4d6-4d08-95a6-53b974908101), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.192365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.198146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aceb5960-f4d6-4d08-95a6-53b974908101 HTTP/1.1" status: 204 len: 168 time: 0.4192948 May 02 10:36:00.222882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315c1897-68be-4691-86a5-c0e05314b9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aceb5960-f4d6-4d08-95a6-53b974908101,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:00.243734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:00.244361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.245799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] 10.222.0.24 "PUT /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 1135 time: 1.3722310 May 02 10:36:00.305725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:00.324359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.327882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.328440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.328979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.330759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.331296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.331852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.332374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.332914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.333783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38448ac3-d4f8-4222-b091-0519119d489b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:00.387803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c62dd86-4b26-4ce0-b14e-21bab7e2ffed req-93fa5e83-bf52-46a8-839d-5e3e15048e78 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 11013 time: 0.1743178 May 02 10:36:00.416750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:00.480443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c62dd86-4b26-4ce0-b14e-21bab7e2ffed req-048507ed-db71-4127-8e0a-fdff9511c9e0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc7c03-99f9-4a46-bd66-31be4770867c HTTP/1.1" status: 200 len: 3002 time: 0.0837996 May 02 10:36:00.543355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c62dd86-4b26-4ce0-b14e-21bab7e2ffed req-371bdd13-6d47-4031-96a9-6cea5cbca23a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc7c03-99f9-4a46-bd66-31be4770867c HTTP/1.1" status: 200 len: 3002 time: 0.0611320 May 02 10:36:00.579858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.586132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.644757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-d28c835d-6aed-4c70-aa75-31dc00002077 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/433925af-9fcb-497b-aafe-b4d793cc6ce6 HTTP/1.1" status: 200 len: 1820 time: 0.0625732 May 02 10:36:00.704244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228a0c20-1977-4e20-ae4d-4a7215f8cacf req-97b7f41d-f1b5-4029-80c4-38f58f3784ed tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:00.712194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-228a0c20-1977-4e20-ae4d-4a7215f8cacf req-97b7f41d-f1b5-4029-80c4-38f58f3784ed tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.1128237 May 02 10:36:00.738597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (433925af-9fcb-497b-aafe-b4d793cc6ce6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.790389 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (433925af-9fcb-497b-aafe-b4d793cc6ce6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:00.845783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-228a0c20-1977-4e20-ae4d-4a7215f8cacf req-317a8639-a261-427f-9ce3-d3e01f27729c tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323972 May 02 10:36:00.986997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:00.989246 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe86ddb4-97ce-4867-8637-465e8409b716" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "e00f9a18-c4aa-4a4b-945a-964ea4a5394e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:00.999210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.004789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.010019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.015210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.020467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.025778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.031253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.033939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-fb23cf65-bb19-4d89-b537-436cac5fd915 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5382 time: 0.1118894 May 02 10:36:01.051922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (433925af-9fcb-497b-aafe-b4d793cc6ce6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.062216 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.069576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c55ec37-6ac4-41a9-94da-b4b293cb3b94 req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/433925af-9fcb-497b-aafe-b4d793cc6ce6 HTTP/1.1" status: 204 len: 173 time: 0.4120474 May 02 10:36:01.136484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ed84d9-d5f9-4c97-9047-2fe779a144f5 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:01.149444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks [] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.150889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e543bf-064d-4543-a2a1-c0bf0d9271b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=433925af-9fcb-497b-aafe-b4d793cc6ce6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:01.171500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78b25436-b181-4321-a21e-c1ee0a79b0bf req-1ca22b7a-071a-4f83-a904-3d0aded96530 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1289861 May 02 10:36:01.174226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Transition to ACTIVE for port object 00ed84d9-d5f9-4c97-9047-2fe779a144f5 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:01.236984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.247299 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f99b6c-8fb3-4aad-8df0-9db731ca4a37 x-openstack-request-id: req-a8f99b6c-8fb3-4aad-8df0-9db731ca4a37 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:01.247610 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "e00f9a18-c4aa-4a4b-945a-964ea4a5394e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:01.247915 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8f99b6c-8fb3-4aad-8df0-9db731ca4a37 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:01.248374 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f99b6c-8fb3-4aad-8df0-9db731ca4a37'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e', 'status': 'completed', 'code': 200} May 02 10:36:01.269731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8f3e36-9027-4a2d-8b9b-8ee06cc118d4 req-bce6948c-0682-472c-b041-3a6a8a929093 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.275590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf8f3e36-9027-4a2d-8b9b-8ee06cc118d4 req-bce6948c-0682-472c-b041-3a6a8a929093 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1080420 May 02 10:36:01.326949 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-b6fce24c-6af1-40cb-880a-19a621ebc698 req-8e6cb6fc-aa1b-40e5-af78-046e76872837 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:01.343173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6fce24c-6af1-40cb-880a-19a621ebc698 req-8e6cb6fc-aa1b-40e5-af78-046e76872837 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/433925af-9fcb-497b-aafe-b4d793cc6ce6 HTTP/1.1" status: 404 len: 352 time: 0.0394547 May 02 10:36:01.392273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:01.423188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf8f3e36-9027-4a2d-8b9b-8ee06cc118d4 req-e5a74a12-f58e-4fe9-ac53-c1c475534f82 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435039 May 02 10:36:01.575302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Attempting to bind port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:01.581586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Attempting to bind port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:01.581586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Attempting to bind port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:01.581877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-787fd40b-7255-4634-af72-0442f960b8c3 req-253f7cd0-8f30-407b-bf53-a879840f4a26 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b79634af-4859-4c85-ad14-af90cca373cf HTTP/1.1" status: 200 len: 1820 time: 0.2157526 May 02 10:36:01.583950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:01.584278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Attempting to bind port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:01.591097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:01.591733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:01.591832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Bound using segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:01.592391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Bound port: 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:01.592921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.699513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-787fd40b-7255-4634-af72-0442f960b8c3 req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (b79634af-4859-4c85-ad14-af90cca373cf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.738600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:01.742307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-787fd40b-7255-4634-af72-0442f960b8c3 req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (b79634af-4859-4c85-ad14-af90cca373cf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.746181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:01.802938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.860441 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.889762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.890462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:01.893220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] 10.222.0.24 "PUT /v2.0/ports/00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 200 len: 1091 time: 1.4804053 May 02 10:36:01.903904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc3ed66-1a19-4610-8ad6-08cf41c2f136 service neutron] Pushing event updated for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:01.958853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.959897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.961095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.963611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.964993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.965926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.966817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:01.970549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-fc114f84-c8f6-4a67-8222-590b6b65bf76 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6337 time: 0.1915464 May 02 10:36:02.028300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-787fd40b-7255-4634-af72-0442f960b8c3 req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b79634af-4859-4c85-ad14-af90cca373cf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:02.029526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-787fd40b-7255-4634-af72-0442f960b8c3 req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:02.036350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-787fd40b-7255-4634-af72-0442f960b8c3 req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/b79634af-4859-4c85-ad14-af90cca373cf HTTP/1.1" status: 204 len: 173 time: 0.4464142 May 02 10:36:02.097386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:02.181470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfa557-0684-4029-be8c-c1f7d7b3ebd6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79634af-4859-4c85-ad14-af90cca373cf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:02.374317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db05da77-612d-4860-9b47-b2ab017ad7e4 req-86a02d42-8065-4d40-927d-4f2d3acf4c71 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.389247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db05da77-612d-4860-9b47-b2ab017ad7e4 req-86a02d42-8065-4d40-927d-4f2d3acf4c71 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.3135457 May 02 10:36:02.446641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-8121a561-0645-4d9d-85a7-92bb66062a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.447126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-8121a561-0645-4d9d-85a7-92bb66062a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.447601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-8121a561-0645-4d9d-85a7-92bb66062a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.449441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-8121a561-0645-4d9d-85a7-92bb66062a34 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e2e106852b47f7a8e76aab24c5e883&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4697382 May 02 10:36:02.499478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db05da77-612d-4860-9b47-b2ab017ad7e4 req-60b0c31d-2727-4182-ae3d-7c95ece4fc2b tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/security-groups?id=0421ad1b-2ebe-4e2b-a297-c69e5f6747db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078935 May 02 10:36:02.584485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-e9ee0787-726f-4c59-ab00-ad654e47c516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.586136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe86ddb4-97ce-4867-8637-465e8409b716 req-e9ee0787-726f-4c59-ab00-ad654e47c516 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1303515 May 02 10:36:02.660093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.667736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.674610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.683216 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-811c9f15-af4b-4b30-972d-e9474453982d req-542cd390-ae7a-4579-baf2-5677617467b7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:02.683788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.690227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.698239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.698519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-811c9f15-af4b-4b30-972d-e9474453982d req-542cd390-ae7a-4579-baf2-5677617467b7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b79634af-4859-4c85-ad14-af90cca373cf HTTP/1.1" status: 404 len: 352 time: 0.6042309 May 02 10:36:02.705124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.707414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-269f2230-8f86-4f73-94c3-6df36d8da400 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5394 time: 0.1201563 May 02 10:36:02.746591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9be4a8a2-6694-4867-b46f-91a34a237a50 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.748154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9be4a8a2-6694-4867-b46f-91a34a237a50 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 945 time: 0.7106307 May 02 10:36:02.749266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:02.791383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d22d9c0-a55f-475b-ab48-56138de0b440 req-64f1bdce-127f-4e58-9d27-636414a4439c tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0658286 May 02 10:36:02.889238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-5e042eb7-33cf-4019-be51-363b1c1fdfc8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ea4a21d0-e1e1-48ac-9489-051916346b5a HTTP/1.1" status: 200 len: 1819 time: 0.0531089 May 02 10:36:02.928888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff662b-3208-48f1-a6f4-581a785fa670 req-36db7950-fa5f-4796-9158-35b8be6bf20c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:02.930574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6cff662b-3208-48f1-a6f4-581a785fa670 req-36db7950-fa5f-4796-9158-35b8be6bf20c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1640708 May 02 10:36:02.980255 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ea4a21d0-e1e1-48ac-9489-051916346b5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.006208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (ea4a21d0-e1e1-48ac-9489-051916346b5a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.040288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Deleting port 55fcab7b-b888-40a4-9ae5-ffb447977a64 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:03.040937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.083637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6cff662b-3208-48f1-a6f4-581a785fa670 req-95a5c127-1aa3-46d6-b726-dd7c7d506d48 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434386 May 02 10:36:03.211597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] For port 55fcab7b-b888-40a4-9ae5-ffb447977a64, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=55fcab7b-b888-40a4-9ae5-ffb447977a64,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:03.211983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.233445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Calling delete_port for 55fcab7b-b888-40a4-9ae5-ffb447977a64 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:03.249487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:03.252527 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee72bc9-117c-4d73-9693-b69ab8640c31" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:03.294025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ea4a21d0-e1e1-48ac-9489-051916346b5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.294025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.294025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9655a13d-efbd-48eb-ae5b-2dfb763dde83 req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/ea4a21d0-e1e1-48ac-9489-051916346b5a HTTP/1.1" status: 204 len: 173 time: 0.3950717 May 02 10:36:03.295166 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d232a3cf-f952-47d2-82db-6ca62775179a x-openstack-request-id: req-d232a3cf-f952-47d2-82db-6ca62775179a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:03.295166 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:03.295166 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d232a3cf-f952-47d2-82db-6ca62775179a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:03.295758 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d232a3cf-f952-47d2-82db-6ca62775179a'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5', 'status': 'completed', 'code': 200} May 02 10:36:03.321155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da21489a-2a6a-445b-8891-f53f033fbb5a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4a21d0-e1e1-48ac-9489-051916346b5a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:03.375099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.376558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.376857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.377676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.377870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.378177 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-4b71dd78-ee0b-48b8-aed0-9be69cee513c req-87202b6a-cefb-484d-b82e-23d6aadc4492 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:03.378282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.378722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.379247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4b71dd78-ee0b-48b8-aed0-9be69cee513c req-87202b6a-cefb-484d-b82e-23d6aadc4492 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ea4a21d0-e1e1-48ac-9489-051916346b5a HTTP/1.1" status: 404 len: 352 time: 0.0390978 May 02 10:36:03.380635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-7105689f-10ca-4198-ad58-996b8b62dae8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6410 time: 0.0606744 May 02 10:36:03.385629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a8b1766-f116-438b-87f6-f4a402574316 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:03.398607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks [] for port (3a8b1766-f116-438b-87f6-f4a402574316), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.415817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Transition to ACTIVE for port object 3a8b1766-f116-438b-87f6-f4a402574316 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:03.523283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.553180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0ac7af9-174f-456a-81bc-353955266c3b req-fc63ecb2-f71e-4821-90fb-1818da2d9011 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 6207 time: 0.1507876 May 02 10:36:03.559126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-379da437-1b27-4c1b-9788-46d5baa3bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.559126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-379da437-1b27-4c1b-9788-46d5baa3bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.559825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-379da437-1b27-4c1b-9788-46d5baa3bc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.572700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-379da437-1b27-4c1b-9788-46d5baa3bc9d service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e2e106852b47f7a8e76aab24c5e883&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1728721 May 02 10:36:03.572876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (55fcab7b-b888-40a4-9ae5-ffb447977a64), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.583373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['55fcab7b-b888-40a4-9ae5-ffb447977a64'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:03.681183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-49b0c63e-9149-401b-8ed8-bc1056d74399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:03.684897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fee72bc9-117c-4d73-9693-b69ab8640c31 req-49b0c63e-9149-401b-8ed8-bc1056d74399 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1132908 May 02 10:36:03.741356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0ac7af9-174f-456a-81bc-353955266c3b req-7f60dab3-2750-41d7-9a9f-49ae644e37b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc7c03-99f9-4a46-bd66-31be4770867c HTTP/1.1" status: 200 len: 3002 time: 0.1871998 May 02 10:36:03.766914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f570539-b2a9-4a6b-9bf0-bcb0be197e45 req-603afee0-8091-4208-b1f0-b97ee736afcd tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 210 time: 0.1509943 May 02 10:36:03.768034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:03.842612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Pushing event deleted for resources: {'Port': ['ID=55fcab7b-b888-40a4-9ae5-ffb447977a64,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:03.849501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] No DVR routers for this DVR port 55fcab7b-b888-40a4-9ae5-ffb447977a64 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:03.858377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:03.864479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5eb355-ac66-463e-b55e-973fcd6403cd req-9d2c9c8d-f3fd-4983-b2fa-5c28e98fe7e1 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.24 "DELETE /v2.0/ports/55fcab7b-b888-40a4-9ae5-ffb447977a64 HTTP/1.1" status: 204 len: 173 time: 1.1107461 May 02 10:36:03.865074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0ac7af9-174f-456a-81bc-353955266c3b req-6eed7049-0cfc-48e0-9ba8-f28195b7297e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b3fc7c03-99f9-4a46-bd66-31be4770867c HTTP/1.1" status: 200 len: 3002 time: 0.1226339 May 02 10:36:03.897621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-480535100', 'description': 'tempest-description-339249693'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:04.015178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Attempting to bind port 3a8b1766-f116-438b-87f6-f4a402574316 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:04.015533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Attempting to bind port 3a8b1766-f116-438b-87f6-f4a402574316 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:04.015871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Attempting to bind port 3a8b1766-f116-438b-87f6-f4a402574316 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:04.036391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Port 3a8b1766-f116-438b-87f6-f4a402574316 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:04.036762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Attempting to bind port 3a8b1766-f116-438b-87f6-f4a402574316 on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:04.052625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:04.057906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Checking segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:04.057906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Bound using segment: {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:04.057906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Bound port: 3a8b1766-f116-438b-87f6-f4a402574316, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:04.058289 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.058408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.078094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.083558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.089116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.095055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.101776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.106973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.113161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.115242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-94cb6bec-d70a-4d6f-adc9-5caccb6355a4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5406 time: 0.1547387 May 02 10:36:04.159139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (9c7b00b0-078c-4ab8-b81a-802a730741dc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.220348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9c7b00b0-078c-4ab8-b81a-802a730741dc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.231621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:04.235521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:04.254076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7b00b0-078c-4ab8-b81a-802a730741dc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:04.271183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44cdb118-f755-4153-a2a6-eeb1eeea1714 req-7a06553a-9bc5-4cc9-a151-8bbe3b3e2eb3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1423824 May 02 10:36:04.323289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.325209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.328367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f6fa9d03-3f89-4ee5-a761-952063956066 req-76480ce7-96a9-46fe-a5c4-f263ca8931d7 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4388750 May 02 10:36:04.358484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-420910279', 'description': 'tempest-description-170319046'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:04.423778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.429290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.429290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] 10.222.0.24 "PUT /v2.0/ports/3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 200 len: 1091 time: 2.3565483 May 02 10:36:04.452976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c0ec5-031c-4ff0-bf03-70fee0f58c57 req-516df22f-0e14-45c7-88d9-71abc407dca1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:04.460924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e8c0ec5-031c-4ff0-bf03-70fee0f58c57 req-516df22f-0e14-45c7-88d9-71abc407dca1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0957294 May 02 10:36:04.464829 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.495003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4699b4-722c-44a7-bfd1-b6055de3fe59 service neutron] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:04.530503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e8c0ec5-031c-4ff0-bf03-70fee0f58c57 req-9fbe1c17-f773-4693-b9d7-4740c168bb4f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689662 May 02 10:36:04.598563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (0bf77943-f458-428a-a999-1f950971fae8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.684250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0bf77943-f458-428a-a999-1f950971fae8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.721091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf77943-f458-428a-a999-1f950971fae8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:04.736103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:04.770662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:04.772123 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2552b0e0-3ef0-4825-81b1-5684c297aa48 req-620963ee-44fc-434a-a62a-e0df4ecdc477 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1823 time: 0.4188585 May 02 10:36:04.822591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:05.006676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9e3b1a5-d247-40dd-8187-ad5aef11e75a req-69c9e4e0-554c-48f5-8722-6a4678143d56 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] 10.222.0.16 "GET /v2.0/ports?device_id=b863e1c7-ade2-44c5-8dcd-cc6abcbc7643 HTTP/1.1" status: 200 len: 210 time: 0.0368617 May 02 10:36:05.212125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-f2dce7eb-5e86-4801-b50e-4f4fb63e7f6b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.213555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-f2dce7eb-5e86-4801-b50e-4f4fb63e7f6b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 812 time: 0.2110047 May 02 10:36:05.228298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-1fbba2b9-33a8-4093-bee1-b76683ccab3b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/quotas/553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 375 time: 0.0092847 May 02 10:36:05.276942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76ad2b06-1168-4e7f-b69b-0d807e307ed8 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:05.287148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks [] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:05.296326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-eda2e19f-b261-444c-98ec-980aea827425 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0539391 May 02 10:36:05.299583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'name': 'network-vif-deleted', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64'}, {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:05.301917 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae868844-c6be-4f28-bcf7-be7e8e280af8" -d '{"events": [{"server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "name": "network-vif-deleted", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64"}, {"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "3a8b1766-f116-438b-87f6-f4a402574316"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:05.314108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Transition to ACTIVE for port object 76ad2b06-1168-4e7f-b69b-0d807e307ed8 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:05.349119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:05.462053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:05.503457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.510889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.517211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.523205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.529178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.533394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-d0a74588-cddd-4b07-8988-0611ea8057e0 service neutron] 10.222.0.16 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279058 May 02 10:36:05.535357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.549429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.557538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-67bcde82-da33-41bd-8757-2bbc6e4bcd3a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5418 time: 0.1689687 May 02 10:36:05.680496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Attempting to bind port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:05.680496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Attempting to bind port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:05.680496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Attempting to bind port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:05.689642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:05.689980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Attempting to bind port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:05.701821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:05.702177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Checking segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:05.702571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Bound using segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:05.703351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Bound port: 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:05.703729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:05.708006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-60580390-6175-41f9-8943-72394ab99eda service neutron] 10.222.0.16 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647673 May 02 10:36:05.733857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9e85712c-0e52-4d1d-9321-e9fedaabe2bb req-359a0d66-d690-45d2-af1b-f4a46ae36d48 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1753545 May 02 10:36:05.812320 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 02 May 2022 10:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dfd11fc-4f02-4d45-8be6-c4f58888ec2c x-openstack-request-id: req-8dfd11fc-4f02-4d45-8be6-c4f58888ec2c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:05.812709 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b863e1c7-ade2-44c5-8dcd-cc6abcbc7643", "name": "network-vif-deleted", "tag": "55fcab7b-b888-40a4-9ae5-ffb447977a64", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "3a8b1766-f116-438b-87f6-f4a402574316", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:05.813075 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dfd11fc-4f02-4d45-8be6-c4f58888ec2c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:05.813638 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfd11fc-4f02-4d45-8be6-c4f58888ec2c'] response: {'server_uuid': 'b863e1c7-ade2-44c5-8dcd-cc6abcbc7643', 'name': 'network-vif-deleted', 'tag': '55fcab7b-b888-40a4-9ae5-ffb447977a64', 'status': 'completed', 'code': 200} May 02 10:36:05.813964 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dfd11fc-4f02-4d45-8be6-c4f58888ec2c'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316', 'status': 'completed', 'code': 200} May 02 10:36:05.850472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:05.855319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:05.939178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.939916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.940639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.941119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.941587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.942057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.942519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.944535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-67cb2f41-6085-4ad9-aee1-baaadb24fd70 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6533 time: 0.0851932 May 02 10:36:05.961380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e651d-5bb3-4b36-a1af-7940abd3cb05 req-04ef936a-137d-403f-9179-33eb93ea06ca tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:05.962811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0e651d-5bb3-4b36-a1af-7940abd3cb05 req-04ef936a-137d-403f-9179-33eb93ea06ca tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0659122 May 02 10:36:06.017912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.101611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41832) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:06.109471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.110176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.111562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] 10.222.0.24 "PUT /v2.0/ports/76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 1091 time: 1.3945563 May 02 10:36:06.190166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0e651d-5bb3-4b36-a1af-7940abd3cb05 req-5fa0ae21-6f41-49ef-bd11-16d6f1942b7f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166629 May 02 10:36:06.224818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Request body: {'port': {'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:06.237483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-8fe20948-7be7-432b-bf5c-153f70575f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.237633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-8fe20948-7be7-432b-bf5c-153f70575f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.238058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-8fe20948-7be7-432b-bf5c-153f70575f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.248495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-8fe20948-7be7-432b-bf5c-153f70575f40 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=00e2e106852b47f7a8e76aab24c5e883&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2835665 May 02 10:36:06.249524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe5182f-72b8-445d-aa10-4b36bcc34737 service neutron] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:06.274076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Deleting subnet e93c3191-edde-4744-9f1e-c96fcfc55b95 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:36:06.315391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Publish callbacks [] for subnet (e93c3191-edde-4744-9f1e-c96fcfc55b95), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.382196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5103bc2-c68a-4323-a9a8-e2129f24f4c5 req-3f059c84-8274-45fb-bf6d-58089a70cb67 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 210 time: 0.1588275 May 02 10:36:06.417739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e93c3191-edde-4744-9f1e-c96fcfc55b95), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.440478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.512569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-34cacf84-5ce8-46e1-ad56-b53287c81f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.515311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae868844-c6be-4f28-bcf7-be7e8e280af8 req-34cacf84-5ce8-46e1-ad56-b53287c81f72 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2190170 May 02 10:36:06.522035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e93c3191-edde-4744-9f1e-c96fcfc55b95), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.661651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e93c3191-edde-4744-9f1e-c96fcfc55b95), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.696929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e93c3191-edde-4744-9f1e-c96fcfc55b95,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:06.702695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.702695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d5af4838-2b24-429e-a3e9-71b665c676d7 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e93c3191-edde-4744-9f1e-c96fcfc55b95 HTTP/1.1" status: 204 len: 168 time: 0.5999670 May 02 10:36:06.705417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41842) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:06.705656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff861ae-9ed2-4ed1-9983-87be29709709 None None] Network 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:36:06.812868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:06.821139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks [] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.822349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.835228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Transition to ACTIVE for port object ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:06.886216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Deleting port 923ee33b-13e1-4496-93cf-78e5830439d4 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:06.886695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.904842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.910740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.916153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.921547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.927790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.933710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.939391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] DHCP port deletion for 8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:36:06.941023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:06.943285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9496918a-a171-46b4-bb31-9b49258148a0 req-897f876d-d068-4e39-b633-72f58814abc9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5418 time: 0.1059732 May 02 10:36:06.944516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:06.979757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] For port 923ee33b-13e1-4496-93cf-78e5830439d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923ee33b-13e1-4496-93cf-78e5830439d4,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:06.980403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.001397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Calling delete_port for 923ee33b-13e1-4496-93cf-78e5830439d4 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:07.019373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Deleting port 923ee33b-13e1-4496-93cf-78e5830439d4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:07.020008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.057420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:07.116951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] For port 923ee33b-13e1-4496-93cf-78e5830439d4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=923ee33b-13e1-4496-93cf-78e5830439d4,segment=NetworkSegment(a990c465-8c4e-48b2-9394-4cc8e8e36a3d),segment_id=a990c465-8c4e-48b2-9394-4cc8e8e36a3d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:07.117458 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.140695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9496918a-a171-46b4-bb31-9b49258148a0 req-bb0f8765-dfd2-49ae-8cfb-80987cc376ea tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1507764 May 02 10:36:07.171105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Calling delete_port for 923ee33b-13e1-4496-93cf-78e5830439d4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:07.227488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Attempting to bind port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:07.229737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Attempting to bind port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:07.230204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Attempting to bind port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:07.251876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 55fcab7b-b888-40a4-9ae5-ffb447977a64 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:07.255557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:07.255884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Attempting to bind port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 on network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:07.263731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:07.263892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Checking segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:07.264377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Bound using segment: {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:07.264913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Bound port: ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a650e839-1ac4-4c3d-8359-e13a75d3bb38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:07.265646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.295746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 55fcab7b-b888-40a4-9ae5-ffb447977a64 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:07.296097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 55fcab7b-b888-40a4-9ae5-ffb447977a64 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:07.401522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:07.405268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:07.453351 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.472341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] No DVR routers for this DVR port 923ee33b-13e1-4496-93cf-78e5830439d4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:07.484317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.506147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.506147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.506571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] 10.222.0.24 "PUT /v2.0/ports/ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 1091 time: 1.3004155 May 02 10:36:07.534341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9079235a-5aa0-4e80-a25a-d3acbc94c93f None None] Pushing event deleted for resources: {'Port': ['ID=923ee33b-13e1-4496-93cf-78e5830439d4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:07.609034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb3eebcf-137b-4ebf-9732-267e2c56de7a req-c3c2ed4a-b509-422c-bc76-c7bd284844b5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 210 time: 0.0788364 May 02 10:36:07.645170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44cf335-4e68-44e7-bda3-5c1dd8573634 service neutron] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:07.655169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0563bf-af26-4ced-a930-1743bf05a334 req-8411cdfb-39e4-4fb3-afc3-9a333d9b03a2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.665024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a0563bf-af26-4ced-a930-1743bf05a334 req-8411cdfb-39e4-4fb3-afc3-9a333d9b03a2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0729697 May 02 10:36:07.742852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 923ee33b-13e1-4496-93cf-78e5830439d4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:07.770381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 923ee33b-13e1-4496-93cf-78e5830439d4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:07.770728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 923ee33b-13e1-4496-93cf-78e5830439d4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:07.799325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.799853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.800341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.800848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.801326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.801977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.802599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.812637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-947b4382-98cd-4e75-a420-c2c4b9e1dba0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6704 time: 0.1306822 May 02 10:36:07.816323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8'}, {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:07.816504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (923ee33b-13e1-4496-93cf-78e5830439d4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:07.818730 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b0f974-5f81-4632-a23e-a8ae65dd9888" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8"}, {"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:07.880978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=923ee33b-13e1-4496-93cf-78e5830439d4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:07.884990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3918b023-0e23-4b54-9e3a-c42fe36eac08 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 217 time: 0.0631440 May 02 10:36:07.887726 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 10:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8278d54-19e7-4d3e-8533-9d27782ec43d x-openstack-request-id: req-a8278d54-19e7-4d3e-8533-9d27782ec43d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:07.888027 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:07.888340 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8278d54-19e7-4d3e-8533-9d27782ec43d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:07.888863 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8278d54-19e7-4d3e-8533-9d27782ec43d'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'status': 'completed', 'code': 200} May 02 10:36:07.896356 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8278d54-19e7-4d3e-8533-9d27782ec43d'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'status': 'completed', 'code': 200} May 02 10:36:07.896509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a0563bf-af26-4ced-a930-1743bf05a334 req-a8ce227e-694b-4d32-a1a4-27deb26ac182 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186885 May 02 10:36:07.896509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.896719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.896983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.897320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.897661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.897994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.898323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.898651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.898978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.899300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.899624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.899947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.900268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.900659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.900920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:07.903805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] No DVR routers for this DVR port 923ee33b-13e1-4496-93cf-78e5830439d4 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:07.948770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ec71cd44-b13c-4cef-8fc4-1b2232a0cef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:07.950343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ec71cd44-b13c-4cef-8fc4-1b2232a0cef8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 200 len: 856 time: 0.0525320 May 02 10:36:08.010858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-c3be222b-064f-44d4-9a95-680b44b4d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.012652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-c3be222b-064f-44d4-9a95-680b44b4d479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0545795 May 02 10:36:08.035707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.058069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:08.074192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:08.074500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a990c465-8c4e-48b2-9394-4cc8e8e36a3d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:08.085967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (a990c465-8c4e-48b2-9394-4cc8e8e36a3d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.104803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a990c465-8c4e-48b2-9394-4cc8e8e36a3d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.113353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:36:08.113958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (a990c465-8c4e-48b2-9394-4cc8e8e36a3d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: timer() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:36:08.116016 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:36:08.124532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3de768e5-0a5c-429c-83b9-6db41b9dba49 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053493 May 02 10:36:08.241593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-0c445a8c-531f-4d96-b86e-3bb7303f7e17 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105392 May 02 10:36:08.247802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.254470 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:08.258070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] 10.222.0.16 "DELETE /v2.0/networks/8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0 HTTP/1.1" status: 204 len: 168 time: 1.5511043 May 02 10:36:08.270740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4b3b12-30ea-4268-b8f5-ce88fe5b9c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb30bcc-1555-4a84-bea1-3ec6c95f6ba0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:08.315491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-06d925b8-8541-4f98-99ae-f440ae766282 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 217 time: 0.0603020 May 02 10:36:08.341636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.347083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.352738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.358499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.363790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.369153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.374494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.377255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8db26f-f547-46e0-a445-7519772681b0 req-07a07870-d5a4-4e41-88bb-14572902a810 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1319532 May 02 10:36:08.439241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-b724d9f0-ff76-4775-9e8a-3035d7b05da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.440897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-b724d9f0-ff76-4775-9e8a-3035d7b05da1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1201208 May 02 10:36:08.494437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a8db26f-f547-46e0-a445-7519772681b0 req-df40f0e1-db54-4d04-bb12-2b61524d2d3f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0993094 May 02 10:36:08.502674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3c27fe5f-2f3f-41c7-af74-441654a1a638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.502674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-3c27fe5f-2f3f-41c7-af74-441654a1a638 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0537400 May 02 10:36:08.628305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-13194002-efed-4869-9688-b8aa43b56eec service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191010 May 02 10:36:08.756804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-968c0ede-0eff-40a4-bc9b-322db18dc829 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.758306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-968c0ede-0eff-40a4-bc9b-322db18dc829 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.15 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 812 time: 0.1781042 May 02 10:36:08.779717 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-563236e6-9cc3-4fb4-9d18-b218998098cc service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265175 May 02 10:36:08.784390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'device_id': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e', 'admin_state_up': True, 'tenant_id': '553b9c7e4f82450f827b71deadd7474c'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:08.789354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccf9bcee-19c3-4c0a-957b-c283a38aa8c1 req-16287f5a-d25d-4180-9bb3-bb79bb399b74 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 210 time: 0.0319118 May 02 10:36:08.807224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41914) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:08.838232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-20a3357a-44b8-463e-8eab-8b9c322683f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 217 time: 0.0501866 May 02 10:36:08.878085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7fabf38f-c29a-4a37-a249-62ab092fd14e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bdf9033cbc6148288d1ec5f86ff7a5a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0696940 May 02 10:36:08.880756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41918) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:08.966563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9ebad41c-fcd0-4bf4-bf3f-a442aa0812e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:08.969687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-9ebad41c-fcd0-4bf4-bf3f-a442aa0812e2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0873613 May 02 10:36:08.975805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] Publish callbacks [] for security_group (0421ad1b-2ebe-4e2b-a297-c69e5f6747db), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:09.002662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] Publish callbacks [] for security_group (0421ad1b-2ebe-4e2b-a297-c69e5f6747db), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:09.120778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d1f92365-dfdc-4808-b6d3-b0c0f94f8797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.122307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d1f92365-dfdc-4808-b6d3-b0c0f94f8797 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1126847 May 02 10:36:09.132681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a314980-aebb-4337-aec2-4bf770a23749 req-37a793cc-8123-44ea-9f2d-fbb7f8af49e4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.140018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a314980-aebb-4337-aec2-4bf770a23749 req-37a793cc-8123-44ea-9f2d-fbb7f8af49e4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1151817 May 02 10:36:09.151814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0421ad1b-2ebe-4e2b-a297-c69e5f6747db), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:09.154503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:09.158817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0421ad1b-2ebe-4e2b-a297-c69e5f6747db HTTP/1.1" status: 204 len: 168 time: 0.2734296 May 02 10:36:09.167732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bad635-85be-473f-b582-23349af3a656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0421ad1b-2ebe-4e2b-a297-c69e5f6747db,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:09.197234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Made reservation on behalf of 553b9c7e4f82450f827b71deadd7474c for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:09.200484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:09.309792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a314980-aebb-4337-aec2-4bf770a23749 req-fc6c895e-0fdb-483e-8747-8442b5fb2f7b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652589 May 02 10:36:09.366665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-777df325-6cef-4414-8c05-6ae2d5047a60 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238398 May 02 10:36:09.491543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Allocated IP 172.20.0.9 (d81e7718-6c50-44a0-9bb8-f59c3354364e/e44c928f-094f-4d73-897c-fa89e46bae2d/1f9a58eb-2606-4acc-99c9-9d4724a040d7) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:09.522441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-e6eaec34-b40c-4907-a569-b6cbf9d3b466 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484079 May 02 10:36:09.577311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f67f5aeb-fb53-4efa-82bc-ae78a6a9ae42 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 200 len: 217 time: 0.0451381 May 02 10:36:09.661010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.666318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.675449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.681125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.686445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.691851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.697129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.707318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-fb227034-b127-42dc-847e-b400e85a3bb0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1230726 May 02 10:36:09.734208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-57eab8c6-76be-450e-87e5-4570acb2dd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.737940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-57eab8c6-76be-450e-87e5-4570acb2dd18 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1527107 May 02 10:36:09.784663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b1016f0-1d2b-4df7-9481-b897d3af97bb req-ae0bab63-cdae-45df-9642-21b5f24ba938 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0761838 May 02 10:36:09.814414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ed44cc2d-3e79-42db-9212-15c2e7cc1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:09.816098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-ed44cc2d-3e79-42db-9212-15c2e7cc1d46 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0714285 May 02 10:36:09.881060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:10.337183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bec35fd-3660-469f-9675-bf1135f2dc41 req-15236f34-19c2-4aa2-802f-ac1e2f3fd8f9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 210 time: 0.4433820 May 02 10:36:10.370885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-91caf4c8-c13b-473c-9dca-5475b03e6766 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440774 May 02 10:36:10.457363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:10.471385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:10.498402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3abd8ee-273c-40f8-952e-184caccbf3f1 req-963b6736-0d8b-4bd6-9374-fc29963bd212 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:10.508292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3abd8ee-273c-40f8-952e-184caccbf3f1 req-963b6736-0d8b-4bd6-9374-fc29963bd212 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1145113 May 02 10:36:10.528329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Network d81e7718-6c50-44a0-9bb8-f59c3354364e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:10.533742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:10.536890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:10.558008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-93824f51-1f86-42be-a16d-50add7407340 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745663 May 02 10:36:10.579222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:10.579392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3abd8ee-273c-40f8-952e-184caccbf3f1 req-d933a2c5-3d3f-4177-a31d-014d83728ae4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654545 May 02 10:36:10.632138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-c179e752-9549-49c2-90dc-8f7075724728 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 200 len: 217 time: 0.0489049 May 02 10:36:10.679928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:10.680615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:10.707896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-de3b4a34-145c-4de1-a06a-1566a295c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:10.709698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-de3b4a34-145c-4de1-a06a-1566a295c9f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0706124 May 02 10:36:10.768465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d5b6f939-9441-491c-ad88-b666845702d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:10.770125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-d5b6f939-9441-491c-ad88-b666845702d8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0535772 May 02 10:36:10.803816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-7e170a44-017e-4fe9-a38b-2810df9b2dba tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0230854 May 02 10:36:10.834763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Request body: {'port': {'device_id': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:10.836729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:11.010699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.014105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-468806113-network', 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:11.053617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.059211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.064752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.070312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.075641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.081141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.086586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.088612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-d638c6e6-980b-4c57-b0ff-6e0e42e22251 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1414616 May 02 10:36:11.097494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:11.100395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.111810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.117539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-c4ff4d99-d36b-4395-a4af-44682367e400 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3394163 May 02 10:36:11.196175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks [] for security_group (dcbe4536-4b63-4135-a60d-d74f98a753a3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.305526 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dcbe4536-4b63-4135-a60d-d74f98a753a3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.315055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f12f4bd-fb26-4f9b-bef2-0063b2bb1043 req-e412ea87-c15e-4976-a4c7-a442b01517e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2021112 May 02 10:36:11.344023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:36:11.353976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcbe4536-4b63-4135-a60d-d74f98a753a3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:11.358862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (145d1008-6e89-49d2-bc7f-8890e44026cd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.359391 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Added segment 145d1008-6e89-49d2-bc7f-8890e44026cd of type vlan for network 95a9e41d-fbc2-406d-8035-93537dc0c436 May 02 10:36:11.395887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-b671014e-3423-4afc-8bb7-575e45d5a949 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2617648 May 02 10:36:11.427213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (95a9e41d-fbc2-406d-8035-93537dc0c436), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.479603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-be1b0228-cc46-448d-9086-74f4a66c2f49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 217 time: 0.0726988 May 02 10:36:11.494701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42096) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:11.510907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162f469-17a3-4c1f-a743-e6e843992130 req-8c2b40ec-716b-4b0d-a0cb-eb043fd24b90 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.510907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0162f469-17a3-4c1f-a743-e6e843992130 req-8c2b40ec-716b-4b0d-a0cb-eb043fd24b90 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 931 time: 0.0571175 May 02 10:36:11.511609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (95a9e41d-fbc2-406d-8035-93537dc0c436), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.512207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.512977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.569678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f2e3f156-3c98-40b0-83c2-861fb4e744cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.571646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f2e3f156-3c98-40b0-83c2-861fb4e744cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.0847414 May 02 10:36:11.596449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7584047 May 02 10:36:11.602154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:11.618080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Request body: {'subnet': {'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-468806113-subnet', 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:11.628421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5158b5f8-004e-45a5-8896-d9b18316a2fb admin admin] Pushing event updated for resources: {'Network': ['ID=95a9e41d-fbc2-406d-8035-93537dc0c436,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:11.651755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:36:11.662602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2121c665-88fa-40f8-927f-5827a376dc78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.670288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0162f469-17a3-4c1f-a743-e6e843992130 req-3ebd0fcd-336b-4934-a7dc-02d000633c04 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1462166 May 02 10:36:11.712847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-a83dab9e-1ed5-4ba0-8cf3-2c0365020b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.714614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-a83dab9e-1ed5-4ba0-8cf3-2c0365020b6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1367860 May 02 10:36:11.726141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f9a58eb-2606-4acc-99c9-9d4724a040d7 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:11.785140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2121c665-88fa-40f8-927f-5827a376dc78 admin admin] Publish callbacks [] for security_group (b594667a-ef84-4f09-bb11-1077104b3b44), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.795632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks [] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.807230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:11.807230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.837709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e66cbc7-51a6-472a-aa79-c640480f403c req-9b010bdb-292b-4356-8ae8-6988afb8e651 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:11.839253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e66cbc7-51a6-472a-aa79-c640480f403c req-9b010bdb-292b-4356-8ae8-6988afb8e651 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1279929 May 02 10:36:11.856213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Transition to ACTIVE for port object 1f9a58eb-2606-4acc-99c9-9d4724a040d7 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:11.893672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2121c665-88fa-40f8-927f-5827a376dc78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b594667a-ef84-4f09-bb11-1077104b3b44), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:11.915968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-27553e02-fa2e-43d2-84d9-fdd691294c09 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847734 May 02 10:36:11.919503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e66cbc7-51a6-472a-aa79-c640480f403c req-43ccb36a-9953-48da-ab29-bad927ea7a77 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665846 May 02 10:36:11.968899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2121c665-88fa-40f8-927f-5827a376dc78 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b68e88ba1a694bb2b6371213cb70c32c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4731274 May 02 10:36:11.969768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2121c665-88fa-40f8-927f-5827a376dc78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b594667a-ef84-4f09-bb11-1077104b3b44,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:11.972357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:11.974783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.062820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:12.071402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] Publish callbacks [] for security_group (b594667a-ef84-4f09-bb11-1077104b3b44), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.088121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-0a1a343f-00a9-4757-b8dc-a75528244dcd service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657865 May 02 10:36:12.094324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] Publish callbacks [] for security_group (b594667a-ef84-4f09-bb11-1077104b3b44), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.144936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (6125ae69-7b17-441c-ab94-61a0ba17eb73), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.152620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-074b3ba9-0495-4705-8116-f3cf493d5708 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 217 time: 0.0434523 May 02 10:36:12.208254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Attempting to bind port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:12.208668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Attempting to bind port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:12.208939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Attempting to bind port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 on network d81e7718-6c50-44a0-9bb8-f59c3354364e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:12.211592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b594667a-ef84-4f09-bb11-1077104b3b44), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.214295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.215461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b594667a-ef84-4f09-bb11-1077104b3b44 HTTP/1.1" status: 204 len: 168 time: 0.2403522 May 02 10:36:12.218960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 on network d81e7718-6c50-44a0-9bb8-f59c3354364e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:12.219340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Attempting to bind port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 on network d81e7718-6c50-44a0-9bb8-f59c3354364e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:12.230867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Pushing event updated for resources: {'Subnet': ['ID=6125ae69-7b17-441c-ab94-61a0ba17eb73,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:12.231268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5a811b7a-bac4-4cb3-89f8-a8cab408d878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.232096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-5a811b7a-bac4-4cb3-89f8-a8cab408d878 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.0717309 May 02 10:36:12.232686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 35, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:12.232813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08265a55-1a46-40d7-abdd-ab3fc4f3f8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b594667a-ef84-4f09-bb11-1077104b3b44,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:12.233026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Checking segment: {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:12.233403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Bound using segment: {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:12.233881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Bound port: 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2647430f-c220-4162-b98b-921ece597999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:12.236175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.237705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Checking segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:12.238866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Network hostable DHCP agents. Network: 95a9e41d-fbc2-406d-8035-93537dc0c436, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:36:12.316136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-0404e907-6e56-4c44-8670-39e18b6f742a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.317683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-0404e907-6e56-4c44-8670-39e18b6f742a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0783651 May 02 10:36:12.344928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:36:12.396432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:12.413090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:12.425060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 95a9e41d-fbc2-406d-8035-93537dc0c436) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:12.434503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83b8ebe-15ff-4ac1-9f4e-99c696049d98 None None] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:36:12.440122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-bc4469f9-bab2-43b4-b29b-298cebb7014e service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159365 May 02 10:36:12.446941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.447544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.476734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.482478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.488711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.495465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.501381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.506833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.513030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.515845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d1e7407-e428-4807-be77-05d80c867647 req-ce196f3c-ff22-4238-bcba-9a2761b1523b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1041396 May 02 10:36:12.519982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.554966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a1ac30-c496-4ae8-aa13-776f204f85f3 None None] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:36:12.582548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.583168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:12.584544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] 10.222.0.15 "PUT /v2.0/ports/1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 1091 time: 1.7647059 May 02 10:36:12.586659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:12.588991 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751f96ce-ee02-4ac0-a72c-f1423645980b" -d '{"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:12.589781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aebfe266-7d7f-40d3-a653-76809d169ade admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9853344 May 02 10:36:12.595390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d1e7407-e428-4807-be77-05d80c867647 req-2ffa800f-b6ad-468e-bf30-e38476f0766d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735643 May 02 10:36:12.633410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8bcd9f2-2b8a-4b34-affe-3e5f095d586e req-f7e41907-06ba-4d07-91f4-536988c36b0a service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857152 May 02 10:36:12.650723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36dd708f-8809-4d94-ae02-bbdfbf90d8c9 service neutron] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:12.675851 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b58d5c-69d0-4933-a727-25fd4a49ab54 x-openstack-request-id: req-28b58d5c-69d0-4933-a727-25fd4a49ab54 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:12.676234 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:12.676547 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28b58d5c-69d0-4933-a727-25fd4a49ab54 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:12.680210 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28b58d5c-69d0-4933-a727-25fd4a49ab54'] response: {'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'status': 'completed', 'code': 200} May 02 10:36:12.747139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-80da02fa-839f-41e9-b4e2-0a5c70bf28eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.748967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-80da02fa-839f-41e9-b4e2-0a5c70bf28eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1125 time: 0.0469649 May 02 10:36:12.804010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571853be-806d-4c3d-8f12-2afa09118900 req-689a68a1-9c8f-4711-973e-7804deaaee45 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.805608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-571853be-806d-4c3d-8f12-2afa09118900 req-689a68a1-9c8f-4711-973e-7804deaaee45 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 943 time: 0.0565138 May 02 10:36:12.868126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-571853be-806d-4c3d-8f12-2afa09118900 req-2d0d70fd-8ed3-4940-b52b-a5893ed42c50 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568707 May 02 10:36:12.899777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-52d80266-5077-48dc-a1f0-7efac84481bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:12.901413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-52d80266-5077-48dc-a1f0-7efac84481bb service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=553b9c7e4f82450f827b71deadd7474c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1432347 May 02 10:36:13.044687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-c3d28881-35b2-4c63-aaa3-c17c8c1e7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.046342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-751f96ce-ee02-4ac0-a72c-f1423645980b req-c3d28881-35b2-4c63-aaa3-c17c8c1e7419 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383808 May 02 10:36:13.060651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26ffd2-d994-4f0a-a033-56b188d5b300 req-1f19c0ae-dd67-4573-a46c-528f4da9eea6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.060651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c26ffd2-d994-4f0a-a033-56b188d5b300 req-1f19c0ae-dd67-4573-a46c-528f4da9eea6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0509977 May 02 10:36:13.115387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c26ffd2-d994-4f0a-a033-56b188d5b300 req-08ea16f4-145e-49de-b505-6e756add24c4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485945 May 02 10:36:13.134778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42166) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:13.152166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-90cbcfa3-0cbe-4f7e-b2b7-b5fd12efef5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.153677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-90cbcfa3-0cbe-4f7e-b2b7-b5fd12efef5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1125 time: 0.0672088 May 02 10:36:13.155702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a9545c1-8b60-421b-b6ed-785f83e483d1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.162498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-dd8ef969-072d-47ef-9e1e-f4b9da126d0d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.163921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-dd8ef969-072d-47ef-9e1e-f4b9da126d0d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.1578860 May 02 10:36:13.205447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-60d1a62e-c5df-4052-b2cb-da4ccc5d2552 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 217 time: 0.0405638 May 02 10:36:13.209209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-de0b76b0-be98-47a2-afd5-110cf96c276c tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/quotas/f5afcabc10d742cd84c60d17f855e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0378315 May 02 10:36:13.233428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a9545c1-8b60-421b-b6ed-785f83e483d1 admin admin] Publish callbacks [] for security_group (b6bd55c0-a9e8-4b85-9099-46f917b9bdcb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.267424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-5d6d539f-8aec-4b8b-ac85-7a1017e36d2a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484889 May 02 10:36:13.305242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0a9545c1-8b60-421b-b6ed-785f83e483d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6bd55c0-a9e8-4b85-9099-46f917b9bdcb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.308071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-970b94aa-7799-435d-bace-81aea66901f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.310160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-970b94aa-7799-435d-bace-81aea66901f9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.0984359 May 02 10:36:13.349796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0a9545c1-8b60-421b-b6ed-785f83e483d1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d93bb6e9ee764c54b113d5e04cf5163c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2132654 May 02 10:36:13.352988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42168) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:13.358856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9545c1-8b60-421b-b6ed-785f83e483d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bd55c0-a9e8-4b85-9099-46f917b9bdcb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:13.400214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-0a1fc89e-b625-4c39-90b3-7bbab58364d4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650489 May 02 10:36:13.403395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.403916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.404393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.404884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.405353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.405811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.406171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] Publish callbacks [] for security_group (b6bd55c0-a9e8-4b85-9099-46f917b9bdcb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.406353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.408190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-ca1c5b52-0edc-4dfb-8d48-7256b90025fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6704 time: 0.1189156 May 02 10:36:13.428770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] Publish callbacks [] for security_group (b6bd55c0-a9e8-4b85-9099-46f917b9bdcb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.527882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6bd55c0-a9e8-4b85-9099-46f917b9bdcb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.530615 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:13.534439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6bd55c0-a9e8-4b85-9099-46f917b9bdcb HTTP/1.1" status: 204 len: 168 time: 0.1785948 May 02 10:36:13.540471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2d6128-fd62-44a4-8171-1dad769db7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bd55c0-a9e8-4b85-9099-46f917b9bdcb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:13.555358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-1b07721e-fde0-489e-b4cf-b58cd2e41518 service neutron] 10.222.0.16 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2803233 May 02 10:36:13.617133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-be3df871-1749-4aab-b7c7-5963e62adc0e service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065616 May 02 10:36:13.658266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-daa30e48-152e-455e-b73e-5ce07010ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.659725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-daa30e48-152e-455e-b73e-5ce07010ffc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 903 time: 0.2402813 May 02 10:36:13.752255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-921c9d48-91c3-4c74-a0e0-166872bfb6d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 217 time: 0.0751350 May 02 10:36:13.764653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.770212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.775790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.781140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.787168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.793135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.799103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.801133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19910d21-e07d-4831-abd8-747e092d9f49 req-9ee61f2b-5f7e-4050-8f68-0f49b1f66bef tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.0993359 May 02 10:36:13.831657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-f62cf74e-e8e4-4850-97f1-3905d2ab3ea3 service neutron] 10.222.0.16 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621832 May 02 10:36:13.838271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba0e6adb-4554-4483-9e5e-59b2cfd0817c req-542c6f98-e253-450e-8122-6910f1a6d14e service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940641 May 02 10:36:13.844729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-3b21d775-e8e3-4fcf-8fb7-a359cfa241c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.846485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-3b21d775-e8e3-4fcf-8fb7-a359cfa241c4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.0860221 May 02 10:36:13.892994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19910d21-e07d-4831-abd8-747e092d9f49 req-b09954cd-a53d-456c-9b36-ccebb41c5109 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0849524 May 02 10:36:13.914613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-7b27a793-549a-45d4-8006-2581a5a7f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:13.914613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-7b27a793-549a-45d4-8006-2581a5a7f96f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0617313 May 02 10:36:14.029065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-1f0c5001-68cc-4949-8900-1ff8c81506cd service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064472 May 02 10:36:14.051688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd2b44-d624-4c68-8d2b-70572e47fe39 req-e60b557b-39bd-4b12-b3d7-44cee17d5a7e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.055266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6cd2b44-d624-4c68-8d2b-70572e47fe39 req-e60b557b-39bd-4b12-b3d7-44cee17d5a7e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 943 time: 0.0645514 May 02 10:36:14.116499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6cd2b44-d624-4c68-8d2b-70572e47fe39 req-16737cc8-0281-4cd0-8cd7-3e42f66b8a8e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575421 May 02 10:36:14.165265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-6c7c2343-79a0-434e-a7bf-cb9834e680cb service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025374 May 02 10:36:14.230557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:14.241184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff07b0-8f50-437e-8bce-f3885bba55dd req-b80b7530-8d17-4cac-b52f-3d22768e26d6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.242683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46ff07b0-8f50-437e-8bce-f3885bba55dd req-b80b7530-8d17-4cac-b52f-3d22768e26d6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0482335 May 02 10:36:14.306429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46ff07b0-8f50-437e-8bce-f3885bba55dd req-de6346c9-becb-412e-af47-2dc87143bb86 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573287 May 02 10:36:14.425729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a70a5d4a-d4b5-4964-ab91-9ea436ee50b8 req-b132f39a-e046-4a2f-adb2-d257f7d2e702 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 210 time: 0.0323272 May 02 10:36:14.683362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.683919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.684308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.684800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.685264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.685723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.686233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:14.688258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-8bfa3ac2-6e24-4e08-b506-f0bed175eee1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6704 time: 0.0533581 May 02 10:36:15.201485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.209944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.213054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.218694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.224636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.230112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.235457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.237466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-b5f9a86d-dc05-4e40-979a-e04177ea9b7a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1367111 May 02 10:36:15.261191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f195f1-f363-403e-8679-f27644b46d8f req-7ce6b163-8b67-43b8-a8b4-f51c113c7d52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.262846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3f195f1-f363-403e-8679-f27644b46d8f req-7ce6b163-8b67-43b8-a8b4-f51c113c7d52 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 943 time: 0.0581198 May 02 10:36:15.284862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-3662c3bb-2279-4c59-b456-098a13c9a29f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.286397 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-3662c3bb-2279-4c59-b456-098a13c9a29f service neutron] 10.222.0.24 "GET /v2.0/networks?id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 903 time: 0.5774791 May 02 10:36:15.316409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3f195f1-f363-403e-8679-f27644b46d8f req-152b63bd-a0bb-407e-a04e-54f2c916d81f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459988 May 02 10:36:15.340060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-2cdcad2d-0010-4269-98a6-14008e494dc7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 217 time: 0.0422482 May 02 10:36:15.421518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-094b9edf-f378-4704-925c-5f9e4cdc24ca req-c15b7b3b-d6d3-4811-86ae-4684686c739c tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1701057 May 02 10:36:15.441161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-c8f2bafd-41b4-4ca9-9c8e-0582cac3c3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.442659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-c8f2bafd-41b4-4ca9-9c8e-0582cac3c3e3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.0746469 May 02 10:36:15.447777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5edea-2ce9-465d-a4a9-4973510e0af6 req-73eb524e-279d-433a-9a46-f7691568df10 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.449267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1a5edea-2ce9-465d-a4a9-4973510e0af6 req-73eb524e-279d-433a-9a46-f7691568df10 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0661535 May 02 10:36:15.543638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1a5edea-2ce9-465d-a4a9-4973510e0af6 req-68073782-598c-425c-aed7-285fcd8c955f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815885 May 02 10:36:15.556289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-413dae25-a603-48dd-ac1d-372f35f37568 req-3975ace7-3635-47ce-94ce-ba63e35e5ee1 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 210 time: 0.0433056 May 02 10:36:15.778976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1f9a58eb-2606-4acc-99c9-9d4724a040d7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:15.846647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-95090e7b-0739-4a53-9dbb-c4a3d3e0172b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:15.848245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-95090e7b-0739-4a53-9dbb-c4a3d3e0172b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0443873 May 02 10:36:15.912542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:15.931787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'network_id': 'd81e7718-6c50-44a0-9bb8-f59c3354364e', 'port_id': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'mac_address': 'fa:16:3e:3f:51:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e44c928f-094f-4d73-897c-fa89e46bae2d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:15.965583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-40e75169-b36b-413a-a136-47b6c3500eab service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037855 May 02 10:36:15.975609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:15.975926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:15.992867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f9a58eb-2606-4acc-99c9-9d4724a040d7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:16.016228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:16.018452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:16.097648 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:16.101684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58b0f974-5f81-4632-a23e-a8ae65dd9888 req-98204d08-576c-466c-98e1-d990d239e5da service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117699 May 02 10:36:16.154854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:16.433347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:16.450537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe27fff-48be-4dc5-ad8d-4d90c52baab8 req-32d8cb9d-9842-4963-a67c-3045dc317a0b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.452271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-abe27fff-48be-4dc5-ad8d-4d90c52baab8 req-32d8cb9d-9842-4963-a67c-3045dc317a0b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 944 time: 0.0646553 May 02 10:36:16.509585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-abe27fff-48be-4dc5-ad8d-4d90c52baab8 req-8d7c79ec-ec08-41a8-a0a2-e76e4f7ed517 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489783 May 02 10:36:16.590484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.597416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.603938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.609774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.616701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.620744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.626595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.633120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-448632cc-a6c6-4894-89e7-489bd5242aec tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.0988631 May 02 10:36:16.683469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbee9585-20c4-48e9-9f7a-e08acd70e35e req-f9bb5df9-86f5-4fb3-9667-b7a8fed69d8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:16.685009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbee9585-20c4-48e9-9f7a-e08acd70e35e req-f9bb5df9-86f5-4fb3-9667-b7a8fed69d8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0542598 May 02 10:36:16.700094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9810c734-9d71-4d91-8ad8-9ec311571fb7 req-9899b81e-2f3b-4ce0-9ea6-18d2db79b5f0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0656390 May 02 10:36:16.780853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cbee9585-20c4-48e9-9f7a-e08acd70e35e req-632988a1-1c32-48d8-b909-4206f31dbce6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882399 May 02 10:36:16.821410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff20c73-7f41-4901-976c-f3871667155a req-1c2bf38f-2361-48cc-aabb-e90f8102ab69 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 210 time: 0.0277827 May 02 10:36:17.410113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-d902396b-098d-4417-bda4-b9b6b5e98b5d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.411689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-d902396b-098d-4417-bda4-b9b6b5e98b5d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.1061909 May 02 10:36:17.426231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Request body: {'port': {'device_id': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'admin_state_up': True, 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:17.629277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab67c8b-ae58-42ed-87b5-bc0f051457ef req-74669a2a-b5e5-47a8-a707-bba8dc4dfa5e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.630240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ab67c8b-ae58-42ed-87b5-bc0f051457ef req-74669a2a-b5e5-47a8-a707-bba8dc4dfa5e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 944 time: 0.0489128 May 02 10:36:17.684312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ab67c8b-ae58-42ed-87b5-bc0f051457ef req-c70c9bfb-81f4-4432-85eb-95cc74c933d5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475717 May 02 10:36:17.710361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:17.710361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:17.798202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1f9a58eb-2606-4acc-99c9-9d4724a040d7 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:17.853030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:17.883438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.889024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.894525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.898579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82e75b6-cfd2-41bc-b119-0eefcae0fed6 req-891dcfbb-8327-44bb-b169-375dca8b7cd1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.899896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.900154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f82e75b6-cfd2-41bc-b119-0eefcae0fed6 req-891dcfbb-8327-44bb-b169-375dca8b7cd1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0518870 May 02 10:36:17.905302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.911185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.916533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:17.918569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-c0f4adcb-1cbe-4de3-82b0-af69564a4698 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1290901 May 02 10:36:17.944907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:17.945557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:17.948658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Allocated IP 172.20.0.7 (95a9e41d-fbc2-406d-8035-93537dc0c436/6125ae69-7b17-441c-ab94-61a0ba17eb73/8245ef2b-d43b-4675-b634-8b4309a4341d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:17.954973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f82e75b6-cfd2-41bc-b119-0eefcae0fed6 req-6b4545d6-4802-49ce-8af7-12a8685d00d3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490012 May 02 10:36:18.033192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98d63a1f-ae66-4251-b7d4-633c33435c63 req-0dfc31e1-35d8-443b-a9a4-2590b19f31a8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032293 May 02 10:36:18.056935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:18.056935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.070251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c196752-15fa-4001-8144-2c4cb04233b8 req-471b32e0-6895-4e4f-8955-66947189114e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 210 time: 0.0449708 May 02 10:36:18.091205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:18.093562 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e23f1e-566b-4315-981d-e1597e9a34ac" -d '{"events": [{"server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:18.131443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:18.177736 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb88dd89-3ea7-4b47-a688-31726fb666c8 x-openstack-request-id: req-fb88dd89-3ea7-4b47-a688-31726fb666c8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:18.178113 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "name": "network-vif-plugged", "status": "completed", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:18.178493 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb88dd89-3ea7-4b47-a688-31726fb666c8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:18.180224 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb88dd89-3ea7-4b47-a688-31726fb666c8'] response: {'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'code': 200} May 02 10:36:18.193333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks [] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.230938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.239446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42320) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:18.282732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:18.288923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e921f372-8e7b-4bee-8733-5ed3b601da41 req-7ceda4e3-06e9-4b1e-b5bc-bc9125174f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:18.290561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e921f372-8e7b-4bee-8733-5ed3b601da41 req-7ceda4e3-06e9-4b1e-b5bc-bc9125174f52 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1127 time: 0.0445821 May 02 10:36:18.372229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.442720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa59854d-1335-46ae-b7b3-1eed768a588f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.452036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e921f372-8e7b-4bee-8733-5ed3b601da41 req-8b2bd37a-aa0b-463f-9e64-ed1be31277a5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552236 May 02 10:36:18.493615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:18.499222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event updated for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:18.507522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:18.516785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:18.568285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-4ea04808-dd8b-4bb3-9087-95beb8ddd7bc tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:18.569684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-4ea04808-dd8b-4bb3-9087-95beb8ddd7bc tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.24 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.2507546 May 02 10:36:18.587474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Request body: {'port': {'device_id': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'admin_state_up': True, 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:18.613892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:18.614510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.709617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa59854d-1335-46ae-b7b3-1eed768a588f admin admin] Publish callbacks [] for security_group (2b3d171d-18ec-4e2a-a31f-8b0745cd8feb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.760588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-429a0c4c-9e64-4918-8b3a-58b6489ffa5b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3389769 May 02 10:36:18.772351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Request body: {'port': {'device_id': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:18.811187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1168ce2c-ab80-4699-96f0-4b9215071b16 req-42f22a97-8864-424c-b399-1ad48d976ec8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:18.813359 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1168ce2c-ab80-4699-96f0-4b9215071b16 req-42f22a97-8864-424c-b399-1ad48d976ec8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 945 time: 0.0533450 May 02 10:36:18.826036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aa59854d-1335-46ae-b7b3-1eed768a588f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2b3d171d-18ec-4e2a-a31f-8b0745cd8feb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.857707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:18.861537 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.861900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1168ce2c-ab80-4699-96f0-4b9215071b16 req-02cbd61b-0961-48cf-95e0-59d2214e9a82 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425832 May 02 10:36:18.867986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.882767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aa59854d-1335-46ae-b7b3-1eed768a588f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3e9d1ad482844af6b7fbfa65d7990d91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6422381 May 02 10:36:18.885562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:18.913179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59854d-1335-46ae-b7b3-1eed768a588f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3d171d-18ec-4e2a-a31f-8b0745cd8feb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:18.941901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] Publish callbacks [] for security_group (2b3d171d-18ec-4e2a-a31f-8b0745cd8feb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:18.963732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] Publish callbacks [] for security_group (2b3d171d-18ec-4e2a-a31f-8b0745cd8feb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.054151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00f9a18-c4aa-4a4b-945a-964ea4a5394e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:19.113557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2b3d171d-18ec-4e2a-a31f-8b0745cd8feb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.116342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.131639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2b3d171d-18ec-4e2a-a31f-8b0745cd8feb HTTP/1.1" status: 204 len: 168 time: 0.2447679 May 02 10:36:19.161173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5923d664-3782-492e-b551-242a99095b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3d171d-18ec-4e2a-a31f-8b0745cd8feb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:19.171813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Allocated IP 172.20.0.14 (95a9e41d-fbc2-406d-8035-93537dc0c436/6125ae69-7b17-441c-ab94-61a0ba17eb73/6fa65123-a84a-46ad-b6ee-8e2b59819da5) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:19.178459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4439d9a5-3cb1-4615-863f-a79af5c42377 req-ec7a2629-812f-4f2b-bfb5-302e09278fc0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.179991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4439d9a5-3cb1-4615-863f-a79af5c42377 req-ec7a2629-812f-4f2b-bfb5-302e09278fc0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1268921 May 02 10:36:19.216592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.223751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.229275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.236515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.242343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.247863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.253679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.256206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:19.261553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-1aaa09b4-8893-4963-be12-bb5675a7e87f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5430 time: 0.1188862 May 02 10:36:19.266531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4439d9a5-3cb1-4615-863f-a79af5c42377 req-ad8de584-72a7-4010-acc1-9e1bc0583d02 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803311 May 02 10:36:19.283075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'port_id': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e', 'mac_address': 'fa:16:3e:9d:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071', 'ip_address': '10.1.1.49'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:19.349746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e00f9a18-c4aa-4a4b-945a-964ea4a5394e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:19.350037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.376560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00f9a18-c4aa-4a4b-945a-964ea4a5394e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:19.381341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ec9b6ae-fcba-4d89-953e-4bba8b4e9b73 req-f410cc1b-c500-4b6b-adbc-edf085450e31 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1111336 May 02 10:36:19.401960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:19.445713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e70a59-ae0d-46c5-81e6-f938996c71d1 req-f1de9147-e88d-4861-b954-1eb71ee543c2 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.447300 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50e70a59-ae0d-46c5-81e6-f938996c71d1 req-f1de9147-e88d-4861-b954-1eb71ee543c2 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 931 time: 0.0691521 May 02 10:36:19.453558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks [] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.477042 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.477042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06387acc-1e44-465b-b050-725c78821d5d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:19.519996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50e70a59-ae0d-46c5-81e6-f938996c71d1 req-d1a1a72d-0983-4b1a-86b5-53e52429299a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661845 May 02 10:36:19.523603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06387acc-1e44-465b-b050-725c78821d5d,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:19.557596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '06387acc-1e44-465b-b050-725c78821d5d', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'port_id': '06387acc-1e44-465b-b050-725c78821d5d', 'mac_address': 'fa:16:3e:68:5a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071', 'ip_address': '10.1.1.71'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:19.603622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:19.615524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 06387acc-1e44-465b-b050-725c78821d5d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:19.615923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.646526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06387acc-1e44-465b-b050-725c78821d5d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:19.671179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06387acc-1e44-465b-b050-725c78821d5d,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:19.683461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.742229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:19.750335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:19.751749 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.752465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event updated for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:19.752648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 76ad2b06-1168-4e7f-b69b-0d807e307ed8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:19.759948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:19.834023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:19.834496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.836641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:19.914535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42344) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:19.915121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8245ef2b-d43b-4675-b634-8b4309a4341d {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:19.925557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks [] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.933723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c45-03d9-4c43-ab86-9cd386b91914 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:19.941511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:19.942155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Transition to ACTIVE for port object 8245ef2b-d43b-4675-b634-8b4309a4341d will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:19.961808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'port_id': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'mac_address': 'fa:16:3e:3d:d2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbc7902-b3fd-40c6-be83-312bae51f8ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:19.988448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-c00eb2e9-0d8c-49f8-8496-9a8e026f4493 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4082334 May 02 10:36:19.999893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Request body: {'port': {'device_id': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:20.009810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:20.010520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.027408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76ad2b06-1168-4e7f-b69b-0d807e307ed8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:20.032418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407468e-3926-432b-b86c-437b617650e3 req-0e4a1aab-623e-4e2b-b2c2-a660412983f3 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.034266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3407468e-3926-432b-b86c-437b617650e3 req-0e4a1aab-623e-4e2b-b2c2-a660412983f3 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 945 time: 0.0703452 May 02 10:36:20.063745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.073135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.104037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c45-03d9-4c43-ab86-9cd386b91914 admin admin] Publish callbacks [] for security_group (eb2e3464-c507-4496-915c-2c717afe9296), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.114212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3407468e-3926-432b-b86c-437b617650e3 req-39320f40-14cb-46a2-a737-822888afb9b4 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738399 May 02 10:36:20.144584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.167868 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.168555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 00ed84d9-d5f9-4c97-9047-2fe779a144f5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:20.215340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f68c7c45-03d9-4c43-ab86-9cd386b91914 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eb2e3464-c507-4496-915c-2c717afe9296), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.245759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.252917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.275804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '00ed84d9-d5f9-4c97-9047-2fe779a144f5', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'port_id': '00ed84d9-d5f9-4c97-9047-2fe779a144f5', 'mac_address': 'fa:16:3e:ff:1e:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071', 'ip_address': '10.1.1.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:20.278188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f68c7c45-03d9-4c43-ab86-9cd386b91914 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2eddcd2d662e41378bfbb0843fcd520e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3621848 May 02 10:36:20.279259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68c7c45-03d9-4c43-ab86-9cd386b91914 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2e3464-c507-4496-915c-2c717afe9296,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.282008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42366) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:20.320955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:20.321354 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.337001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Pushing event updated for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.337623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ed84d9-d5f9-4c97-9047-2fe779a144f5 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:20.371409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.399112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-cc0bee54-faac-461f-bfde-5107d7165381 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-480535100&fields=id&tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 267 time: 0.1885390 May 02 10:36:20.417352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] Publish callbacks [] for security_group (eb2e3464-c507-4496-915c-2c717afe9296), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.441874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.442567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f9ed19c7-6738-457d-98d3-72ef7c9dccf6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:20.503160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] Publish callbacks [] for security_group (eb2e3464-c507-4496-915c-2c717afe9296), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.504204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-b274e631-7be0-4064-92ea-14459ef0378f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.505787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-b274e631-7be0-4064-92ea-14459ef0378f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 945 time: 0.0836475 May 02 10:36:20.533495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.545321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'security_groups': ['b3fc7c03-99f9-4a46-bd66-31be4770867c', '9c7b00b0-078c-4ab8-b81a-802a730741dc']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:20.553285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Attempting to bind port 8245ef2b-d43b-4675-b634-8b4309a4341d on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:20.553629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Attempting to bind port 8245ef2b-d43b-4675-b634-8b4309a4341d by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:20.553963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Attempting to bind port 8245ef2b-d43b-4675-b634-8b4309a4341d on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:20.556179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d984a-c835-49d9-bcdf-f1827139d168 req-c86cc2a0-4cd2-4288-aa97-e3a4a16be9ca tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.566970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb0d984a-c835-49d9-bcdf-f1827139d168 req-c86cc2a0-4cd2-4288-aa97-e3a4a16be9ca tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.1432180 May 02 10:36:20.592699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Port 8245ef2b-d43b-4675-b634-8b4309a4341d on network 95a9e41d-fbc2-406d-8035-93537dc0c436 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:20.592953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Attempting to bind port 8245ef2b-d43b-4675-b634-8b4309a4341d on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:20.614569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:20.614963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Checking segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:20.615612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Bound using segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:20.615754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Bound port: 8245ef2b-d43b-4675-b634-8b4309a4341d, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:20.616460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.623625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.640152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'port_id': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'mac_address': 'fa:16:3e:79:d2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:20.648925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb0d984a-c835-49d9-bcdf-f1827139d168 req-6394f732-f73c-4af9-8d4f-fabb588cdf76 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795121 May 02 10:36:20.698860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:20.699258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.715290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9ed19c7-6738-457d-98d3-72ef7c9dccf6 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:20.728943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (eb2e3464-c507-4496-915c-2c717afe9296), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.733348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.735444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb2e3464-c507-4496-915c-2c717afe9296 HTTP/1.1" status: 204 len: 168 time: 0.4516618 May 02 10:36:20.742844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.756204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.762864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19fd2f7-2d46-4118-9cc4-81b4d107e844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2e3464-c507-4496-915c-2c717afe9296,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.777040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:20.800272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa65123-a84a-46ad-b6ee-8e2b59819da5 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:20.814621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.818610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3a8b1766-f116-438b-87f6-f4a402574316 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:20.820681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks [] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:20.843524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8245ef2b-d43b-4675-b634-8b4309a4341d,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:20.867859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.869609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Transition to ACTIVE for port object 6fa65123-a84a-46ad-b6ee-8e2b59819da5 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:20.874414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.880008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.886169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.892677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.898460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.904096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:20.906158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-409db435-c347-4fe4-ad1e-d13d2cfa2238 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5434 time: 0.1694040 May 02 10:36:20.944050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:20.958363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:20.961335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '3a8b1766-f116-438b-87f6-f4a402574316', 'network_id': '4114ebda-3413-4a09-ad17-9bdf094e1440', 'port_id': '3a8b1766-f116-438b-87f6-f4a402574316', 'mac_address': 'fa:16:3e:38:08:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69f0b206-8b1e-4623-9505-d4839eaae071', 'ip_address': '10.1.1.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:20.992268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84fa6c93-26f1-4a71-ad3f-ee8e0b1a245b req-bdbefcfa-62e4-47d0-9da9-97a55610a933 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0704849 May 02 10:36:21.006271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.006271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.014949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 3a8b1766-f116-438b-87f6-f4a402574316 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:21.016287 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.032487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a8b1766-f116-438b-87f6-f4a402574316 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:21.053776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:21.085468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:21.086090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.087508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] 10.222.0.15 "PUT /v2.0/ports/8245ef2b-d43b-4675-b634-8b4309a4341d HTTP/1.1" status: 200 len: 1091 time: 2.3195012 May 02 10:36:21.092090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:21.096080 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ca0c19d-c918-453b-b874-780f71dab0b3" -d '{"events": [{"name": "network-changed", "server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:21.139484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:21.139612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b5336a-9a2a-42c4-9b46-61a7e6635aa0 req-67febec9-2ca7-4823-89fa-b0de6b1a5e94 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:21.139612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22b5336a-9a2a-42c4-9b46-61a7e6635aa0 req-67febec9-2ca7-4823-89fa-b0de6b1a5e94 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 943 time: 0.0707731 May 02 10:36:21.142027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:21.144816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.148844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:21.212805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:21.231622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22b5336a-9a2a-42c4-9b46-61a7e6635aa0 req-e5390633-80ed-4c0a-9858-8d2a1ce708cf tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799160 May 02 10:36:21.243158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:21.256816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'network_id': '19a99cf5-1c5d-43b7-b127-2bcec8a53819', 'port_id': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'mac_address': 'fa:16:3e:3c:a4:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcbc7902-b3fd-40c6-be83-312bae51f8ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:21.320840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:21.321453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.342335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:21.351382 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca3b3d5-dda4-4d66-88a3-5b9b49dfc7e7 x-openstack-request-id: req-eca3b3d5-dda4-4d66-88a3-5b9b49dfc7e7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:21.351763 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:21.352101 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eca3b3d5-dda4-4d66-88a3-5b9b49dfc7e7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:21.352652 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eca3b3d5-dda4-4d66-88a3-5b9b49dfc7e7'] response: {'name': 'network-changed', 'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d', 'status': 'completed', 'code': 200} May 02 10:36:21.365287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.367714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ba7322-7ee1-40ca-95d6-d179459c15db service neutron] Pushing event updated for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:21.370411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:21.396465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-8ab6b6be-805c-46e2-a8ff-69e0a92f2249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:21.398871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-8ab6b6be-805c-46e2-a8ff-69e0a92f2249 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 1125 time: 0.1152029 May 02 10:36:21.403386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Attempting to bind port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:21.403717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Attempting to bind port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:21.404072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Attempting to bind port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:21.415979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:21.416325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Attempting to bind port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:21.449262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-6976e3fa-0631-4e3e-91fd-cae52abb8e63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8245ef2b-d43b-4675-b634-8b4309a4341d HTTP/1.1" status: 200 len: 217 time: 0.0411878 May 02 10:36:21.450225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.452032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:21.452424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Checking segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:21.452855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Bound using segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:21.453951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Bound port: 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:21.454343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.461809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:21.504928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:21.506198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.570214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:21.570860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:21.572236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b850564-f6f5-4cfa-a29f-31e32e66bc41 req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "PUT /v2.0/ports/1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 981 time: 1.0511832 May 02 10:36:21.608365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:21.637871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6732b7bd-1c09-4c7a-b230-aaabcd685c14 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:21.646207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:36:21.664898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-3dfb37b5-dbf2-4476-b39e-567d5186dc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:21.666653 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-3dfb37b5-dbf2-4476-b39e-567d5186dc9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1975491 May 02 10:36:21.695567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f1b9050-4e52-460e-bfed-493d014b5f17 req-390fab9b-6ef5-4bec-a26c-26c9a9c37d45 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/9c7b00b0-078c-4ab8-b81a-802a730741dc HTTP/1.1" status: 200 len: 1818 time: 0.0923784 May 02 10:36:21.730610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:21.734933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-d76432b8-4480-4cd3-8079-98c6965b9103 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595231 May 02 10:36:21.735973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:21.779043 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-8f1b9050-4e52-460e-bfed-493d014b5f17 req-2ff8a10c-f8c4-4d19-963d-5c8c4e1675ec tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] delete failed (client error): There was a conflict when trying to complete your request. May 02 10:36:21.780370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f1b9050-4e52-460e-bfed-493d014b5f17 req-2ff8a10c-f8c4-4d19-963d-5c8c4e1675ec tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c7b00b0-078c-4ab8-b81a-802a730741dc HTTP/1.1" status: 409 len: 341 time: 0.0783527 May 02 10:36:21.874023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-b2a0dced-9840-4485-95f9-94881c980953 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264787 May 02 10:36:21.878029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:22.429114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.436504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.438978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d78936-775e-4ee8-854c-0645531d9c9f req-ebe0e522-448c-48fb-83ed-885142741b36 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.440589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62d78936-775e-4ee8-854c-0645531d9c9f req-ebe0e522-448c-48fb-83ed-885142741b36 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.5656240 May 02 10:36:22.443221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.450138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.450964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:22.460647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.464293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.470436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.478129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-7a133923-195b-4091-9e17-62c5a365cd8f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5437 time: 0.1258187 May 02 10:36:22.546360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.547018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:22.548411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] 10.222.0.24 "PUT /v2.0/ports/6fa65123-a84a-46ad-b6ee-8e2b59819da5 HTTP/1.1" status: 200 len: 1092 time: 2.5526853 May 02 10:36:22.553451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc5b1af2-7eac-46c5-8f84-1b59e3ad40b6 req-d95a8474-8a6a-46b1-a26d-919d93fa8e86 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735955 May 02 10:36:22.553864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-e132e89e-940e-4be0-88c5-1c6ff497a6e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.555328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-e132e89e-940e-4be0-88c5-1c6ff497a6e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1166 time: 0.1232386 May 02 10:36:22.585973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['76ad2b06-1168-4e7f-b69b-0d807e307ed8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:22.619174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc196ea8-fb33-4c52-a9af-03d21701baf9 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:22.659794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-a51c117a-22b1-47c8-89b8-a360bb838ee1 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7695007 May 02 10:36:22.677719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62d78936-775e-4ee8-854c-0645531d9c9f req-7c9fc401-f6e6-4f52-8abd-a455f597e5f1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180455 May 02 10:36:22.709568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e00f9a18-c4aa-4a4b-945a-964ea4a5394e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:22.753154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffba490-800c-4783-90c8-cea58c9565f1 req-a253b553-e60e-4070-8197-7dd951f968be tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.759955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fffba490-800c-4783-90c8-cea58c9565f1 req-a253b553-e60e-4070-8197-7dd951f968be tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 984 time: 0.0893552 May 02 10:36:22.763303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-87e7c319-728c-4864-8583-d8f5bc7301c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.764865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-87e7c319-728c-4864-8583-d8f5bc7301c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 1126 time: 0.0999563 May 02 10:36:22.766527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-c1ee72a8-27f0-4d3e-a0ee-4d9a84bd8383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.774423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-c1ee72a8-27f0-4d3e-a0ee-4d9a84bd8383 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.2039435 May 02 10:36:22.833022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-dd6ff37d-a4f9-4a1b-8286-385c5f357536 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5 HTTP/1.1" status: 200 len: 217 time: 0.0598841 May 02 10:36:22.857199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fffba490-800c-4783-90c8-cea58c9565f1 req-dfb53a45-151f-49cb-b5ef-bb4e95201ad6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=9c7b00b0-078c-4ab8-b81a-802a730741dc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0854044 May 02 10:36:22.885074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-55112c57-e99c-4405-9bff-b990500a9135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 217 time: 0.0698426 May 02 10:36:22.932735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c59b555-8fd4-4c7a-8bb2-8ea8b56e0feb req-e822a9ab-4335-4bc7-8bb4-095a45ba95b0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.938236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c59b555-8fd4-4c7a-8bb2-8ea8b56e0feb req-e822a9ab-4335-4bc7-8bb4-095a45ba95b0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 943 time: 0.1179914 May 02 10:36:22.958054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['00ed84d9-d5f9-4c97-9047-2fe779a144f5'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:22.979205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c30d02-811c-48dc-b89c-168605247895 req-dff871e4-7bfd-44a7-8b9f-9ec0dcf50b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:22.980866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-dff871e4-7bfd-44a7-8b9f-9ec0dcf50b8f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1193142 May 02 10:36:23.030113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-68acf982-43d7-4970-ac8d-20f2dea74aed service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411379 May 02 10:36:23.065990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['06387acc-1e44-465b-b050-725c78821d5d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:23.129812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c59b555-8fd4-4c7a-8bb2-8ea8b56e0feb req-eafe5b76-6452-4306-b526-423510b850d8 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878240 May 02 10:36:23.153967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['ee975fd8-c1c4-4d9f-9c9b-71274ca91d86'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:23.174670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-7c91078c-e8c0-47a1-b82d-6e2440640420 service neutron] 10.222.0.24 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349595 May 02 10:36:23.248438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['3a8b1766-f116-438b-87f6-f4a402574316'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:23.279111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5c30d02-811c-48dc-b89c-168605247895 req-c6493793-e769-43b9-89a6-f3db4562e5a7 service neutron] 10.222.0.24 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981979 May 02 10:36:23.347681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f9ed19c7-6738-457d-98d3-72ef7c9dccf6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:23.354120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7'}, {'name': 'network-changed', 'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:23.364481 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39c42bdc-d575-440f-96b3-f7013155e91d" -d '{"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7"}, {"name": "network-changed", "server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:23.407545 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 02 May 2022 10:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a163ad-11e7-4145-83cd-d94e6f9bc145 x-openstack-request-id: req-13a163ad-11e7-4145-83cd-d94e6f9bc145 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:23.407861 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:23.407993 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-13a163ad-11e7-4145-83cd-d94e6f9bc145 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:23.408401 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a163ad-11e7-4145-83cd-d94e6f9bc145'] response: {'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'status': 'completed', 'code': 200} May 02 10:36:23.408681 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13a163ad-11e7-4145-83cd-d94e6f9bc145'] response: {'name': 'network-changed', 'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5', 'status': 'completed', 'code': 200} May 02 10:36:23.713323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.720640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.730661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.732635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.740432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.746879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.757453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.759502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-29dd8006-c00f-4c15-b597-d55eacf38700 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5437 time: 0.1199672 May 02 10:36:23.830426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a55619-56d7-4a7c-ad9f-e08286aea5eb req-ae5be0d9-6ad6-472a-a6d4-d18d719ebfd3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.832040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52a55619-56d7-4a7c-ad9f-e08286aea5eb req-ae5be0d9-6ad6-472a-a6d4-d18d719ebfd3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0511270 May 02 10:36:23.885623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-a1081ed9-be62-4e9b-8d31-912b31e02986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.887052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-a1081ed9-be62-4e9b-8d31-912b31e02986 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.1031387 May 02 10:36:23.892522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078201c8-13f9-430a-ac1f-ad223bac4e1c req-4f04db40-93ec-4a2e-a4ae-3205b5696f86 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1268451 May 02 10:36:23.893868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-8f51e021-cfd0-4954-b6cf-a0dc2910b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:23.895334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-8f51e021-cfd0-4954-b6cf-a0dc2910b2ff service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 1125 time: 0.1005540 May 02 10:36:23.917181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52a55619-56d7-4a7c-ad9f-e08286aea5eb req-aa7ed26c-4268-47fd-a290-7298f183558d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633917 May 02 10:36:23.957079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-4a94b350-4bfb-4315-bd7f-49c9f2efe988 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527949 May 02 10:36:24.096241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9663e5-bda4-4f21-be50-81931f7f5da4 req-0715d79d-1139-4a9a-b726-4a1d28722774 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.097918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf9663e5-bda4-4f21-be50-81931f7f5da4 req-0715d79d-1139-4a9a-b726-4a1d28722774 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 984 time: 0.1098499 May 02 10:36:24.141845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-eed4e224-bd21-45ef-a815-a1dde76f7687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.143327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-eed4e224-bd21-45ef-a815-a1dde76f7687 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 913 time: 0.2380099 May 02 10:36:24.195648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-a4102b38-3fda-4c00-9917-29eacf7ff97a service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086964 May 02 10:36:24.199569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-41660179-6469-44ae-a5d6-11995caf0ee1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8245ef2b-d43b-4675-b634-8b4309a4341d HTTP/1.1" status: 200 len: 217 time: 0.0480452 May 02 10:36:24.268300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96ab572-f8ec-47e9-b8b1-632d2bc267d7 req-2b2eaa56-6ac9-4aef-bcee-68fd728d3c58 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.270017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a96ab572-f8ec-47e9-b8b1-632d2bc267d7 req-2b2eaa56-6ac9-4aef-bcee-68fd728d3c58 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 943 time: 0.0549719 May 02 10:36:24.312330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf9663e5-bda4-4f21-be50-81931f7f5da4 req-de6c6c6f-6e8c-4083-9aba-3e6b1f6c5b8c tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=9c7b00b0-078c-4ab8-b81a-802a730741dc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1992114 May 02 10:36:24.325577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-92b75563-8f56-471f-8298-99937e342900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.327038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-92b75563-8f56-471f-8298-99937e342900 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1193521 May 02 10:36:24.354698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a96ab572-f8ec-47e9-b8b1-632d2bc267d7 req-38cf3338-1282-40e8-b9b1-669f8db80aca tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782814 May 02 10:36:24.385849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-0fa34c7b-530a-4ba5-85d5-9f507d5c2eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501347 May 02 10:36:24.412640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32cd2eda-8e16-4fdd-9eaf-e7ab900bbdf8 req-c4c9882d-31c1-4de4-a00e-5824c22b3763 service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2037783 May 02 10:36:24.487505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-8b774f82-f8b5-44e1-9048-89239097f297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.488864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-8b774f82-f8b5-44e1-9048-89239097f297 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 1126 time: 0.0861089 May 02 10:36:24.517839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-6c216597-af33-45d8-adae-c87f2a5f7653 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242273 May 02 10:36:24.622518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ca0c19d-c918-453b-b874-780f71dab0b3 req-a7d15a00-ef09-47f3-8eca-3d722913bed7 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981650 May 02 10:36:24.668178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-3449f149-b845-49ea-9127-02a2374db3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.670601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-3449f149-b845-49ea-9127-02a2374db3cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1166 time: 0.0462754 May 02 10:36:24.770574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-dcf79a7c-f21b-4a1b-8027-ca2f9982734e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.772115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-dcf79a7c-f21b-4a1b-8027-ca2f9982734e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.0963204 May 02 10:36:24.816344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-8a0861df-5632-47fa-8b86-8128f79e33c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 217 time: 0.0365572 May 02 10:36:24.870357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-371050b9-7519-44b1-b812-7ec1a46259a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:24.872202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-371050b9-7519-44b1-b812-7ec1a46259a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.0495923 May 02 10:36:24.920185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-b06b2954-ff71-41c2-b7c9-9b76f0456f28 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329351 May 02 10:36:25.063365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35d1e8-157c-4fbe-8e52-f7632d168be4 req-86a73161-0fee-4f64-a290-dd7de471282a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.065644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d35d1e8-157c-4fbe-8e52-f7632d168be4 req-86a73161-0fee-4f64-a290-dd7de471282a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0633776 May 02 10:36:25.072353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.077765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.083286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.088734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.119091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.127704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.135091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.136524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d35d1e8-157c-4fbe-8e52-f7632d168be4 req-f0fb86c6-99e0-4ac0-af48-4c63601eabda tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650358 May 02 10:36:25.137540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-8dfbb2eb-d1bc-4102-959e-ea9431d64490 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5437 time: 0.1388607 May 02 10:36:25.182708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-3da90373-cdbf-4f25-800a-2756f73a0c45 service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490077 May 02 10:36:25.269894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f29e8e6c-d91e-42c5-97b6-c65b3453e9d1 req-0f01ecce-3a25-43df-9a6a-a06ab6b197e8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1226702 May 02 10:36:25.302222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-359a908a-2f53-4607-bd0d-73adce4b549a service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1076884 May 02 10:36:25.463376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4a68ed-4e74-4e54-8cbb-6a94f2ea3a45 req-23259784-b9da-49a6-9890-72028960d645 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.465327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a4a68ed-4e74-4e54-8cbb-6a94f2ea3a45 req-23259784-b9da-49a6-9890-72028960d645 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 984 time: 0.0562396 May 02 10:36:25.476538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-a55ceb91-4313-4cf5-8e34-218e3e794874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.478090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-a55ceb91-4313-4cf5-8e34-218e3e794874 service neutron] 10.222.0.24 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 913 time: 0.1483676 May 02 10:36:25.537803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a4a68ed-4e74-4e54-8cbb-6a94f2ea3a45 req-2d421dac-583c-46d8-83f2-6cf66a9ae9cb tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=9c7b00b0-078c-4ab8-b81a-802a730741dc&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0665801 May 02 10:36:25.549936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-f05d051c-6e94-45e8-91ae-a52831063770 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5 HTTP/1.1" status: 200 len: 217 time: 0.0541070 May 02 10:36:25.551708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91058a7c-5da6-44b1-b0f8-0d193a52c48a req-3fb987cf-94e8-4b35-a97b-e7305faa3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.553235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91058a7c-5da6-44b1-b0f8-0d193a52c48a req-3fb987cf-94e8-4b35-a97b-e7305faa3cc1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.1023538 May 02 10:36:25.567946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528db95f-7144-4ec1-afc8-48e62ccf934c req-db936ad3-de11-4af3-b6d0-afce2435de67 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.569932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-528db95f-7144-4ec1-afc8-48e62ccf934c req-db936ad3-de11-4af3-b6d0-afce2435de67 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 943 time: 0.1313217 May 02 10:36:25.586955 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9cf4f069-695c-483d-a918-6378cdd3c4fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:25.679465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-678b277b-00e2-4929-a66c-56af20c30e68 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-420910279&fields=id&tenant_id=553b9c7e4f82450f827b71deadd7474c HTTP/1.1" status: 200 len: 267 time: 0.0627692 May 02 10:36:25.683915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91058a7c-5da6-44b1-b0f8-0d193a52c48a req-f17ff68a-0f67-40d7-a58d-43bf0b63811d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130157 May 02 10:36:25.693292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c42bdc-d575-440f-96b3-f7013155e91d req-05bf047b-b701-4705-9df1-f3551e1381af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.694742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-05bf047b-b701-4705-9df1-f3551e1381af service neutron] 10.222.0.24 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1077378 May 02 10:36:25.702122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-528db95f-7144-4ec1-afc8-48e62ccf934c req-e4c3a0ca-6b30-4622-b4f2-9fe009f8d0c1 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057007 May 02 10:36:25.746544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-5134d761-8190-438c-a62f-967acf1fc150 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:25.748709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-5134d761-8190-438c-a62f-967acf1fc150 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 984 time: 0.0615284 May 02 10:36:25.760104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'port': {'security_groups': ['9c7b00b0-078c-4ab8-b81a-802a730741dc', 'b3fc7c03-99f9-4a46-bd66-31be4770867c', '0bf77943-f458-428a-a999-1f950971fae8']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:25.832534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8245ef2b-d43b-4675-b634-8b4309a4341d details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:25.841961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:25.914062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-d40b6afa-4cd6-4240-84ed-8b7575c86672 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395095 May 02 10:36:25.962323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8245ef2b-d43b-4675-b634-8b4309a4341d,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:25.976102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '8245ef2b-d43b-4675-b634-8b4309a4341d', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'port_id': '8245ef2b-d43b-4675-b634-8b4309a4341d', 'mac_address': 'fa:16:3e:cb:79:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6125ae69-7b17-441c-ab94-61a0ba17eb73', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:26.012734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-1a3fab58-c333-4a78-8286-4796832e91fa service neutron] 10.222.0.24 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920150 May 02 10:36:26.058759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8245ef2b-d43b-4675-b634-8b4309a4341d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:26.059159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.075218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8245ef2b-d43b-4675-b634-8b4309a4341d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:26.119366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8245ef2b-d43b-4675-b634-8b4309a4341d,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:26.123582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39c42bdc-d575-440f-96b3-f7013155e91d req-6e47c76a-1f43-4b12-9b96-17b7f2c72c06 service neutron] 10.222.0.24 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056347 May 02 10:36:26.172699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:26.202644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.213390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:26.221229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.266569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2915b4b-debe-4523-9f43-e3601a87fe66 req-3ce0f588-c939-4b0b-814c-9c539f758e7d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.270580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2915b4b-debe-4523-9f43-e3601a87fe66 req-3ce0f588-c939-4b0b-814c-9c539f758e7d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0607266 May 02 10:36:26.270930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.278794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:26.324417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.325489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.338318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c8db59-edbb-4bef-a8a7-0ee12f47858b req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "PUT /v2.0/ports/1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 1020 time: 0.5825453 May 02 10:36:26.341213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:26.345222 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f" -d '{"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:26.363773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2915b4b-debe-4523-9f43-e3601a87fe66 req-8ceac99b-894a-4068-bf63-03d145bb0d1d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847960 May 02 10:36:26.373229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba55099-2677-4695-9e13-ccebf352e981 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.397337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:26.447005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a5b470c-9b71-4034-a463-7d76a4f668e9 req-b7c3f79d-a212-46d9-b69d-efeeb6156553 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/0bf77943-f458-428a-a999-1f950971fae8 HTTP/1.1" status: 200 len: 1818 time: 0.0509150 May 02 10:36:26.481187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39a2a4-a13e-4300-bef2-6475edb04007 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:26.503111 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-7a5b470c-9b71-4034-a463-7d76a4f668e9 req-d7420ee2-1ce2-43b3-ba11-6dba86395bc9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] delete failed (client error): There was a conflict when trying to complete your request. May 02 10:36:26.504029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a5b470c-9b71-4034-a463-7d76a4f668e9 req-d7420ee2-1ce2-43b3-ba11-6dba86395bc9 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/0bf77943-f458-428a-a999-1f950971fae8 HTTP/1.1" status: 409 len: 341 time: 0.0511513 May 02 10:36:26.516678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.522594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.527898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.534098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.539414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.545035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.551897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.554101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-aec68a4d-44fb-4ac6-a306-5a1d0ddbf330 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5437 time: 0.1307747 May 02 10:36:26.560699 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86297efe-7cdc-4c79-afd7-b4f9dd45a0ef x-openstack-request-id: req-86297efe-7cdc-4c79-afd7-b4f9dd45a0ef {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:26.561004 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:26.561216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8245ef2b-d43b-4675-b634-8b4309a4341d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:26.561332 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86297efe-7cdc-4c79-afd7-b4f9dd45a0ef {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:26.561660 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86297efe-7cdc-4c79-afd7-b4f9dd45a0ef'] response: {'name': 'network-changed', 'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'status': 'completed', 'code': 200} May 02 10:36:26.620547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:26.634554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-c877bb4a-3787-4b9e-afe3-4049968e43b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.639188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-c877bb4a-3787-4b9e-afe3-4049968e43b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=553b9c7e4f82450f827b71deadd7474c&device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1206 time: 0.0636849 May 02 10:36:26.686439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05e717b9-a5e6-475f-8a41-78ea5bf9b884 req-e111d4a4-4785-4eb1-adc8-cb97da66fc99 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1237464 May 02 10:36:26.689763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba55099-2677-4695-9e13-ccebf352e981 admin admin] Publish callbacks [] for security_group (de37936a-c11e-4086-87f2-9bbfaaa31d30), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.767821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ba55099-2677-4695-9e13-ccebf352e981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de37936a-c11e-4086-87f2-9bbfaaa31d30), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:26.768325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-f60fbafb-d42f-4303-8ce1-4a14ae6d97a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.770271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-f60fbafb-d42f-4303-8ce1-4a14ae6d97a2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 200 len: 913 time: 0.1237493 May 02 10:36:26.827426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-c5d34f48-3836-47ad-a752-b7d8a327776b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 200 len: 217 time: 0.0487490 May 02 10:36:26.855361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba55099-2677-4695-9e13-ccebf352e981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de37936a-c11e-4086-87f2-9bbfaaa31d30,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:26.864255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ba55099-2677-4695-9e13-ccebf352e981 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5c1f639e63d49488b692601f2f8d08d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6494696 May 02 10:36:26.871097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34082212-d475-4bec-86f0-8b92c664f129 req-2a62de31-00d0-4e2a-9d2c-ca52a0f1f9c1 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.872619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34082212-d475-4bec-86f0-8b92c664f129 req-2a62de31-00d0-4e2a-9d2c-ca52a0f1f9c1 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 944 time: 0.0812929 May 02 10:36:26.873504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:26.928092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-e39585fa-ef8b-4aeb-ad78-6f76398a314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:26.939032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-e39585fa-ef8b-4aeb-ad78-6f76398a314e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 200 len: 852 time: 0.0996666 May 02 10:36:26.972161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-335c4d91-5dce-4ce6-bc2a-62832e546599 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d81e7718-6c50-44a0-9bb8-f59c3354364e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299993 May 02 10:36:26.976055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] Publish callbacks [] for security_group (de37936a-c11e-4086-87f2-9bbfaaa31d30), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:27.016970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34082212-d475-4bec-86f0-8b92c664f129 req-ec59bfb8-c22d-406f-ade9-a9a6b454ccd8 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264582 May 02 10:36:27.043306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] Publish callbacks [] for security_group (de37936a-c11e-4086-87f2-9bbfaaa31d30), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:27.126651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-fe12501e-5e4b-4e56-a7ad-0218bcc947a9 service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477931 May 02 10:36:27.184898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de37936a-c11e-4086-87f2-9bbfaaa31d30), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:27.192016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:27.192016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de37936a-c11e-4086-87f2-9bbfaaa31d30 HTTP/1.1" status: 204 len: 168 time: 0.3152397 May 02 10:36:27.200440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f63eaa-626d-436a-ad5f-57873fd617a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de37936a-c11e-4086-87f2-9bbfaaa31d30,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:27.257575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7125752-0b6f-449c-ae31-10c2417941e0 req-42939eb9-8e96-48c3-a65d-c11d2ad9a0a0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.259179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7125752-0b6f-449c-ae31-10c2417941e0 req-42939eb9-8e96-48c3-a65d-c11d2ad9a0a0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1023 time: 0.0608079 May 02 10:36:27.330029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7125752-0b6f-449c-ae31-10c2417941e0 req-4bf7a0a7-4cc9-4392-92bf-9737a6185912 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=9c7b00b0-078c-4ab8-b81a-802a730741dc&id=0bf77943-f458-428a-a999-1f950971fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0650396 May 02 10:36:27.483577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380199c4-29a6-4dad-932c-39f19f8024f1 req-26d1b30a-0826-4557-8ede-ec376021a2e4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.486019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-380199c4-29a6-4dad-932c-39f19f8024f1 req-26d1b30a-0826-4557-8ede-ec376021a2e4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0499189 May 02 10:36:27.544016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-380199c4-29a6-4dad-932c-39f19f8024f1 req-59aa0268-e4f3-40c9-9726-c02208b184df tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458827 May 02 10:36:27.820540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.825906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.831687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.848242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.853674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.857636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00f9a18-c4aa-4a4b-945a-964ea4a5394e up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:27.859381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.864673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:27.866616 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-060b7dbf-7a6c-4540-9838-5dbc7dc7e258 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5437 time: 0.1011288 May 02 10:36:27.890328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:27.892983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8245ef2b-d43b-4675-b634-8b4309a4341d up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:27.944728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:27.945268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-996d59ad-607d-4cce-a3b5-7723a3634144 req-237cef53-68ed-4e28-9122-05684db6af90 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0706129 May 02 10:36:27.963050 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ad446087-9958-4ecd-a0cd-2a4eb5bf58ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:27.965894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f14bba9-58bf-4941-af7a-427611dd997a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.018465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:28.026631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 8245ef2b-d43b-4675-b634-8b4309a4341d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:28.053957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6405ed-ba6f-403a-970d-0854adee630e req-9f9ddb07-00c9-49ef-9c82-4eb6f8919831 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.055451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c6405ed-ba6f-403a-970d-0854adee630e req-9f9ddb07-00c9-49ef-9c82-4eb6f8919831 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0650473 May 02 10:36:28.147524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:28.147950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.155302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f14bba9-58bf-4941-af7a-427611dd997a admin admin] Publish callbacks [] for security_group (c4c0525f-8f66-480a-a442-f5e3926160a7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.159638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe7ab4-7b58-4f5b-afb8-2bc570b46d4b req-f40f95dd-b2ca-4a16-b699-d97e8eecfc49 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.159995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-24f5a88a-b382-4cdc-85c9-d33b4c16f48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.161349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-abbe7ab4-7b58-4f5b-afb8-2bc570b46d4b req-f40f95dd-b2ca-4a16-b699-d97e8eecfc49 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 944 time: 0.0652893 May 02 10:36:28.161540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-24f5a88a-b382-4cdc-85c9-d33b4c16f48b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.0780149 May 02 10:36:28.165852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c6405ed-ba6f-403a-970d-0854adee630e req-69ea9e88-72a0-4ab7-bd7c-d7295f70de55 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031573 May 02 10:36:28.202051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 8245ef2b-d43b-4675-b634-8b4309a4341d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:28.202446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.219876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-abbe7ab4-7b58-4f5b-afb8-2bc570b46d4b req-e4640824-9f91-451f-8bef-dce544821d79 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494826 May 02 10:36:28.268952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f14bba9-58bf-4941-af7a-427611dd997a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c4c0525f-8f66-480a-a442-f5e3926160a7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.295303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-2b617861-cdef-414f-83bd-e625439f11b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.296895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-2b617861-cdef-414f-83bd-e625439f11b1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1278269 May 02 10:36:28.360190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-9ace4a60-500f-4358-ba8d-c789a3ac9e35 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.0563118 May 02 10:36:28.367306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4f14bba9-58bf-4941-af7a-427611dd997a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=39195c3b950741eaa1695111537df3b4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4189339 May 02 10:36:28.368990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:28.379960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f14bba9-58bf-4941-af7a-427611dd997a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4c0525f-8f66-480a-a442-f5e3926160a7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:28.403783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e00f9a18-c4aa-4a4b-945a-964ea4a5394e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:28.403783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.403783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8245ef2b-d43b-4675-b634-8b4309a4341d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:28.403783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.434973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:28.437931 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d69bbbd-e7e6-4001-93bf-e15f129db3c3" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "e00f9a18-c4aa-4a4b-945a-964ea4a5394e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:28.441164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-39de8355-763c-42bd-ba76-31f19e219a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.442958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-39de8355-763c-42bd-ba76-31f19e219a6e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0522320 May 02 10:36:28.461079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:28.485390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8245ef2b-d43b-4675-b634-8b4309a4341d,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:28.518102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] Publish callbacks [] for security_group (c4c0525f-8f66-480a-a442-f5e3926160a7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.518827 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952ec65e-8347-4e38-8f78-4e28f4bab912 x-openstack-request-id: req-952ec65e-8347-4e38-8f78-4e28f4bab912 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:28.519390 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "e00f9a18-c4aa-4a4b-945a-964ea4a5394e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:28.519893 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-952ec65e-8347-4e38-8f78-4e28f4bab912 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:28.520816 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-952ec65e-8347-4e38-8f78-4e28f4bab912'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00f9a18-c4aa-4a4b-945a-964ea4a5394e', 'code': 200} May 02 10:36:28.542830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] Publish callbacks [] for security_group (c4c0525f-8f66-480a-a442-f5e3926160a7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.557122 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.558682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3a8b1766-f116-438b-87f6-f4a402574316 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:28.576147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-f2f8e760-faf9-45ea-b89e-6bab8a0b1fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.577673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-f2f8e760-faf9-45ea-b89e-6bab8a0b1fcb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1030262 May 02 10:36:28.607791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.621683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-921ae07e-19a7-4a6d-a171-028f2f3e8c7f req-d55e9526-ba64-41c9-be70-21681a060fe4 service neutron] 10.222.0.15 "GET /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762942 May 02 10:36:28.642150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e26d2-1a15-4e8f-8089-d7cd3fadbd0a req-adefb280-2bd9-4be9-b704-a1ca076d8558 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.649478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea2e26d2-1a15-4e8f-8089-d7cd3fadbd0a req-adefb280-2bd9-4be9-b704-a1ca076d8558 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1023 time: 0.1209781 May 02 10:36:28.651485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:28.657776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 3a8b1766-f116-438b-87f6-f4a402574316 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:28.711553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:28.717253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c4c0525f-8f66-480a-a442-f5e3926160a7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.719846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.721031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c4c0525f-8f66-480a-a442-f5e3926160a7 HTTP/1.1" status: 204 len: 168 time: 0.3507693 May 02 10:36:28.737409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b26f95-71ee-49f7-b650-0e20b6ad731e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4c0525f-8f66-480a-a442-f5e3926160a7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:28.761976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 3a8b1766-f116-438b-87f6-f4a402574316 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:28.766531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3a8b1766-f116-438b-87f6-f4a402574316), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.769640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-98fb8c87-a194-4a82-a81c-c459a1c656e6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:28.771155 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-98fb8c87-a194-4a82-a81c-c459a1c656e6 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.15 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 1023 time: 0.1518853 May 02 10:36:28.843845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-1169241b-81c6-4c1c-be75-33876c5a9b60 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555609 May 02 10:36:28.849038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 3a8b1766-f116-438b-87f6-f4a402574316 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:28.849490 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:28.887803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea2e26d2-1a15-4e8f-8089-d7cd3fadbd0a req-9c932a34-0057-4ad1-8c8e-2acb89d42951 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=9c7b00b0-078c-4ab8-b81a-802a730741dc&id=0bf77943-f458-428a-a999-1f950971fae8&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2374589 May 02 10:36:28.888231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:28.977780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Deleting port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:28.978446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.007298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.008249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06387acc-1e44-465b-b050-725c78821d5d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:29.059833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d9e7149-9183-43d6-8f53-cc1083fbb4a1 req-0eec0405-4359-4b99-9b25-b2df0c36e771 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091470 May 02 10:36:29.103534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port 1f9a58eb-2606-4acc-99c9-9d4724a040d7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1f9a58eb-2606-4acc-99c9-9d4724a040d7,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:29.104518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.113978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:29.121133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Calling delete_port for 1f9a58eb-2606-4acc-99c9-9d4724a040d7 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:29.128447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.132828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 06387acc-1e44-465b-b050-725c78821d5d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:29.136654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.142788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.148535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.153870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.159922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.165254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.170388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-6683971c-1d12-4ea2-afa6-1dc292ae9074 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5439 time: 0.1488171 May 02 10:36:29.219089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.242038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 06387acc-1e44-465b-b050-725c78821d5d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:29.242277 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06387acc-1e44-465b-b050-725c78821d5d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.267378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4d36452-543d-4e77-bdd5-60cd64799d52 req-00388108-0b23-4c3f-8e79-3160aad030ab tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0895567 May 02 10:36:29.363582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de82ee-26a9-4228-a4f8-9391cb3060c0 req-cc99f9d8-547d-4e5b-8dea-98f130a091e6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.365620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-04de82ee-26a9-4228-a4f8-9391cb3060c0 req-cc99f9d8-547d-4e5b-8dea-98f130a091e6 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0901313 May 02 10:36:29.366783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 06387acc-1e44-465b-b050-725c78821d5d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:29.367268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.407690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06387acc-1e44-465b-b050-725c78821d5d,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:29.416545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8039c5d-1aad-45f2-b4ea-08db11c990f7 req-67be67dc-df1d-4aaf-a3bc-a956ab133036 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:29.418407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c8039c5d-1aad-45f2-b4ea-08db11c990f7 req-67be67dc-df1d-4aaf-a3bc-a956ab133036 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 945 time: 0.0636699 May 02 10:36:29.424027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1f9a58eb-2606-4acc-99c9-9d4724a040d7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.435646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-04de82ee-26a9-4228-a4f8-9391cb3060c0 req-471756dd-596c-444f-a347-04ebea2cf55e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584009 May 02 10:36:29.436521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e6b2698c-bea8-4858-ae95-9db25f07c0c1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:29.441620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1f9a58eb-2606-4acc-99c9-9d4724a040d7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:29.461183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'Port': ['ID=1f9a58eb-2606-4acc-99c9-9d4724a040d7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:29.499317 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c8039c5d-1aad-45f2-b4ea-08db11c990f7 req-d85e8efa-fad1-40c5-8373-e278e2b547d5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744734 May 02 10:36:29.527415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.528219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 76ad2b06-1168-4e7f-b69b-0d807e307ed8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:29.549533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] No DVR routers for this DVR port 1f9a58eb-2606-4acc-99c9-9d4724a040d7 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:29.552173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:29.555571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc614572-9c66-40c0-bbfa-c94785333ab3 req-7ba8c32d-a7f2-4562-91ab-e450826cf99d tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.15 "DELETE /v2.0/ports/1f9a58eb-2606-4acc-99c9-9d4724a040d7 HTTP/1.1" status: 204 len: 173 time: 0.7719195 May 02 10:36:29.556041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'name': 'network-vif-deleted', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:29.558385 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1690acde-18d6-40be-aa6a-4a350a0e4c69" -d '{"events": [{"server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "name": "network-vif-deleted", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:29.607102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad6a533a-c2cb-4610-b7e0-c60806e8de83 x-openstack-request-id: req-ad6a533a-c2cb-4610-b7e0-c60806e8de83 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:29.607102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee136b-ca45-4476-90fc-139e3fb131b9", "name": "network-vif-deleted", "tag": "1f9a58eb-2606-4acc-99c9-9d4724a040d7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:29.607102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad6a533a-c2cb-4610-b7e0-c60806e8de83 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:29.607102 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad6a533a-c2cb-4610-b7e0-c60806e8de83'] response: {'server_uuid': 'baee136b-ca45-4476-90fc-139e3fb131b9', 'name': 'network-vif-deleted', 'tag': '1f9a58eb-2606-4acc-99c9-9d4724a040d7', 'status': 'completed', 'code': 200} May 02 10:36:29.784843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:29.818484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:29.870932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6fa65123-a84a-46ad-b6ee-8e2b59819da5 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:29.905821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:29.906998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.039175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c734c28e-6bed-4450-a314-1bca9a0e0b66 req-ce33a1de-c108-48e3-b324-494467cf1fb0 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=baee136b-ca45-4476-90fc-139e3fb131b9 HTTP/1.1" status: 200 len: 210 time: 0.0440028 May 02 10:36:30.146847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:30.150655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:30.150655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.179244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6fa65123-a84a-46ad-b6ee-8e2b59819da5', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'port_id': '6fa65123-a84a-46ad-b6ee-8e2b59819da5', 'mac_address': 'fa:16:3e:50:f9:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6125ae69-7b17-441c-ab94-61a0ba17eb73', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:30.229267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:30.248443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:30.248443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.259618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa65123-a84a-46ad-b6ee-8e2b59819da5 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:30.280127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:30.287267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.288220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:30.383184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:30.398944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.433231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:30.466065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:30.548664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06387acc-1e44-465b-b050-725c78821d5d'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:30.548664 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c4333d4-43b9-439c-8005-89de82b461c0" -d '{"events": [{"server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "name": "network-vif-plugged", "status": "completed", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b1766-f116-438b-87f6-f4a402574316"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "06387acc-1e44-465b-b050-725c78821d5d"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:30.548664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:30.548664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.577840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.624438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a008c23-6803-440a-b5c4-ea4fd704e2e3 req-9aeae40b-ca8c-4fb0-aa41-b68042d7424b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.627839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a008c23-6803-440a-b5c4-ea4fd704e2e3 req-9aeae40b-ca8c-4fb0-aa41-b68042d7424b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0778112 May 02 10:36:30.734294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a008c23-6803-440a-b5c4-ea4fd704e2e3 req-234693e6-0ad0-46d3-b7f5-fa090a35f835 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996516 May 02 10:36:30.751297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:30.751297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.811331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:30.850665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.856187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.863279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.869321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.876386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.881850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.887116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.889420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-8da40801-9a75-4c4b-9e19-9d36bce56f29 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5441 time: 0.5155306 May 02 10:36:30.897658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b38d0fa-f6c3-49ee-9c3a-2277f0ebf23f req-6f3353dc-1362-4334-8b11-eeb48234993a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:30.900113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b38d0fa-f6c3-49ee-9c3a-2277f0ebf23f req-6f3353dc-1362-4334-8b11-eeb48234993a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 945 time: 0.0664124 May 02 10:36:30.902157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6fa65123-a84a-46ad-b6ee-8e2b59819da5'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:30.910192 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:30.915874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 00ed84d9-d5f9-4c97-9047-2fe779a144f5 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:30.985188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b38d0fa-f6c3-49ee-9c3a-2277f0ebf23f req-4166733a-3ddc-447a-8268-85bca322ca05 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745132 May 02 10:36:31.008144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c4a50e2-2e90-41bd-a7a7-951b2e6da13b req-af611b46-0b5d-4748-941a-04d209532485 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1100037 May 02 10:36:31.057320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:31.067645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 02 May 2022 10:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030 x-openstack-request-id: req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "name": "network-vif-plugged", "status": "completed", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "3a8b1766-f116-438b-87f6-f4a402574316", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "06387acc-1e44-465b-b050-725c78821d5d", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030'] response: {'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d', 'code': 200} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316', 'code': 200} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06387acc-1e44-465b-b050-725c78821d5d', 'code': 200} May 02 10:36:31.076425 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68cfaac1-99c4-41f0-b8ee-f111a4a2e030'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'code': 200} May 02 10:36:31.082807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:31.122571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:31.123017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.181941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-bb229eb5-2f01-4148-8c6a-089452c1be35 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/9c7b00b0-078c-4ab8-b81a-802a730741dc HTTP/1.1" status: 200 len: 1818 time: 0.0516036 May 02 10:36:31.205539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119812e-395d-4ece-97e3-77717ba81c0b req-59ea8552-2e6a-412e-b596-328caa823cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:31.207382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e119812e-395d-4ece-97e3-77717ba81c0b req-59ea8552-2e6a-412e-b596-328caa823cd3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 1127 time: 0.0527465 May 02 10:36:31.249808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (9c7b00b0-078c-4ab8-b81a-802a730741dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.263196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e119812e-395d-4ece-97e3-77717ba81c0b req-4a2035d1-a43d-4c64-81ef-68a83027468f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454538 May 02 10:36:31.271226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:31.271620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.276909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (9c7b00b0-078c-4ab8-b81a-802a730741dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.316456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:31.429599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.429825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9c7b00b0-078c-4ab8-b81a-802a730741dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.430638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f9ed19c7-6738-457d-98d3-72ef7c9dccf6 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:31.432455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.438101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94d64e58-ee19-44d6-a8f1-4d2abc848389 req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/9c7b00b0-078c-4ab8-b81a-802a730741dc HTTP/1.1" status: 204 len: 173 time: 0.2528718 May 02 10:36:31.447393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79fa46f-ceb4-4e58-80a2-59e564160387 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7b00b0-078c-4ab8-b81a-802a730741dc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:31.497855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e04d8528-28b9-4f73-9f51-18912492b38f req-ab550798-8748-41bd-9025-f20311cd6d96 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/0bf77943-f458-428a-a999-1f950971fae8 HTTP/1.1" status: 200 len: 1818 time: 0.0434420 May 02 10:36:31.539326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:31.546585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:31.562854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e04d8528-28b9-4f73-9f51-18912492b38f req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (0bf77943-f458-428a-a999-1f950971fae8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.587173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e04d8528-28b9-4f73-9f51-18912492b38f req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (0bf77943-f458-428a-a999-1f950971fae8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.653186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:31.658461 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.733566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:31.733968 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.744591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e04d8528-28b9-4f73-9f51-18912492b38f req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0bf77943-f458-428a-a999-1f950971fae8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.747401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e04d8528-28b9-4f73-9f51-18912492b38f req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.748825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e04d8528-28b9-4f73-9f51-18912492b38f req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/0bf77943-f458-428a-a999-1f950971fae8 HTTP/1.1" status: 204 len: 173 time: 0.2430573 May 02 10:36:31.771599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:31.783098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9850ff9-fb65-422d-bc71-5cdb0aa68b9a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf77943-f458-428a-a999-1f950971fae8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:31.804353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1047953133', 'description': 'tempest-description-1964591794'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:31.868540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede851c7-012a-4b25-8652-06e2ee46f1bb req-c34622de-3e3c-4cf6-bdca-2f73e5ceef5a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:31.870109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ede851c7-012a-4b25-8652-06e2ee46f1bb req-c34622de-3e3c-4cf6-bdca-2f73e5ceef5a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0495937 May 02 10:36:31.891368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1f9a58eb-2606-4acc-99c9-9d4724a040d7 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:31.895372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.919653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 1f9a58eb-2606-4acc-99c9-9d4724a040d7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:31.920252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1f9a58eb-2606-4acc-99c9-9d4724a040d7 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:31.923424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.931009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ede851c7-012a-4b25-8652-06e2ee46f1bb req-b9834b77-0d7e-4e31-9dfd-d8fa49a4bd6b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538833 May 02 10:36:31.946295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:31.981456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:32.010579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.098601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.105769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6fa65123-a84a-46ad-b6ee-8e2b59819da5 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:32.110633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d6a9ab-c723-4da7-993a-9afd0b96c4f8 req-a4af55d3-e8fe-43f0-af82-152709a6e217 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.112306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14d6a9ab-c723-4da7-993a-9afd0b96c4f8 req-a4af55d3-e8fe-43f0-af82-152709a6e217 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 945 time: 0.0550113 May 02 10:36:32.144529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea56c3-8bca-4bf4-a456-652a93515039,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:32.172239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:32.174777 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14d6a9ab-c723-4da7-993a-9afd0b96c4f8 req-0a643984-0148-421c-a8ed-848784b7d0d5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544546 May 02 10:36:32.289548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.290746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c8bc16e-3f1e-43e1-b24a-6685eb140df1 req-e7d23219-3ff7-44a0-829c-8d14b955548f tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1825 time: 0.4916587 May 02 10:36:32.299042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.304768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.314973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.316846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:32.317348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.318190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.323888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.329697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.336822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:32.340129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-d97db313-7c4d-4e51-8442-38b933ce8429 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.0957632 May 02 10:36:32.401406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91b47184-eb09-4847-942c-9111d21b6af1 req-b7aa415c-bb90-4dd5-8466-5e938f5f990b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/a8ea56c3-8bca-4bf4-a456-652a93515039 HTTP/1.1" status: 200 len: 1820 time: 0.0758996 May 02 10:36:32.412197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Request body: {'security_group': {'name': 'tempest-sg-hth-384314147', 'description': 'tempest-description-hth-1403214114'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:32.433097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36777d95-7061-4e56-baf3-16f8d5d6973e req-5efb8103-8292-4a11-978a-348b0112ade5 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0827599 May 02 10:36:32.462951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.466227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:32.467035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.518302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.555498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:32.642061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.644895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.646198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91b47184-eb09-4847-942c-9111d21b6af1 req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "PUT /v2.0/security-groups/a8ea56c3-8bca-4bf4-a456-652a93515039 HTTP/1.1" status: 200 len: 1793 time: 0.2381124 May 02 10:36:32.672119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5125e530-480f-438e-b6c0-abdb89df6cb8 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8ea56c3-8bca-4bf4-a456-652a93515039,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:32.686715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.723865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22746ba6-d3b0-4b2e-b3a4-c578211b7271 req-6d49ff56-b1e6-49c4-822d-9a531b5c5960 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/a8ea56c3-8bca-4bf4-a456-652a93515039 HTTP/1.1" status: 200 len: 1793 time: 0.0572541 May 02 10:36:32.776476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:32.804812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-1fba838f-1402-47cc-a62b-6ab0dd910b07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/a8ea56c3-8bca-4bf4-a456-652a93515039 HTTP/1.1" status: 200 len: 1793 time: 0.0453238 May 02 10:36:32.861845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:32.888577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:33.064706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a8ea56c3-8bca-4bf4-a456-652a93515039), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:33.067827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:33.069053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e883842-9ab2-43ce-9329-374f9ad2e2d8 req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/a8ea56c3-8bca-4bf4-a456-652a93515039 HTTP/1.1" status: 204 len: 173 time: 0.2590094 May 02 10:36:33.070964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}, {'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:33.076537 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2afc8944-bcf9-41f6-9fa3-e71afe867b32" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6"}, {"server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "name": "network-vif-plugged", "status": "completed", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:33.095623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df565ab9-1e5e-4adf-8c97-81873eecbd07 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8ea56c3-8bca-4bf4-a456-652a93515039,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:33.184398 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Mon, 02 May 2022 10:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69dd6974-787f-420f-92c6-538fb9ab7074 x-openstack-request-id: req-69dd6974-787f-420f-92c6-538fb9ab7074 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:33.184837 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-plugged", "status": "completed", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6", "code": 200}, {"server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "name": "network-vif-plugged", "status": "completed", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:33.185141 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69dd6974-787f-420f-92c6-538fb9ab7074 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:33.199033 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd6974-787f-420f-92c6-538fb9ab7074'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'code': 200} May 02 10:36:33.199033 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd6974-787f-420f-92c6-538fb9ab7074'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5', 'code': 200} May 02 10:36:33.199033 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd6974-787f-420f-92c6-538fb9ab7074'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'code': 200} May 02 10:36:33.199033 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69dd6974-787f-420f-92c6-538fb9ab7074'] response: {'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5', 'code': 200} May 02 10:36:33.237994 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-15e0cfb0-0643-41a0-ac68-0c03531225ad req-c88e4ea5-7686-4f85-97aa-9be6e54a0c35 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.239012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-15e0cfb0-0643-41a0-ac68-0c03531225ad req-c88e4ea5-7686-4f85-97aa-9be6e54a0c35 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/0bf77943-f458-428a-a999-1f950971fae8 HTTP/1.1" status: 404 len: 352 time: 0.0148184 May 02 10:36:33.280497 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-34aeb81c-38fe-443f-8fc7-6cf484c49bbd req-08d4a557-1654-4427-b2a0-1bd7e4d70f96 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.282130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34aeb81c-38fe-443f-8fc7-6cf484c49bbd req-08d4a557-1654-4427-b2a0-1bd7e4d70f96 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/9c7b00b0-078c-4ab8-b81a-802a730741dc HTTP/1.1" status: 404 len: 352 time: 0.0181160 May 02 10:36:33.318220 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-d3315351-d9cd-4ab8-8449-91e4144cf66f req-cfb0f735-2dd3-4e0a-87ec-679577b8f550 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.325457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3315351-d9cd-4ab8-8449-91e4144cf66f req-cfb0f735-2dd3-4e0a-87ec-679577b8f550 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ea4a21d0-e1e1-48ac-9489-051916346b5a HTTP/1.1" status: 404 len: 352 time: 0.0210104 May 02 10:36:33.363811 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-eff95966-b4be-4490-adef-38d5ae37af23 req-9f575cbf-2705-44f8-b3a6-ef394bda6f20 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.364901 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eff95966-b4be-4490-adef-38d5ae37af23 req-9f575cbf-2705-44f8-b3a6-ef394bda6f20 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/b79634af-4859-4c85-ad14-af90cca373cf HTTP/1.1" status: 404 len: 352 time: 0.0202775 May 02 10:36:33.370684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a919136-086a-49c0-b3a5-f87d48d3ae4b req-53323116-2b0d-4467-8149-209915d09823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.372314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a919136-086a-49c0-b3a5-f87d48d3ae4b req-53323116-2b0d-4467-8149-209915d09823 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 1128 time: 0.1170070 May 02 10:36:33.398029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.398508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.399161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.399627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.400093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.400462 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-2fc248cc-0a2f-428f-8a53-6aa74ba42c4a req-15de84c6-aa9b-412b-8f04-ee9cdad56fad tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.400639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.401049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.402984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-e84101cf-ebde-4fb1-887b-d701d3615db1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6718 time: 0.1087863 May 02 10:36:33.405444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc248cc-0a2f-428f-8a53-6aa74ba42c4a req-15de84c6-aa9b-412b-8f04-ee9cdad56fad tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/433925af-9fcb-497b-aafe-b4d793cc6ce6 HTTP/1.1" status: 404 len: 352 time: 0.0206487 May 02 10:36:33.409706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a86d650-fffa-43c3-887a-43833854da7c req-305fdd38-9422-4eca-a28a-9a6993bce00e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.411079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a86d650-fffa-43c3-887a-43833854da7c req-305fdd38-9422-4eca-a28a-9a6993bce00e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 945 time: 0.1179790 May 02 10:36:33.435859 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-9db0ac46-bc03-49dd-84b8-515566af0315 req-68879685-3881-4ab7-8f43-3b90563ccba1 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] show failed (client error): The resource could not be found. May 02 10:36:33.436873 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9db0ac46-bc03-49dd-84b8-515566af0315 req-68879685-3881-4ab7-8f43-3b90563ccba1 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/ce20e65c-9c51-4488-8adf-20e66b4c68b1 HTTP/1.1" status: 404 len: 352 time: 0.0145030 May 02 10:36:33.489321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a919136-086a-49c0-b3a5-f87d48d3ae4b req-add1d73d-ef3c-4f49-af31-59a145469fb6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103034 May 02 10:36:33.521501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a86d650-fffa-43c3-887a-43833854da7c req-acc141ef-cc80-44f5-8528-f14d96c793be tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028914 May 02 10:36:33.524805 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e0ed15d-5a70-4a41-9798-40a9e446ae06 req-a3ffc9bc-6c10-42ef-8e41-f65fad686cb1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ee2d5727-dc99-4607-aab1-6335ffcf451d&id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1127946 May 02 10:36:33.658501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.664072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.669630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.674918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.680327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.685478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.691330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.693349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-1b0eddd5-35cd-4838-992b-c72aa0d5649f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.0977318 May 02 10:36:33.754299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6228b3d2-2505-4441-9841-7f9d783e5bab req-bcc17757-4e38-4d8e-b493-769c7ceb2fca tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0549192 May 02 10:36:33.878831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b824a97-49c0-4d6d-adb1-443337930184 req-26e24d1c-a932-43f8-938c-85d548aa4d9f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.880530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b824a97-49c0-4d6d-adb1-443337930184 req-26e24d1c-a932-43f8-938c-85d548aa4d9f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 946 time: 0.0544181 May 02 10:36:33.915925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eb9f3e-4386-45e8-8d01-6c2609d9271e req-a2506b66-ecc3-4ffc-bfed-49c037e503ce tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:33.917427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34eb9f3e-4386-45e8-8d01-6c2609d9271e req-a2506b66-ecc3-4ffc-bfed-49c037e503ce tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.0481389 May 02 10:36:33.932160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b824a97-49c0-4d6d-adb1-443337930184 req-396690a0-17af-46d8-9947-888f2720b2e2 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 May 02 10:36:33.998169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34eb9f3e-4386-45e8-8d01-6c2609d9271e req-b44696f7-3262-4e8b-a8a2-f3f0a033ae70 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=90db343e-2077-4405-8fb8-b29e8e44ed1a&id=469aa0e2-c132-4672-b8c2-4ec11998cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0675528 May 02 10:36:34.824405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-0b3b30f2-1529-4519-876f-cd6b87e36e98 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0602288 May 02 10:36:34.932814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.938820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.944235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.949672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.955657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.961316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.966740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.968780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-d0631325-02a3-42d4-8dd5-62ae41096acd tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1243854 May 02 10:36:34.972288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-96393c01-a009-458d-8b09-f295af676839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:34.973594 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-96393c01-a009-458d-8b09-f295af676839 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 1127 time: 0.1159430 May 02 10:36:35.071808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61d218-cd55-4a87-9da4-86c5795c157e req-98d88bb0-4ccf-49c8-b2d7-34a512fbc95e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:35.073453 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da61d218-cd55-4a87-9da4-86c5795c157e req-98d88bb0-4ccf-49c8-b2d7-34a512fbc95e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 946 time: 0.0539227 May 02 10:36:35.090325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-111e4894-91bd-4aa0-bf9a-ab92612199cd req-01c7664a-2fb2-4f0c-ac5a-567b613b7db9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1145611 May 02 10:36:35.127213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-b8dcc6ff-463a-4d27-885f-950fab01d3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:35.128254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-b8dcc6ff-463a-4d27-885f-950fab01d3e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1343808 May 02 10:36:35.159041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da61d218-cd55-4a87-9da4-86c5795c157e req-49165dcf-456b-407b-bb04-69c3bd209093 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763521 May 02 10:36:35.193952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-5e2f667c-4b40-498e-8da0-7c49801052b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 200 len: 217 time: 0.0603309 May 02 10:36:35.278062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db35fc-ef6a-4ed1-9360-4a559aba6a66 req-ba909ada-8725-4389-a7c2-0bd6d305d1bb tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:35.279568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2db35fc-ef6a-4ed1-9360-4a559aba6a66 req-ba909ada-8725-4389-a7c2-0bd6d305d1bb tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.0847518 May 02 10:36:35.306278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-8001e87b-c5c3-44e0-9dff-e206276cf429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:35.307694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-8001e87b-c5c3-44e0-9dff-e206276cf429 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0820091 May 02 10:36:35.364659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-1ffb887d-e8f2-4d75-95ed-6dc88757a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:35.366318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-1ffb887d-e8f2-4d75-95ed-6dc88757a226 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0517521 May 02 10:36:35.447662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2db35fc-ef6a-4ed1-9360-4a559aba6a66 req-f5726490-6562-4aa0-bce7-9550f663eb3e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=90db343e-2077-4405-8fb8-b29e8e44ed1a&id=469aa0e2-c132-4672-b8c2-4ec11998cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1619751 May 02 10:36:35.480692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-bf7561ca-158e-42d2-b799-8ae66a074603 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069148 May 02 10:36:35.573143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53e20932-1fdd-453a-b1d0-c0bdb99b63a7 req-f6179de1-1884-4a6c-8606-c184603216e7 service neutron] 10.222.0.15 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866201 May 02 10:36:36.152965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42840) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:36.158205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'security_group': {'name': 'tempest-securitygroup--161296733', 'description': 'tempest-description--1082777127'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:36.254316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-a28ff87f-ba34-442f-9f53-c2baec665499 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.260264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-a28ff87f-ba34-442f-9f53-c2baec665499 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.1249554 May 02 10:36:36.271487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.271882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-1e676ed0-da3c-4105-b39d-cf06ba9d6df6 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/quotas/f5afcabc10d742cd84c60d17f855e5e8 HTTP/1.1" status: 200 len: 375 time: 0.0104671 May 02 10:36:36.277187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.283180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.288499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.295657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.301229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.306463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.308368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-cb8d0f6b-ec0f-4d9c-8a74-c316d7b38d64 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1005902 May 02 10:36:36.309873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.330956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-79baf52c-8149-48fd-b6c7-9183141b15a8 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517738 May 02 10:36:36.403174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f5ae68-d933-4e64-a4f0-3458b5af9eff req-3ff216db-3a34-40cf-bee0-0b8cc4aebeb6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835855 May 02 10:36:36.434735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-6afe3b96-bb3d-4242-b0a4-7262c49b09be service neutron] 10.222.0.16 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963438 May 02 10:36:36.445179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (1c28c6fa-f241-4911-b4a9-be7328958435), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.525265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1c28c6fa-f241-4911-b4a9-be7328958435), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.527608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-a5859e59-622a-430b-b1c4-f211fc16f97c service neutron] 10.222.0.16 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864515 May 02 10:36:36.598571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c28c6fa-f241-4911-b4a9-be7328958435,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:36.608482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1401ab09-48d0-4aca-8538-96a540fd0082 req-08ca5673-0b51-4c9c-b626-63a3ac0b9337 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:36.610464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1401ab09-48d0-4aca-8538-96a540fd0082 req-08ca5673-0b51-4c9c-b626-63a3ac0b9337 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.0875206 May 02 10:36:36.645560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.646820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-91102dde-1b7f-40b6-8e0c-adb6a1395e07 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4928164 May 02 10:36:36.649681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:36.661863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'security_group_rule': {'security_group_id': '1c28c6fa-f241-4911-b4a9-be7328958435', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:36.702416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1401ab09-48d0-4aca-8538-96a540fd0082 req-b731f7da-a71b-4d14-bee8-6dacc71f774a tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=90db343e-2077-4405-8fb8-b29e8e44ed1a&id=469aa0e2-c132-4672-b8c2-4ec11998cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0854805 May 02 10:36:36.803370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (dfdf55cb-7bdd-4dba-8130-1cfbc5af291c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.872499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (dfdf55cb-7bdd-4dba-8130-1cfbc5af291c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.978146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (dfdf55cb-7bdd-4dba-8130-1cfbc5af291c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:36.996628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfdf55cb-7bdd-4dba-8130-1cfbc5af291c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:37.082842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3fc14ad-5669-4f87-8c18-30a66b1c38f1 req-e2c40660-7bc1-4ba0-a0fb-7b24d42925b3 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0339890 May 02 10:36:37.100917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.104934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6158a584-7e55-4ae6-8607-1ef0184578a1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4488223 May 02 10:36:37.105741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42872) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:37.115102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'security_group_rule': {'security_group_id': '1c28c6fa-f241-4911-b4a9-be7328958435', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:37.219223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (162f5d2a-e5a9-4f7f-b1ef-a6bbd00d4e99), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.282601 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (162f5d2a-e5a9-4f7f-b1ef-a6bbd00d4e99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.395432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (162f5d2a-e5a9-4f7f-b1ef-a6bbd00d4e99), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.412079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=162f5d2a-e5a9-4f7f-b1ef-a6bbd00d4e99,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:37.504040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.509228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45499832-5c27-4a24-8755-22b0fa71db8a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4030952 May 02 10:36:37.510086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:37.514736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:37.564245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-d3aee87f-f1da-46fb-9c01-3b866ad89793 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.565744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-d3aee87f-f1da-46fb-9c01-3b866ad89793 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/ports?device_id=79612dc3-7832-4b4d-9364-4bd6f37eda72 HTTP/1.1" status: 200 len: 945 time: 0.0582662 May 02 10:36:37.575984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-e5d80998-e633-49a4-a860-d5c354e1ffb5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.580117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-e5d80998-e633-49a4-a860-d5c354e1ffb5 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.24 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.1184182 May 02 10:36:37.597930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.603553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.609444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.616195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.622855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.630384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.636858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.644814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-b8c732fe-69b8-4d95-ac62-09782e7a7428 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1214986 May 02 10:36:37.708583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.718029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-8269ca85-18f5-41aa-85ff-5325bf91451b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:37.728106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-8269ca85-18f5-41aa-85ff-5325bf91451b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.24 "GET /v2.0/ports?device_id=fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f HTTP/1.1" status: 200 len: 946 time: 0.1092100 May 02 10:36:37.730140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc1f0dbc-865e-4e73-8eaa-e93182f5ab72 req-f120fa3e-3b55-457d-9b06-3091afe3aeb6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0843906 May 02 10:36:37.842942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.941402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Deleting port e6b2698c-bea8-4858-ae95-9db25f07c0c1 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:37.941753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:37.999804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Allocated IP 172.35.4.115 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5c3874e6-9f2f-462b-a015-ebe69876cad4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:38.008793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Deleting port 8245ef2b-d43b-4675-b634-8b4309a4341d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:38.009124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.011752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Deleting port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:36:38.012082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.055953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf8070-36fb-46dd-90c6-57bf20f73f25 req-bb4f5557-f661-47cc-84cc-5d1ba6be5275 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.057494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59cf8070-36fb-46dd-90c6-57bf20f73f25 req-bb4f5557-f661-47cc-84cc-5d1ba6be5275 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 1023 time: 0.2048950 May 02 10:36:38.153541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.254277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-953dc359-4f86-4c4c-a53d-d6a3639f8f26 req-05dbe460-4a77-49b9-97be-0ce39e84b6ac tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0631671 May 02 10:36:38.267057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] For port e6b2698c-bea8-4858-ae95-9db25f07c0c1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e6b2698c-bea8-4858-ae95-9db25f07c0c1,segment=NetworkSegment(2647430f-c220-4162-b98b-921ece597999),segment_id=2647430f-c220-4162-b98b-921ece597999)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:38.267587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.295461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] For port 6fa65123-a84a-46ad-b6ee-8e2b59819da5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6fa65123-a84a-46ad-b6ee-8e2b59819da5,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:38.295876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.300588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.316009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Calling delete_port for e6b2698c-bea8-4858-ae95-9db25f07c0c1 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:38.340028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:38.340353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Calling delete_port for 6fa65123-a84a-46ad-b6ee-8e2b59819da5 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:38.344853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] For port 8245ef2b-d43b-4675-b634-8b4309a4341d, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8245ef2b-d43b-4675-b634-8b4309a4341d,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:38.345676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.347226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:38.358337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:38.371698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Calling delete_port for 8245ef2b-d43b-4675-b634-8b4309a4341d owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:36:38.411331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'Port': ['ID=5c3874e6-9f2f-462b-a015-ebe69876cad4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:38.416211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59cf8070-36fb-46dd-90c6-57bf20f73f25 req-83d6777a-2826-4c12-a4c4-93ce1011187b tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups?id=b3fc7c03-99f9-4a46-bd66-31be4770867c&id=90db343e-2077-4405-8fb8-b29e8e44ed1a&id=469aa0e2-c132-4672-b8c2-4ec11998cc10&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.3423669 May 02 10:36:38.520766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.642163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.825074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.831406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e6b2698c-bea8-4858-ae95-9db25f07c0c1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.833465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6fa65123-a84a-46ad-b6ee-8e2b59819da5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.834931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8245ef2b-d43b-4675-b634-8b4309a4341d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:38.851066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6fa65123-a84a-46ad-b6ee-8e2b59819da5'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:38.860784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6fa65123-a84a-46ad-b6ee-8e2b59819da5'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:38.875070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event deleted for resources: {'Port': ['ID=6fa65123-a84a-46ad-b6ee-8e2b59819da5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:38.919272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.927216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.931894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'Port': ['ID=e6b2698c-bea8-4858-ae95-9db25f07c0c1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:38.943110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.948574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.954723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.960403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.965872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:38.969231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-8e058d6a-d37e-4d42-bd76-20f4499c0bed tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1490042 May 02 10:36:38.971333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.008564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event deleted for resources: {'Port': ['ID=8245ef2b-d43b-4675-b634-8b4309a4341d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:39.052779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] No DVR routers for this DVR port 6fa65123-a84a-46ad-b6ee-8e2b59819da5 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:39.069388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] No DVR routers for this DVR port 8245ef2b-d43b-4675-b634-8b4309a4341d on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:39.071588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.074727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c5ca31b-2053-4fcc-a43f-a622ee572293 req-ab6391e3-dec3-4e6b-9e61-2de8e05fe1d4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.24 "DELETE /v2.0/ports/6fa65123-a84a-46ad-b6ee-8e2b59819da5 HTTP/1.1" status: 204 len: 173 time: 1.3446398 May 02 10:36:39.075176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'name': 'network-vif-deleted', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:39.082598 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70958674-3f11-4baf-965c-cb86903faa59" -d '{"events": [{"server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "name": "network-vif-deleted", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:39.088339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.089611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'Port': ['ID=5c3874e6-9f2f-462b-a015-ebe69876cad4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:39.092136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a4b9807-7e1b-47fb-b980-1366cdc83994 req-e0a68fdc-08d4-4496-a6b6-43b9a82ee052 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "DELETE /v2.0/ports/8245ef2b-d43b-4675-b634-8b4309a4341d HTTP/1.1" status: 204 len: 173 time: 1.5133758 May 02 10:36:39.105862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] No DVR routers for this DVR port e6b2698c-bea8-4858-ae95-9db25f07c0c1 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:36:39.114521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.116591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.122556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9fbe9cd2-b723-4730-976f-ee75147dad24 req-0f28dd24-ab5c-49c2-8555-135b8a49aa69 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.24 "DELETE /v2.0/ports/e6b2698c-bea8-4858-ae95-9db25f07c0c1 HTTP/1.1" status: 204 len: 173 time: 1.5146375 May 02 10:36:39.136415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-292c364c-61d5-4444-831a-54cd5debe3e2 req-679200c5-b9af-4e60-a5a6-536af485b1f9 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1575615 May 02 10:36:39.146308 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a98aec-2aff-4188-9c38-b31006406bc7 x-openstack-request-id: req-47a98aec-2aff-4188-9c38-b31006406bc7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:39.146618 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f", "name": "network-vif-deleted", "tag": "6fa65123-a84a-46ad-b6ee-8e2b59819da5", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:39.146893 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47a98aec-2aff-4188-9c38-b31006406bc7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:39.147311 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47a98aec-2aff-4188-9c38-b31006406bc7'] response: {'server_uuid': 'fb67f07f-88d3-4f6a-9e2d-6c499fdeba7f', 'name': 'network-vif-deleted', 'tag': '6fa65123-a84a-46ad-b6ee-8e2b59819da5', 'status': 'completed', 'code': 200} May 02 10:36:39.289776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.297248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.301310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.306696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.312593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.317815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.320846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.320993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-93e4d2e1-de49-499a-bf3f-422cf85b9378 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8083735 May 02 10:36:39.325102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:39.327205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6d9ad0f-8273-49f8-8e44-4315aff187a6 req-1ae9224e-3b65-4d36-ad58-6810808d1bf8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1000307 May 02 10:36:39.339258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:39.344655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Request body: {'floatingip': {'port_id': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:39.401033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:39.453472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-81f7d170-4395-44c0-9450-62d1c3655305 req-803bb4a4-680f-472e-baf4-1d617b712ed5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.1033084 May 02 10:36:39.548304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bcd43aab-7d32-4ba7-9b28-fa6ceccce934 req-9b88963f-c78c-44be-a477-63ca4b827103 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 210 time: 0.0315833 May 02 10:36:39.724389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-78d8696c-15ce-4e28-aa98-c324165bd97d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--161296733&fields=id&tenant_id=849913c996ea4611a4317bb4d0136031 HTTP/1.1" status: 200 len: 267 time: 0.1487675 May 02 10:36:39.925999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8245ef2b-d43b-4675-b634-8b4309a4341d no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:39.970149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 8245ef2b-d43b-4675-b634-8b4309a4341d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:39.970732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8245ef2b-d43b-4675-b634-8b4309a4341d not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:40.196831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e6b2698c-bea8-4858-ae95-9db25f07c0c1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:40.213612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ee2ce6e5-1e64-4b35-91a4-4a172d0241fc tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:40.215105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ee2ce6e5-1e64-4b35-91a4-4a172d0241fc tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 0.4818559 May 02 10:36:40.217482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e6b2698c-bea8-4858-ae95-9db25f07c0c1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:40.217835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e6b2698c-bea8-4858-ae95-9db25f07c0c1 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:40.218280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6fa65123-a84a-46ad-b6ee-8e2b59819da5 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:36:40.262471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-f63ba5d8-18f2-49f1-ab0c-51cac0c1ecbb tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/quotas/849913c996ea4611a4317bb4d0136031 HTTP/1.1" status: 200 len: 375 time: 0.0128973 May 02 10:36:40.264044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 6fa65123-a84a-46ad-b6ee-8e2b59819da5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:36:40.264651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6fa65123-a84a-46ad-b6ee-8e2b59819da5 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:36:40.354715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-dc13f7ff-407e-4d66-b7ad-b2cfb72919d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0719900 May 02 10:36:40.528489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:40.553552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-7e9c5e14-370a-4ad9-8a6b-544fdfbf0fa4 service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715066 May 02 10:36:40.602001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-425ee3b0-9433-4761-a411-a26f1ec79af3 req-301ec4fd-c3f0-4de0-90d9-428b62942a2a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0463455 May 02 10:36:40.623552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:40.722376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86fd809a-6b9b-4854-bd90-d30ae7cf8f8f req-b79c6bbe-36bf-4c84-9967-1ff5c09e1526 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a644553-409d-4afd-aca9-b2cf4d5dbaab HTTP/1.1" status: 200 len: 210 time: 0.0300100 May 02 10:36:40.752846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-7f789b0b-ab62-46b0-8887-4c9389a7e6dd service neutron] 10.222.0.16 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935458 May 02 10:36:40.777591 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Floating IP ada5ecc7-95d3-4988-990d-2b81c4742c7d associated. External IP: 172.35.4.83, port: f9ed19c7-6738-457d-98d3-72ef7c9dccf6. May 02 10:36:40.918821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-950bff5b-ad6f-41ee-be63-38d672be916a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:40.920297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-950bff5b-ad6f-41ee-be63-38d672be916a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.1969674 May 02 10:36:40.940545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Request body: {'port': {'device_id': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'admin_state_up': True, 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:41.073581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Router 98156367-ed73-4b97-bddd-3b183725dd61 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:36:41.169543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'name': 'network-vif-deleted', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d'}, {'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'name': 'network-vif-deleted', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:41.172161 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da316aa7-f4c5-47aa-87a1-0fd628c3b36a" -d '{"events": [{"server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "name": "network-vif-deleted", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d"}, {"server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "name": "network-vif-deleted", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:41.237672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:36:41.239273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:41.259967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:41.260266 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Sync routers for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:36:41.272422 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:36:41.273095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:41.273958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:41.362842 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b5ce6b-8137-4c48-8e50-6e7d0bc70a3c x-openstack-request-id: req-b8b5ce6b-8137-4c48-8e50-6e7d0bc70a3c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:41.362842 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79612dc3-7832-4b4d-9364-4bd6f37eda72", "name": "network-vif-deleted", "tag": "8245ef2b-d43b-4675-b634-8b4309a4341d", "status": "completed", "code": 200}, {"server_uuid": "7a644553-409d-4afd-aca9-b2cf4d5dbaab", "name": "network-vif-deleted", "tag": "e6b2698c-bea8-4858-ae95-9db25f07c0c1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:41.363218 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b8b5ce6b-8137-4c48-8e50-6e7d0bc70a3c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:41.363454 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b5ce6b-8137-4c48-8e50-6e7d0bc70a3c'] response: {'server_uuid': '79612dc3-7832-4b4d-9364-4bd6f37eda72', 'name': 'network-vif-deleted', 'tag': '8245ef2b-d43b-4675-b634-8b4309a4341d', 'status': 'completed', 'code': 200} May 02 10:36:41.363929 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b5ce6b-8137-4c48-8e50-6e7d0bc70a3c'] response: {'server_uuid': '7a644553-409d-4afd-aca9-b2cf4d5dbaab', 'name': 'network-vif-deleted', 'tag': 'e6b2698c-bea8-4858-ae95-9db25f07c0c1', 'status': 'completed', 'code': 200} May 02 10:36:41.373788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb072ba8-54f3-44e7-b5ea-a4b5643da40d tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "PUT /v2.0/floatingips/ada5ecc7-95d3-4988-990d-2b81c4742c7d HTTP/1.1" status: 200 len: 991 time: 2.0323417 May 02 10:36:41.376652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:41.383749 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:41.392744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-faaf22f2-0364-44f4-84ca-b8bdfea96244 req-9e55b9b2-9f0a-48e2-8fb0-60b27e555738 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.2177866 May 02 10:36:41.410644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-5f0ddf2f-97aa-4293-b6a2-d27adc194528 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.412758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-5f0ddf2f-97aa-4293-b6a2-d27adc194528 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 812 time: 0.3150377 May 02 10:36:41.454858 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b81b22-2653-473b-a4ce-944ec442375d x-openstack-request-id: req-27b81b22-2653-473b-a4ce-944ec442375d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:41.455494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:41.455980 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27b81b22-2653-473b-a4ce-944ec442375d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:41.457001 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27b81b22-2653-473b-a4ce-944ec442375d'] response: {'name': 'network-changed', 'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'status': 'completed', 'code': 200} May 02 10:36:41.464477 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:36:41.478156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Request body: {'port': {'device_id': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'admin_state_up': True, 'tenant_id': 'f5afcabc10d742cd84c60d17f855e5e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:41.658395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.663368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.663368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.663783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.664248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.664736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.665183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.667239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-c304d015-04a0-4503-b867-9bb7f79bb4e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6718 time: 0.1697931 May 02 10:36:41.759490 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ada5ecc7-95d3-4988-990d-2b81c4742c7d', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'floating_ip_address': '172.35.4.83', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'port_id': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'mac_address': 'fa:16:3e:79:d2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:35:36Z', 'updated_at': '2022-05-02T10:36:40Z', 'revision_number': 1, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:41.783325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Allocated IP 172.20.0.3 (95a9e41d-fbc2-406d-8035-93537dc0c436/6125ae69-7b17-441c-ab94-61a0ba17eb73/ad8a4da9-1beb-452f-a988-ba294bf8379f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:41.835345 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Checking router: 98156367-ed73-4b97-bddd-3b183725dd61 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:36:41.849031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:36:41.849773 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:41.906125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5838b14a-c3cc-42ae-a196-f84bec7b3910 req-f279baa0-856d-4724-8a72-cea06927d0c5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.1108098 May 02 10:36:41.910468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-b88fac33-c7eb-40ec-aaa3-54474855faa2 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/90db343e-2077-4405-8fb8-b29e8e44ed1a HTTP/1.1" status: 200 len: 1820 time: 0.0707123 May 02 10:36:41.938457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-bc1e9f97-88c2-4d21-b3e0-2547786a6383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:41.942223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-bc1e9f97-88c2-4d21-b3e0-2547786a6383 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 HTTP/1.1" status: 200 len: 918 time: 0.2538500 May 02 10:36:41.993611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (90db343e-2077-4405-8fb8-b29e8e44ed1a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.026687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (90db343e-2077-4405-8fb8-b29e8e44ed1a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.179204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90db343e-2077-4405-8fb8-b29e8e44ed1a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.185140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.187737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f52a0294-2362-4579-ba8b-4b1e4a05496e req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/90db343e-2077-4405-8fb8-b29e8e44ed1a HTTP/1.1" status: 204 len: 173 time: 0.2713749 May 02 10:36:42.205433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291ce72-ac43-44ce-914e-a1f5d703853e tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90db343e-2077-4405-8fb8-b29e8e44ed1a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:42.235223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:36:42.515750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ada5ecc7-95d3-4988-990d-2b81c4742c7d', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'floating_ip_address': '172.35.4.83', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'port_id': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'mac_address': 'fa:16:3e:79:d2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:35:36Z', 'updated_at': '2022-05-02T10:36:40Z', 'revision_number': 1, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:42.542906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-478c9420-cb62-44ad-862d-3c493a8c11ca req-2f041ed3-cc31-45e3-abd4-189791e2a65b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.0503442 May 02 10:36:42.545660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Made reservation on behalf of f5afcabc10d742cd84c60d17f855e5e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:42.549562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.590369 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b97182-3dc7-4624-b2f3-61227ddfa301 None None] The sync data for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 is: [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ada5ecc7-95d3-4988-990d-2b81c4742c7d', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'floating_ip_address': '172.35.4.83', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'port_id': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1845, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'mac_address': 'fa:16:3e:79:d2:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:35:36Z', 'updated_at': '2022-05-02T10:36:40Z', 'revision_number': 1, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:36:42.627311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-6a4541dc-07e4-4502-8402-ffafac0e5c22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 999 time: 0.6453228 May 02 10:36:42.758857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-c7934a86-8d32-4db9-9f4e-f9be9218e1ec tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "GET /v2.0/security-groups/469aa0e2-c132-4672-b8c2-4ec11998cc10 HTTP/1.1" status: 200 len: 1818 time: 0.2142994 May 02 10:36:42.768232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks [] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:42.775932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-bfc9cea8-0eff-436f-8aa2-2eb134835204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:42.777508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-bfc9cea8-0eff-436f-8aa2-2eb134835204 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 200 len: 856 time: 0.1386483 May 02 10:36:42.868780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-eb0a5427-54bf-4bb7-92d0-396ffa51dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:42.868780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-eb0a5427-54bf-4bb7-92d0-396ffa51dc69 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0802898 May 02 10:36:42.904902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268f1724-2e8a-48a0-848a-0500540dbdef None None] New status for floating IP ada5ecc7-95d3-4988-990d-2b81c4742c7d: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:36:42.951422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (469aa0e2-c132-4672-b8c2-4ec11998cc10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.013553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.024523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (469aa0e2-c132-4672-b8c2-4ec11998cc10), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.070513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27d12291-52e5-43fb-8de6-bdbfb67b5f1f req-27896a4a-0537-4342-9ee5-ff24aff03281 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 210 time: 0.0531521 May 02 10:36:43.147148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:43.158853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:43.171961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:43.176334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event updated for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:43.219036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Allocated IP 172.20.0.10 (95a9e41d-fbc2-406d-8035-93537dc0c436/6125ae69-7b17-441c-ab94-61a0ba17eb73/abb8fc5d-0556-4d26-873e-4d937fddff55) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:43.222511 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-8cf0fce5-dd16-4cb2-9aa6-ca4cbe3f10bc service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3141971 May 02 10:36:43.325325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:43.325960 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.426647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (469aa0e2-c132-4672-b8c2-4ec11998cc10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.429330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.430484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-427b6a76-deb9-466a-a7dc-310541fa3c02 req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] 10.222.0.16 "DELETE /v2.0/security-groups/469aa0e2-c132-4672-b8c2-4ec11998cc10 HTTP/1.1" status: 204 len: 173 time: 0.6603167 May 02 10:36:43.436743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:43.469196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c40f1e8-7f87-485f-9db2-50de51b9b8b5 req-088e839c-865a-4447-a422-b54c18c3cdaa service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400784 May 02 10:36:43.478751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-82e896da-b0aa-41ab-959b-f130dd16f757 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5426135 May 02 10:36:43.481777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e943b8d-5227-49eb-987e-877cbaadb149 tempest-SecurityGroupsTestJSON-1326184353 tempest-SecurityGroupsTestJSON-1326184353-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469aa0e2-c132-4672-b8c2-4ec11998cc10,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:43.496991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Request body: {'port': {'device_id': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:43.498532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Deleting subnet e44c928f-094f-4d73-897c-fa89e46bae2d {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:36:43.528115 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Publish callbacks [] for subnet (e44c928f-094f-4d73-897c-fa89e46bae2d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.610511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks [] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.621130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e44c928f-094f-4d73-897c-fa89e46bae2d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.622420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.697388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e44c928f-094f-4d73-897c-fa89e46bae2d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.752768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89689c3a-e6e3-4ffb-acb1-8e930d3f75a0 req-c01ade10-78e6-46fc-93e3-bbdc3da1686d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.0526552 May 02 10:36:43.899801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e44c928f-094f-4d73-897c-fa89e46bae2d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.934765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e44c928f-094f-4d73-897c-fa89e46bae2d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:43.945500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:43.953025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d824638-f57d-4dff-a189-ca4ef4943ed4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e44c928f-094f-4d73-897c-fa89e46bae2d HTTP/1.1" status: 204 len: 168 time: 0.5142620 May 02 10:36:43.955025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:43.971640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.042360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d81e7718-6c50-44a0-9bb8-f59c3354364e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.114190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Network 95a9e41d-fbc2-406d-8035-93537dc0c436 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:44.128675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:44.156417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:44.169044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d81e7718-6c50-44a0-9bb8-f59c3354364e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.204958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d81e7718-6c50-44a0-9bb8-f59c3354364e']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:44.218449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2647430f-c220-4162-b98b-921ece597999') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:44.218829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2647430f-c220-4162-b98b-921ece597999') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:44.226599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.233323 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2647430f-c220-4162-b98b-921ece597999), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.256181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event updated for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:44.257699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2647430f-c220-4162-b98b-921ece597999), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.271523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:36:44.273085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2647430f-c220-4162-b98b-921ece597999), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: timer() May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:36:44.288956 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:36:44.291492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-06926d94-2ed6-4936-8198-51e7b8fc0951 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:44.291492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-06926d94-2ed6-4936-8198-51e7b8fc0951 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 818 time: 0.4143276 May 02 10:36:44.342389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c36ec8b-f2ca-44e2-a80b-eb799e20407d req-2ec1ddda-e67c-459d-8257-961fdc5bd476 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:44.344417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c36ec8b-f2ca-44e2-a80b-eb799e20407d req-2ec1ddda-e67c-459d-8257-961fdc5bd476 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 932 time: 0.1524551 May 02 10:36:44.377678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:44.378288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.473338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad8a4da9-1beb-452f-a988-ba294bf8379f {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:44.485999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-9957959e-0271-4f76-a3f9-0ea16fe439d4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=849913c996ea4611a4317bb4d0136031 HTTP/1.1" status: 200 len: 379 time: 0.1841893 May 02 10:36:44.491706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks [] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.499748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'port': {'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'admin_state_up': True, 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'security_groups': ['1c28c6fa-f241-4911-b4a9-be7328958435']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:44.508936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c36ec8b-f2ca-44e2-a80b-eb799e20407d req-aaf377ef-a253-4080-b4a6-5bfcc3aff6e6 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547503 May 02 10:36:44.510996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d81e7718-6c50-44a0-9bb8-f59c3354364e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.535949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Transition to ACTIVE for port object ad8a4da9-1beb-452f-a988-ba294bf8379f will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:44.536447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.546489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d81e7718-6c50-44a0-9bb8-f59c3354364e HTTP/1.1" status: 204 len: 168 time: 0.5903711 May 02 10:36:44.547483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d612093-d32e-4740-a8c7-934f7521db31 admin admin] Pushing event deleted for resources: {'Network': ['ID=d81e7718-6c50-44a0-9bb8-f59c3354364e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:44.572503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b844eb74-15b8-4b93-8a2e-fd52263a76bb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1013305 May 02 10:36:44.591845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Request body: {'port': {'device_id': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:44.638356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.735027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:44.737215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.837778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Made reservation on behalf of 849913c996ea4611a4317bb4d0136031 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:44.841380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:44.862452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-032a3ddc-4d6c-4583-8621-77d4783c927e req-79f258db-2330-4bcd-a38d-3222c38237d0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.0324614 May 02 10:36:44.931157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Attempting to bind port ad8a4da9-1beb-452f-a988-ba294bf8379f on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:44.931589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Attempting to bind port ad8a4da9-1beb-452f-a988-ba294bf8379f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:44.931866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Attempting to bind port ad8a4da9-1beb-452f-a988-ba294bf8379f on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:44.955091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43098) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:44.973335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Port ad8a4da9-1beb-452f-a988-ba294bf8379f on network 95a9e41d-fbc2-406d-8035-93537dc0c436 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:44.973814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Attempting to bind port ad8a4da9-1beb-452f-a988-ba294bf8379f on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:44.990958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:44.992436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Checking segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:44.992436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Bound using segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:44.992436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Bound port: ad8a4da9-1beb-452f-a988-ba294bf8379f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:44.992436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.174085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:45.179806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:45.190353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Allocated IP 172.20.0.8 (6c4ef518-c976-4f68-998f-bcb3df90689b/c212fe82-72e7-4bac-a995-9a28f3676303/524baf11-eb9c-4eaa-a54c-78c621da7cec) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:45.215936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:45.224287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7dbe1fe-57a1-43d1-b18f-9e40f28928cc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=553b9c7e4f82450f827b71deadd7474c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464399 May 02 10:36:45.224729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43106) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:45.277379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.288913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] Publish callbacks [] for security_group (b3fc7c03-99f9-4a46-bd66-31be4770867c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.316996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] Publish callbacks [] for security_group (b3fc7c03-99f9-4a46-bd66-31be4770867c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.343865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb8fc5d-0556-4d26-873e-4d937fddff55 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:45.352345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:45.352998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.354395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad8a4da9-1beb-452f-a988-ba294bf8379f HTTP/1.1" status: 200 len: 1091 time: 1.8618698 May 02 10:36:45.354969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:45.357130 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:45.402002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks [] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.418661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f32d93b1-5bc7-4166-b4d5-8423ff0ea837 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.428471 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e095d72b-6604-417b-bd0d-27107221afc1 x-openstack-request-id: req-e095d72b-6604-417b-bd0d-27107221afc1 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:45.428471 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:45.428471 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e095d72b-6604-417b-bd0d-27107221afc1 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:45.428471 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e095d72b-6604-417b-bd0d-27107221afc1'] response: {'name': 'network-changed', 'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f', 'status': 'completed', 'code': 200} May 02 10:36:45.447797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Transition to ACTIVE for port object abb8fc5d-0556-4d26-873e-4d937fddff55 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:45.451354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e2c6da-605b-4da9-9dc1-1fb9cc9877f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:45.480223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b3fc7c03-99f9-4a46-bd66-31be4770867c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.480223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.481342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b3fc7c03-99f9-4a46-bd66-31be4770867c HTTP/1.1" status: 204 len: 168 time: 0.2556531 May 02 10:36:45.501784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b085a6e-aceb-418c-a737-d311bdf5da1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3fc7c03-99f9-4a46-bd66-31be4770867c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:45.512973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.517215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-63e3e4bc-0a2e-477c-b1d8-5702a6e1c73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:45.518747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-63e3e4bc-0a2e-477c-b1d8-5702a6e1c73e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 1125 time: 0.0640275 May 02 10:36:45.531053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.582420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f32d93b1-5bc7-4166-b4d5-8423ff0ea837 admin admin] Publish callbacks [] for security_group (c0c6a66a-42f3-4a88-896c-81b1c67bd28c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.665563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Pushing event updated for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:45.679483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec1997a-5b56-4906-8bcf-58409c609e3c req-b264ef5a-3dcd-485d-b5a6-65c3f8b0b378 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:45.681218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec1997a-5b56-4906-8bcf-58409c609e3c req-b264ef5a-3dcd-485d-b5a6-65c3f8b0b378 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0531721 May 02 10:36:45.684005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f32d93b1-5bc7-4166-b4d5-8423ff0ea837 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0c6a66a-42f3-4a88-896c-81b1c67bd28c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.737708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.754849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f32d93b1-5bc7-4166-b4d5-8423ff0ea837 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cdb85581362c41929cd74827f6654a89&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7982121 May 02 10:36:45.756810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43122) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:45.758877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-ed31dfa2-1d45-42dc-951b-0a616b384e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:45.760505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-ed31dfa2-1d45-42dc-951b-0a616b384e87 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2311523 May 02 10:36:45.770187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32d93b1-5bc7-4166-b4d5-8423ff0ea837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0c6a66a-42f3-4a88-896c-81b1c67bd28c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:45.802589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fec1997a-5b56-4906-8bcf-58409c609e3c req-21f6b8e7-4687-4b67-8e83-76155b78c1bd tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121793 May 02 10:36:45.850669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] Publish callbacks [] for security_group (c0c6a66a-42f3-4a88-896c-81b1c67bd28c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.852442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Network 6c4ef518-c976-4f68-998f-bcb3df90689b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:45.853562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Attempting to bind port abb8fc5d-0556-4d26-873e-4d937fddff55 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:45.853562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Attempting to bind port abb8fc5d-0556-4d26-873e-4d937fddff55 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:45.853912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Attempting to bind port abb8fc5d-0556-4d26-873e-4d937fddff55 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:45.893330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] Publish callbacks [] for security_group (c0c6a66a-42f3-4a88-896c-81b1c67bd28c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.893737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event updated for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:45.893737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:45.893737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:45.898190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Port abb8fc5d-0556-4d26-873e-4d937fddff55 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:45.898523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Attempting to bind port abb8fc5d-0556-4d26-873e-4d937fddff55 on network 95a9e41d-fbc2-406d-8035-93537dc0c436 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:45.938755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:45.939134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Checking segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:45.939502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Bound using segment: {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:45.939965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Bound port: abb8fc5d-0556-4d26-873e-4d937fddff55, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '145d1008-6e89-49d2-bc7f-8890e44026cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:45.940334 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:45.998762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:45.998762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.006699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.059199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-4c22dbbf-59b0-4dd5-ab90-36ef80421f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.060695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf3c4254-74b2-4c18-bb5f-7c7aef6730e9 req-4c22dbbf-59b0-4dd5-ab90-36ef80421f40 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2720165 May 02 10:36:46.129336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93340594-b3a4-48af-8c4d-3467def03f82 req-1a85b6f1-9646-44a4-b9b7-30e41edeca2c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.131545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93340594-b3a4-48af-8c4d-3467def03f82 req-1a85b6f1-9646-44a4-b9b7-30e41edeca2c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 931 time: 0.1428277 May 02 10:36:46.137485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:46.144705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0c6a66a-42f3-4a88-896c-81b1c67bd28c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.148119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.152540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0c6a66a-42f3-4a88-896c-81b1c67bd28c HTTP/1.1" status: 204 len: 168 time: 0.3940964 May 02 10:36:46.154542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb8fc5d-0556-4d26-873e-4d937fddff55,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:46.162683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a841a2-d2c9-411f-a359-ee11cbfdf423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0c6a66a-42f3-4a88-896c-81b1c67bd28c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:46.281867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93340594-b3a4-48af-8c4d-3467def03f82 req-c3d4bb0f-5a5a-4373-9c8e-ecef6ae64806 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302593 May 02 10:36:46.287027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-1b458711-7477-4407-b154-0769dc56f9ab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7906406 May 02 10:36:46.287027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-d12dffc2-fd88-4c92-93cd-e36ccb6f0dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.287856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-d12dffc2-fd88-4c92-93cd-e36ccb6f0dcf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 1125 time: 0.1004415 May 02 10:36:46.296151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Request body: {'port': {'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:46.329510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.366626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa6abdcf-ef24-4b9d-a285-052088c50caf None None] Provisioning complete for port 524baf11-eb9c-4eaa-a54c-78c621da7cec triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:46.367330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa6abdcf-ef24-4b9d-a285-052088c50caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.393401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-e9e4ecde-1c75-4a0f-a893-9bb95cb77fc7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f HTTP/1.1" status: 200 len: 217 time: 0.0920997 May 02 10:36:46.404804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa6abdcf-ef24-4b9d-a285-052088c50caf None None] Port 524baf11-eb9c-4eaa-a54c-78c621da7cec cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:36:46.423115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.423738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.425228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] 10.222.0.15 "PUT /v2.0/ports/abb8fc5d-0556-4d26-873e-4d937fddff55 HTTP/1.1" status: 200 len: 1092 time: 1.8409314 May 02 10:36:46.493158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7beb2-1a64-456b-9376-f14883014075 service neutron] Pushing event updated for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:46.497497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:46.516375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-aca49c95-a2fd-4f15-bf53-31a07e8fe8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.517817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-aca49c95-a2fd-4f15-bf53-31a07e8fe8df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1091897 May 02 10:36:46.580376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-1863cc49-e274-4b02-b4cb-ec54963da72d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317564 May 02 10:36:46.730428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-e4d6e102-fbb3-469d-8ec4-8e3cdfc831cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.732035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-e4d6e102-fbb3-469d-8ec4-8e3cdfc831cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 1126 time: 0.1538301 May 02 10:36:46.799571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-76273ba9-f7bc-404e-a0bd-10d08844c2b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb8fc5d-0556-4d26-873e-4d937fddff55 HTTP/1.1" status: 200 len: 217 time: 0.0539167 May 02 10:36:46.945806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ebec2-aef4-4eed-8a92-d0d3306c5cc1 req-4a40f8af-2a30-41dc-957b-0114b810c8ec tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:46.947455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397ebec2-aef4-4eed-8a92-d0d3306c5cc1 req-4a40f8af-2a30-41dc-957b-0114b810c8ec tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0599911 May 02 10:36:47.010372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-397ebec2-aef4-4eed-8a92-d0d3306c5cc1 req-dfd75aa8-a184-48ad-be7c-fb0c715a1d72 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542903 May 02 10:36:47.168000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:47.180807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f90c5c4f-8c18-4f81-892c-701eebff67c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.259268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-0a3c2415-cd59-414a-94e6-75667cadf93f service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6673791 May 02 10:36:47.305245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-7e488755-59d4-489f-99b8-612eab3cb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:47.306629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-7e488755-59d4-489f-99b8-612eab3cb1d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1306653 May 02 10:36:47.318811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f90c5c4f-8c18-4f81-892c-701eebff67c6 admin admin] Publish callbacks [] for security_group (59aa2301-ef38-4d07-ac04-8cc0cf047fad), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.382205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-a49006fd-796f-46ce-8564-97b3fdd9aedc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661082 May 02 10:36:47.433739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:47.435981 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd475a62-d0c0-4257-b703-befcdd4eeba9" -d '{"events": [{"name": "network-changed", "server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:47.458898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f90c5c4f-8c18-4f81-892c-701eebff67c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59aa2301-ef38-4d07-ac04-8cc0cf047fad), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.516925 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f90c5c4f-8c18-4f81-892c-701eebff67c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5cb9a319501442caf0ca5d095688bdb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3525875 May 02 10:36:47.519900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c5c4f-8c18-4f81-892c-701eebff67c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59aa2301-ef38-4d07-ac04-8cc0cf047fad,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:47.524463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:47.528272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88dfbd92-adf8-4d9f-a326-67eadcd42650 req-415284e4-bb78-4738-a52e-d62d99c4ecab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:47.529824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88dfbd92-adf8-4d9f-a326-67eadcd42650 req-415284e4-bb78-4738-a52e-d62d99c4ecab tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 931 time: 0.1513066 May 02 10:36:47.533926 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93e7fb47-892e-4ceb-985d-5bd6f399a2e0 x-openstack-request-id: req-93e7fb47-892e-4ceb-985d-5bd6f399a2e0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:47.534069 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:47.534324 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93e7fb47-892e-4ceb-985d-5bd6f399a2e0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:47.534721 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93e7fb47-892e-4ceb-985d-5bd6f399a2e0'] response: {'name': 'network-changed', 'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55', 'status': 'completed', 'code': 200} May 02 10:36:47.588723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-44b45dbf-b025-4ab5-9f1b-d9a29533cda3 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160830 May 02 10:36:47.605260 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] Publish callbacks [] for security_group (59aa2301-ef38-4d07-ac04-8cc0cf047fad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.606539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 524baf11-eb9c-4eaa-a54c-78c621da7cec {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:47.629216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks [] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.641613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] Publish callbacks [] for security_group (59aa2301-ef38-4d07-ac04-8cc0cf047fad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.658537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43174) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:47.671057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Transition to ACTIVE for port object 524baf11-eb9c-4eaa-a54c-78c621da7cec will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:47.673521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-96d77a9b-efd5-444b-b4ec-b72fc5c606c6 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2742012 May 02 10:36:47.683447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88dfbd92-adf8-4d9f-a326-67eadcd42650 req-96b6d826-4553-47ff-b0e3-24da84585442 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255963 May 02 10:36:47.777638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.784747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-882391622-network', 'tenant_id': '82b6fa2217fa4f648fe978e1c9cca3ba'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:47.818918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (59aa2301-ef38-4d07-ac04-8cc0cf047fad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.821643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee27849-a907-428c-80b5-dcd31eea3da3 req-1c0d09f6-228c-4559-ac2a-fc52666712d1 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370955 May 02 10:36:47.822128 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.826257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/59aa2301-ef38-4d07-ac04-8cc0cf047fad HTTP/1.1" status: 204 len: 168 time: 0.2975976 May 02 10:36:47.835429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22efad2e-f90a-499e-b7a1-5159cad7d858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59aa2301-ef38-4d07-ac04-8cc0cf047fad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:47.879126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Pushing event updated for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:47.933173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Made reservation on behalf of 82b6fa2217fa4f648fe978e1c9cca3ba for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:47.944423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.947678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Attempting to bind port 524baf11-eb9c-4eaa-a54c-78c621da7cec on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:47.947806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Attempting to bind port 524baf11-eb9c-4eaa-a54c-78c621da7cec by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:47.948147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Attempting to bind port 524baf11-eb9c-4eaa-a54c-78c621da7cec on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:47.950399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:47.961996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Port 524baf11-eb9c-4eaa-a54c-78c621da7cec on network 6c4ef518-c976-4f68-998f-bcb3df90689b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:47.962325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Attempting to bind port 524baf11-eb9c-4eaa-a54c-78c621da7cec on network 6c4ef518-c976-4f68-998f-bcb3df90689b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:47.974962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:47.975306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Checking segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:47.975696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Bound using segment: {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:47.976139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Bound port: 524baf11-eb9c-4eaa-a54c-78c621da7cec, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:47.976500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.118267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:48.122183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:48.165449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks [] for security_group (f332a76e-62df-419b-bdb5-3bb68e048759), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.190813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a2bbf2-fc82-4636-8144-e38bdba1458f req-c28892d9-39cd-4f13-967f-1cf19f7e468a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.193089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7a2bbf2-fc82-4636-8144-e38bdba1458f req-c28892d9-39cd-4f13-967f-1cf19f7e468a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0613730 May 02 10:36:48.227831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.246339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7a2bbf2-fc82-4636-8144-e38bdba1458f req-75e9ced6-926d-48ca-b280-d0ac068fdbb2 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482860 May 02 10:36:48.267387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.268133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.270558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] 10.222.0.24 "PUT /v2.0/ports/524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 1091 time: 1.9788492 May 02 10:36:48.273676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f332a76e-62df-419b-bdb5-3bb68e048759), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.310891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:36:48.345682 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b04f8ff0-25a3-429b-8551-4b329c774b2d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.345948 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Added segment b04f8ff0-25a3-429b-8551-4b329c774b2d of type vlan for network 442386c1-f17a-4561-b70b-c6ab76296248 May 02 10:36:48.354070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8b032-52de-4379-99c4-82452dc63696 service neutron] Pushing event updated for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:48.359651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f332a76e-62df-419b-bdb5-3bb68e048759,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:48.398156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (442386c1-f17a-4561-b70b-c6ab76296248), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.494893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-59cdeac6-2802-473c-a24f-93b318ca3ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.496573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-59cdeac6-2802-473c-a24f-93b318ca3ca6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1125 time: 0.0501442 May 02 10:36:48.545404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (442386c1-f17a-4561-b70b-c6ab76296248), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.547380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.548918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.553784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-7c0d4f65-8d51-4dfa-9c33-4dd8bc96f8a2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 217 time: 0.0489876 May 02 10:36:48.659563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9924264 May 02 10:36:48.659805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:48.660395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da931bd-da54-434e-8f63-c941e0ca02c4 admin admin] Pushing event updated for resources: {'Network': ['ID=442386c1-f17a-4561-b70b-c6ab76296248,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:48.663166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Request body: {'subnet': {'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-882391622-subnet', 'tenant_id': '82b6fa2217fa4f648fe978e1c9cca3ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:48.676987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 442386c1-f17a-4561-b70b-c6ab76296248 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:36:48.682087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-289dc6c0-3dee-4472-9634-1eedf55925be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.682087 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-289dc6c0-3dee-4472-9634-1eedf55925be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.1108561 May 02 10:36:48.721801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43200) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:48.731854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-3f9a12cd-48b4-4b49-a384-7420a11592ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.734318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-3f9a12cd-48b4-4b49-a384-7420a11592ce service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0462215 May 02 10:36:48.747243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef880-b899-4a4e-93b6-06736fbeb182 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.760515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Made reservation on behalf of 82b6fa2217fa4f648fe978e1c9cca3ba for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:48.763110 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.867817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51540077-0a20-4e96-aa9f-773595a8e7b9 req-92b8d8b2-6791-4419-b760-1c45e1c8a037 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:48.869340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51540077-0a20-4e96-aa9f-773595a8e7b9 req-92b8d8b2-6791-4419-b760-1c45e1c8a037 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 943 time: 0.1063387 May 02 10:36:48.910173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-ad67597b-5f16-416e-b753-de95fad848f3 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686962 May 02 10:36:48.930153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef880-b899-4a4e-93b6-06736fbeb182 admin admin] Publish callbacks [] for security_group (5c6c0374-a288-4d6b-b304-a1e70b39ffb3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:48.994798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51540077-0a20-4e96-aa9f-773595a8e7b9 req-300bce1b-392b-4c6b-b9b3-3539011d3cd8 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144390 May 02 10:36:49.010348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6ef880-b899-4a4e-93b6-06736fbeb182 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c6c0374-a288-4d6b-b304-a1e70b39ffb3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.030784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5e6d89-610d-4740-b758-e0999df86df7 req-15f4d340-37bd-4822-8e22-96dc6d6df28e service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143241 May 02 10:36:49.070863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ef880-b899-4a4e-93b6-06736fbeb182 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c0374-a288-4d6b-b304-a1e70b39ffb3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:49.075322 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c6ef880-b899-4a4e-93b6-06736fbeb182 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5189e16dd1c44e5875900f2e5110652&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3523474 May 02 10:36:49.078180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43204) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:49.140320 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] Publish callbacks [] for security_group (5c6c0374-a288-4d6b-b304-a1e70b39ffb3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.162779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] Publish callbacks [] for security_group (5c6c0374-a288-4d6b-b304-a1e70b39ffb3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.178634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (7e9af4cf-10c0-4710-b76c-bf74f9c33ef2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.258851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9af4cf-10c0-4710-b76c-bf74f9c33ef2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:49.271001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Checking segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:49.271373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Network hostable DHCP agents. Network: 442386c1-f17a-4561-b70b-c6ab76296248, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:36:49.350284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c6c0374-a288-4d6b-b304-a1e70b39ffb3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.352919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.354096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c6c0374-a288-4d6b-b304-a1e70b39ffb3 HTTP/1.1" status: 204 len: 168 time: 0.2748609 May 02 10:36:49.371723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Network 442386c1-f17a-4561-b70b-c6ab76296248 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:36:49.376396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9213192e-7b30-4e4e-819d-0bb4fcc23e6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c0374-a288-4d6b-b304-a1e70b39ffb3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:49.387392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd88ace2-421a-4081-92ba-3fad4c83aee9 req-b30445b5-dda7-443e-b52b-48ad8605cc21 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:49.389392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd88ace2-421a-4081-92ba-3fad4c83aee9 req-b30445b5-dda7-443e-b52b-48ad8605cc21 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0693994 May 02 10:36:49.449393 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd88ace2-421a-4081-92ba-3fad4c83aee9 req-e6718051-9f49-4228-a31e-f671ed76a816 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529563 May 02 10:36:49.450474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 442386c1-f17a-4561-b70b-c6ab76296248) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:49.455257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:49.456000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:49.461805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-999c3b6f-4bfd-4cfb-97bb-46e3f3cc7163 None None] Network 442386c1-f17a-4561-b70b-c6ab76296248 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:36:49.536098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:49.538593 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:49.555411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76cc6d53-76a0-44b9-989d-a9cfafeac799 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8945849 May 02 10:36:49.581899 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0fe0cf-e0c4-44df-84cc-cf8bd6d2d7ed x-openstack-request-id: req-ae0fe0cf-e0c4-44df-84cc-cf8bd6d2d7ed {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:49.588059 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:49.588059 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ae0fe0cf-e0c4-44df-84cc-cf8bd6d2d7ed {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:49.588059 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae0fe0cf-e0c4-44df-84cc-cf8bd6d2d7ed'] response: {'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'status': 'completed', 'code': 200} May 02 10:36:49.588809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4cdeff1-528f-4538-8fa9-794633c29c71 None None] Network 442386c1-f17a-4561-b70b-c6ab76296248 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:36:49.950645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ad8a4da9-1beb-452f-a988-ba294bf8379f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:50.072093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-07e5cb2b-905c-43ff-996b-a67413384f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.075692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-07e5cb2b-905c-43ff-996b-a67413384f3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 1126 time: 0.0538728 May 02 10:36:50.087915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:50.114380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'ad8a4da9-1beb-452f-a988-ba294bf8379f', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'port_id': 'ad8a4da9-1beb-452f-a988-ba294bf8379f', 'mac_address': 'fa:16:3e:36:9e:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6125ae69-7b17-441c-ab94-61a0ba17eb73', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:50.174978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ad8a4da9-1beb-452f-a988-ba294bf8379f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:50.174978 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:50.194810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad8a4da9-1beb-452f-a988-ba294bf8379f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:50.231384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9995d5ac-af68-42f5-adb7-11309555da0c req-d80def78-208d-4d40-9974-75db754d6d6d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.232944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9995d5ac-af68-42f5-adb7-11309555da0c req-d80def78-208d-4d40-9974-75db754d6d6d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 943 time: 0.1220465 May 02 10:36:50.311331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-761f385f-9d41-42cf-be3c-7b327369e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.313589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-761f385f-9d41-42cf-be3c-7b327369e952 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1125 time: 0.1316051 May 02 10:36:50.446220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-0a8c1d49-f15d-482c-a637-c0fa174504c7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.448662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-fdc836a8-0b1a-4bc1-8c2e-dd05803ae991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.450156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-fdc836a8-0b1a-4bc1-8c2e-dd05803ae991 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1216733 May 02 10:36:50.455232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-0a8c1d49-f15d-482c-a637-c0fa174504c7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.1813102 May 02 10:36:50.473188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-57cc8b0e-79e0-452e-8ae2-e20bb962805e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/quotas/82b6fa2217fa4f648fe978e1c9cca3ba HTTP/1.1" status: 200 len: 375 time: 0.0165098 May 02 10:36:50.511921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:50.516207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-11873073-3912-4243-8d4b-be94db377314 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0417650 May 02 10:36:50.522987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-3cbbd143-8a81-420a-85f8-6505c48aa0cf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 217 time: 0.0601358 May 02 10:36:50.528492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9995d5ac-af68-42f5-adb7-11309555da0c req-5ed16d70-e919-4a86-a0a0-b95c18d119c0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2702715 May 02 10:36:50.531094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-18e4faae-7f7b-4b1c-a986-4e3240629c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.532538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-18e4faae-7f7b-4b1c-a986-4e3240629c23 service neutron] 10.222.0.15 "GET /v2.0/networks?id=95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 200 len: 913 time: 0.4474237 May 02 10:36:50.567724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:50.587537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-d606932a-320f-40f8-8e55-38bb04ebb3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.589711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-d606932a-320f-40f8-8e55-38bb04ebb3f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0602927 May 02 10:36:50.649324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-648d8cfb-8849-45e2-ba3d-1bfdd8dd9c1d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb8fc5d-0556-4d26-873e-4d937fddff55 HTTP/1.1" status: 200 len: 217 time: 0.0582907 May 02 10:36:50.695788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:50.696528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-d6657201-8baf-4c87-adeb-de8b69de26ef service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793382 May 02 10:36:50.708319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.708712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.714417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e94bf-1d08-4daf-a782-367c037057a2 req-3440b526-6b32-4998-874b-b2f58c5ee3fb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.715508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:36:50.715934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-120e94bf-1d08-4daf-a782-367c037057a2 req-3440b526-6b32-4998-874b-b2f58c5ee3fb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0687470 May 02 10:36:50.778010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-ba4ede32-9b71-4d07-904d-b3f828d74b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.778010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-ba4ede32-9b71-4d07-904d-b3f828d74b43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1767430 May 02 10:36:50.833354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-caebdfc6-69d5-4b62-bbda-aecd79e6c3b9 service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357174 May 02 10:36:50.864887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-7aaaffa1-3312-43da-b5fa-891ba2147f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:50.866721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-7aaaffa1-3312-43da-b5fa-891ba2147f96 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 200 len: 852 time: 0.1500061 May 02 10:36:50.895461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-120e94bf-1d08-4daf-a782-367c037057a2 req-4849e4c8-7310-4232-89a2-7d195c1ea931 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365144 May 02 10:36:50.912285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['ad8a4da9-1beb-452f-a988-ba294bf8379f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:50.915318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-fcb647dc-be5a-42eb-b031-cf313a37e2cd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=95a9e41d-fbc2-406d-8035-93537dc0c436&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373716 May 02 10:36:51.026911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-941175fc-a9dc-4ba2-9601-550c5de7395f service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401495 May 02 10:36:51.124009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-663b6817-39b9-44a2-80fb-d225ee908574 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995163 May 02 10:36:51.216204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82aecdab-813e-47b2-a072-dcd65529fcfb req-8d7b9616-7000-4b6d-9555-0e84462141cd tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 210 time: 0.0656965 May 02 10:36:51.244001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24fb9fb0-7e2a-420b-aff7-3ea68950f4c8 req-6c2f5c0d-08ef-45b3-8784-50a4673ad547 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104747 May 02 10:36:51.330389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd475a62-d0c0-4257-b703-befcdd4eeba9 req-bc6d9c3d-70f3-4e20-a5f6-967540ddcbb0 service neutron] 10.222.0.15 "GET /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991982 May 02 10:36:51.664127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2739f03d-fc9f-4bab-a6cf-1c3b3e7bcb78 req-a1179808-39c9-4e23-92f1-d5673f8f15de tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:51.665780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2739f03d-fc9f-4bab-a6cf-1c3b3e7bcb78 req-a1179808-39c9-4e23-92f1-d5673f8f15de tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 943 time: 0.0625656 May 02 10:36:51.715939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2739f03d-fc9f-4bab-a6cf-1c3b3e7bcb78 req-a536aa9f-1e28-475b-9ed6-8d6e67e7b156 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440123 May 02 10:36:51.953949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb8fc5d-0556-4d26-873e-4d937fddff55 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:51.958617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ad8a4da9-1beb-452f-a988-ba294bf8379f up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:52.042998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43292) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:52.043238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1a3752-8638-4ef1-b36a-05209cf3771b req-23f236be-9f30-4387-bf87-d7cdc41e5b76 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:52.043238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c1a3752-8638-4ef1-b36a-05209cf3771b req-23f236be-9f30-4387-bf87-d7cdc41e5b76 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 944 time: 0.0588591 May 02 10:36:52.114968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c1a3752-8638-4ef1-b36a-05209cf3771b req-e31bd8a9-2b18-4f15-b0b6-ee05cff3d777 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673404 May 02 10:36:52.133219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port ad8a4da9-1beb-452f-a988-ba294bf8379f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:52.159520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 524baf11-eb9c-4eaa-a54c-78c621da7cec details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:36:52.185087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb8fc5d-0556-4d26-873e-4d937fddff55,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:52.204233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'abb8fc5d-0556-4d26-873e-4d937fddff55', 'network_id': '95a9e41d-fbc2-406d-8035-93537dc0c436', 'port_id': 'abb8fc5d-0556-4d26-873e-4d937fddff55', 'mac_address': 'fa:16:3e:ad:37:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6125ae69-7b17-441c-ab94-61a0ba17eb73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:52.243709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:52.278865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port ad8a4da9-1beb-452f-a988-ba294bf8379f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:52.279526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.339647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port abb8fc5d-0556-4d26-873e-4d937fddff55 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:52.340093 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.345418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5305311-4626-4edb-add0-ffb538f1b0bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.350499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f34b80b-4dd3-41d2-93d9-1456cd119ab9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.370938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb8fc5d-0556-4d26-873e-4d937fddff55 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:52.385503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:52.392001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9ea1cc65-cbac-417c-8765-ff07350fcb61 req-bb74a37e-94f0-4a13-b8aa-6e230df68de7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 210 time: 0.0492730 May 02 10:36:52.428833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb8fc5d-0556-4d26-873e-4d937fddff55,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:52.429852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:36:52.473606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port ad8a4da9-1beb-452f-a988-ba294bf8379f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:52.474029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.499906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 524baf11-eb9c-4eaa-a54c-78c621da7cec is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:52.500299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.508124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.516002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f34b80b-4dd3-41d2-93d9-1456cd119ab9 admin admin] Publish callbacks [] for security_group (3048f5ef-ab8b-4526-bffa-723b357a83c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.518036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5305311-4626-4edb-add0-ffb538f1b0bd admin admin] Publish callbacks [] for security_group (feff3c72-5ea0-47f2-a655-6b1adc856674), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.520011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:52.522487 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b424757e-dd17-4bda-bbc8-4132598181b6" -d '{"events": [{"server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "name": "network-vif-plugged", "status": "completed", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:52.556108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:52.558054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 524baf11-eb9c-4eaa-a54c-78c621da7cec {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:52.567299 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f07ebed2-23fb-49a3-af20-fdf91a298513 x-openstack-request-id: req-f07ebed2-23fb-49a3-af20-fdf91a298513 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:52.567597 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "name": "network-vif-plugged", "status": "completed", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:52.567859 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f07ebed2-23fb-49a3-af20-fdf91a298513 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:52.568254 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f07ebed2-23fb-49a3-af20-fdf91a298513'] response: {'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f', 'code': 200} May 02 10:36:52.584898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f34b80b-4dd3-41d2-93d9-1456cd119ab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3048f5ef-ab8b-4526-bffa-723b357a83c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.602365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:52.609132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.610859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.614419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5305311-4626-4edb-add0-ffb538f1b0bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (feff3c72-5ea0-47f2-a655-6b1adc856674), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.644787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f34b80b-4dd3-41d2-93d9-1456cd119ab9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b127cef917194b08812c5e3a1b1e400f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3999794 May 02 10:36:52.648169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43308) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:52.648502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f34b80b-4dd3-41d2-93d9-1456cd119ab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3048f5ef-ab8b-4526-bffa-723b357a83c6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.668847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.676933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d5305311-4626-4edb-add0-ffb538f1b0bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1376e56d351345ed8992c9b6ead2220b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6390071 May 02 10:36:52.681105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43310) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:52.684098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.725142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5305311-4626-4edb-add0-ffb538f1b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feff3c72-5ea0-47f2-a655-6b1adc856674,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.741366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e3848-3d45-4b9c-9747-e27bd961c5d8 req-dfb37819-2209-4d5a-b31d-2220a350cabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:52.741366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-584e3848-3d45-4b9c-9747-e27bd961c5d8 req-dfb37819-2209-4d5a-b31d-2220a350cabe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 1127 time: 0.1054144 May 02 10:36:52.756298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] Publish callbacks [] for security_group (feff3c72-5ea0-47f2-a655-6b1adc856674), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.767765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.786853 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] Publish callbacks [] for security_group (feff3c72-5ea0-47f2-a655-6b1adc856674), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.827827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-584e3848-3d45-4b9c-9747-e27bd961c5d8 req-8641be29-628d-4329-88b7-0e689c4c40cb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790050 May 02 10:36:52.831460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] Publish callbacks [] for security_group (3048f5ef-ab8b-4526-bffa-723b357a83c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.857586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] Publish callbacks [] for security_group (3048f5ef-ab8b-4526-bffa-723b357a83c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.870171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb8fc5d-0556-4d26-873e-4d937fddff55'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:52.912877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (feff3c72-5ea0-47f2-a655-6b1adc856674), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.915609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:52.919633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/feff3c72-5ea0-47f2-a655-6b1adc856674 HTTP/1.1" status: 204 len: 168 time: 0.2236221 May 02 10:36:52.932893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd3ea9-485a-4726-9ad7-5c1d8a0ad163 req-b31f846a-f10a-4b89-a0de-2b538b1f86ea tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:52.934423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1dd3ea9-485a-4726-9ad7-5c1d8a0ad163 req-b31f846a-f10a-4b89-a0de-2b538b1f86ea tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 944 time: 0.0833213 May 02 10:36:52.935659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c7b0e3-1d34-472d-bf1d-a1a9d26a85f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feff3c72-5ea0-47f2-a655-6b1adc856674,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:52.978684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['524baf11-eb9c-4eaa-a54c-78c621da7cec'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:36:52.996695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3048f5ef-ab8b-4526-bffa-723b357a83c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:53.002027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:53.003652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3048f5ef-ab8b-4526-bffa-723b357a83c6 HTTP/1.1" status: 204 len: 168 time: 0.3540442 May 02 10:36:53.017545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1dd3ea9-485a-4726-9ad7-5c1d8a0ad163 req-a54ef667-a826-46ec-a74e-443f78a7c74a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754397 May 02 10:36:53.035885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0fa588-48b3-4a2b-bc3d-e4d4f4fa2203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3048f5ef-ab8b-4526-bffa-723b357a83c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:53.260396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91425b-16da-4804-bdda-9f1b8d67d7af req-7d912e2d-41fc-4a65-8340-457bcf077a4a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:53.262174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc91425b-16da-4804-bdda-9f1b8d67d7af req-7d912e2d-41fc-4a65-8340-457bcf077a4a tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 945 time: 0.0554028 May 02 10:36:53.320889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc91425b-16da-4804-bdda-9f1b8d67d7af req-e9e6f5b3-afa5-4f48-83e4-a334198e29cb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505877 May 02 10:36:53.493986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4ca97c1-084d-4c86-ad5b-65066b368497 req-07a207d6-5848-4a99-94ab-85f97d48e8ed tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 210 time: 0.0283339 May 02 10:36:53.636966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-25149b63-11a1-4d10-a38b-a126500f74ba tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:53.638411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-25149b63-11a1-4d10-a38b-a126500f74ba tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.1060677 May 02 10:36:53.659764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Request body: {'port': {'device_id': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'admin_state_up': True, 'tenant_id': '82b6fa2217fa4f648fe978e1c9cca3ba'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:53.851970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:53.864656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Made reservation on behalf of 82b6fa2217fa4f648fe978e1c9cca3ba for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:36:53.868280 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:53.872644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-effa1078-a96d-48eb-af08-013d55a87796 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:53.953091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb8fc5d-0556-4d26-873e-4d937fddff55 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:54.019252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port abb8fc5d-0556-4d26-873e-4d937fddff55 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:54.020466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-effa1078-a96d-48eb-af08-013d55a87796 admin admin] Publish callbacks [] for security_group (dceac41d-4dba-4be3-a61d-8b756de978cd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.035574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Allocated IP 172.20.0.6 (442386c1-f17a-4561-b70b-c6ab76296248/7e9af4cf-10c0-4710-b76c-bf74f9c33ef2/afe65186-def6-4f1a-8d58-ca9d2914dc49) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:36:54.082879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-effa1078-a96d-48eb-af08-013d55a87796 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dceac41d-4dba-4be3-a61d-8b756de978cd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.134372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-effa1078-a96d-48eb-af08-013d55a87796 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=853886e208834ca8ac767f3cdb4078a4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2812667 May 02 10:36:54.136682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effa1078-a96d-48eb-af08-013d55a87796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dceac41d-4dba-4be3-a61d-8b756de978cd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:54.138731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:54.139341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port abb8fc5d-0556-4d26-873e-4d937fddff55 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:54.139865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.165677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 524baf11-eb9c-4eaa-a54c-78c621da7cec up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:36:54.238671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc44937-dddc-49fe-ac62-dd1dd1f116e8 req-7f80f695-f36b-42f0-b69f-3e41bc937f98 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.240503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bc44937-dddc-49fe-ac62-dd1dd1f116e8 req-7f80f695-f36b-42f0-b69f-3e41bc937f98 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 944 time: 0.1281378 May 02 10:36:54.258423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 524baf11-eb9c-4eaa-a54c-78c621da7cec completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:36:54.268964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port abb8fc5d-0556-4d26-873e-4d937fddff55 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:54.270033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.319178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb8fc5d-0556-4d26-873e-4d937fddff55,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:54.344727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] Publish callbacks [] for security_group (dceac41d-4dba-4be3-a61d-8b756de978cd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.356683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks [] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.371638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 524baf11-eb9c-4eaa-a54c-78c621da7cec triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:36:54.372008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.385826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bc44937-dddc-49fe-ac62-dd1dd1f116e8 req-958d8438-2c80-4dfa-b26c-af60ff7dcd92 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342010 May 02 10:36:54.411487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] Publish callbacks [] for security_group (dceac41d-4dba-4be3-a61d-8b756de978cd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.418726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.484869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:54.492240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6232006-07dd-403e-8475-61bc38f1fbcb req-9d9a86fa-0838-4783-a347-350e2fa1acb5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.494005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6232006-07dd-403e-8475-61bc38f1fbcb req-9d9a86fa-0838-4783-a347-350e2fa1acb5 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 946 time: 0.0745480 May 02 10:36:54.518744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 524baf11-eb9c-4eaa-a54c-78c621da7cec is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:36:54.519130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.534484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.547463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6232006-07dd-403e-8475-61bc38f1fbcb req-a66f8430-a399-49ce-997b-ef15492fbd15 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 May 02 10:36:54.557999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:36:54.569659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55'}, {'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:54.572382 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b123ca-a5a4-4060-a2cc-907360d11687" -d '{"events": [{"server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55"}, {"server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "name": "network-vif-plugged", "status": "completed", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:54.582959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dceac41d-4dba-4be3-a61d-8b756de978cd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.585706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.586907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dceac41d-4dba-4be3-a61d-8b756de978cd HTTP/1.1" status: 204 len: 168 time: 0.4312549 May 02 10:36:54.622674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd921ce-c579-411f-8adf-afdaa9912dcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dceac41d-4dba-4be3-a61d-8b756de978cd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:54.634661 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1455aad6-90a6-4ce1-b053-fe0dce9746dc x-openstack-request-id: req-1455aad6-90a6-4ce1-b053-fe0dce9746dc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:54.635001 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "name": "network-vif-plugged", "status": "completed", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55", "code": 200}, {"server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "name": "network-vif-plugged", "status": "completed", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:54.635260 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1455aad6-90a6-4ce1-b053-fe0dce9746dc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:54.635664 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1455aad6-90a6-4ce1-b053-fe0dce9746dc'] response: {'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55', 'code': 200} May 02 10:36:54.635940 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1455aad6-90a6-4ce1-b053-fe0dce9746dc'] response: {'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'code': 200} May 02 10:36:54.641603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Network 442386c1-f17a-4561-b70b-c6ab76296248 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:36:54.642378 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.645118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:54.649539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:36:54.653497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:36:54.696195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38709ab1-b96e-4202-8cf1-151c33b097ef req-d685bcb3-8af9-4391-914c-ab73f5086936 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.697866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38709ab1-b96e-4202-8cf1-151c33b097ef req-d685bcb3-8af9-4391-914c-ab73f5086936 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 931 time: 0.1080132 May 02 10:36:54.747859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:54.764917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.765847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:54.852385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e762aa3-0fd1-48e6-bae6-9700edb69339 req-9c54b90e-74a8-4b56-82cc-72533d452329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.853866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e762aa3-0fd1-48e6-bae6-9700edb69339 req-9c54b90e-74a8-4b56-82cc-72533d452329 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 1128 time: 0.1083658 May 02 10:36:54.865158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38709ab1-b96e-4202-8cf1-151c33b097ef req-8f00322d-9363-4986-97b5-4083172ac488 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566522 May 02 10:36:54.873663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae772ea-c456-43e9-b2c6-2d9c56ca3609 req-fd4e6c85-1a4b-45de-ba09-b6554e80a6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:54.874894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dae772ea-c456-43e9-b2c6-2d9c56ca3609 req-fd4e6c85-1a4b-45de-ba09-b6554e80a6fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0785141 May 02 10:36:54.930240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e762aa3-0fd1-48e6-bae6-9700edb69339 req-e2d661c1-87a3-47dc-a919-45bd28973940 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685880 May 02 10:36:54.935008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-628c90a4-d036-439e-9a6b-b000eceb1d5a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2790334 May 02 10:36:54.946638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Request body: {'port': {'device_id': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:54.973400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dae772ea-c456-43e9-b2c6-2d9c56ca3609 req-816d2d7b-113b-458a-aa70-adc9c4dd8555 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830221 May 02 10:36:55.026679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:55.319613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:36:55.328221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks [] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:55.344418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Transition to ACTIVE for port object afe65186-def6-4f1a-8d58-ca9d2914dc49 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:36:55.470446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:55.515858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a3378-984d-4b5d-80c5-c8363c5ce62d req-135e2890-711a-4aae-a109-4dce808fbcf4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:55.517437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-351a3378-984d-4b5d-80c5-c8363c5ce62d req-135e2890-711a-4aae-a109-4dce808fbcf4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0582030 May 02 10:36:55.527740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:55.603058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-351a3378-984d-4b5d-80c5-c8363c5ce62d req-32e136c9-56ea-4cb4-a263-ea7ea1d8fb6c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740063 May 02 10:36:55.624457 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db1a8a32-b214-4c1f-9c0d-d1506ade1041 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:55.669902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Attempting to bind port afe65186-def6-4f1a-8d58-ca9d2914dc49 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:36:55.670242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Attempting to bind port afe65186-def6-4f1a-8d58-ca9d2914dc49 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:36:55.671180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Attempting to bind port afe65186-def6-4f1a-8d58-ca9d2914dc49 on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:55.696983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Port afe65186-def6-4f1a-8d58-ca9d2914dc49 on network 442386c1-f17a-4561-b70b-c6ab76296248 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:36:55.697307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Attempting to bind port afe65186-def6-4f1a-8d58-ca9d2914dc49 on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:36:55.708442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:36:55.708819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Checking segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:36:55.709190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Bound using segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:36:55.709622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Bound port: afe65186-def6-4f1a-8d58-ca9d2914dc49, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:36:55.709977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:55.718481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4e3f36-7504-47ee-a558-89c41c11049c req-fe2a1972-6f0a-4f4e-aa11-140e2c9bc3fb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:55.720088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a4e3f36-7504-47ee-a558-89c41c11049c req-fe2a1972-6f0a-4f4e-aa11-140e2c9bc3fb tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 946 time: 0.0670805 May 02 10:36:55.818844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a4e3f36-7504-47ee-a558-89c41c11049c req-62ddf46e-7c18-4940-aa66-82caca006440 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921307 May 02 10:36:55.822838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:36:55.826252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:36:55.993157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87abe704-9320-4aec-ba11-e3082037b52b req-c3b59c02-9605-4481-bffc-dcdafcb2095f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:55.994917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87abe704-9320-4aec-ba11-e3082037b52b req-c3b59c02-9605-4481-bffc-dcdafcb2095f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.0581284 May 02 10:36:56.048850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87abe704-9320-4aec-ba11-e3082037b52b req-52250262-0804-453e-9b7b-8a07e005466f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481260 May 02 10:36:56.127706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:56.162952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.163570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:56.164964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] 10.222.0.24 "PUT /v2.0/ports/afe65186-def6-4f1a-8d58-ca9d2914dc49 HTTP/1.1" status: 200 len: 1091 time: 1.2224035 May 02 10:36:56.165401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:56.167664 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7af1a0e4-93e0-4972-a79c-a4b41a70631a" -d '{"events": [{"name": "network-changed", "server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:56.189589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ce3ccf-6c37-4d23-b043-09ffe96a176a service neutron] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:56.214130 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93adbcbd-df20-4f53-9220-8f8e42f45afd x-openstack-request-id: req-93adbcbd-df20-4f53-9220-8f8e42f45afd {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:56.214451 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:56.214712 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93adbcbd-df20-4f53-9220-8f8e42f45afd {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:56.215647 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93adbcbd-df20-4f53-9220-8f8e42f45afd'] response: {'name': 'network-changed', 'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'status': 'completed', 'code': 200} May 02 10:36:56.290508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-5eb8953f-5976-4554-84d6-cf16e8a4943a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.292059 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-5eb8953f-5976-4554-84d6-cf16e8a4943a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 1125 time: 0.0414016 May 02 10:36:56.408415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-b48fe8d2-e1ff-4fa2-8d8c-6c369f8aefd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.408415 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-b48fe8d2-e1ff-4fa2-8d8c-6c369f8aefd6 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069715 May 02 10:36:56.523452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-87b4dbe6-1b66-44da-93f6-40ba38256ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.525155 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7af1a0e4-93e0-4972-a79c-a4b41a70631a req-87b4dbe6-1b66-44da-93f6-40ba38256ba7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0930293 May 02 10:36:56.604781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-c351b21a-ea5e-4c0c-8b2f-f0195e7acd85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.606312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-c351b21a-ea5e-4c0c-8b2f-f0195e7acd85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 1125 time: 0.0408194 May 02 10:36:56.746341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584896a2-7b00-453f-b454-41f78aa2c7a5 req-aa4d11d4-3b54-404b-9028-0d6bd0741b71 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.749721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-584896a2-7b00-453f-b454-41f78aa2c7a5 req-aa4d11d4-3b54-404b-9028-0d6bd0741b71 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0610330 May 02 10:36:56.810424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-584896a2-7b00-453f-b454-41f78aa2c7a5 req-51691fec-eb1f-4066-87b0-c4cac6168912 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536573 May 02 10:36:56.975721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4d97b1-12da-415e-b31f-678b094744f7 req-580cc7d4-17e5-4fb6-a08b-28390bfeb442 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:56.977361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a4d97b1-12da-415e-b31f-678b094744f7 req-580cc7d4-17e5-4fb6-a08b-28390bfeb442 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 946 time: 0.0500512 May 02 10:36:57.031415 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-b975770d-956d-4815-964e-ceef46563891 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49 HTTP/1.1" status: 200 len: 217 time: 0.4185100 May 02 10:36:57.037020 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a4d97b1-12da-415e-b31f-678b094744f7 req-261b446a-304b-4756-903b-95fbe16db7ee tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 May 02 10:36:57.128544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f2c4ed-e2bb-4f86-9956-bf8cbd37ce1d req-54eb3f85-18b0-49e6-af58-4551f2a15b52 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:57.130099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0f2c4ed-e2bb-4f86-9956-bf8cbd37ce1d req-54eb3f85-18b0-49e6-af58-4551f2a15b52 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0977979 May 02 10:36:57.136748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-ac6a661d-94ad-4952-8e34-a5a3caa3453a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:57.138159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-ac6a661d-94ad-4952-8e34-a5a3caa3453a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e9af4cf-10c0-4710-b76c-bf74f9c33ef2 HTTP/1.1" status: 200 len: 854 time: 0.0952632 May 02 10:36:57.141019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43448) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:57.148396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'floatingip': {'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:36:57.208766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5840de-afa9-4482-982d-704a9b98f634 req-b3a95cd9-b472-4504-9e89-2ac97be9cdc1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:57.210414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d5840de-afa9-4482-982d-704a9b98f634 req-b3a95cd9-b472-4504-9e89-2ac97be9cdc1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.0627034 May 02 10:36:57.225187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-f438c2dc-93ef-41d5-8415-e74dab06a416 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=442386c1-f17a-4561-b70b-c6ab76296248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808053 May 02 10:36:57.237495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:57.267609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d5840de-afa9-4482-982d-704a9b98f634 req-bf50a815-8c35-4cf7-8fb3-d4d5d6d0c4ed tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514870 May 02 10:36:57.352720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66560e5f-9388-416c-a71c-51c3ff4e1b62 req-580acfb2-580a-4728-b7b2-4e15a293673c tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:57.354192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66560e5f-9388-416c-a71c-51c3ff4e1b62 req-580acfb2-580a-4728-b7b2-4e15a293673c tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 945 time: 0.1373835 May 02 10:36:57.486490 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66560e5f-9388-416c-a71c-51c3ff4e1b62 req-4d33c81b-3854-4d18-b72a-ff4c36463c21 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018534 May 02 10:36:57.532355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-ad6503c0-49c9-4411-9947-6107563f29f8 service neutron] 10.222.0.24 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2772613 May 02 10:36:57.721768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f44d22e-bdda-4593-84a4-894af3ad95df req-4ebd58c8-35b4-40c3-be27-4facf0be3d50 service neutron] 10.222.0.24 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829801 May 02 10:36:57.948952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:57.955741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b12d4de-efcd-4854-a072-160465a894ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.098752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.214457 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Floating IP e2df1c3e-c56c-44da-bbc2-35d3c4a02046 associated. External IP: 172.35.4.115, port: 524baf11-eb9c-4eaa-a54c-78c621da7cec. May 02 10:36:58.293188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:58.426836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9917e5-9982-4c0c-93e9-f411df314eb2 req-feebf622-f080-4b64-b9bc-aaa2a6e4bd01 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:58.430514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d9917e5-9982-4c0c-93e9-f411df314eb2 req-feebf622-f080-4b64-b9bc-aaa2a6e4bd01 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.0835931 May 02 10:36:58.437561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6e25-69fe-457c-9b11-dc727906e3d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.451688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Router 9e84d483-9e7a-4168-98b3-42039161806b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:36:58.515354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d9917e5-9982-4c0c-93e9-f411df314eb2 req-cbd039d1-3168-4352-a27d-f59f1aee5db6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748339 May 02 10:36:58.565310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6e25-69fe-457c-9b11-dc727906e3d6 admin admin] Publish callbacks [] for security_group (9cfeba91-072b-4e88-8862-97618c05de2a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.596383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b287f9-9fa1-446e-9fe3-19c97d63842f req-a03cc45c-0437-4be4-a81c-a5d9d436c94e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:58.597049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20b287f9-9fa1-446e-9fe3-19c97d63842f req-a03cc45c-0437-4be4-a81c-a5d9d436c94e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 945 time: 0.0939591 May 02 10:36:58.636298 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:36:58.644471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:36:58.646702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee5c6e25-69fe-457c-9b11-dc727906e3d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9cfeba91-072b-4e88-8862-97618c05de2a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.651022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.656292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:36:58.665844 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:36:58.667006 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:58.684516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20b287f9-9fa1-446e-9fe3-19c97d63842f req-ee3655b6-aa63-4b49-b26b-916929a3a5bf tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771241 May 02 10:36:58.688452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee5c6e25-69fe-457c-9b11-dc727906e3d6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00c3002a0f7843ceacefdefd9b417816&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3935261 May 02 10:36:58.691123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43488) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:36:58.695592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4db19836-91f3-4ab6-a9a0-162c5ffc13b3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "PUT /v2.0/floatingips/e2df1c3e-c56c-44da-bbc2-35d3c4a02046 HTTP/1.1" status: 200 len: 991 time: 1.5534065 May 02 10:36:58.696242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:36:58.718165 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:36:58.718573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c6e25-69fe-457c-9b11-dc727906e3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cfeba91-072b-4e88-8862-97618c05de2a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:58.740530 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b6b78cb-9ce4-4ec1-93bb-5e0416584432 x-openstack-request-id: req-2b6b78cb-9ce4-4ec1-93bb-5e0416584432 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:36:58.740530 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:36:58.740530 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b6b78cb-9ce4-4ec1-93bb-5e0416584432 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:36:58.740530 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6b78cb-9ce4-4ec1-93bb-5e0416584432'] response: {'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'status': 'completed', 'code': 200} May 02 10:36:58.765597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] Publish callbacks [] for security_group (9cfeba91-072b-4e88-8862-97618c05de2a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.792982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] Publish callbacks [] for security_group (9cfeba91-072b-4e88-8862-97618c05de2a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.828579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:36:58.853197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-e0cb98fc-3084-439d-9d9e-6e8e9609a47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:58.854888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-e0cb98fc-3084-439d-9d9e-6e8e9609a47e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0647054 May 02 10:36:58.944360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9cfeba91-072b-4e88-8862-97618c05de2a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.947159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:58.950864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9cfeba91-072b-4e88-8862-97618c05de2a HTTP/1.1" status: 204 len: 168 time: 0.2560561 May 02 10:36:58.957538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-750bcc6b-17f0-4860-9a36-3417c4288fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:58.957795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd58043d-edb7-43a4-838f-4c9d96b97d9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cfeba91-072b-4e88-8862-97618c05de2a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:36:58.959506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-750bcc6b-17f0-4860-9a36-3417c4288fae service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.0970931 May 02 10:36:59.040411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-52d004be-ca6f-4d39-a54c-1afec5e9b933 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 999 time: 0.0712361 May 02 10:36:59.087541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:36:57Z', 'revision_number': 1, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:59.096716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-24308564-a3b9-4d23-9547-0f98ed2d234c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:59.097645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-24308564-a3b9-4d23-9547-0f98ed2d234c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0510833 May 02 10:36:59.123112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:36:59.139813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:36:59.139813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:59.155027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-a4ff32dc-472c-4ee3-b662-eeb99c4a5fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:59.156550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-a4ff32dc-472c-4ee3-b662-eeb99c4a5fbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0525756 May 02 10:36:59.202767 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:36:59.250129 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:36:59.257578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-e15803af-6653-4fc8-87ed-3370bfc66b73 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940802 May 02 10:36:59.362034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac32ecf-cdc5-46c3-bac7-d7c17759c5f7 req-2dea2ddb-de27-4613-83b6-ae6c1bb9b03e service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965226 May 02 10:36:59.489236 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:36:57Z', 'revision_number': 1, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:36:59.519452 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bf6fa9-891d-42b3-9eb0-f1eb2ccdb167 None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:36:57Z', 'revision_number': 1, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:36:59.644315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925be29e-27df-4c2a-a32b-605b8bc2bc99 req-adec2409-f4a9-4775-878b-70b1bc275caf tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:59.646538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-925be29e-27df-4c2a-a32b-605b8bc2bc99 req-adec2409-f4a9-4775-878b-70b1bc275caf tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.0566609 May 02 10:36:59.708489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-925be29e-27df-4c2a-a32b-605b8bc2bc99 req-c38cfbc3-58cf-45d0-8136-eee87ce29fd8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552330 May 02 10:36:59.743295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd8ecfef-e539-455d-865b-94a9f39f0094 None None] New status for floating IP e2df1c3e-c56c-44da-bbc2-35d3c4a02046: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:36:59.819562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7691d5f8-8c57-4c2e-8b7c-f7751437dca5 req-27138d48-dfed-47f0-9a9a-7364cfa1961e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:36:59.821063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7691d5f8-8c57-4c2e-8b7c-f7751437dca5 req-27138d48-dfed-47f0-9a9a-7364cfa1961e tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 945 time: 0.0505376 May 02 10:36:59.884872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7691d5f8-8c57-4c2e-8b7c-f7751437dca5 req-57c12561-189c-4f9d-ac5a-73d9e688d18d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510323 May 02 10:37:00.338743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-39251fa6-1332-4b5e-82e0-a922e1e16e22 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:00.340310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-39251fa6-1332-4b5e-82e0-a922e1e16e22 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 945 time: 0.0629191 May 02 10:37:00.508826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Deleting port ad8a4da9-1beb-452f-a988-ba294bf8379f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:00.509184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:00.549849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:00.608756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-9fd96023-da45-4705-8aaf-fc57fd73924b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:00.610201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-9fd96023-da45-4705-8aaf-fc57fd73924b tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "GET /v2.0/ports?device_id=369c8261-028a-484f-b8ae-6ac7b830c5c6 HTTP/1.1" status: 200 len: 946 time: 0.0860264 May 02 10:37:00.669011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] For port ad8a4da9-1beb-452f-a988-ba294bf8379f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ad8a4da9-1beb-452f-a988-ba294bf8379f,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:00.669712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:00.714391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Calling delete_port for ad8a4da9-1beb-452f-a988-ba294bf8379f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:00.753027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Deleting port abb8fc5d-0556-4d26-873e-4d937fddff55 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:00.753467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:00.911602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d6355-bc47-4297-b924-1bcd047ae571 req-5598884e-1583-4f03-90d8-fa73a478d02e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:00.913149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd9d6355-bc47-4297-b924-1bcd047ae571 req-5598884e-1583-4f03-90d8-fa73a478d02e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.1116202 May 02 10:37:00.966613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] For port abb8fc5d-0556-4d26-873e-4d937fddff55, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=abb8fc5d-0556-4d26-873e-4d937fddff55,segment=NetworkSegment(145d1008-6e89-49d2-bc7f-8890e44026cd),segment_id=145d1008-6e89-49d2-bc7f-8890e44026cd)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:00.967016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:01.002977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Calling delete_port for abb8fc5d-0556-4d26-873e-4d937fddff55 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:01.015528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48ba5bd-93b7-452a-ab24-c931787df7a0 req-5b15322d-0864-48f5-a3b3-9e9e85b61f2c tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:01.017728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b48ba5bd-93b7-452a-ab24-c931787df7a0 req-5b15322d-0864-48f5-a3b3-9e9e85b61f2c tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 945 time: 0.0600712 May 02 10:37:01.054817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd9d6355-bc47-4297-b924-1bcd047ae571 req-ba3f7f0b-a62a-4c2d-95fe-0b962b49e46a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294374 May 02 10:37:01.092559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b48ba5bd-93b7-452a-ab24-c931787df7a0 req-7b59e506-1aca-48fd-856d-dd2eba67dc6d tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/security-groups?id=dcbe4536-4b63-4135-a60d-d74f98a753a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527880 May 02 10:37:01.206648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ad8a4da9-1beb-452f-a988-ba294bf8379f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:01.223212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb8fc5d-0556-4d26-873e-4d937fddff55'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:01.238470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event deleted for resources: {'Port': ['ID=ad8a4da9-1beb-452f-a988-ba294bf8379f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:01.252517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.255466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.256204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.256204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.256204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.256453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.256803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.257132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:01.299938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (abb8fc5d-0556-4d26-873e-4d937fddff55), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:01.301659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] No DVR routers for this DVR port ad8a4da9-1beb-452f-a988-ba294bf8379f on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:37:01.307520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:01.310847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eae99d8-2519-47c6-a3d4-ac80b679e631 req-7ee8c057-34d0-488a-9567-d09c4ec91f0f tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "DELETE /v2.0/ports/ad8a4da9-1beb-452f-a988-ba294bf8379f HTTP/1.1" status: 204 len: 173 time: 0.8934608 May 02 10:37:01.313230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'name': 'network-vif-deleted', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:01.315542 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9198b268-81f3-43d6-a952-f397a62295a2" -d '{"events": [{"server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "name": "network-vif-deleted", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:01.318340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['abb8fc5d-0556-4d26-873e-4d937fddff55'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:01.340262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Pushing event deleted for resources: {'Port': ['ID=abb8fc5d-0556-4d26-873e-4d937fddff55,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:01.376457 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff20bd5-3dcc-406d-ace0-ab82e3e2eed6 x-openstack-request-id: req-5ff20bd5-3dcc-406d-ace0-ab82e3e2eed6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:01.376797 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7248b76-463e-462c-9a3e-3cf303fc18d5", "name": "network-vif-deleted", "tag": "ad8a4da9-1beb-452f-a988-ba294bf8379f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:01.378102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ff20bd5-3dcc-406d-ace0-ab82e3e2eed6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:01.378102 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ff20bd5-3dcc-406d-ace0-ab82e3e2eed6'] response: {'server_uuid': 'c7248b76-463e-462c-9a3e-3cf303fc18d5', 'name': 'network-vif-deleted', 'tag': 'ad8a4da9-1beb-452f-a988-ba294bf8379f', 'status': 'completed', 'code': 200} May 02 10:37:01.395637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] No DVR routers for this DVR port abb8fc5d-0556-4d26-873e-4d937fddff55 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:37:01.398634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:01.402139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-408c1e9e-6581-4fad-bbe4-f8964017293c req-5d8e1d57-af2c-48be-a172-d35be86f7fa0 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.15 "DELETE /v2.0/ports/abb8fc5d-0556-4d26-873e-4d937fddff55 HTTP/1.1" status: 204 len: 173 time: 0.7850502 May 02 10:37:01.909811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.004902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ad8a4da9-1beb-452f-a988-ba294bf8379f no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:37:02.025451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: ad8a4da9-1beb-452f-a988-ba294bf8379f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:37:02.025798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ad8a4da9-1beb-452f-a988-ba294bf8379f not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:37:02.026211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb8fc5d-0556-4d26-873e-4d937fddff55 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:37:02.045276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: abb8fc5d-0556-4d26-873e-4d937fddff55 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:37:02.045666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device abb8fc5d-0556-4d26-873e-4d937fddff55 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:37:02.174773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20ebc42-c147-4a2a-88b4-57f5b7028051 req-3e9048a8-fe7a-4382-95d8-54a9c04b2fd0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:02.176396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a20ebc42-c147-4a2a-88b4-57f5b7028051 req-3e9048a8-fe7a-4382-95d8-54a9c04b2fd0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 943 time: 0.0477664 May 02 10:37:02.227212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:37:02.239354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a20ebc42-c147-4a2a-88b4-57f5b7028051 req-b08cf409-d058-483e-b5c6-4088183e41ea tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570354 May 02 10:37:02.256870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2f84d60-4ec4-4b88-886a-39742cc79ac2 req-03a4dfb0-789b-4702-aab4-6da279982be4 tempest-MultipleCreateTestJSON-2016026493 tempest-MultipleCreateTestJSON-2016026493-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7248b76-463e-462c-9a3e-3cf303fc18d5 HTTP/1.1" status: 200 len: 210 time: 0.0577912 May 02 10:37:02.338623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43624) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:02.353377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:02.365908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'port_id': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'mac_address': 'fa:16:3e:d8:e4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9af4cf-10c0-4710-b76c-bf74f9c33ef2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:37:02.408449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:02.408910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.423913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:37:02.445112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:02.461119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d173ac98-ad13-4eb2-8e35-95e2779c57c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.536774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d173ac98-ad13-4eb2-8e35-95e2779c57c7 admin admin] Publish callbacks [] for security_group (83327fb9-2e1b-42d1-a2bd-4236e2d97980), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.561898 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.606838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d173ac98-ad13-4eb2-8e35-95e2779c57c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (83327fb9-2e1b-42d1-a2bd-4236e2d97980), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.619398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:02.652266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d173ac98-ad13-4eb2-8e35-95e2779c57c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ff7ac498e3d04c9bbe07ae9fd9c3baef&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125036 May 02 10:37:02.657232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43632) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:02.664401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d173ac98-ad13-4eb2-8e35-95e2779c57c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83327fb9-2e1b-42d1-a2bd-4236e2d97980,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:02.712322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] Publish callbacks [] for security_group (83327fb9-2e1b-42d1-a2bd-4236e2d97980), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.738408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] Publish callbacks [] for security_group (83327fb9-2e1b-42d1-a2bd-4236e2d97980), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.871684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['afe65186-def6-4f1a-8d58-ca9d2914dc49'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:02.892635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (83327fb9-2e1b-42d1-a2bd-4236e2d97980), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.900064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:02.900064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83327fb9-2e1b-42d1-a2bd-4236e2d97980 HTTP/1.1" status: 204 len: 168 time: 0.2393456 May 02 10:37:02.908272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444011a6-8c5d-45af-bc47-0831d035870a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83327fb9-2e1b-42d1-a2bd-4236e2d97980,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:03.363477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df7ecb-fe97-4906-92f5-97ed0e80f125 req-1cd7299f-cf6c-4654-bd58-60e271878a0e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:03.365615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8df7ecb-fe97-4906-92f5-97ed0e80f125 req-1cd7299f-cf6c-4654-bd58-60e271878a0e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 944 time: 0.0542555 May 02 10:37:03.366396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:03.392863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'name': 'network-vif-deleted', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:03.395106 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c71729-b6fc-43eb-913e-4d8aeca188ca" -d '{"events": [{"server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "name": "network-vif-deleted", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:03.426312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Deleting subnet 6125ae69-7b17-441c-ab94-61a0ba17eb73 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:37:03.426952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8df7ecb-fe97-4906-92f5-97ed0e80f125 req-f820a50c-5c68-4058-ac50-3576acc73d30 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548065 May 02 10:37:03.429789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Publish callbacks [] for subnet (6125ae69-7b17-441c-ab94-61a0ba17eb73), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.450378 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-033a489f-53c1-42f7-879b-343f440fcb48 x-openstack-request-id: req-033a489f-53c1-42f7-879b-343f440fcb48 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:03.454041 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "369c8261-028a-484f-b8ae-6ac7b830c5c6", "name": "network-vif-deleted", "tag": "abb8fc5d-0556-4d26-873e-4d937fddff55", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:03.454041 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-033a489f-53c1-42f7-879b-343f440fcb48 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:03.454041 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-033a489f-53c1-42f7-879b-343f440fcb48'] response: {'server_uuid': '369c8261-028a-484f-b8ae-6ac7b830c5c6', 'name': 'network-vif-deleted', 'tag': 'abb8fc5d-0556-4d26-873e-4d937fddff55', 'status': 'completed', 'code': 200} May 02 10:37:03.468048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (6125ae69-7b17-441c-ab94-61a0ba17eb73), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.510789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6125ae69-7b17-441c-ab94-61a0ba17eb73), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.617127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:03.630365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60dfbb29-f90b-4f8e-9127-242c65e040e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.660379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (6125ae69-7b17-441c-ab94-61a0ba17eb73), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.691782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6125ae69-7b17-441c-ab94-61a0ba17eb73,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:03.697702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.701369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3acbe09d-2084-40fc-ac38-09bcca9a0d3b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6125ae69-7b17-441c-ab94-61a0ba17eb73 HTTP/1.1" status: 204 len: 168 time: 0.3338571 May 02 10:37:03.703880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:03.748939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60dfbb29-f90b-4f8e-9127-242c65e040e5 admin admin] Publish callbacks [] for security_group (95ed2072-4018-4346-8d42-00991d413e8d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.782780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (95a9e41d-fbc2-406d-8035-93537dc0c436), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.818761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60dfbb29-f90b-4f8e-9127-242c65e040e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (95ed2072-4018-4346-8d42-00991d413e8d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.863267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60dfbb29-f90b-4f8e-9127-242c65e040e5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=59205f4486eb4c6ebb00fb1c4cf7ef6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2449934 May 02 10:37:03.864203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dfbb29-f90b-4f8e-9127-242c65e040e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95ed2072-4018-4346-8d42-00991d413e8d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:03.866552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43656) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:03.876368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (95a9e41d-fbc2-406d-8035-93537dc0c436), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.923073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] Publish callbacks [] for security_group (95ed2072-4018-4346-8d42-00991d413e8d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:03.950129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] Publish callbacks [] for security_group (95ed2072-4018-4346-8d42-00991d413e8d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.057271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (95ed2072-4018-4346-8d42-00991d413e8d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.059974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.061825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95ed2072-4018-4346-8d42-00991d413e8d HTTP/1.1" status: 204 len: 168 time: 0.1943529 May 02 10:37:04.070449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4eec21e-05eb-48fc-b130-32fbf647715e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ed2072-4018-4346-8d42-00991d413e8d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:04.216757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95a9e41d-fbc2-406d-8035-93537dc0c436']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:04.224583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:37:04.227699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '145d1008-6e89-49d2-bc7f-8890e44026cd') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:04.228088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '145d1008-6e89-49d2-bc7f-8890e44026cd') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:04.237536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (145d1008-6e89-49d2-bc7f-8890e44026cd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.259574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (145d1008-6e89-49d2-bc7f-8890e44026cd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.266703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:37:04.266927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (145d1008-6e89-49d2-bc7f-8890e44026cd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: timer() May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:37:04.268921 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:37:04.277826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port afe65186-def6-4f1a-8d58-ca9d2914dc49 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:37:04.374379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port afe65186-def6-4f1a-8d58-ca9d2914dc49 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:04.377021 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.424546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (95a9e41d-fbc2-406d-8035-93537dc0c436), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.431344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.439091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] 10.222.0.16 "DELETE /v2.0/networks/95a9e41d-fbc2-406d-8035-93537dc0c436 HTTP/1.1" status: 204 len: 168 time: 0.7341616 May 02 10:37:04.479028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd9f42-6bd5-4fe1-a9bb-38a2f62fb512 admin admin] Pushing event deleted for resources: {'Network': ['ID=95a9e41d-fbc2-406d-8035-93537dc0c436,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:04.482557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:04.483263 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.541578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:04.545796 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695ef88c-b35e-4677-a11b-aafe1a514971" -d '{"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-plugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:04.564431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:04.594156 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea8c51e1-5e8e-4705-98c8-cca4fe3ddff7 x-openstack-request-id: req-ea8c51e1-5e8e-4705-98c8-cca4fe3ddff7 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:04.594461 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-plugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:04.594726 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ea8c51e1-5e8e-4705-98c8-cca4fe3ddff7 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:04.595637 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea8c51e1-5e8e-4705-98c8-cca4fe3ddff7'] response: {'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'code': 200} May 02 10:37:04.599186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af483a67-bf96-47d8-9339-0000d53adcc6 req-5772d222-eee9-4834-9615-435a7da9db84 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:04.600813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af483a67-bf96-47d8-9339-0000d53adcc6 req-5772d222-eee9-4834-9615-435a7da9db84 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 944 time: 0.0594480 May 02 10:37:04.613898 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:04.675013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-af483a67-bf96-47d8-9339-0000d53adcc6 req-14db215e-e92d-42a1-a3ed-afed83dd6ec4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582044 May 02 10:37:04.704403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ce76fa-7940-4ed5-9094-e074927e75e6 req-8033436d-3d1d-495b-91fa-ae700133fa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:04.706190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8ce76fa-7940-4ed5-9094-e074927e75e6 req-8033436d-3d1d-495b-91fa-ae700133fa73 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 1127 time: 0.0448525 May 02 10:37:04.713480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:04.754897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8ce76fa-7940-4ed5-9094-e074927e75e6 req-49944d22-4efe-4757-9618-f12fc9487531 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430124 May 02 10:37:04.902839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43680) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:04.943187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba04785f-fe12-4f0f-a684-955a18c105a1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f5afcabc10d742cd84c60d17f855e5e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391457 May 02 10:37:04.945667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43682) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:04.997056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] Publish callbacks [] for security_group (dcbe4536-4b63-4135-a60d-d74f98a753a3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:05.019172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] Publish callbacks [] for security_group (dcbe4536-4b63-4135-a60d-d74f98a753a3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:05.132330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dcbe4536-4b63-4135-a60d-d74f98a753a3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:05.135125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:05.136339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dcbe4536-4b63-4135-a60d-d74f98a753a3 HTTP/1.1" status: 204 len: 168 time: 0.1897302 May 02 10:37:05.144950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecd818c-880c-4634-97af-35c8715980fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcbe4536-4b63-4135-a60d-d74f98a753a3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:05.816560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8503a2d-dabe-4ea7-afc2-af38addd828f req-2ba0fe6d-78bd-4fb0-91ba-f2a02d155a36 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:05.818983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8503a2d-dabe-4ea7-afc2-af38addd828f req-2ba0fe6d-78bd-4fb0-91ba-f2a02d155a36 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0698218 May 02 10:37:05.867633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8503a2d-dabe-4ea7-afc2-af38addd828f req-18666b13-b706-4c40-aaa7-a3933b35d900 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429852 May 02 10:37:06.988516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4935f06-93d1-4adc-9540-8f951a012aee req-d7e2d5a8-ebc5-4d96-a3db-bbdeffe812af tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:06.990136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4935f06-93d1-4adc-9540-8f951a012aee req-d7e2d5a8-ebc5-4d96-a3db-bbdeffe812af tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0517073 May 02 10:37:07.041940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4935f06-93d1-4adc-9540-8f951a012aee req-cb1ad373-1f2d-478a-a41b-e35569ac4526 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432410 May 02 10:37:07.162429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7b621-f2a0-4ade-a01b-193030e4a9d6 req-4a4da87e-bc08-4d82-a8fb-335ec07c79d2 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:07.163814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75c7b621-f2a0-4ade-a01b-193030e4a9d6 req-4a4da87e-bc08-4d82-a8fb-335ec07c79d2 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0477226 May 02 10:37:07.216385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75c7b621-f2a0-4ade-a01b-193030e4a9d6 req-498d99f9-bf43-48c3-b832-50dcf270789a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467746 May 02 10:37:07.570248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:07.678822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f0d-ce4c-40ca-8937-3f0a19f29dac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:07.773463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f0d-ce4c-40ca-8937-3f0a19f29dac admin admin] Publish callbacks [] for security_group (86b87d42-1cd9-43ff-bc47-488cdf58135f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:07.836893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e637a4-744c-4f69-8842-76caa3673c41 req-c7111b23-fdc8-415c-9beb-a8f1d15a291a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:07.838496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93e637a4-744c-4f69-8842-76caa3673c41 req-c7111b23-fdc8-415c-9beb-a8f1d15a291a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0510423 May 02 10:37:07.852781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5aa96f0d-ce4c-40ca-8937-3f0a19f29dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (86b87d42-1cd9-43ff-bc47-488cdf58135f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:07.888927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93e637a4-744c-4f69-8842-76caa3673c41 req-e8a3245d-6ddb-43c6-a5cb-47ea4f3f81af tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447080 May 02 10:37:07.896400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5aa96f0d-ce4c-40ca-8937-3f0a19f29dac admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c330c158e6f047498339481f1e0eff42&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3250644 May 02 10:37:07.897298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa96f0d-ce4c-40ca-8937-3f0a19f29dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b87d42-1cd9-43ff-bc47-488cdf58135f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:07.899515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43862) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:07.950145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Publish callbacks [] for security_group (86b87d42-1cd9-43ff-bc47-488cdf58135f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:07.971499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Publish callbacks [] for security_group (86b87d42-1cd9-43ff-bc47-488cdf58135f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:08.121181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (86b87d42-1cd9-43ff-bc47-488cdf58135f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:08.123893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:08.125125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86b87d42-1cd9-43ff-bc47-488cdf58135f HTTP/1.1" status: 204 len: 168 time: 0.2245390 May 02 10:37:08.133378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b87d42-1cd9-43ff-bc47-488cdf58135f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:08.140866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.141217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.141557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.141896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.142226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.142577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.143005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.143334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.143770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.144035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.144364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.144802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.145135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.145445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:08.145766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a3f4b0a-67d8-4f8f-ba04-77fbc51d4f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:09.015530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d19b928-3a53-41af-93df-70c5ab5c006e req-3026240d-3b0d-4317-9864-d95e19ccc00a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:09.017107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d19b928-3a53-41af-93df-70c5ab5c006e req-3026240d-3b0d-4317-9864-d95e19ccc00a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0496290 May 02 10:37:09.065019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d19b928-3a53-41af-93df-70c5ab5c006e req-42e04032-5671-4902-8c65-bd045ea5a4d3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422516 May 02 10:37:10.187517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e45ffd-d7d6-406b-bdc7-65a5c4e71117 req-b3633f38-f60c-472b-9446-9c77bd11ddb7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:10.189048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4e45ffd-d7d6-406b-bdc7-65a5c4e71117 req-b3633f38-f60c-472b-9446-9c77bd11ddb7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0524313 May 02 10:37:10.238530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4e45ffd-d7d6-406b-bdc7-65a5c4e71117 req-67e75809-787f-4d1d-ba2f-fed9491e49a4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438159 May 02 10:37:10.641956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43950) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:10.783047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:10.852743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:10.946522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.057709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Allocated IP 172.35.4.64 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0218ddae-cd2b-4bc1-a1a5-51d272384b5e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:11.158152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.241529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.287052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:11.290254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:11.294869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:11.298185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=0218ddae-cd2b-4bc1-a1a5-51d272384b5e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:11.364130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b959475-cd99-4ce4-a56d-83e4633eb4bf req-80e969c5-1274-4a6a-adb3-8a14834cb823 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:11.369345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b959475-cd99-4ce4-a56d-83e4633eb4bf req-80e969c5-1274-4a6a-adb3-8a14834cb823 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0495472 May 02 10:37:11.387355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (5e49470e-99ae-45fc-b42b-b2944e2dbfc8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.414796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b959475-cd99-4ce4-a56d-83e4633eb4bf req-bc79cbb5-a4bc-476d-8ea9-e0b80915eb97 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433025 May 02 10:37:11.570828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.731130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.794943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.866232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=0218ddae-cd2b-4bc1-a1a5-51d272384b5e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:11.887278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5e49470e-99ae-45fc-b42b-b2944e2dbfc8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.985845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:11.987137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-84187e17-9768-4936-91ac-17bf27237fda tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3441532 May 02 10:37:11.989857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43986) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:11.994772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-772606007'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:12.103476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Made reservation on behalf of 569626a5090d415faecfbd78c1f7eb59 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:12.106846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.120366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.196017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for security_group (76117249-32a6-4934-9e50-3e413b39120b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.240618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (76117249-32a6-4934-9e50-3e413b39120b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.272140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:37:12.281164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76117249-32a6-4934-9e50-3e413b39120b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:12.287402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6320c222-90a2-4f56-af04-e6c8bf090d4d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.289008 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Added segment 6320c222-90a2-4f56-af04-e6c8bf090d4d of type vlan for network 7d228450-8a4b-4216-a548-31b0d2d21486 May 02 10:37:12.329725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7d228450-8a4b-4216-a548-31b0d2d21486), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.400784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7d228450-8a4b-4216-a548-31b0d2d21486), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.406483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:12.407121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.495198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5042901 May 02 10:37:12.498333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43990) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:12.498965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c58c7c-d3e5-4a3c-b395-4db01deef1f3 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Network': ['ID=7d228450-8a4b-4216-a548-31b0d2d21486,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:12.505576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Request body: {'subnet': {'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:12.512070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7d228450-8a4b-4216-a548-31b0d2d21486 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:37:12.557172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74437f7-f1f7-42b2-8e9d-0860dc2e4d50 req-18b3a283-2b84-42f9-be4a-47185874dd6f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:12.559465 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b74437f7-f1f7-42b2-8e9d-0860dc2e4d50 req-18b3a283-2b84-42f9-be4a-47185874dd6f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0655384 May 02 10:37:12.645217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b74437f7-f1f7-42b2-8e9d-0860dc2e4d50 req-2d3d52aa-bde8-4740-a921-b9b23aaed061 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796852 May 02 10:37:12.714870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Made reservation on behalf of 569626a5090d415faecfbd78c1f7eb59 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:12.719777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:12.989250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.057740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Subnet': ['ID=4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:13.068449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Checking segment: {'id': '6320c222-90a2-4f56-af04-e6c8bf090d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:37:13.068847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network hostable DHCP agents. Network: 7d228450-8a4b-4216-a548-31b0d2d21486, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:37:13.143726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network 7d228450-8a4b-4216-a548-31b0d2d21486 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:37:13.223477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7d228450-8a4b-4216-a548-31b0d2d21486) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:13.227519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:13.231520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.234466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cedede7-1a15-4c14-9cd9-717ab816b447 None None] Network 7d228450-8a4b-4216-a548-31b0d2d21486 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:37:13.337668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7d228450-8a4b-4216-a548-31b0d2d21486', 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486', 'project_id': '569626a5090d415faecfbd78c1f7eb59', 'fixed_ips': [{'subnet_id': '4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:37:13.338566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.349780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-858a3ec0-6dc2-409a-bd6d-63acf57c02fe tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8456123 May 02 10:37:13.350871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:13.356144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1877346255', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:13.420029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:13.454048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.455489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.477076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Allocated IP 172.20.0.2 (7d228450-8a4b-4216-a548-31b0d2d21486/4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2/5fbe3a23-7461-42a9-8b87-7206a78e8b33) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:13.513240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_controller (dd54fc82-1ce4-4210-9f88-a608e491379e), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.532684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4950fb14-505b-4a83-bb16-e5bf8c6efbe7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.641672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks [] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.687147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.688045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4950fb14-505b-4a83-bb16-e5bf8c6efbe7 admin admin] Publish callbacks [] for security_group (2895ee47-4f86-4724-bab1-be0bc178a922), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.729209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Network 7d228450-8a4b-4216-a548-31b0d2d21486 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:13.731989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:13.744990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:13.761366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4950fb14-505b-4a83-bb16-e5bf8c6efbe7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2895ee47-4f86-4724-bab1-be0bc178a922), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.767099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Pushing event updated for resources: {'Port': ['ID=5fbe3a23-7461-42a9-8b87-7206a78e8b33,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:13.783732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_gateway (dd54fc82-1ce4-4210-9f88-a608e491379e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.793221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d62cb7-35c5-4f26-8411-4f74552a005d req-fa19a13a-91ad-46e3-956e-f44a078b0502 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:13.794950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18d62cb7-35c5-4f26-8411-4f74552a005d req-fa19a13a-91ad-46e3-956e-f44a078b0502 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0710580 May 02 10:37:13.810470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4950fb14-505b-4a83-bb16-e5bf8c6efbe7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be1e0a81898b455dbad1377adec39dcc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3892477 May 02 10:37:13.813684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:13.824897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Attempting to bind port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:13.825276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Attempting to bind port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6320c222-90a2-4f56-af04-e6c8bf090d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:13.825648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Attempting to bind port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 on network 7d228450-8a4b-4216-a548-31b0d2d21486 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:13.828276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fb14-505b-4a83-bb16-e5bf8c6efbe7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2895ee47-4f86-4724-bab1-be0bc178a922,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:13.831637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:37:13.834794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Checking segment: {'id': '6320c222-90a2-4f56-af04-e6c8bf090d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:37:13.834794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.834794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Bound using segment: {'id': '6320c222-90a2-4f56-af04-e6c8bf090d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:37:13.834794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Bound port: 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6320c222-90a2-4f56-af04-e6c8bf090d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:37:13.834794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:13.878231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18d62cb7-35c5-4f26-8411-4f74552a005d req-ec9efd72-eac9-49a2-9c1e-460839ca81f3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733624 May 02 10:37:13.918885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] For port 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:37:13.922232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] For port 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fbe3a23-7461-42a9-8b87-7206a78e8b33,segment=NetworkSegment(6320c222-90a2-4f56-af04-e6c8bf090d4d),segment_id=6320c222-90a2-4f56-af04-e6c8bf090d4d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:37:13.948764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] Publish callbacks [] for security_group (2895ee47-4f86-4724-bab1-be0bc178a922), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.002449 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.010294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] Publish callbacks [] for security_group (2895ee47-4f86-4724-bab1-be0bc178a922), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.084180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49319f4-0994-4cb8-b8d0-8e0c49c1a645 None None] Pushing event updated for resources: {'Port': ['ID=5fbe3a23-7461-42a9-8b87-7206a78e8b33,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:14.108257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_gateway (dd54fc82-1ce4-4210-9f88-a608e491379e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.123278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.190950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2895ee47-4f86-4724-bab1-be0bc178a922), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.194130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.196085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2895ee47-4f86-4724-bab1-be0bc178a922 HTTP/1.1" status: 204 len: 168 time: 0.3802612 May 02 10:37:14.237199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.242665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab737fa2-fba3-4a3b-a180-5e490415c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2895ee47-4f86-4724-bab1-be0bc178a922,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:14.349912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Allocated IP 172.35.4.208 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f8668c8c-e921-482a-9513-a91b530a3ab2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:14.466894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (f8668c8c-e921-482a-9513-a91b530a3ab2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.572800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f8668c8c-e921-482a-9513-a91b530a3ab2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:14.617896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:14.626065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:14.629816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:14.651746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=f8668c8c-e921-482a-9513-a91b530a3ab2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:14.918587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:14.961643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc45-2ec2-4feb-b471-41cbc92dbce1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.036968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec478c7-d1b1-4cf7-a697-90bafbe359af req-f60bd564-a732-4029-ba25-f3195eae69da tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:15.045642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ec478c7-d1b1-4cf7-a697-90bafbe359af req-f60bd564-a732-4029-ba25-f3195eae69da tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0668106 May 02 10:37:15.065380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_gateway (dd54fc82-1ce4-4210-9f88-a608e491379e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.126806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ec478c7-d1b1-4cf7-a697-90bafbe359af req-a82fd992-009f-4f8d-9386-8a4118077b40 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750108 May 02 10:37:15.206371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b427ee-9561-498f-9236-7492bb75140a None None] Network 7d228450-8a4b-4216-a548-31b0d2d21486 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:37:15.266626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Provisioning complete for port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:15.267386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.270496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc45-2ec2-4feb-b471-41cbc92dbce1 admin admin] Publish callbacks [] for security_group (72914a6a-ccc0-4414-ab70-57df3c39c14d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.355469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4f9dc45-2ec2-4feb-b471-41cbc92dbce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (72914a6a-ccc0-4414-ab70-57df3c39c14d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.387903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Current status of the port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:15.388293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.422721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] For port 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fbe3a23-7461-42a9-8b87-7206a78e8b33,segment=NetworkSegment(6320c222-90a2-4f56-af04-e6c8bf090d4d),segment_id=6320c222-90a2-4f56-af04-e6c8bf090d4d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:15.424023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44064) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:15.424563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4f9dc45-2ec2-4feb-b471-41cbc92dbce1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=aaaf04bd846b4448b671fcab899e442b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5046837 May 02 10:37:15.425497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f9dc45-2ec2-4feb-b471-41cbc92dbce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72914a6a-ccc0-4414-ab70-57df3c39c14d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:15.435960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.475519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] Publish callbacks [] for security_group (72914a6a-ccc0-4414-ab70-57df3c39c14d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.506057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] Publish callbacks [] for security_group (72914a6a-ccc0-4414-ab70-57df3c39c14d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.532357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.603498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a390fcbf-f8b0-4184-a381-e17e28837404 None None] Pushing event updated for resources: {'Port': ['ID=5fbe3a23-7461-42a9-8b87-7206a78e8b33,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:15.652917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6fdb7d75-7e91-49b9-b843-d4184d559edc None None] Provisioning complete for port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:15.653294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fdb7d75-7e91-49b9-b843-d4184d559edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.657437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (72914a6a-ccc0-4414-ab70-57df3c39c14d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.660327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.661681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/72914a6a-ccc0-4414-ab70-57df3c39c14d HTTP/1.1" status: 204 len: 168 time: 0.2365940 May 02 10:37:15.681672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862672cc-07bc-43e5-9b42-6b65d79d0f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72914a6a-ccc0-4414-ab70-57df3c39c14d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:15.693249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Router dd54fc82-1ce4-4210-9f88-a608e491379e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:37:15.749875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6fdb7d75-7e91-49b9-b843-d4184d559edc None None] Current status of the port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:15.807094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5fbe3a23-7461-42a9-8b87-7206a78e8b33 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:37:15.842071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:37:15.855750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] Sync routers for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:37:15.868829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:15.869206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.871243 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:15.871867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:15.906240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:15.915780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:15.916385 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:15.937672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.952420 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:15.952756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:15.953053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c30bc6-c040-487c-b66d-6535bacbc0da None None] The sync data for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:37:15.979688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:15.981030 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1aad682-3e6d-4c3c-bbae-e185a05c3050 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.6291108 May 02 10:37:15.984120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:16.266331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eacb05-24ac-4670-a75a-eb744b0eb5d2 req-34edf1d6-79b7-4bd0-be59-301f8edf6396 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:16.268550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1eacb05-24ac-4670-a75a-eb744b0eb5d2 req-34edf1d6-79b7-4bd0-be59-301f8edf6396 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0646338 May 02 10:37:16.323424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1eacb05-24ac-4670-a75a-eb744b0eb5d2 req-97fbbc42-e449-4e8c-8400-f25de2650df1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486436 May 02 10:37:16.754216 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.040278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Allocated IP 172.20.0.1 (7d228450-8a4b-4216-a548-31b0d2d21486/4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2/01940aa8-8c02-4797-86e2-50bb8627c6f3) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:17.160879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.274774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.319019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network 7d228450-8a4b-4216-a548-31b0d2d21486 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:17.326583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:17.331188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:17.365804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=01940aa8-8c02-4797-86e2-50bb8627c6f3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:17.388755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (dd54fc82-1ce4-4210-9f88-a608e491379e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.492439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c0ce63-9e7c-4850-b82c-e92e360d406c req-5f8ab3c8-7282-4e8a-b49a-1252dd30aa14 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:17.494682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73c0ce63-9e7c-4850-b82c-e92e360d406c req-5f8ab3c8-7282-4e8a-b49a-1252dd30aa14 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0584428 May 02 10:37:17.553314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73c0ce63-9e7c-4850-b82c-e92e360d406c req-a3a74d13-cd8b-4088-a64f-8c12b4adec15 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470138 May 02 10:37:17.593648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-358e0fa6-e9c3-4d8c-8844-6f3f65feea4c None None] Provisioning complete for port 01940aa8-8c02-4797-86e2-50bb8627c6f3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:17.593648 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-358e0fa6-e9c3-4d8c-8844-6f3f65feea4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.633166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-358e0fa6-e9c3-4d8c-8844-6f3f65feea4c None None] Port 01940aa8-8c02-4797-86e2-50bb8627c6f3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:37:17.654253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:17.967426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:18.047135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:18.138236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=01940aa8-8c02-4797-86e2-50bb8627c6f3,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:18.143709 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (dd54fc82-1ce4-4210-9f88-a608e491379e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:18.249449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network 7d228450-8a4b-4216-a548-31b0d2d21486 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:18.251248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:18.437160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Router dd54fc82-1ce4-4210-9f88-a608e491379e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:37:18.563962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e258de97-47cc-4920-84e1-9559d1762c87 None None] Provisioning complete for port 01940aa8-8c02-4797-86e2-50bb8627c6f3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:18.564335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e258de97-47cc-4920-84e1-9559d1762c87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:18.586330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:37:18.600509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a7949d1e-0f54-484f-8c02-f3caf5dc6e38 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "PUT /v2.0/routers/dd54fc82-1ce4-4210-9f88-a608e491379e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6110179 May 02 10:37:18.600509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44158) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:18.610829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Request body: {'port': {'network_id': '7d228450-8a4b-4216-a548-31b0d2d21486', 'name': 'tempest-FloatingIPAdminTestJSON-663792312'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:18.615635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] Sync routers for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:37:18.633069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e258de97-47cc-4920-84e1-9559d1762c87 None None] Port 01940aa8-8c02-4797-86e2-50bb8627c6f3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:37:18.641521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:18.642381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:18.681733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:18.691882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:18.692513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:18.743933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:18.744554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26db75c8-3bd0-46fa-bf5b-422e36e6b222 None None] The sync data for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:37:18.799208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4ab43b-94d4-402a-b1af-c5cee124e9fc req-6a5e3c54-a5df-4798-b0e0-951c3ac09798 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:18.801540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4ab43b-94d4-402a-b1af-c5cee124e9fc req-6a5e3c54-a5df-4798-b0e0-951c3ac09798 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.1102576 May 02 10:37:18.847254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Made reservation on behalf of 569626a5090d415faecfbd78c1f7eb59 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:18.851653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:18.872480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] device_id is not set on port 785c2d0d-b938-46ff-a2ea-6792cee2c938 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:18.875398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb4ab43b-94d4-402a-b1af-c5cee124e9fc req-b4848e22-cc94-42ad-a219-9329394e39a1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584433 May 02 10:37:18.992195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Allocated IP 172.20.0.5 (7d228450-8a4b-4216-a548-31b0d2d21486/4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2/785c2d0d-b938-46ff-a2ea-6792cee2c938) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:19.144861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.278557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.318251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Network 7d228450-8a4b-4216-a548-31b0d2d21486 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:19.321434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:19.327558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:19.355069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event updated for resources: {'Port': ['ID=785c2d0d-b938-46ff-a2ea-6792cee2c938,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:19.390857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:19.391479 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.481329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f7dc338-2016-4f63-9469-d2506c3bde1a tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8804324 May 02 10:37:19.485133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:19.664881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7250bbc8-63db-4c76-b50d-a9136056e67e None None] Provisioning complete for port 785c2d0d-b938-46ff-a2ea-6792cee2c938 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:19.665470 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7250bbc8-63db-4c76-b50d-a9136056e67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.700935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'project_id': '569626a5090d415faecfbd78c1f7eb59', 'port_id': '785c2d0d-b938-46ff-a2ea-6792cee2c938'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:19.733811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7250bbc8-63db-4c76-b50d-a9136056e67e None None] Port 785c2d0d-b938-46ff-a2ea-6792cee2c938 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:37:19.777900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.860553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:19.980424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Allocated IP 172.35.4.191 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:19.983070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e03a49-801e-45a7-99b2-138d23393f7a req-a4f63620-61ee-4373-9b22-db4355d346f0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:19.985297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8e03a49-801e-45a7-99b2-138d23393f7a req-a4f63620-61ee-4373-9b22-db4355d346f0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0504005 May 02 10:37:20.041182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8e03a49-801e-45a7-99b2-138d23393f7a req-f93a38a8-9bf1-4d47-a868-1d74b57b0ec5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485547 May 02 10:37:20.090553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:20.223847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:20.267714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:20.274345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:20.278677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:20.282280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:20.646723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (7385b402-d546-41fc-b664-4504b7c7c8f4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:20.829150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:20.987206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.115459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44276) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:21.126922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.173016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4144590c-cc0f-4137-8806-faaaf9ddaefa req-b1dd9a2c-1f7d-4c82-9a96-71edb64b173b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:21.174459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4144590c-cc0f-4137-8806-faaaf9ddaefa req-b1dd9a2c-1f7d-4c82-9a96-71edb64b173b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0566931 May 02 10:37:21.204900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Pushing event updated for resources: {'Port': ['ID=7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:21.218884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (7385b402-d546-41fc-b664-4504b7c7c8f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.232620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4144590c-cc0f-4137-8806-faaaf9ddaefa req-1f63c560-1a0a-46a8-a2a5-b6f663e56be6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504820 May 02 10:37:21.268479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07355b5d-d85a-4f0d-a9db-b68f6cbf98c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.334664 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Floating IP 7385b402-d546-41fc-b664-4504b7c7c8f4 associated. External IP: 172.35.4.191, port: 785c2d0d-b938-46ff-a2ea-6792cee2c938. May 02 10:37:21.349100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07355b5d-d85a-4f0d-a9db-b68f6cbf98c7 admin admin] Publish callbacks [] for security_group (2190f554-d952-403e-a5cf-2b8851cdbefe), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.469466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07355b5d-d85a-4f0d-a9db-b68f6cbf98c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2190f554-d952-403e-a5cf-2b8851cdbefe), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.521768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07355b5d-d85a-4f0d-a9db-b68f6cbf98c7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=538f234d5ed04b63bcc853995b600847&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4048607 May 02 10:37:21.522522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44280) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:21.524981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07355b5d-d85a-4f0d-a9db-b68f6cbf98c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2190f554-d952-403e-a5cf-2b8851cdbefe,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:21.583438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] Publish callbacks [] for security_group (2190f554-d952-403e-a5cf-2b8851cdbefe), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.608315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] Publish callbacks [] for security_group (2190f554-d952-403e-a5cf-2b8851cdbefe), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.737930 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2190f554-d952-403e-a5cf-2b8851cdbefe), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.740906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:21.742280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2190f554-d952-403e-a5cf-2b8851cdbefe HTTP/1.1" status: 204 len: 168 time: 0.2186193 May 02 10:37:21.751400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc2823-efa4-40e1-b180-4ba96448739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2190f554-d952-403e-a5cf-2b8851cdbefe,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:21.857621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Router dd54fc82-1ce4-4210-9f88-a608e491379e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:37:21.983431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:37:21.993511 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] Sync routers for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:37:22.009747 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:22.010486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:22.046636 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:22.055999 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:22.056828 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:22.090173 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:22.090856 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53b246f5-02d0-48fe-b92b-08393f233a4d None None] The sync data for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:37:22.119528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:22.165246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ac9af779-e0c3-44b6-8378-db78fba00857 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 2.6758053 May 02 10:37:22.166636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:22.295501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-989c6549-8bb2-4f7c-add0-7f5d2a7d280b tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "GET /v2.0/floatingips/7385b402-d546-41fc-b664-4504b7c7c8f4 HTTP/1.1" status: 200 len: 982 time: 0.1287756 May 02 10:37:22.298060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44310) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:22.407152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66534230-f1d9-4eac-8d4b-ae86d1f42b5a req-3aa2f51d-0da9-4e3b-88d0-ad1a0ab2febe tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:22.408808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66534230-f1d9-4eac-8d4b-ae86d1f42b5a req-3aa2f51d-0da9-4e3b-88d0-ad1a0ab2febe tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0727236 May 02 10:37:22.444039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fa5c1c41-c8c8-4b97-9d73-ea81af244c8c tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3821 time: 0.1448421 May 02 10:37:22.447477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:22.466082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66534230-f1d9-4eac-8d4b-ae86d1f42b5a req-0677149b-ea1a-48c0-94b2-194be046281c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510993 May 02 10:37:22.972468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port 7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:22.972814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.058938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.059272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.074632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for 7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:23.417969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.450637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=7ef0e8f6-831c-4b2b-a1a2-6ae6d4630fb7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:23.512214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (7385b402-d546-41fc-b664-4504b7c7c8f4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.512579 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Floating IP 7385b402-d546-41fc-b664-4504b7c7c8f4 disassociated (deleted). External IP: 172.35.4.191, port: 785c2d0d-b938-46ff-a2ea-6792cee2c938. May 02 10:37:23.632671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb892754-38c4-4b95-a065-9dca83740e4a req-af79c47a-dd8c-43e2-9be4-813f830d595f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:23.634181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb892754-38c4-4b95-a065-9dca83740e4a req-af79c47a-dd8c-43e2-9be4-813f830d595f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0879145 May 02 10:37:23.728277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb892754-38c4-4b95-a065-9dca83740e4a req-dddb299c-e45d-478f-bf77-c7b346a925bf tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873694 May 02 10:37:23.802200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Router dd54fc82-1ce4-4210-9f88-a608e491379e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:37:23.914437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:37:23.920138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:23.926322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] Sync routers for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:37:23.940010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:23.941369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:23.953472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c50f42d7-5733-4e27-b799-2e53fd240206 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/floatingips/7385b402-d546-41fc-b664-4504b7c7c8f4 HTTP/1.1" status: 204 len: 168 time: 1.5049675 May 02 10:37:23.957084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44336) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:23.961567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:23.978446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:23.987566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:23.988171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:36:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:24.020903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:24.021443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f11673d7-d0b8-4b6d-9dbc-eb4024404219 None None] The sync data for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:37:24.099139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.184578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.308760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Allocated IP 172.35.4.236 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/00ed17e6-e0bd-4251-90bf-fa02678ae32d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:24.414275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.521221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.570875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:24.573883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:24.578850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:24.581961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Pushing event updated for resources: {'Port': ['ID=00ed17e6-e0bd-4251-90bf-fa02678ae32d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:24.667097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (8caf9e82-c10c-4bb4-a28a-f6cc0ec86b60), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.798146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:24.849014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fb103-ebb4-4737-a08f-9142c6015a93 req-44702dd8-3005-417e-b086-168d957a721f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:24.850554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c24fb103-ebb4-4737-a08f-9142c6015a93 req-44702dd8-3005-417e-b086-168d957a721f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0525303 May 02 10:37:24.899582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c24fb103-ebb4-4737-a08f-9142c6015a93 req-2acecbe5-72d8-4d11-b9f7-032973c2661a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431502 May 02 10:37:24.951442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.092175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.166806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Pushing event updated for resources: {'Port': ['ID=00ed17e6-e0bd-4251-90bf-fa02678ae32d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:25.177256 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (8caf9e82-c10c-4bb4-a28a-f6cc0ec86b60), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.266499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.267756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec898ceb-4dab-4a93-8f27-aec6a05cb806 tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3096778 May 02 10:37:25.274034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44384) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:25.417683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:25.520714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.566705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c6b9a3e-df25-41e9-807f-bcbd37c5ec36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.606516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.719617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Allocated IP 172.35.4.37 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:25.820070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.909430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:25.952854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:25.958025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:25.961874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:25.989243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Pushing event updated for resources: {'Port': ['ID=5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:26.049203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31681c92-7548-46b9-ac3b-102ff02d28de req-d3bda995-f358-40dc-a041-e65e5ec56d61 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:26.050757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31681c92-7548-46b9-ac3b-102ff02d28de req-d3bda995-f358-40dc-a041-e65e5ec56d61 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0652118 May 02 10:37:26.122488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for floatingip (62517a0f-f0e3-43f9-9831-5886fa34a0e7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.141350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31681c92-7548-46b9-ac3b-102ff02d28de req-ab7bc688-5bbb-4b97-a50f-443c23de9124 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678523 May 02 10:37:26.267670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.422781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.526355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.591769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Pushing event updated for resources: {'Port': ['ID=5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:26.605112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (62517a0f-f0e3-43f9-9831-5886fa34a0e7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.672335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:26.673779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-099002ae-d8ce-4c86-b57f-8cec0f661e3c tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3987784 May 02 10:37:26.676711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:26.789651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f6c28b09-c2a6-4e1e-b497-b30492dfd35e tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4006 time: 0.1116519 May 02 10:37:26.794962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:26.871084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9c2a5668-2d35-4bf6-b9f3-0647e9b1c887 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0749500 May 02 10:37:26.874736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:27.014200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Deleting port 5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:27.014576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.096191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.096476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for floatingip (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.112357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Calling delete_port for 5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:27.290623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1cde85-3197-4568-befc-bddfe70b03eb req-eae9407f-2541-47f1-93cc-9e2131c3b7fc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:27.292086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f1cde85-3197-4568-befc-bddfe70b03eb req-eae9407f-2541-47f1-93cc-9e2131c3b7fc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0622320 May 02 10:37:27.340701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f1cde85-3197-4568-befc-bddfe70b03eb req-a0254339-0d68-4108-9c11-d7f8d301e271 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 May 02 10:37:27.360837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.388371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Pushing event deleted for resources: {'Port': ['ID=5fef5fd3-ea8b-4bd2-a72f-60ab931a2c69,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:27.466378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks [] for floatingip (62517a0f-f0e3-43f9-9831-5886fa34a0e7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.466378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.469063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-922ea34d-1681-4d8e-9ed4-bc104593a90e tempest-FloatingIPAdminTestJSON-418787108 tempest-FloatingIPAdminTestJSON-418787108-project] 10.222.0.16 "DELETE /v2.0/floatingips/62517a0f-f0e3-43f9-9831-5886fa34a0e7 HTTP/1.1" status: 204 len: 168 time: 0.5932975 May 02 10:37:27.469882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:27.619343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Deleting port 00ed17e6-e0bd-4251-90bf-fa02678ae32d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:27.619692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.695971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.696662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (00ed17e6-e0bd-4251-90bf-fa02678ae32d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.711040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Calling delete_port for 00ed17e6-e0bd-4251-90bf-fa02678ae32d owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:27.915468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98299ee1-921c-423e-9a87-00abc68fdc47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.916138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (00ed17e6-e0bd-4251-90bf-fa02678ae32d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:27.942109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Pushing event deleted for resources: {'Port': ['ID=00ed17e6-e0bd-4251-90bf-fa02678ae32d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:28.009050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks [] for floatingip (8caf9e82-c10c-4bb4-a28a-f6cc0ec86b60), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.012389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.013590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f16c896-5f00-43d5-9a78-e158b3ff5ada tempest-FloatingIPAdminTestJSON-481129208 tempest-FloatingIPAdminTestJSON-481129208-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/8caf9e82-c10c-4bb4-a28a-f6cc0ec86b60 HTTP/1.1" status: 204 len: 168 time: 0.5427001 May 02 10:37:28.018341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44424) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:28.118858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port 785c2d0d-b938-46ff-a2ea-6792cee2c938 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:28.119201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.216261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.229780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for 785c2d0d-b938-46ff-a2ea-6792cee2c938 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:28.466785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae6440-cb98-464f-ad2c-734259e04caf req-1ade8823-ba0f-49c5-9ffb-e32fb0dacfa5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:28.468945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ae6440-cb98-464f-ad2c-734259e04caf req-1ade8823-ba0f-49c5-9ffb-e32fb0dacfa5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0539491 May 02 10:37:28.481865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (785c2d0d-b938-46ff-a2ea-6792cee2c938), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.520887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=785c2d0d-b938-46ff-a2ea-6792cee2c938,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:28.594090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90ae6440-cb98-464f-ad2c-734259e04caf req-1ffe87b1-cc6b-475d-8dd0-beecb08fc8c3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191804 May 02 10:37:28.621017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:28.626234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9aa7714a-7c6d-4e62-a360-aa99c1f4097b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/ports/785c2d0d-b938-46ff-a2ea-6792cee2c938 HTTP/1.1" status: 204 len: 168 time: 0.6057196 May 02 10:37:28.627980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44442) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:28.676497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467c11e-c217-4002-82fe-3314ed22bda1 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:28.678327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1467c11e-c217-4002-82fe-3314ed22bda1 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd54fc82-1ce4-4210-9f88-a608e491379e HTTP/1.1" status: 200 len: 913 time: 0.0491681 May 02 10:37:28.680888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:29.037188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (dd54fc82-1ce4-4210-9f88-a608e491379e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:29.220329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:29.322450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port 01940aa8-8c02-4797-86e2-50bb8627c6f3 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:29.322698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:29.411742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:29.426072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for 01940aa8-8c02-4797-86e2-50bb8627c6f3 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:29.692494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (01940aa8-8c02-4797-86e2-50bb8627c6f3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:29.716111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85105e56-7a99-4024-a020-d728b7ffd3d8 req-da85384a-7b5d-42b8-83c8-8b52f1befde9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:29.717641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85105e56-7a99-4024-a020-d728b7ffd3d8 req-da85384a-7b5d-42b8-83c8-8b52f1befde9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0495353 May 02 10:37:29.721083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=01940aa8-8c02-4797-86e2-50bb8627c6f3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:29.794906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85105e56-7a99-4024-a020-d728b7ffd3d8 req-36c53a0c-aa85-43dd-bba8-9b5b031d8eab tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704472 May 02 10:37:29.928213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (dd54fc82-1ce4-4210-9f88-a608e491379e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:30.446951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Router dd54fc82-1ce4-4210-9f88-a608e491379e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:37:30.542108 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:30.559652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:37:30.565367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3caa2308-7c7a-4435-ac8f-c59970d3988e tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "PUT /v2.0/routers/dd54fc82-1ce4-4210-9f88-a608e491379e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8834760 May 02 10:37:30.567889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44460) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:30.575015 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] Sync routers for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:37:30.586736 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:30.587655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:30.620052 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:30.629326 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] Routers {'dd54fc82-1ce4-4210-9f88-a608e491379e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:37:30.629922 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dd54fc82-1ce4-4210-9f88-a608e491379e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:30.662375 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:30.662978 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926eeb72-1e85-485c-91fb-4ad7b554b40f None None] The sync data for ids ['dd54fc82-1ce4-4210-9f88-a608e491379e'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:37:30.683348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:30.801694 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_gateway (dd54fc82-1ce4-4210-9f88-a608e491379e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:30.914853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b320cfa6-d32f-4ef0-aaf1-19dbf03c6144 req-b6e5164e-912c-42fa-9034-55b59eb0a41e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:30.916329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b320cfa6-d32f-4ef0-aaf1-19dbf03c6144 req-b6e5164e-912c-42fa-9034-55b59eb0a41e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0515432 May 02 10:37:30.972581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port f8668c8c-e921-482a-9513-a91b530a3ab2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:30.972844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f8668c8c-e921-482a-9513-a91b530a3ab2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.008191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b320cfa6-d32f-4ef0-aaf1-19dbf03c6144 req-52f6e768-42be-444a-ad2b-4eab498dc28d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738499 May 02 10:37:31.069221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f8668c8c-e921-482a-9513-a91b530a3ab2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.081941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for f8668c8c-e921-482a-9513-a91b530a3ab2 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:31.349271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f8668c8c-e921-482a-9513-a91b530a3ab2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.374149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=f8668c8c-e921-482a-9513-a91b530a3ab2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:31.459263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (dd54fc82-1ce4-4210-9f88-a608e491379e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.557679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.559937 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router_controller (dd54fc82-1ce4-4210-9f88-a608e491379e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.679563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (dd54fc82-1ce4-4210-9f88-a608e491379e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.680102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Fanout notify agent at l3_agent the message router_deleted on router dd54fc82-1ce4-4210-9f88-a608e491379e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:37:31.695954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.695954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d24e0f9-53bf-4173-a5b6-8e9ac409d379 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/routers/dd54fc82-1ce4-4210-9f88-a608e491379e HTTP/1.1" status: 204 len: 168 time: 1.1196704 May 02 10:37:31.695954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:31.741236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting subnet 4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:37:31.744362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for subnet (4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.791517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.879337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:31.943198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.041633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.077783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Subnet': ['ID=4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:32.086912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.103067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fa9574-17ac-4df2-b9ac-15109771492e None None] Network 7d228450-8a4b-4216-a548-31b0d2d21486 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:37:32.103799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44488) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:32.104822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-64fb60ee-af44-4dc5-b506-334179c20110 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/subnets/4b67c40f-ab85-4a3c-867f-4ea6d8fd2db2 HTTP/1.1" status: 204 len: 168 time: 0.3987927 May 02 10:37:32.155318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd9b1f-e94b-48dd-8bb8-d20f6e7b5724 req-8f315c0b-cec7-42c0-b8a3-e8516af4ef48 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:32.157254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2dd9b1f-e94b-48dd-8bb8-d20f6e7b5724 req-8f315c0b-cec7-42c0-b8a3-e8516af4ef48 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0715318 May 02 10:37:32.189993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7d228450-8a4b-4216-a548-31b0d2d21486), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.242018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:32.242363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.254103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2dd9b1f-e94b-48dd-8bb8-d20f6e7b5724 req-e8f0349d-9d09-413b-b9a5-984f8840aab3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916398 May 02 10:37:32.317818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] DHCP port deletion for 7d228450-8a4b-4216-a548-31b0d2d21486 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:37:32.319669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] For port 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fbe3a23-7461-42a9-8b87-7206a78e8b33,segment=NetworkSegment(6320c222-90a2-4f56-af04-e6c8bf090d4d),segment_id=6320c222-90a2-4f56-af04-e6c8bf090d4d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:32.320044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.335924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for 5fbe3a23-7461-42a9-8b87-7206a78e8b33 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:32.369368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Deleting port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:32.369961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.435882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] For port 5fbe3a23-7461-42a9-8b87-7206a78e8b33, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5fbe3a23-7461-42a9-8b87-7206a78e8b33,segment=NetworkSegment(6320c222-90a2-4f56-af04-e6c8bf090d4d),segment_id=6320c222-90a2-4f56-af04-e6c8bf090d4d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:32.436285 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.449283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Calling delete_port for 5fbe3a23-7461-42a9-8b87-7206a78e8b33 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:32.486209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.512071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=5fbe3a23-7461-42a9-8b87-7206a78e8b33,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:32.516121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] No DVR routers for this DVR port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:37:32.530524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5fbe3a23-7461-42a9-8b87-7206a78e8b33), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.556442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] Pushing event deleted for resources: {'Port': ['ID=5fbe3a23-7461-42a9-8b87-7206a78e8b33,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:32.558206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fe214b-11b0-4034-a08a-545becb01e01 None None] No DVR routers for this DVR port 5fbe3a23-7461-42a9-8b87-7206a78e8b33 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:37:32.608827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7d228450-8a4b-4216-a548-31b0d2d21486), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.631141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d228450-8a4b-4216-a548-31b0d2d21486']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:32.641312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6320c222-90a2-4f56-af04-e6c8bf090d4d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:32.644836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6320c222-90a2-4f56-af04-e6c8bf090d4d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:32.651044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (6320c222-90a2-4f56-af04-e6c8bf090d4d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.664036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6320c222-90a2-4f56-af04-e6c8bf090d4d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.670094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:37:32.670497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (6320c222-90a2-4f56-af04-e6c8bf090d4d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: timer() May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:37:32.673611 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:37:32.806147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7d228450-8a4b-4216-a548-31b0d2d21486), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.813743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:32.816962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/networks/7d228450-8a4b-4216-a548-31b0d2d21486 HTTP/1.1" status: 204 len: 168 time: 0.7220440 May 02 10:37:32.819491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44504) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:32.828877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747a4868-564e-40b3-a619-aec9a1432e95 tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Network': ['ID=7d228450-8a4b-4216-a548-31b0d2d21486,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:32.944835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Deleting port 0218ddae-cd2b-4bc1-a1a5-51d272384b5e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:32.945183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.031408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.031739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.044537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Calling delete_port for 0218ddae-cd2b-4bc1-a1a5-51d272384b5e owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:33.257429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0218ddae-cd2b-4bc1-a1a5-51d272384b5e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.284714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Pushing event deleted for resources: {'Port': ['ID=0218ddae-cd2b-4bc1-a1a5-51d272384b5e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:33.356725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks [] for floatingip (5e49470e-99ae-45fc-b42b-b2944e2dbfc8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.358718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:33.361888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6ce4862-78f0-46fb-85c7-d7c80e7d969b tempest-FloatingIPAdminTestJSON-2020469676 tempest-FloatingIPAdminTestJSON-2020469676-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e49470e-99ae-45fc-b42b-b2944e2dbfc8 HTTP/1.1" status: 204 len: 168 time: 0.5400050 May 02 10:37:33.406153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674a9d80-390c-4ba4-b6b8-6e914c5978cf req-bcbb0e71-7260-4822-8812-5a902815fe4d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:33.407659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-674a9d80-390c-4ba4-b6b8-6e914c5978cf req-bcbb0e71-7260-4822-8812-5a902815fe4d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0583889 May 02 10:37:33.455262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-674a9d80-390c-4ba4-b6b8-6e914c5978cf req-dba74313-f7a9-4abb-b417-600add63edee tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418892 May 02 10:37:33.752664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5fbe3a23-7461-42a9-8b87-7206a78e8b33 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:37:33.780536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5fbe3a23-7461-42a9-8b87-7206a78e8b33 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:37:33.780911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5fbe3a23-7461-42a9-8b87-7206a78e8b33 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:37:33.887724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:34.023091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e6829506-2a2d-45a5-88c5-a2211f7518ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=569626a5090d415faecfbd78c1f7eb59&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341946 May 02 10:37:34.025552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44526) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:34.074274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] Publish callbacks [] for security_group (76117249-32a6-4934-9e50-3e413b39120b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:34.095806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] Publish callbacks [] for security_group (76117249-32a6-4934-9e50-3e413b39120b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:34.290834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (76117249-32a6-4934-9e50-3e413b39120b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:34.293588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:34.294770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/76117249-32a6-4934-9e50-3e413b39120b HTTP/1.1" status: 204 len: 168 time: 0.2683053 May 02 10:37:34.303363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff6a431-6ae7-4d98-83d3-db9ac430b4a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76117249-32a6-4934-9e50-3e413b39120b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:34.579799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de44e05c-da0e-4e5f-9137-a4033c299aa6 req-5e05094e-123f-44ed-aaa5-3d332871fa95 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:34.581387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de44e05c-da0e-4e5f-9137-a4033c299aa6 req-5e05094e-123f-44ed-aaa5-3d332871fa95 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0575254 May 02 10:37:34.630804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de44e05c-da0e-4e5f-9137-a4033c299aa6 req-367a1f2f-8562-4b8a-9c85-278d89a631a4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434730 May 02 10:37:35.113985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44550) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:35.130906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed78d807-38c2-4143-a561-a4dad7538d8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.213806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed78d807-38c2-4143-a561-a4dad7538d8d admin admin] Publish callbacks [] for security_group (8df418b1-5006-4934-abbc-02a3622d85dc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.292006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed78d807-38c2-4143-a561-a4dad7538d8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8df418b1-5006-4934-abbc-02a3622d85dc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.330899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed78d807-38c2-4143-a561-a4dad7538d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df418b1-5006-4934-abbc-02a3622d85dc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:35.335377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed78d807-38c2-4143-a561-a4dad7538d8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da2382e8ac404fef95e912f3231af575&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2203145 May 02 10:37:35.338642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:35.401943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] Publish callbacks [] for security_group (8df418b1-5006-4934-abbc-02a3622d85dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.426297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] Publish callbacks [] for security_group (8df418b1-5006-4934-abbc-02a3622d85dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.536904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8df418b1-5006-4934-abbc-02a3622d85dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.539559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:35.540763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8df418b1-5006-4934-abbc-02a3622d85dc HTTP/1.1" status: 204 len: 168 time: 0.2019181 May 02 10:37:35.549915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230dcf37-70e7-4ba6-9c35-d113568c85d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df418b1-5006-4934-abbc-02a3622d85dc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:35.635075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:37:35.778935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501e5b8-5ab0-4c20-8bfd-989211ba8d75 req-239e50c3-d62c-495c-9546-9b736d44d8ce tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:35.780953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3501e5b8-5ab0-4c20-8bfd-989211ba8d75 req-239e50c3-d62c-495c-9546-9b736d44d8ce tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0492864 May 02 10:37:35.830068 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3501e5b8-5ab0-4c20-8bfd-989211ba8d75 req-69bec418-ac5c-4ea0-a955-062bb1f5d637 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434530 May 02 10:37:36.472857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44610) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:36.486012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-931ee7f8-6946-4100-b86a-d9b09960e1e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.561904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-931ee7f8-6946-4100-b86a-d9b09960e1e4 admin admin] Publish callbacks [] for security_group (1a5aca05-031b-46c7-b312-3d67874571c3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.678222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-931ee7f8-6946-4100-b86a-d9b09960e1e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a5aca05-031b-46c7-b312-3d67874571c3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.716139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931ee7f8-6946-4100-b86a-d9b09960e1e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a5aca05-031b-46c7-b312-3d67874571c3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:36.720476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-931ee7f8-6946-4100-b86a-d9b09960e1e4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfa9f33b66b04241a2c5381504f75586&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2465651 May 02 10:37:36.726533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44624) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:36.776296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] Publish callbacks [] for security_group (1a5aca05-031b-46c7-b312-3d67874571c3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.798071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] Publish callbacks [] for security_group (1a5aca05-031b-46c7-b312-3d67874571c3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.908047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a5aca05-031b-46c7-b312-3d67874571c3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.916246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:36.917781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a5aca05-031b-46c7-b312-3d67874571c3 HTTP/1.1" status: 204 len: 168 time: 0.1896620 May 02 10:37:36.927058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475ad6c5-1dcd-41eb-91b0-0b66685a154d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a5aca05-031b-46c7-b312-3d67874571c3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:36.960685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5171ba-5012-443f-b3b6-8605adacc2b0 req-d0344e82-e723-4882-b0ea-2813bb7a0a7f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:36.962271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5171ba-5012-443f-b3b6-8605adacc2b0 req-d0344e82-e723-4882-b0ea-2813bb7a0a7f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0616970 May 02 10:37:37.010687 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5171ba-5012-443f-b3b6-8605adacc2b0 req-07322342-5afb-44de-9777-a1b0b5624177 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420871 May 02 10:37:38.132875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3849278c-b494-4567-ad4d-72f2829dd55c req-5a119e22-f143-4ec4-8baa-c4f04463e4bd tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:38.134364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3849278c-b494-4567-ad4d-72f2829dd55c req-5a119e22-f143-4ec4-8baa-c4f04463e4bd tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0507541 May 02 10:37:38.188765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3849278c-b494-4567-ad4d-72f2829dd55c req-d30d3d67-c5a7-4e1a-9aea-f53252c1e75f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483999 May 02 10:37:38.665955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-dc8aaaf7-f867-4a3f-a405-187f8ad0e56b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408330 May 02 10:37:38.755595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-79a6ab1b-5671-482f-9172-6a07a8a3c9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:38.755595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-79a6ab1b-5671-482f-9172-6a07a8a3c9a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 1128 time: 0.0448155 May 02 10:37:38.872366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-52460c96-9ed0-4c37-9b8e-a39e2a69ac4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:38.886897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-52460c96-9ed0-4c37-9b8e-a39e2a69ac4f service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.0983698 May 02 10:37:38.914207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-b2d10fa2-f062-47a4-824f-eb54a5bcdd77 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 200 len: 217 time: 0.0336328 May 02 10:37:38.918997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44688) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:38.971230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-c595f93d-5dba-4d07-bff7-ca6a25e701f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:38.972718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-c595f93d-5dba-4d07-bff7-ca6a25e701f9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0515921 May 02 10:37:39.051951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-5e805a85-d0a6-408f-b605-7bffc6737a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:39.053486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-5e805a85-d0a6-408f-b605-7bffc6737a63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0442297 May 02 10:37:39.081690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1339493397'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:39.159718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-7e610002-1e20-4f29-8d8e-f086e7791bdc service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998223 May 02 10:37:39.312009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe75309-1542-4526-836c-cde5f039d08b req-77e92991-798c-42ea-a27b-32fe92c4a62f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:39.313701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbe75309-1542-4526-836c-cde5f039d08b req-77e92991-798c-42ea-a27b-32fe92c4a62f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0549202 May 02 10:37:39.366568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bbe75309-1542-4526-836c-cde5f039d08b req-97a4dad5-3c0e-477a-8f0c-5533ddca8f31 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457866 May 02 10:37:39.451755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Made reservation on behalf of 68e0c9ebd65f46ba8fc93f21fb8bd31b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:39.455026 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.467447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.513288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-450b3702-ba14-41b0-a8bc-e116669c74ae req-e3abe417-b6e4-4d17-82dd-21b95746ec0d service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478818 May 02 10:37:39.565501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks [] for security_group (3c0fea28-0a8a-4742-85aa-f83b5d3c55f9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.680525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c0fea28-0a8a-4742-85aa-f83b5d3c55f9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.709291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:37:39.719960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c0fea28-0a8a-4742-85aa-f83b5d3c55f9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:39.725913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d0465759-fb2b-4d77-a572-e736630e689d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.726257 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Added segment d0465759-fb2b-4d77-a572-e736630e689d of type vlan for network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 May 02 10:37:39.768473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4730d4ce-1af9-44ea-a610-a8a78a5f40e2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.868457 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4730d4ce-1af9-44ea-a610-a8a78a5f40e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.874291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:39.874888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:39.947207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Pushing event updated for resources: {'Network': ['ID=4730d4ce-1af9-44ea-a610-a8a78a5f40e2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:39.958504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:37:39.991555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60f2b4e5-d4e6-43ef-8972-7f6d9608d9ef tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.0710320 May 02 10:37:40.158207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44708) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:40.163078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1022449701'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:40.246009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Made reservation on behalf of 77208e5dd7e44bfe92977318fb47a698 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:40.249014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.261950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.338306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for security_group (459bac3c-0a18-421d-b305-266df11cb185), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.408385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:37:40.411502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:37:40.479726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (459bac3c-0a18-421d-b305-266df11cb185), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.490028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 20660eb0-e687-4365-9ae6-5791fa1933ce yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:40.576348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:40.590156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a7a2d2-27f3-4709-b5a6-f26345a14ce9 req-ea43754a-538d-4ee0-989f-ffd41bb9bc24 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:40.591615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08a7a2d2-27f3-4709-b5a6-f26345a14ce9 req-ea43754a-538d-4ee0-989f-ffd41bb9bc24 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.1477466 May 02 10:37:40.595942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'port_id': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'mac_address': 'fa:16:3e:d8:e4:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9af4cf-10c0-4710-b76c-bf74f9c33ef2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:37:40.602514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:40.602772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.603589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=459bac3c-0a18-421d-b305-266df11cb185,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:40.680771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:40.683356 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29383f7a-ce7b-42e8-9e83-3a05b24c226f" -d '{"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-unplugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:40.704705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:40.708496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:40.708924 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.715548 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08a7a2d2-27f3-4709-b5a6-f26345a14ce9 req-4b31e265-4c82-482c-b375-e76b4b304320 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130087 May 02 10:37:40.728478 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:37:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c406aa05-8def-42d8-b572-8ae369629f5f x-openstack-request-id: req-c406aa05-8def-42d8-b572-8ae369629f5f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:40.728811 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-unplugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:40.729125 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c406aa05-8def-42d8-b572-8ae369629f5f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:40.729725 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c406aa05-8def-42d8-b572-8ae369629f5f'] response: {'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'code': 200} May 02 10:37:40.733146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:37:40.815510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 20660eb0-e687-4365-9ae6-5791fa1933ce yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:40.824730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.846895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:40.997598 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.065665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=20660eb0-e687-4365-9ae6-5791fa1933ce,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:41.075681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Checking segment: {'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:37:41.076083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Network hostable DHCP agents. Network: 4730d4ce-1af9-44ea-a610-a8a78a5f40e2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:37:41.090621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:37:41.091299 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:37:41.096188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:41.155140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:37:41.275080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4730d4ce-1af9-44ea-a610-a8a78a5f40e2) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:41.278945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:41.284828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bd1c78-0f37-4eed-a4a0-9e67f403e4d5 None None] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:37:41.294276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.295118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.295502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.300070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.300412 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.300830 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 2 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.315455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.315798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.316138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.320859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.321187 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.321575 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 3 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.334498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.334833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.335197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.339633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.340238 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.340458 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 4 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.353068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.353761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.354285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.360353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.360907 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.364772 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 5 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.376231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.376565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.376936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.381455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.381868 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.382267 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 6 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.394967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.395309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.395762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.400085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.400410 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.400899 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 7 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.420674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.420674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.420674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.421662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.421995 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.422385 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 8 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.434364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.434699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.435027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.440689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.440983 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.441416 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 9 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.463677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.464022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.464367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.469487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.469809 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.470208 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 10 to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce May 02 10:37:41.483841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:41.484180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:41.484630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:41.489014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 20660eb0-e687-4365-9ae6-5791fa1933ce on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:41.489446 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 20660eb0-e687-4365-9ae6-5791fa1933ce on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:41.489815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.561932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 20660eb0-e687-4365-9ae6-5791fa1933ce, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:37:41.562304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempted to set empty binding levels {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:37:41.627859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:41.628267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.641109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:37:41.661281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:41.675775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.711302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:41.711916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.732783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=20660eb0-e687-4365-9ae6-5791fa1933ce,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:41.743609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.811474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:41.831491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-58d13985-55ba-41bd-a943-4861bd0d9c4e tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.6721704 May 02 10:37:41.835435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44748) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:41.856403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ea1d73-8a5b-493e-ad52-bafef9947655 req-90bebe30-8ce7-4ba7-a7e6-0f07681b9ed9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:41.858569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08ea1d73-8a5b-493e-ad52-bafef9947655 req-90bebe30-8ce7-4ba7-a7e6-0f07681b9ed9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 944 time: 0.0644901 May 02 10:37:41.914711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Deleting port 20660eb0-e687-4365-9ae6-5791fa1933ce {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:41.915057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:41.916565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08ea1d73-8a5b-493e-ad52-bafef9947655 req-50768e8d-770f-4422-b489-0de08868e447 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520446 May 02 10:37:41.998164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 20660eb0-e687-4365-9ae6-5791fa1933ce, host nch2-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:41.998532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.012394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Calling delete_port for 20660eb0-e687-4365-9ae6-5791fa1933ce owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:42.024745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['afe65186-def6-4f1a-8d58-ca9d2914dc49'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:42.297677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20660eb0-e687-4365-9ae6-5791fa1933ce), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.329459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event deleted for resources: {'Port': ['ID=20660eb0-e687-4365-9ae6-5791fa1933ce,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:42.334976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.338342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d0fa1522-ed79-4da9-946c-d27d27a4875c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "DELETE /v2.0/ports/20660eb0-e687-4365-9ae6-5791fa1933ce HTTP/1.1" status: 204 len: 168 time: 0.5019369 May 02 10:37:42.340888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44762) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:42.366734 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a1ed29c-19f5-40a4-965a-728df2b256c4 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] GET failed (client error): The resource could not be found. May 02 10:37:42.368170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a1ed29c-19f5-40a4-965a-728df2b256c4 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports/20660eb0-e687-4365-9ae6-5791fa1933ce HTTP/1.1" status: 404 len: 333 time: 0.0256858 May 02 10:37:42.371785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44764) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:42.377222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1269846144'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:42.475151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Made reservation on behalf of 77208e5dd7e44bfe92977318fb47a698 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:42.477569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.493746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 4b537ab2-9674-4438-a4a9-1dc88a77a496 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:42.671939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029878df-1fd7-48c7-b0af-21cb3bde8f93 req-d390d2be-99cb-4646-922f-584bc97cad9e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:42.673580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-029878df-1fd7-48c7-b0af-21cb3bde8f93 req-d390d2be-99cb-4646-922f-584bc97cad9e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0590088 May 02 10:37:42.700176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.736832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-6c1a0bd9-7808-490a-a607-4299d392f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:42.738279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-6c1a0bd9-7808-490a-a607-4299d392f1e2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0636027 May 02 10:37:42.781962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-029878df-1fd7-48c7-b0af-21cb3bde8f93 req-1f214866-4ebe-42f3-a63f-fe12483e55bf tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978713 May 02 10:37:42.834133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.847764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-cccf36ab-ab73-4fc9-91e8-37367b9a42cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:42.854315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-cccf36ab-ab73-4fc9-91e8-37367b9a42cb service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1017122 May 02 10:37:42.876274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:42.878582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:42.889956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:42.890887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:42.891705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.897920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:37:42.911116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=4b537ab2-9674-4438-a4a9-1dc88a77a496,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:42.938292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-4f338f1f-bc38-4a25-88de-6cb9753fcbbf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 1001 time: 0.0807908 May 02 10:37:42.964706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port afe65186-def6-4f1a-8d58-ca9d2914dc49 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:42.964706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:42.998523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-51b243a7-2f26-45af-bffc-154465840a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:42.998523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-51b243a7-2f26-45af-bffc-154465840a4f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0503085 May 02 10:37:43.049903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port afe65186-def6-4f1a-8d58-ca9d2914dc49 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:43.050332 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:43.057642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-baa4e4a1-daa1-492e-a8ed-db0f58ad3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:43.058336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8ff2cc05-6e82-4a5d-b73e-5005f29e12e8 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6849928 May 02 10:37:43.059298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-baa4e4a1-daa1-492e-a8ed-db0f58ad3174 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0585887 May 02 10:37:43.060336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44786) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:43.066328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:43.080095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:43.081341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe946a4c-ba7d-4c10-a94a-abf99c56af33 req-72239a98-8555-4c04-8323-a68f76319d04 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:43.082852 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad801ba-9196-4b3b-8911-d35c981da3b1" -d '{"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-plugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:43.089288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe946a4c-ba7d-4c10-a94a-abf99c56af33 req-72239a98-8555-4c04-8323-a68f76319d04 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 944 time: 0.0864341 May 02 10:37:43.103671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:43.125318 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3023f682-e21a-46bd-abd2-6fd038d9368d x-openstack-request-id: req-3023f682-e21a-46bd-abd2-6fd038d9368d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:43.125874 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-plugged", "status": "completed", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:43.126660 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3023f682-e21a-46bd-abd2-6fd038d9368d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:43.126814 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3023f682-e21a-46bd-abd2-6fd038d9368d'] response: {'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'code': 200} May 02 10:37:43.163943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe946a4c-ba7d-4c10-a94a-abf99c56af33 req-db447cca-ab3d-4682-a08a-2b08b0d78cf5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736878 May 02 10:37:43.223281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:43.229623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:43.275236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:43.308324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-4c767e88-63d6-4062-b0fc-a2c4d254635f service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381027 May 02 10:37:43.324938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4fffb6-a61d-4d9c-aa33-fb16995001a6 req-1d7d7733-4fce-44e1-a199-ff2046fef4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:43.327057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd4fffb6-a61d-4d9c-aa33-fb16995001a6 req-1d7d7733-4fce-44e1-a199-ff2046fef4b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 1127 time: 0.0803390 May 02 10:37:43.489162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd4fffb6-a61d-4d9c-aa33-fb16995001a6 req-c28ef1b9-8a81-4d0e-8c8d-c63a8401e9d0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504958 May 02 10:37:43.519775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe50150e-9b53-4d7f-9b69-c3668b329280 req-760b1c11-42e5-4fef-a54a-37ff0577e195 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036867 May 02 10:37:43.568317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 4b537ab2-9674-4438-a4a9-1dc88a77a496 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:43.577002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:43.756629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:43.811627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=4b537ab2-9674-4438-a4a9-1dc88a77a496,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:43.827983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:43.828585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:43.829383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:43.836457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:43.837257 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:43.843117 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 2 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:43.854161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:43.855417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:43.855967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:43.861684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:43.862322 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:43.863032 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 3 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:43.885900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:43.886370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:43.886809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:43.913816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:43.914295 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:43.916437 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 4 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:43.939573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e513c09-3c4f-4d67-bf18-363ee0647b56 req-afa405a9-b707-4215-b300-5ed9233f0b13 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:43.941396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e513c09-3c4f-4d67-bf18-363ee0647b56 req-afa405a9-b707-4215-b300-5ed9233f0b13 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0740509 May 02 10:37:43.942605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:43.943004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:43.943412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:43.954677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:43.955006 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:43.961454 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 5 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:43.980256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:43.980867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:43.981206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:43.993276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:43.993614 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:43.996475 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 6 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:44.018778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e513c09-3c4f-4d67-bf18-363ee0647b56 req-845fd9c3-dbfe-432a-b0b9-dc1402d43531 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717783 May 02 10:37:44.019894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:44.020237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:44.020575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:44.025507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:44.025852 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:44.026228 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 7 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:44.039815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:44.040237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:44.041155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:44.046664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:44.047041 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:44.047447 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 8 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:44.067438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:44.067438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:44.067438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:44.071165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:44.071505 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:44.071909 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 9 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:44.084388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:44.084763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:44.085105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:44.089410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:44.089743 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:44.090138 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 10 to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 May 02 10:37:44.104669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:44.105023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:44.105395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:44.110697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:44.111031 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:44.111407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.177626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 4b537ab2-9674-4438-a4a9-1dc88a77a496, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:37:44.177992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempted to set empty binding levels {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:37:44.235111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.238224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.278423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] In _notify_port_updated(), no bound segment for port 4b537ab2-9674-4438-a4a9-1dc88a77a496 on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:37:44.279992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.280741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.282318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "PUT /v2.0/ports/4b537ab2-9674-4438-a4a9-1dc88a77a496 HTTP/1.1" status: 200 len: 975 time: 1.2209718 May 02 10:37:44.284994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44808) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:44.288258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ffc8b3-3490-43e7-853c-03802219d5b1 req-ec16d8e2-ae5e-48ca-811d-0772e0a6fc93 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.290195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b0ffc8b3-3490-43e7-853c-03802219d5b1 req-ec16d8e2-ae5e-48ca-811d-0772e0a6fc93 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0667734 May 02 10:37:44.345062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b0ffc8b3-3490-43e7-853c-03802219d5b1 req-42a942a0-c280-4de3-bfd6-d86b8d3c66a4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482264 May 02 10:37:44.350806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0843a9-a3d3-46b8-ab22-614a7d5a9cb5 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=4b537ab2-9674-4438-a4a9-1dc88a77a496,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:44.408469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.409053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.409526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.409994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.410505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.410981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.411446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.411908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.412370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.412860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.413321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.413783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.414246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.414708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.415166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.415625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.416082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.416540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.417021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.417483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.417941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.418397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.418851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.419307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.419791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.420248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.420733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.421218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.421725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.422214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.422608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.423068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.423520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.423974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.424427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.424918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.425377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.427046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.427046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.427046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.427329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.427589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.428041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.428488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.428974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:44.433487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4867a9b6-7c34-433b-850a-42f40f23b794 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 41889 time: 0.1474195 May 02 10:37:44.438434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44810) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:44.517347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Deleting port 4b537ab2-9674-4438-a4a9-1dc88a77a496 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:44.517732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.587226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 4b537ab2-9674-4438-a4a9-1dc88a77a496, host nch2-master-1, got binding levels [] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:44.587606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.601723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Calling delete_port for 4b537ab2-9674-4438-a4a9-1dc88a77a496 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:44.744011 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4b537ab2-9674-4438-a4a9-1dc88a77a496), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.779760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b537ab2-9674-4438-a4a9-1dc88a77a496,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:44.785483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.791534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-69f42fc6-3e2c-445d-81ab-71c06fb31c8d tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "DELETE /v2.0/ports/4b537ab2-9674-4438-a4a9-1dc88a77a496 HTTP/1.1" status: 204 len: 168 time: 0.3494654 May 02 10:37:44.792573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:44.817989 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-467791b9-295b-4110-88f1-cfabf3cc140c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] GET failed (client error): The resource could not be found. May 02 10:37:44.819413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-467791b9-295b-4110-88f1-cfabf3cc140c tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports/4b537ab2-9674-4438-a4a9-1dc88a77a496 HTTP/1.1" status: 404 len: 333 time: 0.0267007 May 02 10:37:44.823287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:44.828819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-713244787', 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:44.937610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Made reservation on behalf of 77208e5dd7e44bfe92977318fb47a698 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:44.939996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:44.956268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 049f82b6-13dc-4503-ade4-e97935f7ba1a yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:45.114567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (049f82b6-13dc-4503-ade4-e97935f7ba1a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.158561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2c6a9a-868e-4285-b4e5-5f1ae931a961 req-ba2c6d51-b95e-49ed-83bd-aefaf5d4ef9e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:45.160054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a2c6a9a-868e-4285-b4e5-5f1ae931a961 req-ba2c6d51-b95e-49ed-83bd-aefaf5d4ef9e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0479901 May 02 10:37:45.214695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a2c6a9a-868e-4285-b4e5-5f1ae931a961 req-0fe4bb6c-5b6d-4c08-a937-1ecb71d03910 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488060 May 02 10:37:45.223213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (049f82b6-13dc-4503-ade4-e97935f7ba1a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.273948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:45.277754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:45.282301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:45.283225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:45.283973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.286267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=049f82b6-13dc-4503-ade4-e97935f7ba1a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:45.373560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb87d553-65a2-47bb-a7f7-0d184a552356 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5485315 May 02 10:37:45.376293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:45.413243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81a53ca-fafc-47f1-8acc-451182e37db7 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:45.414661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e81a53ca-fafc-47f1-8acc-451182e37db7 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports/049f82b6-13dc-4503-ade4-e97935f7ba1a HTTP/1.1" status: 200 len: 954 time: 0.0373766 May 02 10:37:45.418981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:45.466022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cefcac-689b-4116-884e-c7dff17b9fdd req-846bad12-fade-4e8f-9c13-50f8d416c024 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:45.468642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59cefcac-689b-4116-884e-c7dff17b9fdd req-846bad12-fade-4e8f-9c13-50f8d416c024 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0470948 May 02 10:37:45.494397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Deleting port 049f82b6-13dc-4503-ade4-e97935f7ba1a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:45.494745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (049f82b6-13dc-4503-ade4-e97935f7ba1a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.519108 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59cefcac-689b-4116-884e-c7dff17b9fdd req-b13fd922-12a0-4066-999f-cc5a1a837bf4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442541 May 02 10:37:45.556868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (049f82b6-13dc-4503-ade4-e97935f7ba1a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.569972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Calling delete_port for 049f82b6-13dc-4503-ade4-e97935f7ba1a owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:45.676970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0827f9b-2980-474e-a3e2-af8e7f3117a9 req-4ccee329-d096-46ae-b783-7b8b531661be tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:45.678483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0827f9b-2980-474e-a3e2-af8e7f3117a9 req-4ccee329-d096-46ae-b783-7b8b531661be tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0650642 May 02 10:37:45.741524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0827f9b-2980-474e-a3e2-af8e7f3117a9 req-dee8c33b-058e-4370-9fb0-b694c60c9b9d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493789 May 02 10:37:45.800341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (049f82b6-13dc-4503-ade4-e97935f7ba1a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.819963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:45.827314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "DELETE /v2.0/ports/049f82b6-13dc-4503-ade4-e97935f7ba1a HTTP/1.1" status: 204 len: 168 time: 0.4030449 May 02 10:37:45.832181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44858) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:45.844304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b06e6f-aea8-4da2-9709-0ed1a90f4133 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event deleted for resources: {'Port': ['ID=049f82b6-13dc-4503-ade4-e97935f7ba1a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:45.854689 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-41b2f207-d9be-4f6d-bb65-6718ed5aa679 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] GET failed (client error): The resource could not be found. May 02 10:37:45.856109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41b2f207-d9be-4f6d-bb65-6718ed5aa679 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports/049f82b6-13dc-4503-ade4-e97935f7ba1a HTTP/1.1" status: 404 len: 333 time: 0.0274627 May 02 10:37:45.859751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44860) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:45.864301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1944013378'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:45.909191 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.005961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Made reservation on behalf of 77208e5dd7e44bfe92977318fb47a698 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:46.008287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.028116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 5ec420a4-6a88-4e60-acb6-36a2174b495c yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:46.184508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.315139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.359278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7caf8d-25ac-455f-b77d-e233601d2424 req-ee6be1d7-0fbf-4289-a6a8-d30be3e3983b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:46.361448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a7caf8d-25ac-455f-b77d-e233601d2424 req-ee6be1d7-0fbf-4289-a6a8-d30be3e3983b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0689974 May 02 10:37:46.369673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:46.374774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:46.381190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:46.382214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:46.382749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.400255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec420a4-6a88-4e60-acb6-36a2174b495c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:46.421054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a7caf8d-25ac-455f-b77d-e233601d2424 req-79a4d8f0-d995-484b-adcd-097083333809 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514538 May 02 10:37:46.473519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e721e610-69bd-4704-b982-c2864703cbb1 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6126893 May 02 10:37:46.475999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44880) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:46.482985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:46.869862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-f7b188e4-b658-45a4-821f-b36ea7c2cc55 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:46.871338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-f7b188e4-b658-45a4-821f-b36ea7c2cc55 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.4600022 May 02 10:37:46.874433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:46.897419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-e1e36c52-c9d9-49d9-9f27-d460349e6565 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/quotas/82b6fa2217fa4f648fe978e1c9cca3ba HTTP/1.1" status: 200 len: 375 time: 0.0137966 May 02 10:37:46.986935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-bb460ac3-10f2-4ca3-8687-2d5ba5d9dd90 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0722849 May 02 10:37:47.156109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2390dab5-5041-471c-ba62-1f0fc4691267 service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431673 May 02 10:37:47.170874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] device_id is not set on port 5ec420a4-6a88-4e60-acb6-36a2174b495c yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:37:47.187313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks [] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.251956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.304752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-d627041f-0738-486e-878a-3f93b38b047b service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423254 May 02 10:37:47.342944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec420a4-6a88-4e60-acb6-36a2174b495c,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:47.356023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.356023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.356023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.359834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.360172 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.360569 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 2 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.374447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.374815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.375404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.379894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.380225 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.380632 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 3 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.393699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.394067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.394406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.399086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.399422 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.399937 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 4 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.413288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.413757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.414097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.418397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.418727 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.419113 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 5 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.430767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.431106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.431440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.435691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.436018 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.436404 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 6 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.449005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.449347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.449688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.454711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.455073 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.455466 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 7 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.470149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.470497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.470836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.475233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.475568 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.475958 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 8 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.488851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.489198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.489537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.494018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.494352 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.494749 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 9 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.507932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.508213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.508554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.513655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.513990 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.514384 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempt 10 to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c May 02 10:37:47.527732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:47.528077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:47.528410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempting to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:47.534393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:47.534393 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Failed to bind port 5ec420a4-6a88-4e60-acb6-36a2174b495c on host nch2-master-1 for vnic_type normal using segments [{'id': 'd0465759-fb2b-4d77-a572-e736630e689d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '4730d4ce-1af9-44ea-a610-a8a78a5f40e2'}] May 02 10:37:47.534393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.580675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3d298d-2ab7-4ac9-8efc-dcf52a5c8765 req-1c95cc54-100e-4ece-b98d-1201c251a7eb tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:47.588069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c3d298d-2ab7-4ac9-8efc-dcf52a5c8765 req-1c95cc54-100e-4ece-b98d-1201c251a7eb tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0924616 May 02 10:37:47.621710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77715fd0-e58d-4294-882c-db6eb47a208e req-0de0dac6-5107-40cf-883e-ba1a78a8d785 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:47.623760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77715fd0-e58d-4294-882c-db6eb47a208e req-0de0dac6-5107-40cf-883e-ba1a78a8d785 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebbb25d-d940-4fae-8d67-7eb7fe17e1da HTTP/1.1" status: 200 len: 945 time: 0.0922315 May 02 10:37:47.670312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 5ec420a4-6a88-4e60-acb6-36a2174b495c, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:37:47.670697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attempted to set empty binding levels {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:37:47.675826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-024b685e-53c8-490b-aac8-4580f221d5e2 req-c6b5b7f4-8088-496a-88a5-3ad13929462f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0360975 May 02 10:37:47.703227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c3d298d-2ab7-4ac9-8efc-dcf52a5c8765 req-7b63d73d-be12-4a65-894a-f7ddf04a8fa1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113169 May 02 10:37:47.735899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.758529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Deleting port afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:47.758815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.773799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] In _notify_port_updated(), no bound segment for port 5ec420a4-6a88-4e60-acb6-36a2174b495c on network 4730d4ce-1af9-44ea-a610-a8a78a5f40e2 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:37:47.774650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:47.775249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.776563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "PUT /v2.0/ports/5ec420a4-6a88-4e60-acb6-36a2174b495c HTTP/1.1" status: 200 len: 975 time: 1.2996390 May 02 10:37:47.779883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44900) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:47.790278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75767abb-245f-4c82-ac82-4850caa01b70 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event updated for resources: {'Port': ['ID=5ec420a4-6a88-4e60-acb6-36a2174b495c,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:47.911031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] For port afe65186-def6-4f1a-8d58-ca9d2914dc49, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=afe65186-def6-4f1a-8d58-ca9d2914dc49,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:47.911399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.914221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Deleting port 5ec420a4-6a88-4e60-acb6-36a2174b495c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:37:47.914561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:47.940138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Calling delete_port for afe65186-def6-4f1a-8d58-ca9d2914dc49 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:48.027716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] For port 5ec420a4-6a88-4e60-acb6-36a2174b495c, host nch2-master-1, got binding levels [] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:48.028091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.045083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Calling delete_port for 5ec420a4-6a88-4e60-acb6-36a2174b495c owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:37:48.240196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5ec420a4-6a88-4e60-acb6-36a2174b495c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.270341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Pushing event deleted for resources: {'Port': ['ID=5ec420a4-6a88-4e60-acb6-36a2174b495c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:48.276295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.284159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-62f5991b-bd06-4acf-81ab-cfe6de2ff2c2 tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5ec420a4-6a88-4e60-acb6-36a2174b495c HTTP/1.1" status: 204 len: 168 time: 0.4987493 May 02 10:37:48.284159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44906) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:48.307277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (afe65186-def6-4f1a-8d58-ca9d2914dc49), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.309866 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd3ddc5-0af5-4155-83ec-c8b4479be10f tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] GET failed (client error): The resource could not be found. May 02 10:37:48.312009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ebd3ddc5-0af5-4155-83ec-c8b4479be10f tempest-PortsAdminExtendedAttrsTestJSON-227200795 tempest-PortsAdminExtendedAttrsTestJSON-227200795-project-admin] 10.222.0.16 "GET /v2.0/ports/5ec420a4-6a88-4e60-acb6-36a2174b495c HTTP/1.1" status: 404 len: 333 time: 0.0283370 May 02 10:37:48.316700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:48.323941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['afe65186-def6-4f1a-8d58-ca9d2914dc49'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:48.343619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event deleted for resources: {'Port': ['ID=afe65186-def6-4f1a-8d58-ca9d2914dc49,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:48.391743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] No DVR routers for this DVR port afe65186-def6-4f1a-8d58-ca9d2914dc49 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:37:48.394296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.400784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77715fd0-e58d-4294-882c-db6eb47a208e req-bb27df52-af9a-4b71-bc41-81b20982f4e1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "DELETE /v2.0/ports/afe65186-def6-4f1a-8d58-ca9d2914dc49 HTTP/1.1" status: 204 len: 173 time: 0.7673173 May 02 10:37:48.400784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-deleted', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:48.401701 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c0113f-76ed-4171-89bb-958b71e6d6ba" -d '{"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-deleted", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:48.429650 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4730d4ce-1af9-44ea-a610-a8a78a5f40e2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.441225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b56e59-1810-4b78-a48f-100e1cbf3aa0 x-openstack-request-id: req-e6b56e59-1810-4b78-a48f-100e1cbf3aa0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:48.441644 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aebbb25d-d940-4fae-8d67-7eb7fe17e1da", "name": "network-vif-deleted", "tag": "afe65186-def6-4f1a-8d58-ca9d2914dc49", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:48.441908 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6b56e59-1810-4b78-a48f-100e1cbf3aa0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:48.442316 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6b56e59-1810-4b78-a48f-100e1cbf3aa0'] response: {'server_uuid': 'aebbb25d-d940-4fae-8d67-7eb7fe17e1da', 'name': 'network-vif-deleted', 'tag': 'afe65186-def6-4f1a-8d58-ca9d2914dc49', 'status': 'completed', 'code': 200} May 02 10:37:48.526837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4730d4ce-1af9-44ea-a610-a8a78a5f40e2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.551956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4730d4ce-1af9-44ea-a610-a8a78a5f40e2']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:48.563449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0465759-fb2b-4d77-a572-e736630e689d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:48.563781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0465759-fb2b-4d77-a572-e736630e689d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:37:48.573225 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (d0465759-fb2b-4d77-a572-e736630e689d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.588414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d0465759-fb2b-4d77-a572-e736630e689d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.595115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:37:48.595503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (d0465759-fb2b-4d77-a572-e736630e689d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: timer() May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:37:48.598595 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:37:48.787857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12299e20-317b-40a9-8c80-29f8e81764b1 req-50f686c7-c6f2-4035-b388-a4da48d559b0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0389383 May 02 10:37:48.795372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4730d4ce-1af9-44ea-a610-a8a78a5f40e2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.827924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:48.832789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] 10.222.0.16 "DELETE /v2.0/networks/4730d4ce-1af9-44ea-a610-a8a78a5f40e2 HTTP/1.1" status: 204 len: 168 time: 0.5132544 May 02 10:37:48.848144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b011cb-6cbe-44bf-a4be-e2d3c349c8c5 tempest-PortsAdminExtendedAttrsTestJSON-1892605763 tempest-PortsAdminExtendedAttrsTestJSON-1892605763-project] Pushing event deleted for resources: {'Network': ['ID=4730d4ce-1af9-44ea-a610-a8a78a5f40e2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:48.860837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f647b14-20f7-437d-b1e1-970076042da6 req-8dc871e0-6dbe-4f81-b1e1-1a030018bf35 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:48.862389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f647b14-20f7-437d-b1e1-970076042da6 req-8dc871e0-6dbe-4f81-b1e1-1a030018bf35 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0796242 May 02 10:37:48.920982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f647b14-20f7-437d-b1e1-970076042da6 req-621be3c4-1f37-42c0-9248-c7c50e1562a0 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525434 May 02 10:37:49.327765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44928) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:49.475965 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23070a7e-a079-4505-8d3d-0c756104005f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=68e0c9ebd65f46ba8fc93f21fb8bd31b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1470325 May 02 10:37:49.478527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44934) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:49.538295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] Publish callbacks [] for security_group (3c0fea28-0a8a-4742-85aa-f83b5d3c55f9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:49.563408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] Publish callbacks [] for security_group (3c0fea28-0a8a-4742-85aa-f83b5d3c55f9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:49.794584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c0fea28-0a8a-4742-85aa-f83b5d3c55f9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:49.797801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:49.798885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c0fea28-0a8a-4742-85aa-f83b5d3c55f9 HTTP/1.1" status: 204 len: 168 time: 0.3194551 May 02 10:37:49.807243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64af34d4-1800-40cf-8e10-1e3e7446b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c0fea28-0a8a-4742-85aa-f83b5d3c55f9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:49.947046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a70c836d-7e36-4d1d-8f5b-01aa974f9211 req-9b5696a4-c536-4e40-af1a-76fc382c7423 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 210 time: 0.0688469 May 02 10:37:49.991597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-4af00fce-7dab-414b-b1ac-16d30eebf6ad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:49.993196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-4af00fce-7dab-414b-b1ac-16d30eebf6ad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.15 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.1430326 May 02 10:37:50.010321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Request body: {'port': {'device_id': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'admin_state_up': True, 'tenant_id': '82b6fa2217fa4f648fe978e1c9cca3ba'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:50.044634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d834c1-a9c6-4ae7-915e-9a92bbfe4812 req-8c0e5b6f-afc2-4257-8fa0-0d9cbc5fb8c2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:50.046146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-56d834c1-a9c6-4ae7-915e-9a92bbfe4812 req-8c0e5b6f-afc2-4257-8fa0-0d9cbc5fb8c2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0505748 May 02 10:37:50.098580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-56d834c1-a9c6-4ae7-915e-9a92bbfe4812 req-923f88d3-8f9e-4fb7-a3e7-d15249755e1e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464458 May 02 10:37:50.205829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Made reservation on behalf of 82b6fa2217fa4f648fe978e1c9cca3ba for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:50.209968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.547805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44976) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:50.574050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Allocated IP 172.20.0.4 (442386c1-f17a-4561-b70b-c6ab76296248/7e9af4cf-10c0-4710-b76c-bf74f9c33ef2/a56da438-185c-495a-8bc5-495d6649492c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:37:50.591705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-14886960-b34a-42b9-8d6f-deeb309916f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=77208e5dd7e44bfe92977318fb47a698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0422053 May 02 10:37:50.594847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44978) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:50.650871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] Publish callbacks [] for security_group (459bac3c-0a18-421d-b305-266df11cb185), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.682716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] Publish callbacks [] for security_group (459bac3c-0a18-421d-b305-266df11cb185), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.737476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks [] for port (a56da438-185c-495a-8bc5-495d6649492c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.851870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (459bac3c-0a18-421d-b305-266df11cb185), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.855799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.855967 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/459bac3c-0a18-421d-b305-266df11cb185 HTTP/1.1" status: 204 len: 168 time: 0.2601480 May 02 10:37:50.861299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:50.865114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca986103-2018-405d-879b-82bd18e4ceef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=459bac3c-0a18-421d-b305-266df11cb185,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:50.913943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Network 442386c1-f17a-4561-b70b-c6ab76296248 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:37:50.917214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:37:50.922371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:37:50.922681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:37:50.926404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:50.949710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: afe65186-def6-4f1a-8d58-ca9d2914dc49 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:37:50.950164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device afe65186-def6-4f1a-8d58-ca9d2914dc49 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:37:50.973012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:50.974265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.058758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e6e40c3-486a-4ef4-8036-73185aff0163 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0527520 May 02 10:37:51.073696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9ce4e7-afe2-4c65-b80f-661ca32de1cf req-139b9cc7-341a-45a4-8d64-745da510754c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:51.075120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c9ce4e7-afe2-4c65-b80f-661ca32de1cf req-139b9cc7-341a-45a4-8d64-745da510754c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 931 time: 0.0542989 May 02 10:37:51.080332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Request body: {'port': {'device_id': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:51.178628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c9ce4e7-afe2-4c65-b80f-661ca32de1cf req-9344fd75-bafe-4a22-9ecb-77a5c86b08ea tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956078 May 02 10:37:51.183374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.234315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b46d9a1-3921-4744-b0d6-055c49533938 req-dfb2eac6-5fd4-4b1c-a859-0ae4de7aa06f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:51.236131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b46d9a1-3921-4744-b0d6-055c49533938 req-dfb2eac6-5fd4-4b1c-a859-0ae4de7aa06f tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0525515 May 02 10:37:51.289932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b46d9a1-3921-4744-b0d6-055c49533938 req-1abb1df5-5d5b-4164-a4c8-fd1ae5e7a1e4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480051 May 02 10:37:51.486829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a56da438-185c-495a-8bc5-495d6649492c {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:37:51.494367 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks [] for port (a56da438-185c-495a-8bc5-495d6649492c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.507679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Transition to ACTIVE for port object a56da438-185c-495a-8bc5-495d6649492c will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:37:51.599057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.652277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:51.722987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Attempting to bind port a56da438-185c-495a-8bc5-495d6649492c on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:37:51.723335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Attempting to bind port a56da438-185c-495a-8bc5-495d6649492c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:37:51.723671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Attempting to bind port a56da438-185c-495a-8bc5-495d6649492c on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:51.728014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Port a56da438-185c-495a-8bc5-495d6649492c on network 442386c1-f17a-4561-b70b-c6ab76296248 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:37:51.728338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Attempting to bind port a56da438-185c-495a-8bc5-495d6649492c on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:37:51.734352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:37:51.734726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Checking segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:37:51.735140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Bound using segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:37:51.735568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Bound port: a56da438-185c-495a-8bc5-495d6649492c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:37:51.735928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.804595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:37:51.808424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:37:51.898039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.932965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:51.933583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:51.935512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a56da438-185c-495a-8bc5-495d6649492c HTTP/1.1" status: 200 len: 1091 time: 0.8584695 May 02 10:37:51.935955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:51.938256 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740" -d '{"events": [{"name": "network-changed", "server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "tag": "a56da438-185c-495a-8bc5-495d6649492c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:51.965397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caded54f-aea3-4cc6-871a-530a992dc2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:51.982249 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e27a29b7-160d-46f4-abda-1ed9c5c9c831 x-openstack-request-id: req-e27a29b7-160d-46f4-abda-1ed9c5c9c831 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:51.982249 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "tag": "a56da438-185c-495a-8bc5-495d6649492c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:51.982249 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e27a29b7-160d-46f4-abda-1ed9c5c9c831 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:51.982249 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e27a29b7-160d-46f4-abda-1ed9c5c9c831'] response: {'name': 'network-changed', 'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c', 'status': 'completed', 'code': 200} May 02 10:37:52.037495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-286ac991-2ca3-4ee0-a7eb-727509377020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.039023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-286ac991-2ca3-4ee0-a7eb-727509377020 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 1125 time: 0.0447161 May 02 10:37:52.147864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-d9ee53c9-4a28-4543-bb3d-7e40b63bb563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.149432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-d9ee53c9-4a28-4543-bb3d-7e40b63bb563 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0960684 May 02 10:37:52.268337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-8274a8f3-9f5d-455c-b03f-83d3ad985916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.269903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8c1e7f0-ca3e-4f63-a5ff-a2e1b327d740 req-8274a8f3-9f5d-455c-b03f-83d3ad985916 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1104908 May 02 10:37:52.301683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83ff36d-542a-44a1-b2cb-673eb92d632d req-9bcab325-7a40-42cf-8078-d38bcdb13473 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.303617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c83ff36d-542a-44a1-b2cb-673eb92d632d req-9bcab325-7a40-42cf-8078-d38bcdb13473 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 943 time: 0.0515487 May 02 10:37:52.354499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e9efff6-1080-4e6e-aac1-3731ca6ff418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.356477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-2e9efff6-1080-4e6e-aac1-3731ca6ff418 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 1125 time: 0.0475655 May 02 10:37:52.390483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c83ff36d-542a-44a1-b2cb-673eb92d632d req-a90eb218-f983-451c-83dd-3edb6dc96cca tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811241 May 02 10:37:52.410108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-ad3b73ff-8d35-4d67-8b11-654e90080b1e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a56da438-185c-495a-8bc5-495d6649492c HTTP/1.1" status: 200 len: 217 time: 0.0451713 May 02 10:37:52.483102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c004a8ee-52af-4105-b2e4-32464a039118 req-6141906c-b4b2-4e97-bdb0-2b473fc3bb37 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.484656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c004a8ee-52af-4105-b2e4-32464a039118 req-6141906c-b4b2-4e97-bdb0-2b473fc3bb37 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0770817 May 02 10:37:52.506656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-d843d002-4a44-4883-8f38-e172ea3cba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:52.508412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-d843d002-4a44-4883-8f38-e172ea3cba28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7e9af4cf-10c0-4710-b76c-bf74f9c33ef2 HTTP/1.1" status: 200 len: 854 time: 0.0883982 May 02 10:37:52.553104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-c26a5fed-8a6d-48e1-a9c8-8603887c2ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=442386c1-f17a-4561-b70b-c6ab76296248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342262 May 02 10:37:52.576164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c004a8ee-52af-4105-b2e4-32464a039118 req-80d9f9ca-da66-499b-9e11-e59bc7f9d3fa tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854099 May 02 10:37:52.664833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-ffbf6b5c-0338-493b-9797-daa56ab9b864 service neutron] 10.222.0.15 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002378 May 02 10:37:52.771213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9366ca64-8fac-4895-9f7b-7d50f7b15293 req-f226de37-34df-44ca-8f83-610b6e02602e service neutron] 10.222.0.15 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974195 May 02 10:37:53.109901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.220376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-18131aa8-a525-4040-9d95-532fb707cf55 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:53.395150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-18131aa8-a525-4040-9d95-532fb707cf55 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "PUT /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c HTTP/1.1" status: 200 len: 366 time: 0.2843361 May 02 10:37:53.397778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.407497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d89f9ced-d3a2-43bf-a55c-3676dcaa20da tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0087473 May 02 10:37:53.409564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.418857 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-88df1af4-0127-4dce-a12e-cbe9dd1eab75 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c HTTP/1.1" status: 200 len: 366 time: 0.0083389 May 02 10:37:53.421330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45056) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.501901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a0304-7577-45ec-81df-8500b97de11c req-99b72ec7-424a-4455-99a6-f7a16612fb2e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:53.503352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e9a0304-7577-45ec-81df-8500b97de11c req-99b72ec7-424a-4455-99a6-f7a16612fb2e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 943 time: 0.0464220 May 02 10:37:53.526891 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d5209d1b-8f33-411b-aa6b-dcbd39d9d92d tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c HTTP/1.1" status: 204 len: 168 time: 0.1045339 May 02 10:37:53.530217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45058) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.540011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0c58eeb7-8828-40af-9513-abd332db22f2 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0086498 May 02 10:37:53.542353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.560642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e9a0304-7577-45ec-81df-8500b97de11c req-860355f6-b937-4e64-8f0c-33fa03927474 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516591 May 02 10:37:53.561913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22f7ed07-edce-41e7-8e35-c2be5f65f770 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c HTTP/1.1" status: 200 len: 370 time: 0.0186050 May 02 10:37:53.564380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45062) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.569650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9de0290a-2e60-40bf-9204-166f8002157a tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c/default HTTP/1.1" status: 200 len: 370 time: 0.0041008 May 02 10:37:53.578199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45064) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.586289 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-d67ce3c7-4030-49b5-9fd0-adbe2d0453c5 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] delete failed (client error): The resource could not be found. May 02 10:37:53.587260 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d67ce3c7-4030-49b5-9fd0-adbe2d0453c5 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "DELETE /v2.0/quotas/68be0c9b455f42389f3d986039c80f3c HTTP/1.1" status: 404 len: 348 time: 0.0081599 May 02 10:37:53.704263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd0a186-88a4-4a46-b9be-19cb2a9812fb req-246a2307-16b4-474d-879b-4a9760a1f1d5 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:53.705564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1bd0a186-88a4-4a46-b9be-19cb2a9812fb req-246a2307-16b4-474d-879b-4a9760a1f1d5 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0486269 May 02 10:37:53.761026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1bd0a186-88a4-4a46-b9be-19cb2a9812fb req-ca20fbda-da25-4db3-b04e-7509dc4e3d28 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494611 May 02 10:37:53.928655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45076) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:53.946592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:network and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.948864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:53.955263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:subnet and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.966057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:53.966057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:subnetpool and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.967693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:53.972990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:port and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.974951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:53.980220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:router and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.984275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:53.990180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:floatingip and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:53.992128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:54.026225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:security_group and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:54.028179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:54.033431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Usage tracker for resource:security_group_rule and project:6b83d213615e457ea1227d42de194a07 is out of sync, need to count used quota {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:292}} May 02 10:37:54.035607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.quota.resource [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=115663) count_used /opt/stack/neutron/neutron/quota/resource.py:313}} May 02 10:37:54.040992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78aa3253-768a-469c-abe9-1adc9cf8f696 tempest-QuotasTest-420333371 tempest-QuotasTest-420333371-project-admin] 10.222.0.16 "GET /v2.0/quotas/6b83d213615e457ea1227d42de194a07/details.json HTTP/1.1" status: 200 len: 703 time: 0.1113036 May 02 10:37:54.181792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:37:54.252913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:54.268038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'a56da438-185c-495a-8bc5-495d6649492c', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'port_id': 'a56da438-185c-495a-8bc5-495d6649492c', 'mac_address': 'fa:16:3e:d8:08:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9af4cf-10c0-4710-b76c-bf74f9c33ef2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:37:54.304220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a56da438-185c-495a-8bc5-495d6649492c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:54.304621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:54.317996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a56da438-185c-495a-8bc5-495d6649492c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:37:54.341437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:54.405708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:54.455322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:54.462543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.463929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.463929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.463929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.463929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.464385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.464531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.465015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.465350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.465681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.466503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.466830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.467158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.467487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.467815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:37:54.567357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:54.699557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c651fabb-99d7-4d95-835a-c16b132ba40d req-9c765919-ee4d-433c-933a-9cf506e61e21 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:54.701097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c651fabb-99d7-4d95-835a-c16b132ba40d req-9c765919-ee4d-433c-933a-9cf506e61e21 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 944 time: 0.0605631 May 02 10:37:54.706971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3b43-0520-4206-968e-983e668d8963 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:54.739413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['a56da438-185c-495a-8bc5-495d6649492c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:37:54.776420 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c651fabb-99d7-4d95-835a-c16b132ba40d req-5dfeba57-a7cc-4447-8e7f-cd0c004ad2ab tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672560 May 02 10:37:54.834495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3b43-0520-4206-968e-983e668d8963 admin admin] Publish callbacks [] for security_group (36bdfee8-648a-42ba-81f4-df13afd4048b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:54.914363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc6f3b43-0520-4206-968e-983e668d8963 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (36bdfee8-648a-42ba-81f4-df13afd4048b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:54.924732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1a79b8-6dda-4bfd-a451-6fec81cc632e req-abc86160-9656-465f-be55-bb2ac4407691 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:54.926655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db1a79b8-6dda-4bfd-a451-6fec81cc632e req-abc86160-9656-465f-be55-bb2ac4407691 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0817142 May 02 10:37:54.964451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fc6f3b43-0520-4206-968e-983e668d8963 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fca53900a5944d5a8378dce270860348&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3960204 May 02 10:37:54.965012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:54.965403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6f3b43-0520-4206-968e-983e668d8963 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36bdfee8-648a-42ba-81f4-df13afd4048b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:55.018151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db1a79b8-6dda-4bfd-a451-6fec81cc632e req-0b63fb85-e704-43e7-b894-bdf680b3d749 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723662 May 02 10:37:55.045582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] Publish callbacks [] for security_group (36bdfee8-648a-42ba-81f4-df13afd4048b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.067553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] Publish callbacks [] for security_group (36bdfee8-648a-42ba-81f4-df13afd4048b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.205617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (36bdfee8-648a-42ba-81f4-df13afd4048b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.208266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.209404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/36bdfee8-648a-42ba-81f4-df13afd4048b HTTP/1.1" status: 204 len: 168 time: 0.2432394 May 02 10:37:55.217981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514f3e8-25e1-4591-92d5-7cf7c1d4d2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36bdfee8-648a-42ba-81f4-df13afd4048b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:55.542957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b390d5b3-7406-4707-aeab-e1f71141120c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.815804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:55.830460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55218f77-c7d0-4075-b869-609005edf02b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.903239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c5b3b-c2c6-42e2-87a1-07e245816835 req-44011dea-19b3-442d-a5d7-ed086cfd65a1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:55.904914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e42c5b3b-c2c6-42e2-87a1-07e245816835 req-44011dea-19b3-442d-a5d7-ed086cfd65a1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 944 time: 0.0527506 May 02 10:37:55.912062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55218f77-c7d0-4075-b869-609005edf02b admin admin] Publish callbacks [] for security_group (40fb0b1f-f087-4021-abc9-a56443316a1f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:55.959805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e42c5b3b-c2c6-42e2-87a1-07e245816835 req-34cd498a-3edb-4909-b30a-87cf7bc9e21b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488784 May 02 10:37:56.032924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55218f77-c7d0-4075-b869-609005edf02b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (40fb0b1f-f087-4021-abc9-a56443316a1f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.075948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55218f77-c7d0-4075-b869-609005edf02b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6b83d213615e457ea1227d42de194a07&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2585194 May 02 10:37:56.076872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55218f77-c7d0-4075-b869-609005edf02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40fb0b1f-f087-4021-abc9-a56443316a1f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:56.079522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:56.134776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] Publish callbacks [] for security_group (40fb0b1f-f087-4021-abc9-a56443316a1f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.147461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a929293-3a5b-4972-b70c-2fa1dd263e44 req-f94cf8f8-1e8a-41db-93c6-8f13e9f7d88e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:56.149019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a929293-3a5b-4972-b70c-2fa1dd263e44 req-f94cf8f8-1e8a-41db-93c6-8f13e9f7d88e tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0540838 May 02 10:37:56.158893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] Publish callbacks [] for security_group (40fb0b1f-f087-4021-abc9-a56443316a1f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.185973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:37:56.202115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a929293-3a5b-4972-b70c-2fa1dd263e44 req-461482d1-627d-452b-bdcb-a6df84bcb64b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468333 May 02 10:37:56.242673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port a56da438-185c-495a-8bc5-495d6649492c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:37:56.287481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (40fb0b1f-f087-4021-abc9-a56443316a1f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.293431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.296158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/40fb0b1f-f087-4021-abc9-a56443316a1f HTTP/1.1" status: 204 len: 168 time: 0.2153623 May 02 10:37:56.305559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afce0e9e-cd09-4767-a2f5-4ebd30d794ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40fb0b1f-f087-4021-abc9-a56443316a1f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:56.313329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port a56da438-185c-495a-8bc5-495d6649492c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:37:56.316804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a56da438-185c-495a-8bc5-495d6649492c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.404393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a56da438-185c-495a-8bc5-495d6649492c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:37:56.404812 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.431013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:37:56.433411 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8014b1d2-df64-47c6-a704-ac8637972864" -d '{"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a56da438-185c-495a-8bc5-495d6649492c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:37:56.447460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:37:56.468040 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:37:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb6da2b-a42d-4c6e-a889-4c3ff71afa3a x-openstack-request-id: req-cbb6da2b-a42d-4c6e-a889-4c3ff71afa3a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:37:56.468334 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a56da438-185c-495a-8bc5-495d6649492c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:37:56.468589 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbb6da2b-a42d-4c6e-a889-4c3ff71afa3a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:37:56.469007 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb6da2b-a42d-4c6e-a889-4c3ff71afa3a'] response: {'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c', 'code': 200} May 02 10:37:56.578371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f3512-5a8d-46d4-afc3-b811b4cce958 req-446c8ace-345b-4774-8ad7-9ae003e1b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:56.579839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f4f3512-5a8d-46d4-afc3-b811b4cce958 req-446c8ace-345b-4774-8ad7-9ae003e1b647 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 1126 time: 0.0383162 May 02 10:37:56.588988 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:56.635257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f4f3512-5a8d-46d4-afc3-b811b4cce958 req-4a5563d4-fac7-4cf2-91f2-491c0f53bba9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482030 May 02 10:37:56.649688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:57.099425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a62e3-c0f7-483b-a6e1-4629375121ff req-a5a832c2-d130-42ff-a8a4-669e5091b5bc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:57.101827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-503a62e3-c0f7-483b-a6e1-4629375121ff req-a5a832c2-d130-42ff-a8a4-669e5091b5bc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0517573 May 02 10:37:57.151352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-503a62e3-c0f7-483b-a6e1-4629375121ff req-181ec4de-1d7b-465e-8935-e748c9ce3e9f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436232 May 02 10:37:57.322727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b52723-e747-4a29-99fe-23dff9aa1113 req-0c8f7cc7-7a2a-469f-a8b7-4f55808f2095 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:57.324423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3b52723-e747-4a29-99fe-23dff9aa1113 req-0c8f7cc7-7a2a-469f-a8b7-4f55808f2095 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0505064 May 02 10:37:57.379062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3b52723-e747-4a29-99fe-23dff9aa1113 req-1f9d3d39-fc5b-477c-822a-2b5986c86d4b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478802 May 02 10:37:58.085590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1868d6a5-c0ca-4746-a4aa-a75212406993 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.273078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204d5fab-bb79-401d-b901-8bef0da13693 req-42757212-f013-45da-a617-7d00f16594bb tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:58.274580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-204d5fab-bb79-401d-b901-8bef0da13693 req-42757212-f013-45da-a617-7d00f16594bb tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0544653 May 02 10:37:58.316227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45174) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:58.330706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-204d5fab-bb79-401d-b901-8bef0da13693 req-5972b901-6eac-4161-b235-b51934e090b0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494039 May 02 10:37:58.425245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-119342519', 'router:external': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:58.510467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2ce24-f124-40ab-84eb-84856505efe3 req-a224ffdf-ff33-43c1-8d5d-2aab31539987 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:58.512136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bad2ce24-f124-40ab-84eb-84856505efe3 req-a224ffdf-ff33-43c1-8d5d-2aab31539987 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0509057 May 02 10:37:58.540149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Made reservation on behalf of b1a10e8dda3c4a9fa1d4bf00147daafe for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:58.542439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.559033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.581790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bad2ce24-f124-40ab-84eb-84856505efe3 req-7c3b1572-00ba-4b22-a052-0e40d2a982f4 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624032 May 02 10:37:58.646584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for security_group (280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.770207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.801945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:37:58.808482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:58.815269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c0c88920-aa11-4986-986f-966276749c8f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.815673 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Added segment c0c88920-aa11-4986-986f-966276749c8f of type vlan for network b2d37705-3729-4f36-8436-83d50dcff799 May 02 10:37:58.865205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b2d37705-3729-4f36-8436-83d50dcff799), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.970364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b2d37705-3729-4f36-8436-83d50dcff799), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:58.971414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:58.972010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.037704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Network': ['ID=b2d37705-3729-4f36-8436-83d50dcff799,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:59.048083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b2d37705-3729-4f36-8436-83d50dcff799 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:37:59.128801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39bf9ef0-fd50-47c2-904a-61aa91b67fdf tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.8112144 May 02 10:37:59.131784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45224) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:59.136908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'subnet': {'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:37:59.216990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.219685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Made reservation on behalf of b1a10e8dda3c4a9fa1d4bf00147daafe for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:37:59.222177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.461218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada01f11-243b-45a7-9ce8-c100e13a5ec9 req-1a3ca270-013e-438d-a462-8c4cd9dbc586 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:59.462603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada01f11-243b-45a7-9ce8-c100e13a5ec9 req-1a3ca270-013e-438d-a462-8c4cd9dbc586 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0526268 May 02 10:37:59.557175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ada01f11-243b-45a7-9ce8-c100e13a5ec9 req-fd27a176-3f51-461d-8a48-f02325534af5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871842 May 02 10:37:59.571955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:37:59.626927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:37:59.627522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (d69f23bc-ca10-4e50-8a9c-64dde7d0fd99), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.684676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25692f30-e9d4-4f94-a4fd-4dde6284e503 req-dbd7d60d-ac9c-4da4-a39f-5dc246fe1a34 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:59.684676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25692f30-e9d4-4f94-a4fd-4dde6284e503 req-dbd7d60d-ac9c-4da4-a39f-5dc246fe1a34 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0496960 May 02 10:37:59.738813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d69f23bc-ca10-4e50-8a9c-64dde7d0fd99,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:37:59.745269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25692f30-e9d4-4f94-a4fd-4dde6284e503 req-ed971cc9-6e6e-4626-8c59-b9bdc293f895 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530045 May 02 10:37:59.750452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f283f6-3408-4b59-bcfb-6fde400f612f req-669edbdf-152a-420b-a576-c48ef41b69f2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:37:59.752182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0f283f6-3408-4b59-bcfb-6fde400f612f req-669edbdf-152a-420b-a576-c48ef41b69f2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0922091 May 02 10:37:59.755457 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaa0d-e25b-48fd-9f61-8dc14d23cf9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.771154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Checking segment: {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:37:59.771518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network hostable DHCP agents. Network: b2d37705-3729-4f36-8436-83d50dcff799, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:37:59.854980 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0f283f6-3408-4b59-bcfb-6fde400f612f req-df4680a1-5a62-4819-ab6f-c1e67b5d0a17 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955043 May 02 10:37:59.908700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaa0d-e25b-48fd-9f61-8dc14d23cf9f admin admin] Publish callbacks [] for security_group (f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:37:59.925900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network b2d37705-3729-4f36-8436-83d50dcff799 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:37:59.971726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbaaaa0d-e25b-48fd-9f61-8dc14d23cf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.012059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b2d37705-3729-4f36-8436-83d50dcff799) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:00.014466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbaaaa0d-e25b-48fd-9f61-8dc14d23cf9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:00.018799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dbaaaa0d-e25b-48fd-9f61-8dc14d23cf9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c0a41b924ad64c92920208d7b63a8910&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4458206 May 02 10:38:00.024565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa02f72-eb11-4b62-9191-7b8d9f4c50f8 None None] Network b2d37705-3729-4f36-8436-83d50dcff799 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:38:00.025124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45240) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:00.030226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:00.030840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.095617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] Publish callbacks [] for security_group (f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.129628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] Publish callbacks [] for security_group (f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.161362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03d7070-73ae-4128-8077-655f1b9e0b9f None None] Network b2d37705-3729-4f36-8436-83d50dcff799 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:38:00.186174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19467cb1-46b0-4cda-b916-b4580f985707 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0532303 May 02 10:38:00.188908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45246) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:00.193783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-806369002', 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:00.247752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.250933 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.254704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5 HTTP/1.1" status: 204 len: 168 time: 0.2261088 May 02 10:38:00.262355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e17f1-01fa-43c7-81b8-35a43ea5bc54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f35ea1d0-a103-4d1a-8d61-4fdfe80eb8f5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:00.314261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Made reservation on behalf of b1a10e8dda3c4a9fa1d4bf00147daafe for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:00.324248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.334383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] device_id is not set on port 2a15f37e-9d6c-4c1e-99f4-5fced7a988d9 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:38:00.339888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26da3c-26cd-4896-8658-d365b44dddbf req-da9541d0-c62a-4835-9af8-5db86b77d328 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:00.342113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e26da3c-26cd-4896-8658-d365b44dddbf req-da9541d0-c62a-4835-9af8-5db86b77d328 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0498323 May 02 10:38:00.391830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e26da3c-26cd-4896-8658-d365b44dddbf req-a041a434-15d7-4ae3-b3e5-41ef5e2b6a2e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 May 02 10:38:00.449856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 2001:db8::29 (b2d37705-3729-4f36-8436-83d50dcff799/d69f23bc-ca10-4e50-8a9c-64dde7d0fd99/2a15f37e-9d6c-4c1e-99f4-5fced7a988d9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:00.540281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c6b0e-bf99-4770-81f0-2c12c60a83d2 req-13313140-6519-4d73-a2c9-399b92f1e543 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:00.541804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-863c6b0e-bf99-4770-81f0-2c12c60a83d2 req-13313140-6519-4d73-a2c9-399b92f1e543 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0668702 May 02 10:38:00.594487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.646943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-863c6b0e-bf99-4770-81f0-2c12c60a83d2 req-46e66b34-298a-43ca-acb9-c5a461c8132c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941925 May 02 10:38:00.694888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (2a15f37e-9d6c-4c1e-99f4-5fced7a988d9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.800612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2a15f37e-9d6c-4c1e-99f4-5fced7a988d9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.841169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network b2d37705-3729-4f36-8436-83d50dcff799 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:00.843994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:00.850248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:00.850822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:00.851429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:00.863372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=2a15f37e-9d6c-4c1e-99f4-5fced7a988d9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:00.965628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5d86a851-8e2e-416e-b167-d7217817e8ed tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7755432 May 02 10:38:00.968117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45268) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:00.989769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe5ec5-0404-4e46-b68e-a313325ad4b4 req-0b784c1d-6431-44bc-b1e1-83a9972ca295 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:00.991591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-defe5ec5-0404-4e46-b68e-a313325ad4b4 req-0b784c1d-6431-44bc-b1e1-83a9972ca295 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0644855 May 02 10:38:01.045401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-defe5ec5-0404-4e46-b68e-a313325ad4b4 req-d98c9984-4c3b-448a-8507-3dfe7717d070 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460463 May 02 10:38:01.067856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:01.087644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.096212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Deleting port 2a15f37e-9d6c-4c1e-99f4-5fced7a988d9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:01.097222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2a15f37e-9d6c-4c1e-99f4-5fced7a988d9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.197443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da590f3-2a68-499b-a9da-b8f4e7715923 req-310b1b51-cef1-46f3-b8a1-b7e2368897cd tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:01.205104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2a15f37e-9d6c-4c1e-99f4-5fced7a988d9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.217022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3da590f3-2a68-499b-a9da-b8f4e7715923 req-310b1b51-cef1-46f3-b8a1-b7e2368897cd tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0813463 May 02 10:38:01.234285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Calling delete_port for 2a15f37e-9d6c-4c1e-99f4-5fced7a988d9 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:01.276999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3da590f3-2a68-499b-a9da-b8f4e7715923 req-3650304d-440a-4256-99fb-a1234b58c52b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603271 May 02 10:38:01.312593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Publish callbacks [] for security_group (ae9a5876-32a1-429d-9638-9a3d3f0e3c87), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.411423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae9a5876-32a1-429d-9638-9a3d3f0e3c87), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.467168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6ea813396404385a00ac239ef5360e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3981423 May 02 10:38:01.469840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45304) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:01.470005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9a5876-32a1-429d-9638-9a3d3f0e3c87,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:01.483492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2a15f37e-9d6c-4c1e-99f4-5fced7a988d9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.486586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.487169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.487667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.488257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.488854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.489459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.490044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.490652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.491261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.491804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.492435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.493251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.493784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.494333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.494866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5512d7cb-d56a-4c92-86c9-c338a814faff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:01.527101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a15f37e-9d6c-4c1e-99f4-5fced7a988d9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:01.564978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.569727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90ef8597-a5d6-49a2-ba8a-2029f9ca37ae tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/ports/2a15f37e-9d6c-4c1e-99f4-5fced7a988d9 HTTP/1.1" status: 204 len: 168 time: 0.6003351 May 02 10:38:01.572263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45306) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:01.578225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799', 'external_fixed_ips': [{'subnet_id': 'd69f23bc-ca10-4e50-8a9c-64dde7d0fd99', 'ip_address': '2001:db8::29'}]}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:01.580994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] Publish callbacks [] for security_group (ae9a5876-32a1-429d-9638-9a3d3f0e3c87), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.607089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] Publish callbacks [] for security_group (ae9a5876-32a1-429d-9638-9a3d3f0e3c87), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.651286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.652833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.771744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae9a5876-32a1-429d-9638-9a3d3f0e3c87), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.774646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.778854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae9a5876-32a1-429d-9638-9a3d3f0e3c87 HTTP/1.1" status: 204 len: 168 time: 0.3043094 May 02 10:38:01.785611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6d73e8-32cb-4e7e-88ea-9632ad8d1967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9a5876-32a1-429d-9638-9a3d3f0e3c87,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:01.859179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:01.897839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.066004 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.191848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647b2ef6-9e0e-4760-9c29-1b0608182993 req-7e59ce9c-122d-44c3-97b9-1633ec06fdf8 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:02.194043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647b2ef6-9e0e-4760-9c29-1b0608182993 req-7e59ce9c-122d-44c3-97b9-1633ec06fdf8 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0646672 May 02 10:38:02.283939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-647b2ef6-9e0e-4760-9c29-1b0608182993 req-e169a53c-f1fb-42a1-b98a-d4ac72dae3d3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596671 May 02 10:38:02.392057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223360-9b60-4867-8f0a-c43affd81108 req-7843400a-8013-412b-a754-fa64c505baae tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:02.393757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38223360-9b60-4867-8f0a-c43affd81108 req-7843400a-8013-412b-a754-fa64c505baae tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0515599 May 02 10:38:02.445698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38223360-9b60-4867-8f0a-c43affd81108 req-f95ef7f9-c853-44ed-abbb-751dc0c14187 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457764 May 02 10:38:02.572748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:02.587185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82a67014-e234-43ad-b261-5609f75c5e75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.656735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.665867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82a67014-e234-43ad-b261-5609f75c5e75 admin admin] Publish callbacks [] for security_group (d5723aba-182d-4b4a-9099-caf133833e79), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.681927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.737256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82a67014-e234-43ad-b261-5609f75c5e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5723aba-182d-4b4a-9099-caf133833e79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.776385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-82a67014-e234-43ad-b261-5609f75c5e75 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2530663ea9664bf2812d1cecc8d8f4e6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2023304 May 02 10:38:02.777357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a67014-e234-43ad-b261-5609f75c5e75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5723aba-182d-4b4a-9099-caf133833e79,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:02.780247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45332) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:02.832655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] Publish callbacks [] for security_group (d5723aba-182d-4b4a-9099-caf133833e79), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.855670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] Publish callbacks [] for security_group (d5723aba-182d-4b4a-9099-caf133833e79), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.881964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 2001:db8::29 (b2d37705-3729-4f36-8436-83d50dcff799/d69f23bc-ca10-4e50-8a9c-64dde7d0fd99/5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:02.990107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:02.994231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5723aba-182d-4b4a-9099-caf133833e79), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:03.000932 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:03.000932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5723aba-182d-4b4a-9099-caf133833e79 HTTP/1.1" status: 204 len: 168 time: 0.2169895 May 02 10:38:03.008031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c75672-dae3-485e-b2cf-27928d076500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5723aba-182d-4b4a-9099-caf133833e79,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:03.103626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:03.141795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network b2d37705-3729-4f36-8436-83d50dcff799 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:03.146535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:03.149183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:03.224698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:03.437262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b552b0e-0689-45bb-9f6d-d1cafa8711ef req-fe833d10-316c-4000-ba9c-288a229ccab1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:03.438856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b552b0e-0689-45bb-9f6d-d1cafa8711ef req-fe833d10-316c-4000-ba9c-288a229ccab1 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0828903 May 02 10:38:03.540285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b552b0e-0689-45bb-9f6d-d1cafa8711ef req-b36ab62b-fda5-4a11-afa7-cb1181c69cf3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945916 May 02 10:38:03.544943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:03.572191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dac65b-18b0-43bf-b118-2b681445a7b9 req-9de64a08-403f-4455-b4cb-c5a94848351b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:03.573754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8dac65b-18b0-43bf-b118-2b681445a7b9 req-9de64a08-403f-4455-b4cb-c5a94848351b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0542960 May 02 10:38:03.627580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8dac65b-18b0-43bf-b118-2b681445a7b9 req-05679c59-fc3f-4c7b-96fc-f3547a3fe335 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439749 May 02 10:38:03.767857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.016575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:04.126860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:04.139687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Sync routers for ids ['a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:04.149668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Routers {'a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:04.150408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:04.219232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.220885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d9cb2188-f012-4be1-9c21-8d6fc737a3d6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.6470635 May 02 10:38:04.225215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:04.278251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Set router a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:04.361881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.461718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.464245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5', 'name': '', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799', 'external_fixed_ips': [{'subnet_id': 'd69f23bc-ca10-4e50-8a9c-64dde7d0fd99', 'ip_address': '2001:db8::29'}], 'enable_snat': True}, 'gw_port_id': '5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:01Z', 'updated_at': '2022-05-02T10:38:03Z', 'revision_number': 3, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port': {'id': '5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f', 'name': '', 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:d8:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2120, 'fixed_ips': [{'subnet_id': 'd69f23bc-ca10-4e50-8a9c-64dde7d0fd99', 'ip_address': '2001:db8::29', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:38:02Z', 'updated_at': '2022-05-02T10:38:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd69f23bc-ca10-4e50-8a9c-64dde7d0fd99', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:04.490530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Checking router: a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:38:04.490882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Updating router a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:38:04.517752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.560878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Deleting port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:04.561319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.659596 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.672744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77445877-cbca-47e8-bbbf-145362096af7 req-86a50e45-7ee3-4343-a38f-1661795a8c31 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:04.678132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Calling delete_port for 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:04.689671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77445877-cbca-47e8-bbbf-145362096af7 req-86a50e45-7ee3-4343-a38f-1661795a8c31 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0709310 May 02 10:38:04.734570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77445877-cbca-47e8-bbbf-145362096af7 req-fb0d548a-747b-445a-a866-82ce2b751f59 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436902 May 02 10:38:04.819463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926a0f26-56ed-4203-8af0-15e3fbc74c3f req-b1e59a43-a057-42bc-a1a6-f382adaba31f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:04.821167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926a0f26-56ed-4203-8af0-15e3fbc74c3f req-b1e59a43-a057-42bc-a1a6-f382adaba31f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0786688 May 02 10:38:04.892919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks [] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:04.901858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4d8dfe-5148-4f14-9c9e-1e0dc1e02c3b req-633d2b22-cc07-4162-9f72-1ea92c1ed74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:04.904250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de4d8dfe-5148-4f14-9c9e-1e0dc1e02c3b req-633d2b22-cc07-4162-9f72-1ea92c1ed74b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0536735 May 02 10:38:04.915730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926a0f26-56ed-4203-8af0-15e3fbc74c3f req-be768676-eeeb-4827-af5f-2ea9b82945c7 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872285 May 02 10:38:04.953839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de4d8dfe-5148-4f14-9c9e-1e0dc1e02c3b req-c5e3eacf-7c96-4137-9f83-bf4930b2444c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438151 May 02 10:38:04.959843 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.008539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:38:05.008942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:38:05.009367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f on network b2d37705-3729-4f36-8436-83d50dcff799 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:05.018284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531264c3-6c85-4e63-8366-2eefa14f1041 None None] Pushing event updated for resources: {'Port': ['ID=5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:05.020921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:38:05.021294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Checking segment: {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:05.021708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.022093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Bound using segment: {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:38:05.022590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Bound port: 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:38:05.022973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.110618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:38:05.112453 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:38:05.112755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.142639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:05.176142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.270913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.273928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.365440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.366276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:05.371200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.372023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-58436856-a8f2-4058-81cd-c12508815dd5 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5 HTTP/1.1" status: 204 len: 168 time: 1.1473162 May 02 10:38:05.374890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:05.424329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Deleting subnet d69f23bc-ca10-4e50-8a9c-64dde7d0fd99 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:38:05.431580 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for subnet (d69f23bc-ca10-4e50-8a9c-64dde7d0fd99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.463172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (d69f23bc-ca10-4e50-8a9c-64dde7d0fd99), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.503833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d69f23bc-ca10-4e50-8a9c-64dde7d0fd99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.625482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:38:05.626409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:38:05.626567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Attempting to bind port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f on network b2d37705-3729-4f36-8436-83d50dcff799 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:05.632879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:38:05.633265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Checking segment: {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:05.633716 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.634069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Bound using segment: {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:38:05.634534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Bound port: 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0c88920-aa11-4986-986f-966276749c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'b2d37705-3729-4f36-8436-83d50dcff799'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:38:05.635159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.651326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (d69f23bc-ca10-4e50-8a9c-64dde7d0fd99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.653612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Port 5e8f8d66-6a6d-4a33-8cce-01e1bb9d988f has been deleted concurrently {{(pid=115664) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}} May 02 10:38:05.662524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:05.662970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:38:05.663610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_agentschedulers_db [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent'). {{(pid=115664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 02 10:38:05.664013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6bf579-6e8d-4ace-9b08-778ad543afbf None None] The sync data for ids ['a3c5fa1c-3e81-44da-8ff6-a63aceaeedc5'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:05.687684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d69f23bc-ca10-4e50-8a9c-64dde7d0fd99,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:05.691625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.695070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f313d21-7b2a-429c-85fa-42b0f1d486e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/d69f23bc-ca10-4e50-8a9c-64dde7d0fd99 HTTP/1.1" status: 204 len: 168 time: 0.3192384 May 02 10:38:05.697682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:05.776994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b2d37705-3729-4f36-8436-83d50dcff799), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.854928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf042ff-5511-464a-8f11-01e8314d8b94 req-33bd0099-767b-4d8f-a23b-6dbc79457164 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:05.856655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bcf042ff-5511-464a-8f11-01e8314d8b94 req-33bd0099-767b-4d8f-a23b-6dbc79457164 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0504582 May 02 10:38:05.862691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b2d37705-3729-4f36-8436-83d50dcff799), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.886214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d37705-3729-4f36-8436-83d50dcff799']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:05.896781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0c88920-aa11-4986-986f-966276749c8f') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:05.897082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0c88920-aa11-4986-986f-966276749c8f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:05.906648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (c0c88920-aa11-4986-986f-966276749c8f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.914045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bcf042ff-5511-464a-8f11-01e8314d8b94 req-575c0d80-89e9-4a76-a827-356cdb57f892 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465395 May 02 10:38:05.920126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c0c88920-aa11-4986-986f-966276749c8f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.926333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:38:05.926722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (c0c88920-aa11-4986-986f-966276749c8f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: warnings.warn('Neutron quota engine will require "--force" ' May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: items = [ May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: timer() May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:38:05.928465 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:38:06.042194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795918bb-8c31-4b47-b252-e28a7d01cfdb req-1eb889dc-7e57-43bc-b933-d70502bcc5d9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:06.044254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-795918bb-8c31-4b47-b252-e28a7d01cfdb req-1eb889dc-7e57-43bc-b933-d70502bcc5d9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0566740 May 02 10:38:06.091306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-795918bb-8c31-4b47-b252-e28a7d01cfdb req-00a12f4c-6a04-4ba4-be72-4083da309fd1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413620 May 02 10:38:06.129967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b2d37705-3729-4f36-8436-83d50dcff799), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.135193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2d37705-3729-4f36-8436-83d50dcff799 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:38:06.137833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.141027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/networks/b2d37705-3729-4f36-8436-83d50dcff799 HTTP/1.1" status: 204 len: 168 time: 0.4423721 May 02 10:38:06.150835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04199c77-deb6-4b77-9774-994df6ccb11a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2d37705-3729-4f36-8436-83d50dcff799,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:06.472521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:06.476879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'name': 'tempest-router--776992755', 'project_id': '13014411e9ee4ccbbb3afd4184fdbd71'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:06.566168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (07aab742-0395-4622-9f07-467554b4f2f4), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.567227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (07aab742-0395-4622-9f07-467554b4f2f4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.620959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (07aab742-0395-4622-9f07-467554b4f2f4), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.691979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (07aab742-0395-4622-9f07-467554b4f2f4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.773212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:06.774472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-013e2f64-4d80-4485-9a16-5efc8b45a4df tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3009083 May 02 10:38:06.777408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:06.854009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (07aab742-0395-4622-9f07-467554b4f2f4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.017685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (07aab742-0395-4622-9f07-467554b4f2f4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.020355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (07aab742-0395-4622-9f07-467554b4f2f4), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.030508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b38cb-7dcb-4254-ab8b-e43fc504285c req-c0b7fbec-ef9d-4526-8ff4-b6f6785813ae tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:07.032048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-069b38cb-7dcb-4254-ab8b-e43fc504285c req-c0b7fbec-ef9d-4526-8ff4-b6f6785813ae tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0516846 May 02 10:38:07.078823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-069b38cb-7dcb-4254-ab8b-e43fc504285c req-0c2c0119-ceb8-49ac-b2ad-113c782f3bca tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409238 May 02 10:38:07.137004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (07aab742-0395-4622-9f07-467554b4f2f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.138111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 07aab742-0395-4622-9f07-467554b4f2f4 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:07.142624 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.146832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7243ce2-bfc5-44b2-8f09-edc6f62f5c30 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/07aab742-0395-4622-9f07-467554b4f2f4 HTTP/1.1" status: 204 len: 168 time: 0.3648472 May 02 10:38:07.249706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae563250-15c7-4c29-9b9d-ec87be6ce8f5 req-2155d342-17c7-4614-861c-435deaa3b81b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:07.252097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae563250-15c7-4c29-9b9d-ec87be6ce8f5 req-2155d342-17c7-4614-861c-435deaa3b81b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0620968 May 02 10:38:07.311661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae563250-15c7-4c29-9b9d-ec87be6ce8f5 req-f52be28d-4395-4a30-ada5-76d059e4624a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533271 May 02 10:38:07.445000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:07.638379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1364287327', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:07.698522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33beae3f-5861-4605-b105-cf51677e1325 req-12b66497-75e7-4e49-b156-b60f44f3a8ae tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:07.700087 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33beae3f-5861-4605-b105-cf51677e1325 req-12b66497-75e7-4e49-b156-b60f44f3a8ae tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0542243 May 02 10:38:07.754193 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.755377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.778559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33beae3f-5861-4605-b105-cf51677e1325 req-3b6cc3a5-acaa-4343-abda-bdd7ce54c832 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723457 May 02 10:38:07.784347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-b1e70ae1-9be8-4691-9e3c-ce2a42179054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:07.785894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-b1e70ae1-9be8-4691-9e3c-ce2a42179054 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0535748 May 02 10:38:07.817410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (78d31733-61f5-4d85-a6f5-9017fb135ca5), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:07.883234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-872e0667-880d-466a-9a52-7aaf2b6ebd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:07.885470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-872e0667-880d-466a-9a52-7aaf2b6ebd49 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.0929232 May 02 10:38:07.960870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-188f9f3a-edca-49bf-9037-463d8b15f26b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 1001 time: 0.0697067 May 02 10:38:08.012652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-0d3f70a9-4223-4fdf-947e-59d64a1ed3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:08.014118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-0d3f70a9-4223-4fdf-947e-59d64a1ed3f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0472836 May 02 10:38:08.060873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-af44ab02-335a-476e-be39-cce3729484fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:08.062297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-af44ab02-335a-476e-be39-cce3729484fe service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423477 May 02 10:38:08.064916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (78d31733-61f5-4d85-a6f5-9017fb135ca5), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:08.156804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-a3c5e190-9eae-4443-8ccc-81bd73da8ec5 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888727 May 02 10:38:08.251120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bdb6ed4-b400-4f13-9ef2-28604d56343b req-cdb22f6b-8a04-4ed4-9f4c-97fb653c11db service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889866 May 02 10:38:08.569112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453005-496e-4c0b-970f-3fa63fc7d072 req-54b6dfc6-3914-40f1-b671-47f3a6aee88f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:08.570591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27453005-496e-4c0b-970f-3fa63fc7d072 req-54b6dfc6-3914-40f1-b671-47f3a6aee88f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0871766 May 02 10:38:08.696960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27453005-496e-4c0b-970f-3fa63fc7d072 req-1ee86116-c38d-4c09-a259-0397ba2c6283 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186986 May 02 10:38:08.714466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (78d31733-61f5-4d85-a6f5-9017fb135ca5), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:08.735293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:08.848970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Allocated IP 172.35.4.225 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/cf6d031f-0799-4ff3-8820-4c8c323eef58) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:08.911657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757986df-204f-49be-82ce-9f5bfbaa08dc req-75cff57f-a618-443c-b23f-6ece022a27d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:08.916907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-757986df-204f-49be-82ce-9f5bfbaa08dc req-75cff57f-a618-443c-b23f-6ece022a27d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0612092 May 02 10:38:08.963360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for port (cf6d031f-0799-4ff3-8820-4c8c323eef58), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:08.964558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-757986df-204f-49be-82ce-9f5bfbaa08dc req-e6e10083-63b6-4744-834d-e3e231a943db tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443437 May 02 10:38:09.064370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cf6d031f-0799-4ff3-8820-4c8c323eef58), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:09.102704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:09.105717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:09.108828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:09.144581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event updated for resources: {'Port': ['ID=cf6d031f-0799-4ff3-8820-4c8c323eef58,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:09.156523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.156910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.157263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.157607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.157999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.158375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.158742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.159085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.159420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.159752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.160085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.160416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.160773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.161143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.161517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:09.483148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (78d31733-61f5-4d85-a6f5-9017fb135ca5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:09.686053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:09.837996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31942fa-2edd-4ce5-a40e-f025a929fdff req-0d762639-e4e0-4d86-a88b-a14d50d405d6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:09.839494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f31942fa-2edd-4ce5-a40e-f025a929fdff req-0d762639-e4e0-4d86-a88b-a14d50d405d6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0626764 May 02 10:38:09.915719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f31942fa-2edd-4ce5-a40e-f025a929fdff req-3c5cb849-29db-4bca-b591-8dc81f739740 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683188 May 02 10:38:10.029175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Router 78d31733-61f5-4d85-a6f5-9017fb135ca5 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:10.087141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13f48e-97ab-459b-9d9c-3bbcdf9c0f18 req-b3d33858-e8cd-40cb-b4ad-ec263e8a4664 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:10.088956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef13f48e-97ab-459b-9d9c-3bbcdf9c0f18 req-b3d33858-e8cd-40cb-b4ad-ec263e8a4664 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0515769 May 02 10:38:10.154366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef13f48e-97ab-459b-9d9c-3bbcdf9c0f18 req-a7ee43b5-befa-42a7-8d61-dce2fa7a65ba tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579531 May 02 10:38:10.162882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:10.180996 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] Sync routers for ids ['78d31733-61f5-4d85-a6f5-9017fb135ca5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:10.193261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] Routers {'78d31733-61f5-4d85-a6f5-9017fb135ca5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:10.193908 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['78d31733-61f5-4d85-a6f5-9017fb135ca5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:10.228533 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:10.240098 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] Routers {'78d31733-61f5-4d85-a6f5-9017fb135ca5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:10.240741 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['78d31733-61f5-4d85-a6f5-9017fb135ca5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:10.269238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.270466 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-96b6761d-0bdf-4913-aca6-6e26e4e3b35e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.8244331 May 02 10:38:10.273908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:10.278153 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:10.278980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461224cd-e4df-4f02-bfdf-6995e6f4ee03 None None] The sync data for ids ['78d31733-61f5-4d85-a6f5-9017fb135ca5'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:10.330773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0dc6c8-5723-408a-b7b8-6a398a842a8d req-3442c62d-243d-4718-b6eb-01e15fd20940 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:10.332259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b0dc6c8-5723-408a-b7b8-6a398a842a8d req-3442c62d-243d-4718-b6eb-01e15fd20940 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.1053941 May 02 10:38:10.343825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45496) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:10.346633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Request body: {'floatingip': {'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:10.405222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c7480ab-494b-42f3-beef-ed557504715e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/78d31733-61f5-4d85-a6f5-9017fb135ca5 HTTP/1.1" status: 200 len: 925 time: 0.1301973 May 02 10:38:10.405823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:10.408740 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.436894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-941150a3-8f5a-45c1-a92c-87da04bcc62d tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d31733-61f5-4d85-a6f5-9017fb135ca5 HTTP/1.1" status: 200 len: 205 time: 0.0298374 May 02 10:38:10.439358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45502) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:10.550862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.676266 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (78d31733-61f5-4d85-a6f5-9017fb135ca5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.768802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port cf6d031f-0799-4ff3-8820-4c8c323eef58 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:10.769231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cf6d031f-0799-4ff3-8820-4c8c323eef58), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.873579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cf6d031f-0799-4ff3-8820-4c8c323eef58), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:10.888703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for cf6d031f-0799-4ff3-8820-4c8c323eef58 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:11.103637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae1ec3c-9402-4877-8c4f-f3c5aa8c63bf req-93e04bdd-6d68-4ac9-89b2-f2e933d09562 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:11.105158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aae1ec3c-9402-4877-8c4f-f3c5aa8c63bf req-93e04bdd-6d68-4ac9-89b2-f2e933d09562 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.1143947 May 02 10:38:11.148333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cf6d031f-0799-4ff3-8820-4c8c323eef58), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.174823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=cf6d031f-0799-4ff3-8820-4c8c323eef58,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:11.236974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aae1ec3c-9402-4877-8c4f-f3c5aa8c63bf req-4a52c72a-0d7e-4ca6-b72a-c49fd6c93ce9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256371 May 02 10:38:11.246096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (78d31733-61f5-4d85-a6f5-9017fb135ca5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.292757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.341452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.342940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.346017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (78d31733-61f5-4d85-a6f5-9017fb135ca5), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.439185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (78d31733-61f5-4d85-a6f5-9017fb135ca5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.439991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router 78d31733-61f5-4d85-a6f5-9017fb135ca5 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:11.448796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.449836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-419ac270-5ecc-46b0-82b2-373ff63a58e9 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/78d31733-61f5-4d85-a6f5-9017fb135ca5 HTTP/1.1" status: 204 len: 168 time: 1.0095408 May 02 10:38:11.453332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:11.457710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2075625119', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:11.541420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.542484 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.566644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Router 9e84d483-9e7a-4168-98b3-42039161806b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:38:11.599277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.677872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:11.682804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.688080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:11.698961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:11.709981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:11.721433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:11.723715 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46aae2ab-ae15-4c67-8db5-afa0aba9d671" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:11.768763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-673ec8c3-6795-4d59-a4c8-fe085cb8462d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "PUT /v2.0/floatingips/e2df1c3e-c56c-44da-bbc2-35d3c4a02046 HTTP/1.1" status: 200 len: 993 time: 1.4182825 May 02 10:38:11.791574 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31813fbb-a82f-4566-9fc9-58867a63a3db x-openstack-request-id: req-31813fbb-a82f-4566-9fc9-58867a63a3db {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:11.791872 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:11.792131 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31813fbb-a82f-4566-9fc9-58867a63a3db {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:11.792545 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31813fbb-a82f-4566-9fc9-58867a63a3db'] response: {'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'status': 'completed', 'code': 200} May 02 10:38:11.796349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:11.856987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-7d0ef1fa-26e1-4556-ba60-efde9c06af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:11.858553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-7d0ef1fa-26e1-4556-ba60-efde9c06af82 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0460434 May 02 10:38:11.965341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-bfc99295-690b-4baf-a1e3-dd4cf2f6b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:11.968091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-bfc99295-690b-4baf-a1e3-dd4cf2f6b1fa service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1038415 May 02 10:38:12.018367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:12.039607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-855c731e-09cd-49e6-8e42-424ee113a95c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 1001 time: 0.0658324 May 02 10:38:12.107907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-e95cef4f-3052-4497-a696-c5391108be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:12.110395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-e95cef4f-3052-4497-a696-c5391108be68 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0646687 May 02 10:38:12.160579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-9744b7c2-3bf1-4511-b87a-0d1afff76c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:12.162507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-9744b7c2-3bf1-4511-b87a-0d1afff76c62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464427 May 02 10:38:12.278681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:38:11Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:12.304156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-da803cee-a908-4074-9f9f-326d725573fe service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345963 May 02 10:38:12.312123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:38:12.325895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:12.326740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:12.397806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:12.419395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:12.431389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136d099b-bf23-42fd-b7b3-740ef259bea7 req-08ebab23-b106-49f9-a19f-28690b519223 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:12.432990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-136d099b-bf23-42fd-b7b3-740ef259bea7 req-08ebab23-b106-49f9-a19f-28690b519223 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0930567 May 02 10:38:12.502472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46aae2ab-ae15-4c67-8db5-afa0aba9d671 req-5f5dac3f-3bd5-4a37-89b2-429fcc0b6bb9 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918893 May 02 10:38:12.527433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:12.537495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-136d099b-bf23-42fd-b7b3-740ef259bea7 req-e98463b3-305c-41dc-99ea-9beac28287a1 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950544 May 02 10:38:12.571341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 172.35.4.176 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e8a2efcb-ef9c-48e1-8131-db499cf5a826) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:12.637302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:38:12.684670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:12.710474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45576) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:12.771797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:12.783826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:38:11Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:12.814807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:12.816468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8450763-09ca-4565-a52e-2819cc76c78d None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e2df1c3e-c56c-44da-bbc2-35d3c4a02046', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'floating_ip_address': '172.35.4.115', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'port_id': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 1959, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'mac_address': 'fa:16:3e:61:8e:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:36:38Z', 'updated_at': '2022-05-02T10:38:11Z', 'revision_number': 3, 'project_id': '849913c996ea4611a4317bb4d0136031', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:12.817828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:12.833430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:12.887910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe5aaa26-73a2-4e8b-877c-ca54d86a1706 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:12.891777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=e8a2efcb-ef9c-48e1-8131-db499cf5a826,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:13.077857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe5aaa26-73a2-4e8b-877c-ca54d86a1706 admin admin] Publish callbacks [] for security_group (33d8a7c1-f4f3-478d-974a-10c6c8149d8c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.201260 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe5aaa26-73a2-4e8b-877c-ca54d86a1706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33d8a7c1-f4f3-478d-974a-10c6c8149d8c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.281557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5aaa26-73a2-4e8b-877c-ca54d86a1706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d8a7c1-f4f3-478d-974a-10c6c8149d8c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:13.287443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe5aaa26-73a2-4e8b-877c-ca54d86a1706 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=28b3733aca9542b3a9d873766a883fac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5759542 May 02 10:38:13.290029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45594) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:13.306185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.414682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] Publish callbacks [] for security_group (33d8a7c1-f4f3-478d-974a-10c6c8149d8c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.450674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] Publish callbacks [] for security_group (33d8a7c1-f4f3-478d-974a-10c6c8149d8c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.649861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.700682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (33d8a7c1-f4f3-478d-974a-10c6c8149d8c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.706983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:13.706983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/33d8a7c1-f4f3-478d-974a-10c6c8149d8c HTTP/1.1" status: 204 len: 168 time: 0.4136593 May 02 10:38:13.717392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b486bb-18d0-4b99-97ee-9eb2da09f914 req-d76c94b6-279d-4e79-84e9-5ca3d7002880 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:13.719419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-57b486bb-18d0-4b99-97ee-9eb2da09f914 req-d76c94b6-279d-4e79-84e9-5ca3d7002880 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.1068103 May 02 10:38:13.732733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a797dd-75dc-4577-972a-5394d87e2962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d8a7c1-f4f3-478d-974a-10c6c8149d8c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:13.794268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:13.796807 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad420059-7e43-4404-926e-fc4b5e2fc30c" -d '{"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:13.836708 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b26271c-2972-435f-8ef9-c0f1f76a4383 x-openstack-request-id: req-2b26271c-2972-435f-8ef9-c0f1f76a4383 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:13.836908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-57b486bb-18d0-4b99-97ee-9eb2da09f914 req-07d89f0d-97a6-4275-b1ae-5953c530ad09 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072195 May 02 10:38:13.837411 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:13.837883 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b26271c-2972-435f-8ef9-c0f1f76a4383 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:13.839051 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b26271c-2972-435f-8ef9-c0f1f76a4383'] response: {'name': 'network-changed', 'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'status': 'completed', 'code': 200} May 02 10:38:13.906609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-41408aa4-673a-48da-9717-23e7538fd9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:13.908278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-41408aa4-673a-48da-9717-23e7538fd9d8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=849913c996ea4611a4317bb4d0136031&device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 1127 time: 0.0439267 May 02 10:38:13.990048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:14.023221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-c69b0e27-4ea9-4ebb-8f02-e80d4bad2371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:14.024749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-c69b0e27-4ea9-4ebb-8f02-e80d4bad2371 service neutron] 10.222.0.24 "GET /v2.0/networks?id=6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 200 len: 919 time: 0.1113949 May 02 10:38:14.113002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-39d2d7b9-01b6-4edf-972b-aa31934672b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 200 len: 1001 time: 0.0719137 May 02 10:38:14.167424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:14.188421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Sync routers for ids ['98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:14.192228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-ae343cec-74bf-48a6-88b2-21dbfbdc6f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:14.194222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-ae343cec-74bf-48a6-88b2-21dbfbdc6f90 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 200 len: 857 time: 0.0701029 May 02 10:38:14.214448 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Routers {'98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:14.215696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:14.264880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-4b06cfb5-08ad-406b-b3c2-2a3430314b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:14.266899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-4b06cfb5-08ad-406b-b3c2-2a3430314b4c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=6c4ef518-c976-4f68-998f-bcb3df90689b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0674138 May 02 10:38:14.274292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.278407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.279861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8c63ecb9-0fd0-4ce6-b70f-af057e3828ee tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.8255663 May 02 10:38:14.282720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45634) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:14.412586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-806bff30-83fb-40fd-9c25-dfc21eb448f1 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395140 May 02 10:38:14.484252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee488815-a23f-4f67-b81b-251c62588f6d tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 HTTP/1.1" status: 200 len: 909 time: 0.2002032 May 02 10:38:14.486710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45644) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:14.495446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2075625119', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': True}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:14.500206 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Set router 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:14.586198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad420059-7e43-4404-926e-fc4b5e2fc30c req-cb9c6d9d-6da6-4d4c-946b-6d0c83589908 service neutron] 10.222.0.24 "GET /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653087 May 02 10:38:14.587427 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.588621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.672085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (7ec577a2-1fd5-427a-ad26-368b2a087606), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.691809 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176'}], 'enable_snat': False}, 'gw_port_id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:11Z', 'updated_at': '2022-05-02T10:38:13Z', 'revision_number': 3, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port': {'id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:38:12Z', 'updated_at': '2022-05-02T10:38:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:14.741284 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Checking router: 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:38:14.741955 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Updating router 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 port e8a2efcb-ef9c-48e1-8131-db499cf5a826 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:38:14.776732 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.978623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (7ec577a2-1fd5-427a-ad26-368b2a087606), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:14.990599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2eff95a-84b1-43bb-9f2c-9ac075a94a7e req-95c36d4f-6124-44ed-a506-dcb05b822ff4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:14.994012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2eff95a-84b1-43bb-9f2c-9ac075a94a7e req-95c36d4f-6124-44ed-a506-dcb05b822ff4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0614913 May 02 10:38:15.091482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2eff95a-84b1-43bb-9f2c-9ac075a94a7e req-e5609f64-40b9-486b-aae6-55b17a029a17 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877614 May 02 10:38:15.131041 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks [] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.217324 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.302555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Attempting to bind port e8a2efcb-ef9c-48e1-8131-db499cf5a826 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:38:15.302936 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Attempting to bind port e8a2efcb-ef9c-48e1-8131-db499cf5a826 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:38:15.303348 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Attempting to bind port e8a2efcb-ef9c-48e1-8131-db499cf5a826 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:15.313177 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:38:15.313554 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:15.313951 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.314553 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:38:15.315026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Bound port: e8a2efcb-ef9c-48e1-8131-db499cf5a826, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:38:15.315536 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.318127 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Pushing event updated for resources: {'Port': ['ID=e8a2efcb-ef9c-48e1-8131-db499cf5a826,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:15.343829 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.344174 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.344767 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.345105 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.345442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.345774 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.346102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.346428 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.346784 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.347111 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.347437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.347760 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.348081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.348402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.348752 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:38:15.363078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (7ec577a2-1fd5-427a-ad26-368b2a087606), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.385019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.388967 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] For port e8a2efcb-ef9c-48e1-8131-db499cf5a826, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:38:15.393171 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] For port e8a2efcb-ef9c-48e1-8131-db499cf5a826, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8a2efcb-ef9c-48e1-8131-db499cf5a826,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:38:15.470343 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.510032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 172.35.4.64 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/aeec0718-207f-4035-a9b8-e5650c846fbd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:15.536028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Routers {'98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:15.536794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:15.584811 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f6b3b-45c4-420e-aaed-87de27c9ae94 None None] Pushing event updated for resources: {'Port': ['ID=e8a2efcb-ef9c-48e1-8131-db499cf5a826,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:15.656536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.692952 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] Set router 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:15.738154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:15.775500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:15.780718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:15.786743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:15.816154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=aeec0718-207f-4035-a9b8-e5650c846fbd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:15.874286 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176'}], 'enable_snat': False}, 'gw_port_id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:11Z', 'updated_at': '2022-05-02T10:38:13Z', 'revision_number': 3, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port': {'id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:38:12Z', 'updated_at': '2022-05-02T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:15.904540 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309efe4-ab20-4f29-ae4e-582597409cea None None] The sync data for ids ['98a90f36-f952-43ac-a94e-f1bd8ba4e0a6'] in ncdv-master-1 is: [{'id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176'}], 'enable_snat': False}, 'gw_port_id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:11Z', 'updated_at': '2022-05-02T10:38:13Z', 'revision_number': 3, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port': {'id': 'e8a2efcb-ef9c-48e1-8131-db499cf5a826', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:67:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98a90f36-f952-43ac-a94e-f1bd8ba4e0a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:38:12Z', 'updated_at': '2022-05-02T10:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:15.924149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:16.217749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (7ec577a2-1fd5-427a-ad26-368b2a087606), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:16.341430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224fca79-40eb-4a42-90a2-f206af353c93 req-3f4c5462-ba4e-4730-90c9-fa756a10a0b4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:16.342985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-224fca79-40eb-4a42-90a2-f206af353c93 req-3f4c5462-ba4e-4730-90c9-fa756a10a0b4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.1233466 May 02 10:38:16.443534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-224fca79-40eb-4a42-90a2-f206af353c93 req-898b23b7-cd83-4e52-90f0-efd952410352 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938847 May 02 10:38:16.522156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:16.719512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router 7ec577a2-1fd5-427a-ad26-368b2a087606 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:16.838667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:16.853400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Sync routers for ids ['7ec577a2-1fd5-427a-ad26-368b2a087606'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:16.870437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Routers {'7ec577a2-1fd5-427a-ad26-368b2a087606'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:16.871732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7ec577a2-1fd5-427a-ad26-368b2a087606'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:16.986119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Set router 7ec577a2-1fd5-427a-ad26-368b2a087606 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:16.988351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:16.990438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1869131d-e3ba-4a3b-916f-c570428fcb2b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.5017107 May 02 10:38:16.992555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45734) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:17.190024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec577a2-1fd5-427a-ad26-368b2a087606', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.64'}], 'enable_snat': True}, 'gw_port_id': 'aeec0718-207f-4035-a9b8-e5650c846fbd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:14Z', 'updated_at': '2022-05-02T10:38:15Z', 'revision_number': 3, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port': {'id': 'aeec0718-207f-4035-a9b8-e5650c846fbd', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:41:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ec577a2-1fd5-427a-ad26-368b2a087606', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:38:15Z', 'updated_at': '2022-05-02T10:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:17.226217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Checking router: 7ec577a2-1fd5-427a-ad26-368b2a087606 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:38:17.226670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Updating router 7ec577a2-1fd5-427a-ad26-368b2a087606 port aeec0718-207f-4035-a9b8-e5650c846fbd binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:38:17.266059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.439523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-498e4eaa-1eac-4fe0-ba14-c171a91a0b6e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/7ec577a2-1fd5-427a-ad26-368b2a087606 HTTP/1.1" status: 200 len: 907 time: 0.4451230 May 02 10:38:17.442292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45742) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:17.569759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks [] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.597984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33262c68-ded1-4045-a717-21634e69cddc req-daeaf660-40a2-41c1-a6e2-207ac6fb8a0f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:17.599476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33262c68-ded1-4045-a717-21634e69cddc req-daeaf660-40a2-41c1-a6e2-207ac6fb8a0f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0602014 May 02 10:38:17.601110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.646930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.695527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Attempting to bind port aeec0718-207f-4035-a9b8-e5650c846fbd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:38:17.695899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Attempting to bind port aeec0718-207f-4035-a9b8-e5650c846fbd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:38:17.696265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Attempting to bind port aeec0718-207f-4035-a9b8-e5650c846fbd on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:17.709118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:38:17.709524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:17.709919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.710524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:38:17.710989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Bound port: aeec0718-207f-4035-a9b8-e5650c846fbd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:38:17.711373 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.713117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc369ff-9896-4841-a671-7890d5312621 None None] Pushing event updated for resources: {'Port': ['ID=aeec0718-207f-4035-a9b8-e5650c846fbd,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:17.733876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33262c68-ded1-4045-a717-21634e69cddc req-93538a8f-5752-4a2c-be03-5547e880143f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928092 May 02 10:38:17.761158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (7ec577a2-1fd5-427a-ad26-368b2a087606), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.774942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] For port aeec0718-207f-4035-a9b8-e5650c846fbd, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:38:17.779593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] For port aeec0718-207f-4035-a9b8-e5650c846fbd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeec0718-207f-4035-a9b8-e5650c846fbd,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:38:17.844778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e8a2efcb-ef9c-48e1-8131-db499cf5a826 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:38:17.872276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Deleting port aeec0718-207f-4035-a9b8-e5650c846fbd {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:17.872276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.872581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.955648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Routers {'7ec577a2-1fd5-427a-ad26-368b2a087606'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:17.956288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7ec577a2-1fd5-427a-ad26-368b2a087606'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:17.960190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] For port aeec0718-207f-4035-a9b8-e5650c846fbd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aeec0718-207f-4035-a9b8-e5650c846fbd,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:17.960726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.961271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e8a2efcb-ef9c-48e1-8131-db499cf5a826 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:38:17.961653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:17.976782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Calling delete_port for aeec0718-207f-4035-a9b8-e5650c846fbd owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:17.995719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc369ff-9896-4841-a671-7890d5312621 None None] Pushing event updated for resources: {'Port': ['ID=aeec0718-207f-4035-a9b8-e5650c846fbd,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:18.122471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] Set router 7ec577a2-1fd5-427a-ad26-368b2a087606 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:18.189539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ec577a2-1fd5-427a-ad26-368b2a087606', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:14Z', 'updated_at': '2022-05-02T10:38:17Z', 'revision_number': 4, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:18.220738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e8a2efcb-ef9c-48e1-8131-db499cf5a826 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:38:18.221426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.227900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c74ee88-3dfb-4276-87ad-fe927d405145 None None] The sync data for ids ['7ec577a2-1fd5-427a-ad26-368b2a087606'] in ncdv-master-1 is: [{'id': '7ec577a2-1fd5-427a-ad26-368b2a087606', 'name': 'tempest-snat-router-2075625119', 'tenant_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:38:14Z', 'updated_at': '2022-05-02T10:38:17Z', 'revision_number': 4, 'project_id': 'b1a10e8dda3c4a9fa1d4bf00147daafe', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:18.254381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e8a2efcb-ef9c-48e1-8131-db499cf5a826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8a2efcb-ef9c-48e1-8131-db499cf5a826,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:18.261535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aeec0718-207f-4035-a9b8-e5650c846fbd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.292823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeec0718-207f-4035-a9b8-e5650c846fbd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:18.346951 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.360928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (7ec577a2-1fd5-427a-ad26-368b2a087606), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.408194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e8a2efcb-ef9c-48e1-8131-db499cf5a826,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:18.460062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.462302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (7ec577a2-1fd5-427a-ad26-368b2a087606), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.587970 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (7ec577a2-1fd5-427a-ad26-368b2a087606), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.588707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7ec577a2-1fd5-427a-ad26-368b2a087606 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:18.593481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.594706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e98c78ef-0429-438b-8b6d-87fa4fcca42a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/7ec577a2-1fd5-427a-ad26-368b2a087606 HTTP/1.1" status: 204 len: 168 time: 1.1514184 May 02 10:38:18.597501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45758) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:18.706793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.821629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:18.899104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db1ebaa-8570-45ea-a4a0-bec14f4bd6e4 req-41f53149-7925-485b-b8e9-47c9dac7b18d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:18.900737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3db1ebaa-8570-45ea-a4a0-bec14f4bd6e4 req-41f53149-7925-485b-b8e9-47c9dac7b18d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0577180 May 02 10:38:18.953612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Deleting port e8a2efcb-ef9c-48e1-8131-db499cf5a826 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:18.958884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.029319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3db1ebaa-8570-45ea-a4a0-bec14f4bd6e4 req-e4ada70b-5bb2-4d0a-a526-c84a2b5f511a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081257 May 02 10:38:19.071755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] For port e8a2efcb-ef9c-48e1-8131-db499cf5a826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e8a2efcb-ef9c-48e1-8131-db499cf5a826,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:19.072214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.080148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:19.097461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Calling delete_port for e8a2efcb-ef9c-48e1-8131-db499cf5a826 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:19.213142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69d588c0-6b72-4a77-a82f-94d41c1b2d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.364056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e8a2efcb-ef9c-48e1-8131-db499cf5a826), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.395003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8a2efcb-ef9c-48e1-8131-db499cf5a826,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:19.424817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69d588c0-6b72-4a77-a82f-94d41c1b2d9f admin admin] Publish callbacks [] for security_group (fc4be3d6-5b63-4da6-8177-2b593cce860a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.457680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.513919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69d588c0-6b72-4a77-a82f-94d41c1b2d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fc4be3d6-5b63-4da6-8177-2b593cce860a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.550884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d588c0-6b72-4a77-a82f-94d41c1b2d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4be3d6-5b63-4da6-8177-2b593cce860a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:19.552229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.554603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_controller (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.555268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-69d588c0-6b72-4a77-a82f-94d41c1b2d9f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d35b4676d9034f13832f2d134b9236cf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4737720 May 02 10:38:19.557961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:19.640943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] Publish callbacks [] for security_group (fc4be3d6-5b63-4da6-8177-2b593cce860a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.661602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] Publish callbacks [] for security_group (fc4be3d6-5b63-4da6-8177-2b593cce860a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.677256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (98a90f36-f952-43ac-a94e-f1bd8ba4e0a6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.677766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:19.689938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.689938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b127b6de-604b-46d2-b21b-8b0c497e257e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "DELETE /v2.0/routers/98a90f36-f952-43ac-a94e-f1bd8ba4e0a6 HTTP/1.1" status: 204 len: 168 time: 1.0907111 May 02 10:38:19.693859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45782) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:19.700307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1657035087', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:19.776941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.778223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.812422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fc4be3d6-5b63-4da6-8177-2b593cce860a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.815137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:19.821614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fc4be3d6-5b63-4da6-8177-2b593cce860a HTTP/1.1" status: 204 len: 168 time: 0.2567852 May 02 10:38:19.835687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c804a61-5740-4857-abe3-3db245ebb5ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4be3d6-5b63-4da6-8177-2b593cce860a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:19.869437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.113367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.172487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c1bdff-8f54-4647-9d2b-dee112d5a5d9 req-123d46c8-847a-4599-844f-19d7b11a0528 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:20.180311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3c1bdff-8f54-4647-9d2b-dee112d5a5d9 req-123d46c8-847a-4599-844f-19d7b11a0528 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0633004 May 02 10:38:20.374851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.395875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.505036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3c1bdff-8f54-4647-9d2b-dee112d5a5d9 req-bb1cb078-1011-4e06-bbeb-2427bf4fcdc3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3238111 May 02 10:38:20.508153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Allocated IP 172.35.4.120 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/1f74345e-9103-4880-8547-84edab58c497) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:20.608367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45794) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:20.614836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for port (1f74345e-9103-4880-8547-84edab58c497), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.621872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1673-189a-4450-8b7c-e4230dd331ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.695974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1673-189a-4450-8b7c-e4230dd331ae admin admin] Publish callbacks [] for security_group (95653f31-2cbc-4865-ab41-4a9b964ab774), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.736799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1f74345e-9103-4880-8547-84edab58c497), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.760151 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d3a1673-189a-4450-8b7c-e4230dd331ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (95653f31-2cbc-4865-ab41-4a9b964ab774), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.774192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:20.781552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:20.785204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:20.799326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a1673-189a-4450-8b7c-e4230dd331ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95653f31-2cbc-4865-ab41-4a9b964ab774,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:20.808123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d3a1673-189a-4450-8b7c-e4230dd331ae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7450e958af574542bdef926127e340d7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1961915 May 02 10:38:20.809286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event updated for resources: {'Port': ['ID=1f74345e-9103-4880-8547-84edab58c497,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:20.809493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45796) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:20.859518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] Publish callbacks [] for security_group (95653f31-2cbc-4865-ab41-4a9b964ab774), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:20.880954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] Publish callbacks [] for security_group (95653f31-2cbc-4865-ab41-4a9b964ab774), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.080371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (95653f31-2cbc-4865-ab41-4a9b964ab774), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.083304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.084474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/95653f31-2cbc-4865-ab41-4a9b964ab774 HTTP/1.1" status: 204 len: 168 time: 0.2750421 May 02 10:38:21.094634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071d028c-f2fa-4304-9ea6-057970718751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95653f31-2cbc-4865-ab41-4a9b964ab774,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:21.149316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.353806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.583774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Router dc7f6d28-7c6a-45e3-944b-6fc947605117 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:21.662987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae195670-221f-4ad3-b21a-ed06aed2fa65 req-ebd4d633-f35b-4d4e-9b06-36899a36fdba tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:21.664398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae195670-221f-4ad3-b21a-ed06aed2fa65 req-ebd4d633-f35b-4d4e-9b06-36899a36fdba tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0906928 May 02 10:38:21.748746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e8a2efcb-ef9c-48e1-8131-db499cf5a826 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:38:21.760908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae195670-221f-4ad3-b21a-ed06aed2fa65 req-7a491145-7844-4e98-a98d-cc3ca307c9ee tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904775 May 02 10:38:21.763624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:21.774659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e8a2efcb-ef9c-48e1-8131-db499cf5a826 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:38:21.779831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e8a2efcb-ef9c-48e1-8131-db499cf5a826 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:38:21.779983 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] Sync routers for ids ['dc7f6d28-7c6a-45e3-944b-6fc947605117'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:21.790985 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] Routers {'dc7f6d28-7c6a-45e3-944b-6fc947605117'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:21.791593 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc7f6d28-7c6a-45e3-944b-6fc947605117'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:21.827985 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:21.836490 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] Routers {'dc7f6d28-7c6a-45e3-944b-6fc947605117'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:21.837108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc7f6d28-7c6a-45e3-944b-6fc947605117'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:21.869718 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:21.870316 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b512c6d2-8fb1-4a36-bf1a-befa2532ecaf None None] The sync data for ids ['dc7f6d28-7c6a-45e3-944b-6fc947605117'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:21.876551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:21.880884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a0212f6b-ac91-494f-9a8f-acae1bc126ce tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1832495 May 02 10:38:21.880884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:21.885155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:22.199376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:22.654600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:22.658228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:22.773980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router dc7f6d28-7c6a-45e3-944b-6fc947605117 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:38:22.896131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:22.903663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:22.907479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d906f57c-1f54-48e0-9284-cc6bf4c1bb5a tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "PUT /v2.0/routers/dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 200 len: 926 time: 1.0234075 May 02 10:38:22.907981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45844) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:22.916084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] Sync routers for ids ['dc7f6d28-7c6a-45e3-944b-6fc947605117'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:22.916593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7f840-0dcd-4333-b7bc-492d7934ee4c req-8d9fe05b-0eb9-45c2-8897-e34f441ba640 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:22.918492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72e7f840-0dcd-4333-b7bc-492d7934ee4c req-8d9fe05b-0eb9-45c2-8897-e34f441ba640 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0571947 May 02 10:38:22.928851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] Routers {'dc7f6d28-7c6a-45e3-944b-6fc947605117'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:22.928966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc7f6d28-7c6a-45e3-944b-6fc947605117'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:22.975571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:22.985610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72e7f840-0dcd-4333-b7bc-492d7934ee4c req-c88ceb6f-4493-46ea-83e7-9a7a8f479244 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584879 May 02 10:38:22.988295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] Routers {'dc7f6d28-7c6a-45e3-944b-6fc947605117'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:22.989834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc7f6d28-7c6a-45e3-944b-6fc947605117'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:23.028338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:23.029189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43acf7a-92a1-465f-9d4d-bbeb123d7fe8 None None] The sync data for ids ['dc7f6d28-7c6a-45e3-944b-6fc947605117'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:23.048188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5da2cf5b-c289-4d43-83c2-966a6f8e3936 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 200 len: 926 time: 0.1386838 May 02 10:38:23.050907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:23.129980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f189c05-57b7-42a0-a6bb-2a19109910b1 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:23.131490 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8f189c05-57b7-42a0-a6bb-2a19109910b1 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=dc7f6d28-7c6a-45e3-944b-6fc947605117&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0796669 May 02 10:38:23.134114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45852) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:23.220787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7db8d8e-8df6-4f9a-b5ff-ebc01b232455 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:23.222253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7db8d8e-8df6-4f9a-b5ff-ebc01b232455 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0871608 May 02 10:38:23.225143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45856) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:23.254716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6933f7c8-5451-404d-bbcf-a74f2440805e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 200 len: 205 time: 0.0284891 May 02 10:38:23.257173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45858) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:23.671993 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:23.783996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:23.914339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port 1f74345e-9103-4880-8547-84edab58c497 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:23.914689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1f74345e-9103-4880-8547-84edab58c497), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:23.995336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1f74345e-9103-4880-8547-84edab58c497), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.009197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for 1f74345e-9103-4880-8547-84edab58c497 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:24.125341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca69496-76d0-475e-a284-5c60cd7e969d req-9cc7e4c3-c12b-4cd7-a019-7ddf6e7a1b56 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:24.126872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fca69496-76d0-475e-a284-5c60cd7e969d req-9cc7e4c3-c12b-4cd7-a019-7ddf6e7a1b56 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0643294 May 02 10:38:24.223302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fca69496-76d0-475e-a284-5c60cd7e969d req-7673c65a-8fc3-4026-812e-f83cb1e5198e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599415 May 02 10:38:24.394164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1f74345e-9103-4880-8547-84edab58c497), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.428401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=1f74345e-9103-4880-8547-84edab58c497,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:24.483969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (dc7f6d28-7c6a-45e3-944b-6fc947605117), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.585290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.586953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (dc7f6d28-7c6a-45e3-944b-6fc947605117), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.713661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (dc7f6d28-7c6a-45e3-944b-6fc947605117), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.717730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router dc7f6d28-7c6a-45e3-944b-6fc947605117 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:24.721638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.722951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5a6054f3-353f-402d-8318-d8ab49206bf3 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 204 len: 168 time: 1.4647024 May 02 10:38:24.726356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:24.731430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1556469384', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:24.828120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.829031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.884161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:24.982376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.070716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.071983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-644d56ac-b7aa-48bc-a005-60f4b7e74378 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3446662 May 02 10:38:25.075506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:25.080516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:25.294431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.349759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f450aab0-a92a-47c6-8b0d-0205f462c612 req-3bbde071-1fb3-4651-b493-66f03f3798ad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:25.351453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f450aab0-a92a-47c6-8b0d-0205f462c612 req-3bbde071-1fb3-4651-b493-66f03f3798ad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0532293 May 02 10:38:25.447974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f450aab0-a92a-47c6-8b0d-0205f462c612 req-fd70513e-8469-4ee4-8416-1b831a61ed2a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866001 May 02 10:38:25.578646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (52a344d7-2224-479b-b68b-776e9e7d8b5a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.588220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32362240-760f-492c-80c6-6a8c6fe0e226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.599245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.714830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Allocated IP 172.35.4.56 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/bf922de9-0b08-4ee1-817c-978cd5a39d00) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:25.822894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for port (bf922de9-0b08-4ee1-817c-978cd5a39d00), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.948456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bf922de9-0b08-4ee1-817c-978cd5a39d00), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:25.986779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:25.992593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:25.998603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:26.023586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event updated for resources: {'Port': ['ID=bf922de9-0b08-4ee1-817c-978cd5a39d00,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:26.382969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (52a344d7-2224-479b-b68b-776e9e7d8b5a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:26.590395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35310470-69f0-4769-9286-681ed166e495 req-9cee7922-e623-413a-9445-99d0cd014ae4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:26.592033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35310470-69f0-4769-9286-681ed166e495 req-9cee7922-e623-413a-9445-99d0cd014ae4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0506425 May 02 10:38:26.596587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:26.600111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:26.642397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35310470-69f0-4769-9286-681ed166e495 req-2467bc7d-73d3-4c9a-8ecf-82ea143fe56d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438104 May 02 10:38:26.820499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Router 52a344d7-2224-479b-b68b-776e9e7d8b5a is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:26.929864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:26.936489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:26.937695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30e1c9c2-9096-4fc8-aee2-760cea4ca2bd tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "PUT /v2.0/routers/52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 200 len: 883 time: 1.8611140 May 02 10:38:26.939146 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] Sync routers for ids ['52a344d7-2224-479b-b68b-776e9e7d8b5a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:26.941248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45954) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:26.950516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] Routers {'52a344d7-2224-479b-b68b-776e9e7d8b5a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:26.951390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['52a344d7-2224-479b-b68b-776e9e7d8b5a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:26.988393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:26.997227 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] Routers {'52a344d7-2224-479b-b68b-776e9e7d8b5a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:26.998473 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:37:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['52a344d7-2224-479b-b68b-776e9e7d8b5a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:27.032060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:27.032823 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94e3e3c8-7248-4c82-908c-de3d8cadacbf None None] The sync data for ids ['52a344d7-2224-479b-b68b-776e9e7d8b5a'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:27.053593 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9d2b777a-d98e-4e02-a428-4175ae4e8e6f tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 200 len: 924 time: 0.1110208 May 02 10:38:27.056228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.102366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67e838c6-0e9b-4877-a070-c9f24eff309d tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:27.104650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-67e838c6-0e9b-4877-a070-c9f24eff309d tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=52a344d7-2224-479b-b68b-776e9e7d8b5a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0473511 May 02 10:38:27.107417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45958) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.201979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7897655-4cf1-495b-8c1a-90c7fac1a7af tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:27.203280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7897655-4cf1-495b-8c1a-90c7fac1a7af tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0946176 May 02 10:38:27.206100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45962) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.234836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bcf590e9-66e0-44c8-9adf-48c57a3c0a98 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 200 len: 205 time: 0.0275578 May 02 10:38:27.248741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45964) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.249096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.367065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.367283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41e5e72-2230-4ec0-9fee-32ae0168eddd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.443052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41e5e72-2230-4ec0-9fee-32ae0168eddd admin admin] Publish callbacks [] for security_group (34988dad-1eb5-4f03-88c6-47dcd3e66611), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.481696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (52a344d7-2224-479b-b68b-776e9e7d8b5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.506522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f41e5e72-2230-4ec0-9fee-32ae0168eddd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (34988dad-1eb5-4f03-88c6-47dcd3e66611), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.545630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f41e5e72-2230-4ec0-9fee-32ae0168eddd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e1c11aa9d60a4ebc88025b34cf9c418c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2954233 May 02 10:38:27.546783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41e5e72-2230-4ec0-9fee-32ae0168eddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34988dad-1eb5-4f03-88c6-47dcd3e66611,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:27.549081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45972) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:27.598668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] Publish callbacks [] for security_group (34988dad-1eb5-4f03-88c6-47dcd3e66611), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.619197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] Publish callbacks [] for security_group (34988dad-1eb5-4f03-88c6-47dcd3e66611), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.658634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port bf922de9-0b08-4ee1-817c-978cd5a39d00 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:27.659282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bf922de9-0b08-4ee1-817c-978cd5a39d00), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.732390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (34988dad-1eb5-4f03-88c6-47dcd3e66611), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.735026 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.738594 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34988dad-1eb5-4f03-88c6-47dcd3e66611 HTTP/1.1" status: 204 len: 168 time: 0.1861861 May 02 10:38:27.761852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bf922de9-0b08-4ee1-817c-978cd5a39d00), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:27.769287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3611e982-7c8b-4ac5-a44d-0ea06de1356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34988dad-1eb5-4f03-88c6-47dcd3e66611,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:27.783024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for bf922de9-0b08-4ee1-817c-978cd5a39d00 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:27.790651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2de494d-e168-4822-b217-a0602d054144 req-fdd8121a-62eb-41b4-903f-96aad1071862 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:27.792222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2de494d-e168-4822-b217-a0602d054144 req-fdd8121a-62eb-41b4-903f-96aad1071862 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0776002 May 02 10:38:27.849140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2de494d-e168-4822-b217-a0602d054144 req-83eac8a0-3493-4c07-97eb-13a6593bce32 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494714 May 02 10:38:27.946531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-126e263e-eefb-40dc-9e8d-05a78934f1e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.113702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bf922de9-0b08-4ee1-817c-978cd5a39d00), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.150191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=bf922de9-0b08-4ee1-817c-978cd5a39d00,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:28.219371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (52a344d7-2224-479b-b68b-776e9e7d8b5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.322500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.325190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (52a344d7-2224-479b-b68b-776e9e7d8b5a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.479026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (52a344d7-2224-479b-b68b-776e9e7d8b5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.479619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router 52a344d7-2224-479b-b68b-776e9e7d8b5a {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:28.487014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.488244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-974bf296-e368-46b8-bc9e-292cd6e0e420 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 204 len: 168 time: 1.2384431 May 02 10:38:28.491753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45998) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:28.496681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1186471803', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:28.639730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.642728 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.649207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:28.666969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-511f9132-7787-470e-ac74-2ef4ae033978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.722488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.781133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-511f9132-7787-470e-ac74-2ef4ae033978 admin admin] Publish callbacks [] for security_group (75a7b76c-2fbf-4ac3-92a0-676f9ebd723e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:28.976560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b94d1b-2311-4f7e-9a96-ee9c092fdc0b req-a0701987-64e3-4219-8e09-5c8038986868 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:28.978179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b94d1b-2311-4f7e-9a96-ee9c092fdc0b req-a0701987-64e3-4219-8e09-5c8038986868 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0548129 May 02 10:38:29.025856 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-63b94d1b-2311-4f7e-9a96-ee9c092fdc0b req-ea1e7300-6eb9-444b-8561-427dbade0d3d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414917 May 02 10:38:29.033672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.098786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-511f9132-7787-470e-ac74-2ef4ae033978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (75a7b76c-2fbf-4ac3-92a0-676f9ebd723e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.147254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.147254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-173d6a84-fef2-4c39-b904-93a34e354f89 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6514935 May 02 10:38:29.147629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46012) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:29.151934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': True}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:29.167748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-511f9132-7787-470e-ac74-2ef4ae033978 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a5779f9a13b4c4bb89af84ad829efa3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5174460 May 02 10:38:29.168500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511f9132-7787-470e-ac74-2ef4ae033978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a7b76c-2fbf-4ac3-92a0-676f9ebd723e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:29.177328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46014) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:29.237422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] Publish callbacks [] for security_group (75a7b76c-2fbf-4ac3-92a0-676f9ebd723e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.260954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] Publish callbacks [] for security_group (75a7b76c-2fbf-4ac3-92a0-676f9ebd723e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.268056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.398013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (75a7b76c-2fbf-4ac3-92a0-676f9ebd723e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.400541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.402597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75a7b76c-2fbf-4ac3-92a0-676f9ebd723e HTTP/1.1" status: 204 len: 168 time: 0.2260151 May 02 10:38:29.411423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3a9503-3a32-4a48-8f6b-91443596368d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a7b76c-2fbf-4ac3-92a0-676f9ebd723e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:29.633997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.874423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (d29c45c0-79d4-4cad-a353-1cf8916adcb5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:29.894811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.010890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 172.35.4.149 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/1ee9c672-6875-4334-9908-83c11b62ae27) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:30.148186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (1ee9c672-6875-4334-9908-83c11b62ae27), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.165538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194e3f0-2bc9-4df7-899c-88e9dcaf6408 req-38b9be69-7d6f-440a-9052-e14992ceacd5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:30.167046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e194e3f0-2bc9-4df7-899c-88e9dcaf6408 req-38b9be69-7d6f-440a-9052-e14992ceacd5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0636165 May 02 10:38:30.235144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e194e3f0-2bc9-4df7-899c-88e9dcaf6408 req-4d674993-cad4-4105-ad27-d0a5e6f2e011 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608606 May 02 10:38:30.274205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1ee9c672-6875-4334-9908-83c11b62ae27), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.328144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:30.328144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:30.328563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:38:30.329340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:30.356145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=1ee9c672-6875-4334-9908-83c11b62ae27,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:30.431344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:30.445648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'a56da438-185c-495a-8bc5-495d6649492c', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'port_id': 'a56da438-185c-495a-8bc5-495d6649492c', 'mac_address': 'fa:16:3e:d8:08:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9af4cf-10c0-4710-b76c-bf74f9c33ef2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:38:30.501115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a56da438-185c-495a-8bc5-495d6649492c is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:38:30.501283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.514733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a56da438-185c-495a-8bc5-495d6649492c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:38:30.535049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:30.621951 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.623520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.677665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:30.713552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (d29c45c0-79d4-4cad-a353-1cf8916adcb5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.922044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.925674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:30.979863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['a56da438-185c-495a-8bc5-495d6649492c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:38:31.136996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router d29c45c0-79d4-4cad-a353-1cf8916adcb5 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:31.252398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:31.257230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:31.260689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:31.261888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-88f8f5df-d6d9-4da5-a5d4-f74a5eb21eb6 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "PUT /v2.0/routers/d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 200 len: 919 time: 2.1121950 May 02 10:38:31.264867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] Sync routers for ids ['d29c45c0-79d4-4cad-a353-1cf8916adcb5'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:31.278746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] Routers {'d29c45c0-79d4-4cad-a353-1cf8916adcb5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:31.279643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d29c45c0-79d4-4cad-a353-1cf8916adcb5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:31.325580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:31.337024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] Routers {'d29c45c0-79d4-4cad-a353-1cf8916adcb5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:31.338331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d29c45c0-79d4-4cad-a353-1cf8916adcb5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:31.426377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0ca4d-508e-4bab-9fae-f0329dd34900 req-8ce013e7-0c59-4d0a-bba0-df4d9256bf52 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:31.427954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92c0ca4d-508e-4bab-9fae-f0329dd34900 req-8ce013e7-0c59-4d0a-bba0-df4d9256bf52 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 944 time: 0.0901043 May 02 10:38:31.472102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0c7cd2ae-5d10-474b-96dc-76673924e4b0 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 200 len: 925 time: 0.2061691 May 02 10:38:31.472515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46076) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:31.493759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92c0ca4d-508e-4bab-9fae-f0329dd34900 req-872e45df-7753-448a-9800-94addbee0b55 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576031 May 02 10:38:31.535822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:31.537756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c137a9-b051-4516-8157-7b42338c1edb None None] The sync data for ids ['d29c45c0-79d4-4cad-a353-1cf8916adcb5'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:31.574529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3186dab5-5b25-42a3-a04d-1928d0a208e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:31.576100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3186dab5-5b25-42a3-a04d-1928d0a208e9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=d29c45c0-79d4-4cad-a353-1cf8916adcb5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1024992 May 02 10:38:31.579032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46080) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:31.668217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32787714-aa90-4ffd-afcd-1e0633cf417b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:31.669625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-32787714-aa90-4ffd-afcd-1e0633cf417b tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0896862 May 02 10:38:31.672397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46082) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:31.700833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d200126a-370a-4fa8-915a-1141e126d937 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 200 len: 205 time: 0.0271721 May 02 10:38:31.703317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46084) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:31.814335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:31.925406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (d29c45c0-79d4-4cad-a353-1cf8916adcb5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:31.947678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.110687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port 1ee9c672-6875-4334-9908-83c11b62ae27 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:32.111249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1ee9c672-6875-4334-9908-83c11b62ae27), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.202111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1ee9c672-6875-4334-9908-83c11b62ae27), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.217265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for 1ee9c672-6875-4334-9908-83c11b62ae27 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:32.342900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:38:32.399345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port a56da438-185c-495a-8bc5-495d6649492c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:38:32.399724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a56da438-185c-495a-8bc5-495d6649492c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.525445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1ee9c672-6875-4334-9908-83c11b62ae27), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.553324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=1ee9c672-6875-4334-9908-83c11b62ae27,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:32.574724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a56da438-185c-495a-8bc5-495d6649492c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:38:32.575117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.618362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:32.621269 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68339089-8375-49f8-8277-0dd0d0f5805f" -d '{"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a56da438-185c-495a-8bc5-495d6649492c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:32.641222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:32.661160 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fabea48-79d4-4492-aa9a-e6c0547b0609 x-openstack-request-id: req-1fabea48-79d4-4492-aa9a-e6c0547b0609 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:32.661461 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-plugged", "status": "completed", "tag": "a56da438-185c-495a-8bc5-495d6649492c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:32.661725 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1fabea48-79d4-4492-aa9a-e6c0547b0609 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:32.662140 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fabea48-79d4-4492-aa9a-e6c0547b0609'] response: {'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c', 'code': 200} May 02 10:38:32.675451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8782903c-707f-4700-a8ca-c3c56ab9c634 req-71d54344-6912-43c2-a4dd-3eff76689c98 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:32.677050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8782903c-707f-4700-a8ca-c3c56ab9c634 req-71d54344-6912-43c2-a4dd-3eff76689c98 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 944 time: 0.0792084 May 02 10:38:32.701994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (d29c45c0-79d4-4cad-a353-1cf8916adcb5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.716639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.789327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:32.863984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.871513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (d29c45c0-79d4-4cad-a353-1cf8916adcb5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:32.877694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8782903c-707f-4700-a8ca-c3c56ab9c634 req-6dc393d4-fd1d-4daa-a081-2c70932b16e6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938820 May 02 10:38:32.885622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd58976d-a315-4d69-b63d-4ad662fcb0e1 req-b3505303-9387-4d28-a6f6-3ea02e855f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:32.887816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd58976d-a315-4d69-b63d-4ad662fcb0e1 req-b3505303-9387-4d28-a6f6-3ea02e855f11 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 1127 time: 0.0659466 May 02 10:38:32.965059 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd58976d-a315-4d69-b63d-4ad662fcb0e1 req-e6a780f1-2bff-4e45-bbc9-dc9bcfe354ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388560 May 02 10:38:33.084620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (d29c45c0-79d4-4cad-a353-1cf8916adcb5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.085167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router d29c45c0-79d4-4cad-a353-1cf8916adcb5 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:33.091733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.092844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0afd8ad7-3c02-46a8-bebe-08c18768a98e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 204 len: 168 time: 1.3886037 May 02 10:38:33.097227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46134) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:33.101414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-99837841', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:33.225670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.225670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.281460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.371591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.463408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:33.482779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.484301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-53f7a023-ebd7-433f-abbc-de29746a1e51 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3864470 May 02 10:38:33.486965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46156) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:33.491179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:33.583666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32eca4a2-e4de-4c93-ad47-b12797e93bc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.745068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.789550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32eca4a2-e4de-4c93-ad47-b12797e93bc1 admin admin] Publish callbacks [] for security_group (dffda3df-6855-4238-9897-24dae8030306), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.881431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32eca4a2-e4de-4c93-ad47-b12797e93bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dffda3df-6855-4238-9897-24dae8030306), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:33.932169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32eca4a2-e4de-4c93-ad47-b12797e93bc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=737fa4d7f407440cbf238f6636b0df3d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4671581 May 02 10:38:33.934934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46160) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:33.935823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32eca4a2-e4de-4c93-ad47-b12797e93bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dffda3df-6855-4238-9897-24dae8030306,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:33.990447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] Publish callbacks [] for security_group (dffda3df-6855-4238-9897-24dae8030306), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.012467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] Publish callbacks [] for security_group (dffda3df-6855-4238-9897-24dae8030306), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.065406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776fc147-8917-4a1e-8b7d-1849c2b9a82a req-42eb3de9-d6ed-457b-9f81-3d53da92daad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:34.066881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-776fc147-8917-4a1e-8b7d-1849c2b9a82a req-42eb3de9-d6ed-457b-9f81-3d53da92daad tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.1150296 May 02 10:38:34.130525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (2e26d808-50fa-4690-886d-88887bbdab2c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.135157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dffda3df-6855-4238-9897-24dae8030306), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.138761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.139932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dffda3df-6855-4238-9897-24dae8030306 HTTP/1.1" status: 204 len: 168 time: 0.2040200 May 02 10:38:34.148132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8fe4c-a305-4cb5-958f-0c2365f2b976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dffda3df-6855-4238-9897-24dae8030306,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:34.167981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.186501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-776fc147-8917-4a1e-8b7d-1849c2b9a82a req-32224132-37f5-461e-8a00-608860f94d45 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979452 May 02 10:38:34.292559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Allocated IP 172.35.4.190 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/ff0b1b9f-949b-47cf-998b-f5829d6bf9ff) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:34.400793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for port (ff0b1b9f-949b-47cf-998b-f5829d6bf9ff), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.565603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ff0b1b9f-949b-47cf-998b-f5829d6bf9ff), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.605214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:34.611645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:34.616979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:34.618305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Pushing event updated for resources: {'Port': ['ID=ff0b1b9f-949b-47cf-998b-f5829d6bf9ff,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:34.811050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:34.822739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db9ddba1-cfe8-4169-beb0-a15486b8385e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.981247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db9ddba1-cfe8-4169-beb0-a15486b8385e admin admin] Publish callbacks [] for security_group (df4a6a5b-354d-4df4-b6d8-fde97da36c54), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:34.993976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router_gateway (2e26d808-50fa-4690-886d-88887bbdab2c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.083234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db9ddba1-cfe8-4169-beb0-a15486b8385e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (df4a6a5b-354d-4df4-b6d8-fde97da36c54), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.130601 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db9ddba1-cfe8-4169-beb0-a15486b8385e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5870e234534149d8acd30f405561f896&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3200500 May 02 10:38:35.133830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:35.136690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ddba1-cfe8-4169-beb0-a15486b8385e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df4a6a5b-354d-4df4-b6d8-fde97da36c54,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:35.186219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] Publish callbacks [] for security_group (df4a6a5b-354d-4df4-b6d8-fde97da36c54), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.210732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] Publish callbacks [] for security_group (df4a6a5b-354d-4df4-b6d8-fde97da36c54), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.255845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.261918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.310127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4479927b-6971-4de7-bfc0-54f66d2d24f3 req-5eed2344-3ad7-441b-8c18-81bc8e405c08 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:35.311606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4479927b-6971-4de7-bfc0-54f66d2d24f3 req-5eed2344-3ad7-441b-8c18-81bc8e405c08 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0468810 May 02 10:38:35.365998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (df4a6a5b-354d-4df4-b6d8-fde97da36c54), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.368739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.369960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/df4a6a5b-354d-4df4-b6d8-fde97da36c54 HTTP/1.1" status: 204 len: 168 time: 0.2347467 May 02 10:38:35.376817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4479927b-6971-4de7-bfc0-54f66d2d24f3 req-2da12b46-12da-41c6-81ed-00e7f542bb95 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594642 May 02 10:38:35.381789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8065f54b-07dd-4553-b224-6e401bc10e1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df4a6a5b-354d-4df4-b6d8-fde97da36c54,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:35.495364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Router 2e26d808-50fa-4690-886d-88887bbdab2c is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:35.520785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab2f388-1711-42f8-bd06-a2070f7e1a35 req-2223d3d4-0d66-47d0-a8a0-4d3bfb5421e8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:35.522272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fab2f388-1711-42f8-bd06-a2070f7e1a35 req-2223d3d4-0d66-47d0-a8a0-4d3bfb5421e8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0603001 May 02 10:38:35.955532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fab2f388-1711-42f8-bd06-a2070f7e1a35 req-d3629ead-4d4e-4cc5-b0cc-ae18d30d9b05 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3975170 May 02 10:38:35.974528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:35.984891 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] Sync routers for ids ['2e26d808-50fa-4690-886d-88887bbdab2c'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:35.988791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:35.988791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ce4702b4-0461-4d13-b2e7-583d15b21ca9 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "PUT /v2.0/routers/2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 200 len: 918 time: 2.4990718 May 02 10:38:35.990754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:36.032993 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] Routers {'2e26d808-50fa-4690-886d-88887bbdab2c'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:36.034524 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2e26d808-50fa-4690-886d-88887bbdab2c'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:36.117921 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:36.127326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a438fe0-5996-429d-937d-5fafc35c0a2d tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 200 len: 924 time: 0.1351626 May 02 10:38:36.130075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46200) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:36.131239 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] Routers {'2e26d808-50fa-4690-886d-88887bbdab2c'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:36.131874 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2e26d808-50fa-4690-886d-88887bbdab2c'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:36.167933 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:36.168869 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb6a99b-b3b8-45a3-835a-4d975d46f7fe None None] The sync data for ids ['2e26d808-50fa-4690-886d-88887bbdab2c'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:36.176801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb220f33-f654-485a-81ad-0be67ff9a244 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:36.178321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb220f33-f654-485a-81ad-0be67ff9a244 tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=2e26d808-50fa-4690-886d-88887bbdab2c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0470428 May 02 10:38:36.181108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:36.279364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03cebe6e-5152-4efa-b57e-12a896c27d2c tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:36.280905 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03cebe6e-5152-4efa-b57e-12a896c27d2c tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0980923 May 02 10:38:36.284095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46210) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:36.315661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d0f65008-0117-40b9-8604-c141c3c60184 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 200 len: 205 time: 0.0289216 May 02 10:38:36.316848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46214) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:36.439411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (2e26d808-50fa-4690-886d-88887bbdab2c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:36.569726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (2e26d808-50fa-4690-886d-88887bbdab2c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:36.708102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port ff0b1b9f-949b-47cf-998b-f5829d6bf9ff {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:36.708387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ff0b1b9f-949b-47cf-998b-f5829d6bf9ff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:36.720970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-be3fa938-91dc-4456-aae9-0f24e5b82d8c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:36.722436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-be3fa938-91dc-4456-aae9-0f24e5b82d8c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.1143258 May 02 10:38:36.738804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-915cfe4b-13f2-4bab-ae87-b68fb6582ad9 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/quotas/82b6fa2217fa4f648fe978e1c9cca3ba HTTP/1.1" status: 200 len: 375 time: 0.0106146 May 02 10:38:36.798944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-9e8901f3-1876-4995-86a6-694f9f3b9270 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0536914 May 02 10:38:36.908975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-57ec4b98-4160-4673-9cde-3c341737c36d service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018081 May 02 10:38:37.011159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-7a3a983b-abc7-41b8-93d9-edc6ffbda77c service neutron] 10.222.0.16 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 May 02 10:38:37.072679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ff0b1b9f-949b-47cf-998b-f5829d6bf9ff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.087124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for ff0b1b9f-949b-47cf-998b-f5829d6bf9ff owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:37.317548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40178738-d7ea-473c-85c7-b79e6c55dce5 req-132f106f-372f-469e-965c-2f5b2737aaab tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 210 time: 0.0496221 May 02 10:38:37.410476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ff0b1b9f-949b-47cf-998b-f5829d6bf9ff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.437764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=ff0b1b9f-949b-47cf-998b-f5829d6bf9ff,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:37.504938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (2e26d808-50fa-4690-886d-88887bbdab2c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.603602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.605812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (2e26d808-50fa-4690-886d-88887bbdab2c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.800669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-1324ade3-a0ce-4151-86e2-64a98353eec7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0465086 May 02 10:38:37.831645 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (2e26d808-50fa-4690-886d-88887bbdab2c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.832525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router 2e26d808-50fa-4690-886d-88887bbdab2c {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:37.856023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:37.857153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4897d2bf-242a-411b-8d1e-7458588bc371 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 204 len: 168 time: 1.5389609 May 02 10:38:37.870956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46268) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:37.878967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-711041111', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:37.884579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-6aee7360-d11f-4aa4-8448-0ba32c40c393 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.886688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-6aee7360-d11f-4aa4-8448-0ba32c40c393 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.15 "GET /v2.0/ports?device_id=322c84c4-a06a-4d87-a886-b908c0d6f8f6 HTTP/1.1" status: 200 len: 945 time: 0.0646138 May 02 10:38:37.948009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.949148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.949622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.950089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.950552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.951039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.951506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:37.953533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9fb80654-56b3-4e87-9a8c-5661cc830619 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6710 time: 0.0901184 May 02 10:38:38.039598 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.040692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.058047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Deleting port a56da438-185c-495a-8bc5-495d6649492c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:38.058391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a56da438-185c-495a-8bc5-495d6649492c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.112569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.151489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-640a2c7a-a7d8-492e-844f-cae8e3c38c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:38.151964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-640a2c7a-a7d8-492e-844f-cae8e3c38c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:38.152428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-640a2c7a-a7d8-492e-844f-cae8e3c38c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:38.154022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-640a2c7a-a7d8-492e-844f-cae8e3c38c66 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=1f30dcce-890c-41ae-adf7-048d127befb4&id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 2294 time: 0.1666200 May 02 10:38:38.222881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] For port a56da438-185c-495a-8bc5-495d6649492c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a56da438-185c-495a-8bc5-495d6649492c,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:38.223258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a56da438-185c-495a-8bc5-495d6649492c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.244873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Calling delete_port for a56da438-185c-495a-8bc5-495d6649492c owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:38.257055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-0addef97-0d69-4b85-a41f-3b7f9d9b5da0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 1002 time: 0.0893819 May 02 10:38:38.363821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-d2eb1c1b-5476-49ec-990f-04207a8e7287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:38.365428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-d2eb1c1b-5476-49ec-990f-04207a8e7287 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 200 len: 851 time: 0.0997493 May 02 10:38:38.421816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-33457dc1-c35c-4459-9239-a6b28a0a32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:38.423320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-33457dc1-c35c-4459-9239-a6b28a0a32b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed1be2d6-1882-4344-b580-dc4a18d167a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0458941 May 02 10:38:38.449966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.454924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ced4ed4-0441-4fe2-adb9-40e2e52cab75 req-c106a58c-8365-4918-b571-5944b7b5acb3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 210 time: 0.0417750 May 02 10:38:38.548615 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-c21b68db-c11e-4b01-a3d0-3cefde83931e service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066914 May 02 10:38:38.640322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a56da438-185c-495a-8bc5-495d6649492c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.656074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['a56da438-185c-495a-8bc5-495d6649492c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:38:38.733904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event deleted for resources: {'Port': ['ID=a56da438-185c-495a-8bc5-495d6649492c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:38.781378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-0979e10d-3ee1-4aa0-8a70-d003812a14d7 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225735 May 02 10:38:38.785225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c7fd6b4b-f3e3-4c4e-8969-c4aab25d573c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1350017 May 02 10:38:38.808429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] No DVR routers for this DVR port a56da438-185c-495a-8bc5-495d6649492c on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:38:38.811701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.815136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eaa72ff2-7010-43bb-94d6-1548f0f5ff94 req-a4c0e7b9-33ca-45c9-b7d8-d82aacc59c72 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.15 "DELETE /v2.0/ports/a56da438-185c-495a-8bc5-495d6649492c HTTP/1.1" status: 204 len: 173 time: 0.9125888 May 02 10:38:38.815729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-deleted', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:38.818069 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fd4471-90ae-4b6a-9124-a8cafee52e89" -d '{"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-deleted", "tag": "a56da438-185c-495a-8bc5-495d6649492c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:38.819240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.849516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:38.883130 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-973868eb-855d-4fc0-a0ed-8495a1ce1e5c x-openstack-request-id: req-973868eb-855d-4fc0-a0ed-8495a1ce1e5c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:38.883629 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "322c84c4-a06a-4d87-a886-b908c0d6f8f6", "name": "network-vif-deleted", "tag": "a56da438-185c-495a-8bc5-495d6649492c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:38.883879 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-973868eb-855d-4fc0-a0ed-8495a1ce1e5c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:38.884284 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-973868eb-855d-4fc0-a0ed-8495a1ce1e5c'] response: {'server_uuid': '322c84c4-a06a-4d87-a886-b908c0d6f8f6', 'name': 'network-vif-deleted', 'tag': 'a56da438-185c-495a-8bc5-495d6649492c', 'status': 'completed', 'code': 200} May 02 10:38:38.893849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-82af9c99-8aa0-455d-9059-04173168c7f3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 217 time: 0.0921175 May 02 10:38:39.011514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Allocated IP 172.35.4.204 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0cb100ef-82be-4c80-a110-795765dbdef6) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:39.013404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.019190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.019190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.019190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.023638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.024638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.025125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.027505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-954ee5d7-add3-4a9e-9a0d-7189dfe811e0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6718 time: 0.1462579 May 02 10:38:39.045289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-fa7037d1-cb79-4c9e-9ece-da1ee677a9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.046902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-fa7037d1-cb79-4c9e-9ece-da1ee677a9f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1215873 May 02 10:38:39.154501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-4c4042c6-c21b-4832-a1d0-6820556894f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.156014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-4c4042c6-c21b-4832-a1d0-6820556894f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0933621 May 02 10:38:39.175082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for port (0cb100ef-82be-4c80-a110-795765dbdef6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:39.253784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c785837d-f768-40a6-8c16-ab7aac0f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.254264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c785837d-f768-40a6-8c16-ab7aac0f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.254734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c785837d-f768-40a6-8c16-ab7aac0f7008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.256419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c785837d-f768-40a6-8c16-ab7aac0f7008 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 2298 time: 0.2023916 May 02 10:38:39.274238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0cb100ef-82be-4c80-a110-795765dbdef6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:39.316840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:39.324361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:39.328889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:39.332140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event updated for resources: {'Port': ['ID=0cb100ef-82be-4c80-a110-795765dbdef6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:39.332375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-820878eb-83c1-4bf2-81df-42fbd6f7b39e service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656225 May 02 10:38:39.340229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-387e79b6-5c18-4ac0-bc75-ac617e75b920 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 1001 time: 0.0756221 May 02 10:38:39.439765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-d52fca9c-afe4-4663-ade1-7cf281d6f653 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941739 May 02 10:38:39.540304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-cabd16e6-317a-4a13-a640-df5c7d345d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.542725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-cabd16e6-317a-4a13-a640-df5c7d345d20 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 200 len: 856 time: 0.0539095 May 02 10:38:39.567007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ea1360a-92cc-4146-b59d-83bb2d4e022d req-8057c056-d8d9-41e8-bdc8-97d3afa9012d tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 210 time: 0.0323472 May 02 10:38:39.593797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-5ae94920-2428-4fc9-b50a-01e2f152f3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.595431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-5ae94920-2428-4fc9-b50a-01e2f152f3ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455310 May 02 10:38:39.667592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-773408a4-90b1-4b70-aea1-960fe1275e63 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 217 time: 0.0558612 May 02 10:38:39.693008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:39.780423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-f79f5d00-46ad-446d-ba27-647176445eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.781913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-f79f5d00-46ad-446d-ba27-647176445eea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1081316 May 02 10:38:39.864476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-2d9468b5-b9fb-4961-94aa-a3ba829871c3 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634072 May 02 10:38:39.906072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-2f471df5-2a97-4ed7-bc8c-9a9ed602585b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:39.907504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-2f471df5-2a97-4ed7-bc8c-9a9ed602585b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1134255 May 02 10:38:39.944484 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:40.028735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-50770968-91b8-403f-be8a-a0f3035294b8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:40.030251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-50770968-91b8-403f-be8a-a0f3035294b8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "GET /v2.0/networks?id=442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 200 len: 814 time: 0.2774794 May 02 10:38:40.044786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Request body: {'port': {'device_id': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'admin_state_up': True, 'tenant_id': '82b6fa2217fa4f648fe978e1c9cca3ba'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:40.087142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-01277944-ac3b-4117-ba59-06cf902eae9b service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2161922 May 02 10:38:40.187723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Router 4a4a86bc-ed37-467e-8128-2f65f965161c is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:38:40.309952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:40.322481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] Sync routers for ids ['4a4a86bc-ed37-467e-8128-2f65f965161c'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:40.341601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] Routers {'4a4a86bc-ed37-467e-8128-2f65f965161c'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:40.342256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a4a86bc-ed37-467e-8128-2f65f965161c'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:40.380420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:40.390914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] Routers {'4a4a86bc-ed37-467e-8128-2f65f965161c'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:40.391684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a4a86bc-ed37-467e-8128-2f65f965161c'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:40.412891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:40.419409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5df79ba2-1003-4cf0-a801-031bb5bdeadc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.5421791 May 02 10:38:40.419409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46344) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:40.422332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:40.430498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:40.431114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45becff1-6945-4e5e-a77c-10725b7afd8c None None] The sync data for ids ['4a4a86bc-ed37-467e-8128-2f65f965161c'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:40.459839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-be3d386c-8a81-4e7f-9545-b61ff9f52366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 217 time: 0.3435302 May 02 10:38:40.463921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-8246c15f-f58e-4896-9558-84de5a3064df service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5256045 May 02 10:38:40.579318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-ce645581-0f6a-4bf1-8576-9bacf6bd1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:40.581108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-ce645581-0f6a-4bf1-8576-9bacf6bd1826 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1123283 May 02 10:38:40.650299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-1b5a0cd8-004a-4dd7-ac9d-0fe638ceaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:40.651859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-1b5a0cd8-004a-4dd7-ac9d-0fe638ceaa41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0624259 May 02 10:38:40.692546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-6dd7dec2-45c2-49fd-98cb-0366ecbf572d service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104428 May 02 10:38:40.702294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6dc0fd3-08ce-4311-83b4-50a305b56aba req-e6cd10b3-953a-410d-aaa1-21905933167b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 210 time: 0.0535333 May 02 10:38:40.745795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Made reservation on behalf of 82b6fa2217fa4f648fe978e1c9cca3ba for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:40.749907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:40.781847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:40.786080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-239f4d2f-b024-46ed-898e-94c33fa1f0fe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 200 len: 217 time: 0.0777628 May 02 10:38:40.903018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-65c0d86f-4c2b-4ef7-b81a-3327d6f99ff7 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335134 May 02 10:38:40.907127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-d2f65791-5ac2-4019-aabe-87d57442cd72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:40.908140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:40.908504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-d2f65791-5ac2-4019-aabe-87d57442cd72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1134894 May 02 10:38:41.006900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Deleting port 0cb100ef-82be-4c80-a110-795765dbdef6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:41.007161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0cb100ef-82be-4c80-a110-795765dbdef6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.037857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-021de018-2825-480f-b322-2b175d25437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.039403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-021de018-2825-480f-b322-2b175d25437b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1161137 May 02 10:38:41.087785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Allocated IP 172.20.0.12 (442386c1-f17a-4561-b70b-c6ab76296248/7e9af4cf-10c0-4710-b76c-bf74f9c33ef2/972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:38:41.092731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0cb100ef-82be-4c80-a110-795765dbdef6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.108557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Calling delete_port for 0cb100ef-82be-4c80-a110-795765dbdef6 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:41.147710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-ae5a74c2-6ca2-4780-9127-bbf7e62452fd service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341189 May 02 10:38:41.211484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-b66236e9-7a0f-4633-b944-357d8ff19b14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 217 time: 0.0539768 May 02 10:38:41.287460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-f7779bbb-b4f5-4e45-939d-1804b22c1436 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389114 May 02 10:38:41.357726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-7dd434eb-4ab0-452b-a805-c589f99e9b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.359168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-7dd434eb-4ab0-452b-a805-c589f99e9b38 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1409686 May 02 10:38:41.371017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0cb100ef-82be-4c80-a110-795765dbdef6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.399244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Pushing event deleted for resources: {'Port': ['ID=0cb100ef-82be-4c80-a110-795765dbdef6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:41.458448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-809b8e0b-cd8d-4f97-becb-2ceb20b68467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.459957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-809b8e0b-cd8d-4f97-becb-2ceb20b68467 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0674236 May 02 10:38:41.469678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (4a4a86bc-ed37-467e-8128-2f65f965161c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.514625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9ba444fd-3fd5-4cfe-a5fc-0a9cb74d83ee service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172012 May 02 10:38:41.517446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks [] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.596895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-49c4f5b3-c6d1-421e-b6e4-519e025249ff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 200 len: 217 time: 0.0440130 May 02 10:38:41.676248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-3a3666c7-30e9-48cb-b2df-60d41bd6191f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.677739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-3a3666c7-30e9-48cb-b2df-60d41bd6191f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0676441 May 02 10:38:41.679874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-6120e4f3-0c4c-4873-89dd-a038727cf861 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086713 May 02 10:38:41.697845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.702400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.785601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:41.817970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Router 4a4a86bc-ed37-467e-8128-2f65f965161c has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:38:41.828501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-a3be1e7f-d596-496e-b698-d16e88526675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.830079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-a3be1e7f-d596-496e-b698-d16e88526675 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1431322 May 02 10:38:41.833961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db460b51-162e-4f94-8f3a-bd24abb39ccb req-b473bb24-0bd2-4659-a3a2-5b5c68173403 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:41.835740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db460b51-162e-4f94-8f3a-bd24abb39ccb req-b473bb24-0bd2-4659-a3a2-5b5c68173403 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 932 time: 0.0608687 May 02 10:38:41.874060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Network 442386c1-f17a-4561-b70b-c6ab76296248 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:38:41.894471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:41.907605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event updated for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:41.917724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:38:41.968996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-6dca57fd-6a6c-4b91-90da-a5ab646ab065 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739089 May 02 10:38:42.046695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:42.047393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:42.050757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-e126ee92-80b9-4d82-919a-8427e0cf03f9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 200 len: 217 time: 0.0702641 May 02 10:38:42.118993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-591675d3-7b98-4b56-9255-06bfa08ed282 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647607 May 02 10:38:42.131908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-b5328e45-6237-4e81-8ca3-9f9a2295e592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:42.133617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-b5328e45-6237-4e81-8ca3-9f9a2295e592 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0761845 May 02 10:38:42.190617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-bd973fa2-18a6-4b4b-bf75-c76c2238ab6b tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1511703 May 02 10:38:42.239559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Request body: {'port': {'device_id': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:42.293821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-f03bd56f-f3d4-4596-a424-4c7432a7ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:42.295940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-f03bd56f-f3d4-4596-a424-4c7432a7ed3c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1534545 May 02 10:38:42.327286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:42.340960 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] Sync routers for ids ['4a4a86bc-ed37-467e-8128-2f65f965161c'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:42.351523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:42.351724 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] Routers {'4a4a86bc-ed37-467e-8128-2f65f965161c'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:42.354912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:38:42.357972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-09ff7864-31ee-4999-9844-39f54ca4143e tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "PUT /v2.0/routers/4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 200 len: 709 time: 1.9393921 May 02 10:38:42.361918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:42.367455 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a4a86bc-ed37-467e-8128-2f65f965161c'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:42.383534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db460b51-162e-4f94-8f3a-bd24abb39ccb req-a4871af9-c317-4af9-b92e-14f5e1124b50 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5386729 May 02 10:38:42.416024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: a56da438-185c-495a-8bc5-495d6649492c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:38:42.416024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a56da438-185c-495a-8bc5-495d6649492c not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:38:42.435901 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:42.445099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] Routers {'4a4a86bc-ed37-467e-8128-2f65f965161c'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:42.445706 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a4a86bc-ed37-467e-8128-2f65f965161c'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:42.484276 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:42.484917 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e471c5a8-3f2a-49ce-a8fd-5e9e1cbb7183 None None] The sync data for ids ['4a4a86bc-ed37-467e-8128-2f65f965161c'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:42.488094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:42.491619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-7b2e4022-7510-4492-ad81-1339b84f781d service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615541 May 02 10:38:42.556312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24cd3f81-0994-4751-afdc-478cdc9048bd tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/routers/4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 200 len: 744 time: 0.1884317 May 02 10:38:42.558207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-f056c1b7-2daf-4bae-a63f-0e42534735de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 200 len: 217 time: 0.0507202 May 02 10:38:42.562802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46396) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:42.615775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-765d0299-f434-4813-b660-e12e23c9a42e tempest-RoutersIpV6AdminTest-2094983253 tempest-RoutersIpV6AdminTest-2094983253-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 200 len: 205 time: 0.0494578 May 02 10:38:42.616075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:42.639841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-bb30a6cd-6bde-4de2-9289-1d74b6691e6a service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3341401 May 02 10:38:42.650365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5763f5f7-b058-4d47-87a2-4b79ce221c2c tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 200 len: 205 time: 0.0331454 May 02 10:38:42.652933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:42.664160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-e9cf4c26-ce78-4ab1-a263-6ff38b819a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:42.665692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-e9cf4c26-ce78-4ab1-a263-6ff38b819a1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0834687 May 02 10:38:42.735808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:42.921286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:42.925585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router_controller (4a4a86bc-ed37-467e-8128-2f65f965161c), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:43.056791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (4a4a86bc-ed37-467e-8128-2f65f965161c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:43.057133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Fanout notify agent at l3_agent the message router_deleted on router 4a4a86bc-ed37-467e-8128-2f65f965161c {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:38:43.064919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:43.070774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b2ceb248-edaa-4927-8d3b-6e0b44f71630 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 204 len: 168 time: 0.4165339 May 02 10:38:43.071395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.105622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8e959d7d-6cf3-41d2-8431-54982367fead tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 200 len: 205 time: 0.0298688 May 02 10:38:43.106264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46410) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.130492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9b423668-98d0-4797-81ea-85f15a7c643f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:43.132021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-9b423668-98d0-4797-81ea-85f15a7c643f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4162991 May 02 10:38:43.150117 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-30c11d9c-5357-4e3d-93ba-1d35f7bc178d tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.152305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-30c11d9c-5357-4e3d-93ba-1d35f7bc178d tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/4a4a86bc-ed37-467e-8128-2f65f965161c HTTP/1.1" status: 404 len: 336 time: 0.0414143 May 02 10:38:43.158496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46414) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.189095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d86e5805-e6a0-4cc1-b20c-d45030f96f67 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 200 len: 205 time: 0.0293422 May 02 10:38:43.196480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.211569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-428ae7b4-ef0b-4414-86c8-d66a6016dfcb service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5523162 May 02 10:38:43.241877 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-68597cea-de63-44f7-9fee-0dafcb12a701 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.245513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-68597cea-de63-44f7-9fee-0dafcb12a701 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/2e26d808-50fa-4690-886d-88887bbdab2c HTTP/1.1" status: 404 len: 336 time: 0.0445139 May 02 10:38:43.245693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46418) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.279156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-14373706-13be-4b7f-98e4-aea16c2069eb tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 200 len: 205 time: 0.0289941 May 02 10:38:43.279156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46422) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.296268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-9e72b319-4976-4c1e-8359-e214c87ced33 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 200 len: 217 time: 0.0579219 May 02 10:38:43.323944 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-65a188b1-7efe-410c-a4f8-2eb6572b65da tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.325259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65a188b1-7efe-410c-a4f8-2eb6572b65da tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/d29c45c0-79d4-4cad-a353-1cf8916adcb5 HTTP/1.1" status: 404 len: 336 time: 0.0455520 May 02 10:38:43.327922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46424) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.357855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2fb4f34-3854-4bf5-9f91-9d7cc846725d tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 200 len: 205 time: 0.0285742 May 02 10:38:43.360098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46426) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.367030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-7514a999-431b-49ce-817b-fe05173f0190 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025993 May 02 10:38:43.409475 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-b47662b1-c409-4bec-9956-f53d2f8776fe tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.409475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b47662b1-c409-4bec-9956-f53d2f8776fe tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/52a344d7-2224-479b-b68b-776e9e7d8b5a HTTP/1.1" status: 404 len: 336 time: 0.0431156 May 02 10:38:43.418309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46432) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.433802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-971cb9b4-2c99-4a50-9b85-2159b78c40e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:43.435285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-971cb9b4-2c99-4a50-9b85-2159b78c40e6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1273794 May 02 10:38:43.522910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a31aeee-5ed3-4d38-965f-839b65e3a016 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 200 len: 205 time: 0.1013513 May 02 10:38:43.524690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46436) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.577707 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-5143e7aa-aeb5-4757-a7c5-f834010b3a82 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.581202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5143e7aa-aeb5-4757-a7c5-f834010b3a82 tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/dc7f6d28-7c6a-45e3-944b-6fc947605117 HTTP/1.1" status: 404 len: 336 time: 0.0552921 May 02 10:38:43.581902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46438) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.587540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:38:43.611184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks [] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:43.614008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-dc22bf4b-be40-4c59-addf-a46d8c13f28d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:43.615565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-dc22bf4b-be40-4c59-addf-a46d8c13f28d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1388760 May 02 10:38:43.617293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9874dac2-de87-49d3-8062-c0e8af352acc tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "GET /v2.0/ports?device_id=78d31733-61f5-4d85-a6f5-9017fb135ca5 HTTP/1.1" status: 200 len: 205 time: 0.0341611 May 02 10:38:43.619585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46440) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.630179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc9f6a9-290d-4bcc-9149-fb6c5295020a req-0f5ce159-ead9-431d-a4c5-5433eb05938c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:43.639039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc9f6a9-290d-4bcc-9149-fb6c5295020a req-0f5ce159-ead9-431d-a4c5-5433eb05938c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 932 time: 0.1185446 May 02 10:38:43.665281 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-60068adb-54c6-4c87-b6c8-688ae78fb62b tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] delete failed (client error): The resource could not be found. May 02 10:38:43.666609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-60068adb-54c6-4c87-b6c8-688ae78fb62b tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/routers/78d31733-61f5-4d85-a6f5-9017fb135ca5 HTTP/1.1" status: 404 len: 336 time: 0.0457556 May 02 10:38:43.669115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:43.693910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Transition to ACTIVE for port object 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:38:43.696714 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c9fe58-1bf4-4a08-92eb-4803099a37de tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] DELETE failed (client error): The resource could not be found. May 02 10:38:43.697177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c9fe58-1bf4-4a08-92eb-4803099a37de tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:38:43.704396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-18c9fe58-1bf4-4a08-92eb-4803099a37de tempest-RoutersIpV6AdminTest-146746759 tempest-RoutersIpV6AdminTest-146746759-project] 10.222.0.16 "DELETE /v2.0/subnets/d69f23bc-ca10-4e50-8a9c-64dde7d0fd99 HTTP/1.1" status: 404 len: 337 time: 0.0306039 May 02 10:38:43.705072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-6fc93bf8-16fc-4452-9066-c72eb8256573 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3237457 May 02 10:38:43.787388 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-80f53502-71fe-4c61-8a7b-f1cc6f082293 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 217 time: 0.0497026 May 02 10:38:43.797153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:43.902542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fcc9f6a9-290d-4bcc-9149-fb6c5295020a req-af36c2f3-2adf-40cb-a7fd-3f4841cbf001 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645013 May 02 10:38:43.942626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-eb311498-1379-4caf-9ed0-5018e993e346 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194995 May 02 10:38:43.944428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Pushing event updated for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:43.947653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-4a058676-d908-4507-bf1a-5e1bcd245ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:43.949816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-4a058676-d908-4507-bf1a-5e1bcd245ac4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.1537402 May 02 10:38:44.100364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-c16f034c-3475-4eae-bd42-36c8e40a3119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:44.104854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-c16f034c-3475-4eae-bd42-36c8e40a3119 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1420133 May 02 10:38:44.203230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-da0d2b13-0c36-4f97-96d8-bd3ac340743b service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518442 May 02 10:38:44.207142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Attempting to bind port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:38:44.207490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Attempting to bind port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:38:44.207829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Attempting to bind port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:44.258578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-2f82c04a-a571-475a-b753-9665b5a00180 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 217 time: 0.0469990 May 02 10:38:44.260963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 on network 442386c1-f17a-4561-b70b-c6ab76296248 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:38:44.261296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Attempting to bind port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 on network 442386c1-f17a-4561-b70b-c6ab76296248 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:38:44.279996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:38:44.280380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Checking segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:44.280816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Bound using segment: {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:38:44.281269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Bound port: 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04f8ff0-25a3-429b-8551-4b329c774b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:38:44.281636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.288921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.325854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-e4f32386-5f32-4ff4-947d-14cc1ef1991b service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2118578 May 02 10:38:44.381982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-6d6d4e96-e877-4354-a9d1-8a9728dc9da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:44.383473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-6d6d4e96-e877-4354-a9d1-8a9728dc9da8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.1157968 May 02 10:38:44.488540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:38:44.503591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-ffc0b03a-2d54-493b-8975-9566df3b0a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:44.504704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-ffc0b03a-2d54-493b-8975-9566df3b0a0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1094782 May 02 10:38:44.511410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:38:44.551711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e9c51f0-4aa2-48db-aed9-e2db1a6fe583 req-edb18d61-eedc-40a8-ad30-3b5ac80995fe service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981683 May 02 10:38:44.555131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46470) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:44.618801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-c0635dae-23e3-43d5-a91d-8b2f9a9faaa2 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1057577 May 02 10:38:44.708806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.785555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:44.787101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.788521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] 10.222.0.24 "PUT /v2.0/ports/972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 HTTP/1.1" status: 200 len: 1092 time: 2.5563118 May 02 10:38:44.795571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:44.797912 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ae80456-98be-4379-a85b-287f600d25a8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:44.800146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31931752-3ab9-499b-8050-dcf143e51d47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.815462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-17fc84b3-1354-4fda-a30e-19317fa36d11 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907411 May 02 10:38:44.822069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a57b56-5193-47a7-813a-550ed2be1492 req-caa62a8b-bba2-4d61-a85c-ce24ca34e22d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:44.823894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6a57b56-5193-47a7-813a-550ed2be1492 req-caa62a8b-bba2-4d61-a85c-ce24ca34e22d tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.1359987 May 02 10:38:44.855331 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52543c88-0ddb-4f9e-92ec-7e4ef04c93e8 x-openstack-request-id: req-52543c88-0ddb-4f9e-92ec-7e4ef04c93e8 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:44.855630 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:44.855889 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52543c88-0ddb-4f9e-92ec-7e4ef04c93e8 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:44.856287 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52543c88-0ddb-4f9e-92ec-7e4ef04c93e8'] response: {'name': 'network-changed', 'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08', 'status': 'completed', 'code': 200} May 02 10:38:44.861053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1369078c-3670-4b09-b5c7-0478f59b45cd service neutron] Pushing event updated for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:44.891752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6a57b56-5193-47a7-813a-550ed2be1492 req-ca50cebb-a147-481c-b00a-b901fd109620 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614157 May 02 10:38:44.892066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31931752-3ab9-499b-8050-dcf143e51d47 admin admin] Publish callbacks [] for security_group (b2332847-91a3-424e-bc27-61ef0005fe64), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:44.990720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-31931752-3ab9-499b-8050-dcf143e51d47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b2332847-91a3-424e-bc27-61ef0005fe64), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:45.057510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf33187-ad15-48b0-a886-7333d0f26795 req-37672881-acc7-4d8b-a144-78801c0c3c0e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:45.059017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaf33187-ad15-48b0-a886-7333d0f26795 req-37672881-acc7-4d8b-a144-78801c0c3c0e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.0802853 May 02 10:38:45.062261 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-31931752-3ab9-499b-8050-dcf143e51d47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bb850d4d6d4e4aaaa1770711f0f47564&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5052192 May 02 10:38:45.063374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31931752-3ab9-499b-8050-dcf143e51d47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2332847-91a3-424e-bc27-61ef0005fe64,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:45.065061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46484) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:45.125273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eaf33187-ad15-48b0-a886-7333d0f26795 req-06b9e497-4ab1-4e50-81d4-7aaef13f1243 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569818 May 02 10:38:45.137948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] Publish callbacks [] for security_group (b2332847-91a3-424e-bc27-61ef0005fe64), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:45.159512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] Publish callbacks [] for security_group (b2332847-91a3-424e-bc27-61ef0005fe64), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:45.335892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b2332847-91a3-424e-bc27-61ef0005fe64), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:45.339453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:45.340714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b2332847-91a3-424e-bc27-61ef0005fe64 HTTP/1.1" status: 204 len: 168 time: 0.2735209 May 02 10:38:45.348517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62f091b-32bf-4c2b-8c09-7763e1c4c319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2332847-91a3-424e-bc27-61ef0005fe64,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:45.924581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:46.015551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ce6fda-4c29-4e93-9164-4d403095e81d req-118acf2f-832c-4426-9753-01cf7d494013 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:46.017586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72ce6fda-4c29-4e93-9164-4d403095e81d req-118acf2f-832c-4426-9753-01cf7d494013 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0558238 May 02 10:38:46.070921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72ce6fda-4c29-4e93-9164-4d403095e81d req-67d6cdad-2126-4e0b-90de-45b85b455ea7 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432639 May 02 10:38:46.135483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46520) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:46.182027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-13f4e3ec-36c0-4492-b19a-27b9e4a6015b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b1a10e8dda3c4a9fa1d4bf00147daafe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0452833 May 02 10:38:46.185117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:46.261237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db9da79-fe3d-41d4-bd6e-c9af05f6f623 req-4a3bbe14-c6e5-43a2-9678-554ee7ed5b7a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:46.262726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3db9da79-fe3d-41d4-bd6e-c9af05f6f623 req-4a3bbe14-c6e5-43a2-9678-554ee7ed5b7a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.0702720 May 02 10:38:46.290405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] Publish callbacks [] for security_group (280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:46.326353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] Publish callbacks [] for security_group (280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:46.346174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3db9da79-fe3d-41d4-bd6e-c9af05f6f623 req-73468618-a526-4844-bc91-88b4494d3039 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764542 May 02 10:38:46.449340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:46.451916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:46.453102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd HTTP/1.1" status: 204 len: 168 time: 0.2670608 May 02 10:38:46.460933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366adf20-7259-45d4-8e38-a42a641c8ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=280f88a2-3cd0-4b8e-9d6a-37b7c3d1e9cd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:47.209803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c0b91-efe8-498e-bdd0-cb277aa82750 req-d800d346-f4b1-4b1f-831a-cfe783f7f241 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.211335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c4c0b91-efe8-498e-bdd0-cb277aa82750 req-d800d346-f4b1-4b1f-831a-cfe783f7f241 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0520873 May 02 10:38:47.260325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c4c0b91-efe8-498e-bdd0-cb277aa82750 req-8a03ac13-2628-4166-8807-0d34d5cf78c8 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432594 May 02 10:38:47.512460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-27124dd8-f8e0-4e2f-88e6-26f58d236a57 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 217 time: 0.0814722 May 02 10:38:47.528807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea736991-d732-475f-83f5-6a1430225904 req-413983d7-1768-4da7-8777-8a187b31f16a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.534465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea736991-d732-475f-83f5-6a1430225904 req-413983d7-1768-4da7-8777-8a187b31f16a tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.1212738 May 02 10:38:47.550809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46568) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:47.586547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80456-98be-4379-a85b-287f600d25a8 req-1f2750b4-6eb8-4f1e-8286-0c54b98c23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.588885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ae80456-98be-4379-a85b-287f600d25a8 req-1f2750b4-6eb8-4f1e-8286-0c54b98c23fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 1126 time: 0.0920837 May 02 10:38:47.613730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea736991-d732-475f-83f5-6a1430225904 req-58c52d08-1e79-4e4f-9bc7-bf85b8191033 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665014 May 02 10:38:47.693098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c67b1918-d908-457c-8cad-bcdf55dbcdf3 tempest-DvrRoutersNegativeTest-910508246 tempest-DvrRoutersNegativeTest-910508246-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-522498747', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:47.695870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.policy [None req-c67b1918-d908-457c-8cad-bcdf55dbcdf3 tempest-DvrRoutersNegativeTest-910508246 tempest-DvrRoutersNegativeTest-910508246-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=115662) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} May 02 10:38:47.696156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.policy [None req-c67b1918-d908-457c-8cad-bcdf55dbcdf3 tempest-DvrRoutersNegativeTest-910508246 tempest-DvrRoutersNegativeTest-910508246-project] Failed policy enforce for 'create_router' {{(pid=115662) enforce /opt/stack/neutron/neutron/policy.py:532}} May 02 10:38:47.696405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-448c04d4-e652-4c6e-ab48-7dfd00c17c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.696698 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-c67b1918-d908-457c-8cad-bcdf55dbcdf3 tempest-DvrRoutersNegativeTest-910508246 tempest-DvrRoutersNegativeTest-910508246-project] create failed (client error): Access was denied to this resource. May 02 10:38:47.697679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c67b1918-d908-457c-8cad-bcdf55dbcdf3 tempest-DvrRoutersNegativeTest-910508246 tempest-DvrRoutersNegativeTest-910508246-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1459565 May 02 10:38:47.698069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-448c04d4-e652-4c6e-ab48-7dfd00c17c8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.1081741 May 02 10:38:47.761690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80456-98be-4379-a85b-287f600d25a8 req-60ed7ce8-8af5-4b9f-8050-ae9283e3c1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.763224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ae80456-98be-4379-a85b-287f600d25a8 req-60ed7ce8-8af5-4b9f-8050-ae9283e3c1dc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1414912 May 02 10:38:47.781611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-5155a4c4-b170-4e0b-bd8d-83386afa531a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.783075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-5155a4c4-b170-4e0b-bd8d-83386afa531a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0547409 May 02 10:38:47.796441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-3fcb3608-61ae-4677-a789-da1a3e8389b2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.798148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-3fcb3608-61ae-4677-a789-da1a3e8389b2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0646698 May 02 10:38:47.903837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Deleting port 524baf11-eb9c-4eaa-a54c-78c621da7cec {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:47.904008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:47.936988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-9da38af0-9ea4-4980-8715-a0c5ad4fc1db service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426113 May 02 10:38:47.953541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae80456-98be-4379-a85b-287f600d25a8 req-5c76bb62-3d39-4846-9e55-f2076ca99d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:47.954970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ae80456-98be-4379-a85b-287f600d25a8 req-5c76bb62-3d39-4846-9e55-f2076ca99d7d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1849194 May 02 10:38:48.020312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] For port 524baf11-eb9c-4eaa-a54c-78c621da7cec, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=524baf11-eb9c-4eaa-a54c-78c621da7cec,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:48.020741 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.076379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-a831d40e-ae8f-41f6-a331-71cd5b021d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:48.078392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-a831d40e-ae8f-41f6-a331-71cd5b021d38 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 1126 time: 0.0547266 May 02 10:38:48.132161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-9f9eff4d-44ce-4b18-adf2-670d90b13287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 HTTP/1.1" status: 200 len: 217 time: 0.0470974 May 02 10:38:48.134209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-8b35e544-997d-43d5-971c-22189d14af90 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1904614 May 02 10:38:48.312326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.312326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.312326 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Floating IP e2df1c3e-c56c-44da-bbc2-35d3c4a02046 disassociated. External IP: 172.35.4.115, port: 524baf11-eb9c-4eaa-a54c-78c621da7cec. May 02 10:38:48.312326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Calling delete_port for 524baf11-eb9c-4eaa-a54c-78c621da7cec owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:48.393928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:48.524485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-543d2431-6ff9-49e2-927a-8af594313bab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.537376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21e3c51-b340-4cac-8a3a-a5a8e89925cd req-75f4bd2a-e356-4ec7-8095-7d309090e7d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:48.539434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e21e3c51-b340-4cac-8a3a-a5a8e89925cd req-75f4bd2a-e356-4ec7-8095-7d309090e7d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 945 time: 0.0559697 May 02 10:38:48.548958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (524baf11-eb9c-4eaa-a54c-78c621da7cec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.566341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-601c96c2-a29a-4059-a246-b1f2be58df69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:48.567776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-601c96c2-a29a-4059-a246-b1f2be58df69 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7e9af4cf-10c0-4710-b76c-bf74f9c33ef2 HTTP/1.1" status: 200 len: 854 time: 0.4252522 May 02 10:38:48.581056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event deleted for resources: {'Port': ['ID=524baf11-eb9c-4eaa-a54c-78c621da7cec,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:48.622402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-037e6efb-d3bc-4ece-8ef2-06e3a0df6e19 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=442386c1-f17a-4561-b70b-c6ab76296248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477538 May 02 10:38:48.656133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e21e3c51-b340-4cac-8a3a-a5a8e89925cd req-ccfe33de-503e-45b3-aa2a-b48782abad73 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=1c28c6fa-f241-4911-b4a9-be7328958435&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034546 May 02 10:38:48.782655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-2ee5fe8e-ab71-4a22-94ac-b558a9951378 service neutron] 10.222.0.24 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486042 May 02 10:38:48.822550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80b2a1b-1e76-433b-b2b8-a628131bab5d req-3da3acac-6804-44cd-a70b-22ccf70cc3ff tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:48.824785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b80b2a1b-1e76-433b-b2b8-a628131bab5d req-3da3acac-6804-44cd-a70b-22ccf70cc3ff tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.1092827 May 02 10:38:48.833424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-543d2431-6ff9-49e2-927a-8af594313bab admin admin] Publish callbacks [] for security_group (4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.883946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Router 9e84d483-9e7a-4168-98b3-42039161806b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:38:48.888166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c537883d-7451-456f-a9d0-bb508bd26e79 req-0c10f6db-836c-4480-8f06-f7776de3e4ce service neutron] 10.222.0.24 "GET /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997605 May 02 10:38:48.893938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b80b2a1b-1e76-433b-b2b8-a628131bab5d req-84a971e0-9824-4dd0-b4f7-466453624d59 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592153 May 02 10:38:48.896058 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-543d2431-6ff9-49e2-927a-8af594313bab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:48.976248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-543d2431-6ff9-49e2-927a-8af594313bab admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=405646baefae43fab3233af84576b641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5812659 May 02 10:38:48.978680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d2431-6ff9-49e2-927a-8af594313bab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:48.979712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46618) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:49.043607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] Publish callbacks [] for security_group (4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.061398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:38:49.067071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] Publish callbacks [] for security_group (4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.077494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:38:49.090706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:49.091142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:49.179677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] No DVR routers for this DVR port 524baf11-eb9c-4eaa-a54c-78c621da7cec on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:38:49.184588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.190566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb94c06a-2b2d-4855-9863-72107bb4ce70 req-fe2d31d5-43cd-4363-999e-4e2c519a2a09 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "DELETE /v2.0/ports/524baf11-eb9c-4eaa-a54c-78c621da7cec HTTP/1.1" status: 204 len: 173 time: 1.3873813 May 02 10:38:49.191343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'name': 'network-vif-deleted', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:49.194353 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9301406-9ada-43c3-9013-77f0a6c6f207" -d '{"events": [{"server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "name": "network-vif-deleted", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:49.223685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:49.228019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.233020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.234354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47 HTTP/1.1" status: 204 len: 168 time: 0.2533937 May 02 10:38:49.239204 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54813ce7-221f-429e-b16a-92b1f71ffc76 x-openstack-request-id: req-54813ce7-221f-429e-b16a-92b1f71ffc76 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:49.239508 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eeafbbe2-be50-4bb1-8782-7061aceb8b38", "name": "network-vif-deleted", "tag": "524baf11-eb9c-4eaa-a54c-78c621da7cec", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:49.239772 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-54813ce7-221f-429e-b16a-92b1f71ffc76 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:49.240189 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54813ce7-221f-429e-b16a-92b1f71ffc76'] response: {'server_uuid': 'eeafbbe2-be50-4bb1-8782-7061aceb8b38', 'name': 'network-vif-deleted', 'tag': '524baf11-eb9c-4eaa-a54c-78c621da7cec', 'status': 'completed', 'code': 200} May 02 10:38:49.244666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5b6337-aa59-4f81-aad0-6952eb384330 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab8eb3f-8042-49c4-8bd3-5a33dd95ad47,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:49.277902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:49.435637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:49.465866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:38:49.475165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:38:49.475792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:49.589503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:38:49.644670 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:38:49.655395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-854a9da4-d400-481f-b85b-5a01d2a57cba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.790628 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0064fcd0-354a-4cf4-9dd7-281c0690a66c req-08422a6d-a96d-4d28-a056-c262b0b22c4b tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.0417366 May 02 10:38:49.801715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-854a9da4-d400-481f-b85b-5a01d2a57cba admin admin] Publish callbacks [] for security_group (1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.854874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-295da969-e87f-41d0-b316-f91b182e875f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:49.882789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295da969-e87f-41d0-b316-f91b182e875f None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:34:11Z', 'revision_number': 4, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '6333db97-7bbb-4d5c-9523-aaf15717ba91', 'name': '', 'network_id': '6c4ef518-c976-4f68-998f-bcb3df90689b', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'mac_address': 'fa:16:3e:31:be:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1736, 'fixed_ips': [{'subnet_id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:09Z', 'updated_at': '2022-05-02T10:34:21Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'subnets': [{'id': 'c212fe82-72e7-4bac-a995-9a28f3676303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:38:49.913757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-854a9da4-d400-481f-b85b-5a01d2a57cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:49.966889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-854a9da4-d400-481f-b85b-5a01d2a57cba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=29e616a0c8df45e6987aced1da716382&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6846530 May 02 10:38:49.966889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854a9da4-d400-481f-b85b-5a01d2a57cba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:49.967249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46652) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:50.063675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82310f35-07ac-4f0f-a7c7-3d606ebe3b36 req-53bee9dd-2bff-4bd2-8079-2fc2731ed1ae tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:50.071618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82310f35-07ac-4f0f-a7c7-3d606ebe3b36 req-53bee9dd-2bff-4bd2-8079-2fc2731ed1ae tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.0852427 May 02 10:38:50.073897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] Publish callbacks [] for security_group (1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:50.131464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] Publish callbacks [] for security_group (1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:50.134471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82310f35-07ac-4f0f-a7c7-3d606ebe3b36 req-291a169a-d333-4ea2-9fb6-5f15dac30684 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605166 May 02 10:38:50.265030 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7f0f332-208a-4449-8181-180b512df0c9 None None] New status for floating IP e2df1c3e-c56c-44da-bbc2-35d3c4a02046: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:38:50.302026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:50.304931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:50.306159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67 HTTP/1.1" status: 204 len: 168 time: 0.3380811 May 02 10:38:50.324183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a8f268-4b45-41c7-a2d0-693d0ed3030d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d324e1d-2b0c-4d6d-b32d-f6cd82d5ae67,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:50.923406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-931e47b3-e1f3-42d1-8686-b0afd2fbb91b req-333ff456-2c50-4612-9e01-5d9cc29f83a9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=eeafbbe2-be50-4bb1-8782-7061aceb8b38 HTTP/1.1" status: 200 len: 210 time: 0.0295589 May 02 10:38:51.051802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46692) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:51.174091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-739801649'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:51.215444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:38:51.280651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740aaab5-2329-4820-a497-980b7cf4cc76 req-ba122402-e906-4310-b31e-b2392e071054 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:51.285220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-740aaab5-2329-4820-a497-980b7cf4cc76 req-ba122402-e906-4310-b31e-b2392e071054 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 944 time: 0.0570664 May 02 10:38:51.294909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 524baf11-eb9c-4eaa-a54c-78c621da7cec no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:38:51.296466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Made reservation on behalf of 06845f075da64a279398db4731cbb640 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:51.299770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.317592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.319894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 524baf11-eb9c-4eaa-a54c-78c621da7cec {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:38:51.320457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 524baf11-eb9c-4eaa-a54c-78c621da7cec not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:38:51.364065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:51.365561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-740aaab5-2329-4820-a497-980b7cf4cc76 req-e1a4f66e-4781-4817-b976-9468cb1e7bf8 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775173 May 02 10:38:51.381786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08', 'network_id': '442386c1-f17a-4561-b70b-c6ab76296248', 'port_id': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08', 'mac_address': 'fa:16:3e:5e:f8:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9af4cf-10c0-4710-b76c-bf74f9c33ef2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:38:51.427690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:38:51.428121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.438257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks [] for security_group (04710c1c-06b1-4221-9d0a-3083fadeb7a7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.446418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:38:51.467759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:51.489949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (04710c1c-06b1-4221-9d0a-3083fadeb7a7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.513821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.520503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:38:51.535285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04710c1c-06b1-4221-9d0a-3083fadeb7a7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:51.540831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (9f2b33ae-9d2f-4c01-bcdf-e88969c19928), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.541084 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Added segment 9f2b33ae-9d2f-4c01-bcdf-e88969c19928 of type vlan for network c4e36186-c6cc-4131-aae0-7bcfe351b8cc May 02 10:38:51.582879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:51.599501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (c4e36186-c6cc-4131-aae0-7bcfe351b8cc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.678840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (c4e36186-c6cc-4131-aae0-7bcfe351b8cc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.684698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:51.685269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:51.752908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Pushing event updated for resources: {'Network': ['ID=c4e36186-c6cc-4131-aae0-7bcfe351b8cc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:51.762598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network c4e36186-c6cc-4131-aae0-7bcfe351b8cc details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:38:51.797586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ec5bb92-3130-46c6-9717-6f9cf7c344bb tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.7428772 May 02 10:38:51.799975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46716) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:51.806308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-e803138b-6961-4695-8b5d-9823ef5ed7c8 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1973743613') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:51.818393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:38:52.034086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e803138b-6961-4695-8b5d-9823ef5ed7c8 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "PUT /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1973743613 HTTP/1.1" status: 201 len: 201 time: 0.2322519 May 02 10:38:52.036991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46732) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.041813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-6ea329ff-cd85-4f96-ae56-795027e76b0d tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1973743613') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.071568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46736) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.141005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ea329ff-cd85-4f96-ae56-795027e76b0d tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1973743613 HTTP/1.1" status: 204 len: 168 time: 0.1028030 May 02 10:38:52.143271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.147993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-15eedc2b-eaab-4c59-844b-8a4029c46c07 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.163307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (1c28c6fa-f241-4911-b4a9-be7328958435), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.190812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (1c28c6fa-f241-4911-b4a9-be7328958435), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.215807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-15eedc2b-eaab-4c59-844b-8a4029c46c07 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags HTTP/1.1" status: 200 len: 238 time: 0.0712993 May 02 10:38:52.218468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46740) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.223682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-7b9bc124-d2f1-49c4-ac89-88247db4dfd2 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', {'tags': ['tempest-TagsTest-Tag-1157008185', 'tempest-TagsTest-Tag-1711130348', 'tempest-TagsTest-Tag-1103678124']}) {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.357097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1c28c6fa-f241-4911-b4a9-be7328958435), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.359712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.364291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "DELETE /v2.0/security-groups/1c28c6fa-f241-4911-b4a9-be7328958435 HTTP/1.1" status: 204 len: 168 time: 0.2890816 May 02 10:38:52.364401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46756) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.371670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c259c2-f873-4750-a370-763e81d62688 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c28c6fa-f241-4911-b4a9-be7328958435,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:52.378757 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-88fc73a7-ebab-4b6b-9392-f49ebbc409b9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] show failed (client error): The resource could not be found. May 02 10:38:52.380699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-88fc73a7-ebab-4b6b-9392-f49ebbc409b9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups/1c28c6fa-f241-4911-b4a9-be7328958435 HTTP/1.1" status: 404 len: 347 time: 0.0144994 May 02 10:38:52.386698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46758) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.468981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7b9bc124-d2f1-49c4-ac89-88247db4dfd2 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "PUT /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags HTTP/1.1" status: 200 len: 309 time: 0.2494662 May 02 10:38:52.471541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46762) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.475874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-ffc8b548-4519-46a2-87ec-bd75e1d573db tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1157008185') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.527065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Deleting port 5c3874e6-9f2f-462b-a015-ebe69876cad4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:52.527065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.528069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b74a-17d0-41f1-a6ae-62f5837bfde9 req-d7e4caa9-aae0-4593-91d3-4c9ef93e7e78 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:52.529650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6827b74a-17d0-41f1-a6ae-62f5837bfde9 req-d7e4caa9-aae0-4593-91d3-4c9ef93e7e78 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 945 time: 0.0885656 May 02 10:38:52.611121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6827b74a-17d0-41f1-a6ae-62f5837bfde9 req-a55bc8d3-de61-463b-81d5-9a2e12e56de2 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566168 May 02 10:38:52.615888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.616223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (5c3874e6-9f2f-462b-a015-ebe69876cad4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.630473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Calling delete_port for 5c3874e6-9f2f-462b-a015-ebe69876cad4 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:52.675848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ffc8b548-4519-46a2-87ec-bd75e1d573db tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "DELETE /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1157008185 HTTP/1.1" status: 204 len: 168 time: 0.2012622 May 02 10:38:52.676784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46768) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.681084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-df89a85f-c779-430c-b862-38735e3acd7d tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1157008185') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.746418 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-df89a85f-c779-430c-b862-38735e3acd7d tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] show failed (client error): The resource could not be found. May 02 10:38:52.747659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df89a85f-c779-430c-b862-38735e3acd7d tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1157008185 HTTP/1.1" status: 404 len: 326 time: 0.0699189 May 02 10:38:52.750937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.765224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-d1001bb1-1975-454a-aa61-c101d591f9d9 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1711130348') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.831886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1001bb1-1975-454a-aa61-c101d591f9d9 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1711130348 HTTP/1.1" status: 204 len: 168 time: 0.0798557 May 02 10:38:52.834309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.839101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-37cd63c4-c28e-482b-a51a-129cace76760 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1103678124') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.904107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37cd63c4-c28e-482b-a51a-129cace76760 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1103678124 HTTP/1.1" status: 204 len: 168 time: 0.0686777 May 02 10:38:52.906417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:52.910776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-5a0b4ee7-7c14-4745-90aa-dc4bb0fa626a tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:52.931753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5c3874e6-9f2f-462b-a015-ebe69876cad4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:52.992858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event deleted for resources: {'Port': ['ID=5c3874e6-9f2f-462b-a015-ebe69876cad4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:53.082221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks [] for floatingip (e2df1c3e-c56c-44da-bbc2-35d3c4a02046), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.085719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.089212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-91817ab4-027c-4e64-8925-1df4b809c4e9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "DELETE /v2.0/floatingips/e2df1c3e-c56c-44da-bbc2-35d3c4a02046 HTTP/1.1" status: 204 len: 168 time: 0.6991491 May 02 10:38:53.164292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a0b4ee7-7c14-4745-90aa-dc4bb0fa626a tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "DELETE /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags HTTP/1.1" status: 204 len: 168 time: 0.2566159 May 02 10:38:53.167086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46790) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:53.173431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-50f66794-89d1-46a1-b6d1-b8e5072b2542 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1711130348') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.206627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:38:53.239263 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-50f66794-89d1-46a1-b6d1-b8e5072b2542 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] show failed (client error): The resource could not be found. May 02 10:38:53.240738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-50f66794-89d1-46a1-b6d1-b8e5072b2542 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1711130348 HTTP/1.1" status: 404 len: 326 time: 0.0711467 May 02 10:38:53.243659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46796) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:53.249140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-906aebff-c870-4133-92a2-60892d6f3001 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc', 'tempest-TagsTest-Tag-1103678124') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.262484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:38:53.310624 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-906aebff-c870-4133-92a2-60892d6f3001 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] show failed (client error): The resource could not be found. May 02 10:38:53.313481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-906aebff-c870-4133-92a2-60892d6f3001 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "GET /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags/tempest-TagsTest-Tag-1103678124 HTTP/1.1" status: 404 len: 326 time: 0.0686579 May 02 10:38:53.318448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:38:53.318448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.320591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46800) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:53.339857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-295b6f39-d5e5-47fd-9fda-db90142f8162 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'c4e36186-c6cc-4131-aae0-7bcfe351b8cc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.408591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:38:53.409116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.423605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-295b6f39-d5e5-47fd-9fda-db90142f8162 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "DELETE /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc/tags HTTP/1.1" status: 204 len: 168 time: 0.0977695 May 02 10:38:53.423866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:53.434448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:38:53.436857 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7940e217-9dee-471b-a1ea-eb06578a0c0c" -d '{"events": [{"server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "name": "network-vif-plugged", "status": "completed", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:38:53.449699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:53.481671 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:38:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aacaeb5-c4cf-45e0-a8b9-a855107de6bb x-openstack-request-id: req-4aacaeb5-c4cf-45e0-a8b9-a855107de6bb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:38:53.482070 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "name": "network-vif-plugged", "status": "completed", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:38:53.482472 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4aacaeb5-c4cf-45e0-a8b9-a855107de6bb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:38:53.482988 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4aacaeb5-c4cf-45e0-a8b9-a855107de6bb'] response: {'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08', 'code': 200} May 02 10:38:53.507113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (c4e36186-c6cc-4131-aae0-7bcfe351b8cc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.536488 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.585388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b193ec-4daf-40fe-8993-f4b00cfe46fd req-f26b9f31-9f9e-44c3-9ae5-e8967ed0226f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:53.587234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37b193ec-4daf-40fe-8993-f4b00cfe46fd req-f26b9f31-9f9e-44c3-9ae5-e8967ed0226f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 1128 time: 0.0530150 May 02 10:38:53.608328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (c4e36186-c6cc-4131-aae0-7bcfe351b8cc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.609567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:53.637717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4e36186-c6cc-4131-aae0-7bcfe351b8cc']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.644701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37b193ec-4daf-40fe-8993-f4b00cfe46fd req-9b8a2c5d-f859-48f4-9a57-beb92a3e0b56 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513628 May 02 10:38:53.647565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f2b33ae-9d2f-4c01-bcdf-e88969c19928') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.647865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f2b33ae-9d2f-4c01-bcdf-e88969c19928') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:38:53.658807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (9f2b33ae-9d2f-4c01-bcdf-e88969c19928), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.673446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (9f2b33ae-9d2f-4c01-bcdf-e88969c19928), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (9f2b33ae-9d2f-4c01-bcdf-e88969c19928), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: timer() May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:38:53.688453 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:38:53.748017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b56a79-5fad-4f7e-8a0d-673be6e63823 req-ae6611a0-bfce-40d6-a369-00b5123d92dc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:53.749595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b56a79-5fad-4f7e-8a0d-673be6e63823 req-ae6611a0-bfce-40d6-a369-00b5123d92dc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0567822 May 02 10:38:53.803366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b56a79-5fad-4f7e-8a0d-673be6e63823 req-7fa98afd-529b-447d-8bf9-b69e1914462c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442605 May 02 10:38:53.825957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (c4e36186-c6cc-4131-aae0-7bcfe351b8cc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.832113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:53.839641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] 10.222.0.16 "DELETE /v2.0/networks/c4e36186-c6cc-4131-aae0-7bcfe351b8cc HTTP/1.1" status: 204 len: 168 time: 0.4108348 May 02 10:38:53.858115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c3579-e8fc-443e-b8ac-74de041f9125 tempest-TagsTest-1336821618 tempest-TagsTest-1336821618-project] Pushing event deleted for resources: {'Network': ['ID=c4e36186-c6cc-4131-aae0-7bcfe351b8cc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:54.413761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:54.652088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2da9fa8-3fc4-4361-bb62-caba84f1163f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=06845f075da64a279398db4731cbb640&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2345688 May 02 10:38:54.652346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:54.701138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] Publish callbacks [] for security_group (04710c1c-06b1-4221-9d0a-3083fadeb7a7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:54.724355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] Publish callbacks [] for security_group (04710c1c-06b1-4221-9d0a-3083fadeb7a7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:54.884157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (04710c1c-06b1-4221-9d0a-3083fadeb7a7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:54.890142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:54.890142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/04710c1c-06b1-4221-9d0a-3083fadeb7a7 HTTP/1.1" status: 204 len: 168 time: 0.2352331 May 02 10:38:54.919853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ede48c-fb5e-490b-9e90-c1604cac1acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04710c1c-06b1-4221-9d0a-3083fadeb7a7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:54.934207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e7edb-c2f7-428d-a496-2b2f0f6ba451 req-b48a58f4-33f0-42fe-8169-5a25cdb48fa6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:54.935936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c65e7edb-c2f7-428d-a496-2b2f0f6ba451 req-b48a58f4-33f0-42fe-8169-5a25cdb48fa6 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0624919 May 02 10:38:55.000369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c65e7edb-c2f7-428d-a496-2b2f0f6ba451 req-af373001-d663-46df-9061-acdd4b05c455 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543375 May 02 10:38:55.608886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-824017a7-2caa-4f2e-b6df-c7b09f428ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.138124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e55bb55-ce45-4e88-adec-1d40e0039e51 req-b0c53ed1-d467-49eb-b914-b8977bda5cce tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:56.139657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e55bb55-ce45-4e88-adec-1d40e0039e51 req-b0c53ed1-d467-49eb-b914-b8977bda5cce tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0609493 May 02 10:38:56.146605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46898) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:56.190220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e55bb55-ce45-4e88-adec-1d40e0039e51 req-24a81394-0b1d-4764-bae3-cd07dddf46a4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450113 May 02 10:38:56.248440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073218798-network', 'tenant_id': 'e060caaffb324f08b485555220606f10'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:56.311534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9df637-15d9-44f8-91c4-6088812ae38c req-15411693-ff22-450c-96ea-f8c1a6de3922 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:56.313147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa9df637-15d9-44f8-91c4-6088812ae38c req-15411693-ff22-450c-96ea-f8c1a6de3922 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0491440 May 02 10:38:56.347723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Made reservation on behalf of e060caaffb324f08b485555220606f10 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:56.352618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.363808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.384372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa9df637-15d9-44f8-91c4-6088812ae38c req-6fa70ad8-5326-4b1b-a118-1ca8bc656090 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 May 02 10:38:56.451179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks [] for security_group (cb2623a0-5031-46f1-9487-a6e5aec7d193), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.507073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cb2623a0-5031-46f1-9487-a6e5aec7d193), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.534020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:38:56.545828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb2623a0-5031-46f1-9487-a6e5aec7d193,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:56.550650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0ff6f895-1359-45f3-acfa-165649238b8b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.551000 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Added segment 0ff6f895-1359-45f3-acfa-165649238b8b of type vlan for network 0711fce3-c184-4b46-b9a3-a7905d4f56e7 May 02 10:38:56.606125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (0711fce3-c184-4b46-b9a3-a7905d4f56e7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.673244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06f11ae-1009-4087-8061-bcc3df840f17 req-d8af1421-891e-4c8e-b8f4-d06b3298f781 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:56.674797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f06f11ae-1009-4087-8061-bcc3df840f17 req-d8af1421-891e-4c8e-b8f4-d06b3298f781 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0559318 May 02 10:38:56.731191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (0711fce3-c184-4b46-b9a3-a7905d4f56e7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.732162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:56.732776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:56.741161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f06f11ae-1009-4087-8061-bcc3df840f17 req-2d6f442a-5370-413b-86c4-acd1159d5b2e tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594971 May 02 10:38:56.814080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] Pushing event updated for resources: {'Network': ['ID=0711fce3-c184-4b46-b9a3-a7905d4f56e7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:56.825434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 0711fce3-c184-4b46-b9a3-a7905d4f56e7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:38:56.846903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1e9b8aaf-b538-4868-90c4-cbcbd0995646 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6991045 May 02 10:38:56.850419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46944) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:56.857799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Request body: {'subnet': {'network_id': '0711fce3-c184-4b46-b9a3-a7905d4f56e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2073218798-subnet', 'tenant_id': 'e060caaffb324f08b485555220606f10', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:56.872986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42223b9f-0690-493d-abd0-366aa62a8a2e req-8a01fbe7-51bb-4da9-9669-2ab07aede1e0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:56.874848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42223b9f-0690-493d-abd0-366aa62a8a2e req-8a01fbe7-51bb-4da9-9669-2ab07aede1e0 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0611725 May 02 10:38:56.923898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42223b9f-0690-493d-abd0-366aa62a8a2e req-2b27940d-7bb5-41da-8461-ef72454eb6dc tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 May 02 10:38:56.970512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Made reservation on behalf of e060caaffb324f08b485555220606f10 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:56.974895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:57.250951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (eaedca46-12aa-4a85-8e48-6cc2fa889813), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:57.312180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaedca46-12aa-4a85-8e48-6cc2fa889813,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:57.321285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Checking segment: {'id': '0ff6f895-1359-45f3-acfa-165649238b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '0711fce3-c184-4b46-b9a3-a7905d4f56e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:38:57.321872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Network hostable DHCP agents. Network: 0711fce3-c184-4b46-b9a3-a7905d4f56e7, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:38:57.337427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b12e5ac-1fae-4c0c-a37a-a993732294b9 req-5090d772-5608-46a1-bca6-13f22327d878 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:57.338993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b12e5ac-1fae-4c0c-a37a-a993732294b9 req-5090d772-5608-46a1-bca6-13f22327d878 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0489233 May 02 10:38:57.386985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b12e5ac-1fae-4c0c-a37a-a993732294b9 req-b0bd1c3f-ae04-44f4-ae1d-531a8fb56f88 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422482 May 02 10:38:57.388706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Network 0711fce3-c184-4b46-b9a3-a7905d4f56e7 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:38:57.478389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 0711fce3-c184-4b46-b9a3-a7905d4f56e7) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:38:57.486827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f5a67e4-d0cc-404e-a810-9dd50c812ecf None None] Network 0711fce3-c184-4b46-b9a3-a7905d4f56e7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:38:57.511741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:57.512693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:57.534610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7528740a-379b-4768-8245-ed869e291b4f req-ef68c58c-17a3-464d-9136-44825b3a038c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:57.536268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7528740a-379b-4768-8245-ed869e291b4f req-ef68c58c-17a3-464d-9136-44825b3a038c tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0756447 May 02 10:38:57.596623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7528740a-379b-4768-8245-ed869e291b4f req-31a177c2-abb1-4057-8852-e490fb23cdac tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512335 May 02 10:38:57.600691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73085f8f-0ee5-44b7-8c9e-fde8ecdb3769 None None] Network 0711fce3-c184-4b46-b9a3-a7905d4f56e7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:38:57.619090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7003bd19-a9e2-45bb-9df2-ad4b5ed74f10 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7667203 May 02 10:38:57.993868 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c2065cf-bb9e-4cf0-a90d-41a3d34a8e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:58.225995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712aa391-d372-4b2a-841d-6749b1db9ffe req-c84008f2-99f1-496b-8415-3e64786bc759 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:58.227524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-712aa391-d372-4b2a-841d-6749b1db9ffe req-c84008f2-99f1-496b-8415-3e64786bc759 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0725751 May 02 10:38:58.283704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-712aa391-d372-4b2a-841d-6749b1db9ffe req-1bd0f55c-4020-4e35-9232-765c1de935c4 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494883 May 02 10:38:58.681114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47012) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:58.686757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827427885-network', 'tenant_id': '26b971880530401f8bed1bae07ffeed4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:58.791291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Made reservation on behalf of 26b971880530401f8bed1bae07ffeed4 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:58.793869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:58.803109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:58.879059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks [] for security_group (a10c9ca2-de76-4d37-8efc-c3af6416f5a3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:58.976139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a10c9ca2-de76-4d37-8efc-c3af6416f5a3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.004696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:38:59.014837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a10c9ca2-de76-4d37-8efc-c3af6416f5a3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:59.017709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7c58b80d-aaa1-4855-92ce-1bdea6281690), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.018075 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Added segment 7c58b80d-aaa1-4855-92ce-1bdea6281690 of type vlan for network 405b4bf7-707a-4ca0-8807-990646a4e8c5 May 02 10:38:59.059889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (405b4bf7-707a-4ca0-8807-990646a4e8c5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.153063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (405b4bf7-707a-4ca0-8807-990646a4e8c5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.154177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:59.154863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.217345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] Pushing event updated for resources: {'Network': ['ID=405b4bf7-707a-4ca0-8807-990646a4e8c5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:38:59.232100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 405b4bf7-707a-4ca0-8807-990646a4e8c5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:38:59.282389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.291456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-471a01ae-3328-4083-8c6e-7b13bcb2bf01 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:59.293525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-471a01ae-3328-4083-8c6e-7b13bcb2bf01 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0487230 May 02 10:38:59.305976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4a1e65ff-522e-4fd7-b434-8f18cd39261e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.6167388 May 02 10:38:59.306145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47040) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:59.307400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Request body: {'subnet': {'network_id': '405b4bf7-707a-4ca0-8807-990646a4e8c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1827427885-subnet', 'tenant_id': '26b971880530401f8bed1bae07ffeed4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:38:59.413089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2f431e-0822-4bb1-b203-ad3abf9907e4 req-238db5e6-74a3-4a6b-b623-bb15aff06fd3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:38:59.414668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf2f431e-0822-4bb1-b203-ad3abf9907e4 req-238db5e6-74a3-4a6b-b623-bb15aff06fd3 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 946 time: 0.0470500 May 02 10:38:59.414905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Deleting port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:38:59.415054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.450610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Made reservation on behalf of 26b971880530401f8bed1bae07ffeed4 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:38:59.453082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.469162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf2f431e-0822-4bb1-b203-ad3abf9907e4 req-cb0783f7-9f0a-4072-876f-f2d1bcca906f tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/security-groups?id=f332a76e-62df-419b-bdb5-3bb68e048759&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479367 May 02 10:38:59.545850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:38:59.590698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] For port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,segment=NetworkSegment(b04f8ff0-25a3-429b-8551-4b329c774b2d),segment_id=b04f8ff0-25a3-429b-8551-4b329c774b2d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:38:59.591071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.608167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Calling delete_port for 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:38:59.669700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062c2adc-c60a-4b98-9d28-8c394cc40864 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:38:59.756699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062c2adc-c60a-4b98-9d28-8c394cc40864 admin admin] Publish callbacks [] for security_group (3931ff31-a929-4dde-88d8-76fa9e9b710d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.056273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-062c2adc-c60a-4b98-9d28-8c394cc40864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3931ff31-a929-4dde-88d8-76fa9e9b710d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.099882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-062c2adc-c60a-4b98-9d28-8c394cc40864 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f60f33285618445b94dc15469fe8226c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5510454 May 02 10:39:00.099882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062c2adc-c60a-4b98-9d28-8c394cc40864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3931ff31-a929-4dde-88d8-76fa9e9b710d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:00.101381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47056) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:00.143417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f01c9fc3-2fed-4183-a308-e1dbf94841c2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.155465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] Publish callbacks [] for security_group (3931ff31-a929-4dde-88d8-76fa9e9b710d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.177341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] Publish callbacks [] for security_group (3931ff31-a929-4dde-88d8-76fa9e9b710d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.207520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f01c9fc3-2fed-4183-a308-e1dbf94841c2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:00.216914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.228403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:00.250161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Checking segment: {'id': '7c58b80d-aaa1-4855-92ce-1bdea6281690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '405b4bf7-707a-4ca0-8807-990646a4e8c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:00.250510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Network hostable DHCP agents. Network: 405b4bf7-707a-4ca0-8807-990646a4e8c5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:39:00.255846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Pushing event deleted for resources: {'Port': ['ID=972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:00.306653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] No DVR routers for this DVR port 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:00.309800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.313371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7346dbe-732f-4d51-ae4c-f2361ababf77 req-e11cebbd-bba5-4d02-846d-de5804d61262 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.24 "DELETE /v2.0/ports/972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 HTTP/1.1" status: 204 len: 173 time: 0.9948506 May 02 10:39:00.313816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'name': 'network-vif-deleted', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:00.316193 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a23612-17ec-4038-b1dc-7522b5f16063" -d '{"events": [{"server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "name": "network-vif-deleted", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:00.319007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3931ff31-a929-4dde-88d8-76fa9e9b710d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.323696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.324299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3931ff31-a929-4dde-88d8-76fa9e9b710d HTTP/1.1" status: 204 len: 168 time: 0.2206454 May 02 10:39:00.334773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127541a1-ad73-4ff4-9be2-537104b0cba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3931ff31-a929-4dde-88d8-76fa9e9b710d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:00.357071 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cda9d294-394c-4fc1-905b-6e47edc26d33 x-openstack-request-id: req-cda9d294-394c-4fc1-905b-6e47edc26d33 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:00.357475 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a36c52-e50b-4ecd-b833-d2fc8da35ee2", "name": "network-vif-deleted", "tag": "972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:00.357801 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cda9d294-394c-4fc1-905b-6e47edc26d33 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:00.358404 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cda9d294-394c-4fc1-905b-6e47edc26d33'] response: {'server_uuid': 'a4a36c52-e50b-4ecd-b833-d2fc8da35ee2', 'name': 'network-vif-deleted', 'tag': '972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08', 'status': 'completed', 'code': 200} May 02 10:39:00.364894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Network 405b4bf7-707a-4ca0-8807-990646a4e8c5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:39:00.503998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 405b4bf7-707a-4ca0-8807-990646a4e8c5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:00.508764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:00.509252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.516587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43c840c-20cb-4c1e-95e0-2a62318f9bdc None None] Network 405b4bf7-707a-4ca0-8807-990646a4e8c5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:00.565652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.577492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ff62b56-4289-4ae3-9e71-57f33294cc6e req-d83ff67f-8c41-42bc-8672-c9729bb138c5 tempest-ServerDiskConfigTestJSON-1244774904 tempest-ServerDiskConfigTestJSON-1244774904-project] 10.222.0.16 "GET /v2.0/ports?device_id=a4a36c52-e50b-4ecd-b833-d2fc8da35ee2 HTTP/1.1" status: 200 len: 210 time: 0.0297348 May 02 10:39:00.589271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af4057ad-2d30-4477-93cc-ded66f862213 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2861109 May 02 10:39:00.668302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ceaf6f-b31e-4f5c-ac40-f5c93930a763 None None] Network 405b4bf7-707a-4ca0-8807-990646a4e8c5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:00.711226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47072) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:00.799112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Deleting subnet eaedca46-12aa-4a85-8e48-6cc2fa889813 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:00.803439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Publish callbacks [] for subnet (eaedca46-12aa-4a85-8e48-6cc2fa889813), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.840267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (eaedca46-12aa-4a85-8e48-6cc2fa889813), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:00.880057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (eaedca46-12aa-4a85-8e48-6cc2fa889813), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.106319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (eaedca46-12aa-4a85-8e48-6cc2fa889813), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.135063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaedca46-12aa-4a85-8e48-6cc2fa889813,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:01.141919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.145197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-53991fcb-eefb-4890-9556-e7953d5a1edf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eaedca46-12aa-4a85-8e48-6cc2fa889813 HTTP/1.1" status: 204 len: 168 time: 0.4329677 May 02 10:39:01.147665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47076) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.216440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (0711fce3-c184-4b46-b9a3-a7905d4f56e7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.259900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47078) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.275826 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3c58166-2a40-4a31-9219-7a55a13491c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.305161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (0711fce3-c184-4b46-b9a3-a7905d4f56e7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.328433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0711fce3-c184-4b46-b9a3-a7905d4f56e7']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:01.340258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ff6f895-1359-45f3-acfa-165649238b8b') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:01.340713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ff6f895-1359-45f3-acfa-165649238b8b') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:01.351449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (0ff6f895-1359-45f3-acfa-165649238b8b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.364004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3c58166-2a40-4a31-9219-7a55a13491c5 admin admin] Publish callbacks [] for security_group (792f1897-0e87-4125-9878-d9f12b37c19f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.365380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0ff6f895-1359-45f3-acfa-165649238b8b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.371342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:39:01.371732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (0ff6f895-1359-45f3-acfa-165649238b8b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: timer() May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:39:01.373480 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:39:01.455406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3c58166-2a40-4a31-9219-7a55a13491c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (792f1897-0e87-4125-9878-d9f12b37c19f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.495615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d3c58166-2a40-4a31-9219-7a55a13491c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d77e597d57e47e08182448baae93696&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2329981 May 02 10:39:01.496785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c58166-2a40-4a31-9219-7a55a13491c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792f1897-0e87-4125-9878-d9f12b37c19f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:01.498467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47080) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.513722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (0711fce3-c184-4b46-b9a3-a7905d4f56e7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.519391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.522634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/0711fce3-c184-4b46-b9a3-a7905d4f56e7 HTTP/1.1" status: 204 len: 168 time: 0.3739462 May 02 10:39:01.525492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.551452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=0711fce3-c184-4b46-b9a3-a7905d4f56e7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:01.567600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.567944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.568284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.568672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.569007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.569369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.569726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.570053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.570377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.570699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.571025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.571341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.571500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Deleting subnet f01c9fc3-2fed-4183-a308-e1dbf94841c2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:01.571695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.572014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.572336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7da510b5-0a28-48a5-9f6b-702380760d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:01.575461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Publish callbacks [] for subnet (f01c9fc3-2fed-4183-a308-e1dbf94841c2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.593367 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] Publish callbacks [] for security_group (792f1897-0e87-4125-9878-d9f12b37c19f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.622416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f01c9fc3-2fed-4183-a308-e1dbf94841c2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.632383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] Publish callbacks [] for security_group (792f1897-0e87-4125-9878-d9f12b37c19f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.668143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f01c9fc3-2fed-4183-a308-e1dbf94841c2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.747511 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (792f1897-0e87-4125-9878-d9f12b37c19f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.751339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.752510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/792f1897-0e87-4125-9878-d9f12b37c19f HTTP/1.1" status: 204 len: 168 time: 0.2517164 May 02 10:39:01.762293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0c502d-d14e-4f44-8ddf-a5e43f720de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792f1897-0e87-4125-9878-d9f12b37c19f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:01.772534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f01c9fc3-2fed-4183-a308-e1dbf94841c2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.804355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f01c9fc3-2fed-4183-a308-e1dbf94841c2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:01.818928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.824783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-291b1e8f-c379-42d4-a79d-d00d78872b2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f01c9fc3-2fed-4183-a308-e1dbf94841c2 HTTP/1.1" status: 204 len: 168 time: 0.2958279 May 02 10:39:01.825151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47102) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.864915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47104) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:01.964796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (405b4bf7-707a-4ca0-8807-990646a4e8c5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.970279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Deleting subnet 7e9af4cf-10c0-4710-b76c-bf74f9c33ef2 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:01.976189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:01.979873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Publish callbacks [] for subnet (7e9af4cf-10c0-4710-b76c-bf74f9c33ef2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.053613 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (7e9af4cf-10c0-4710-b76c-bf74f9c33ef2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.105007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (405b4bf7-707a-4ca0-8807-990646a4e8c5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.135660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['405b4bf7-707a-4ca0-8807-990646a4e8c5']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.146826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7e9af4cf-10c0-4710-b76c-bf74f9c33ef2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.149751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c58b80d-aaa1-4855-92ce-1bdea6281690') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.150043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c58b80d-aaa1-4855-92ce-1bdea6281690') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.177640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (7c58b80d-aaa1-4855-92ce-1bdea6281690), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.200561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7c58b80d-aaa1-4855-92ce-1bdea6281690), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.207243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:39:02.207637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (7c58b80d-aaa1-4855-92ce-1bdea6281690), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: timer() May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:39:02.210913 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:39:02.347711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7e9af4cf-10c0-4710-b76c-bf74f9c33ef2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.374094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9af4cf-10c0-4710-b76c-bf74f9c33ef2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:02.376013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (405b4bf7-707a-4ca0-8807-990646a4e8c5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.382196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.385258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] 10.222.0.16 "DELETE /v2.0/networks/405b4bf7-707a-4ca0-8807-990646a4e8c5 HTTP/1.1" status: 204 len: 168 time: 0.5590804 May 02 10:39:02.386367 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.389414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a811e7b-6073-4d65-a9e3-97a5227a4543 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7e9af4cf-10c0-4710-b76c-bf74f9c33ef2 HTTP/1.1" status: 204 len: 168 time: 0.5270698 May 02 10:39:02.392216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47116) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:02.401931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d28670-ba2a-46a8-8190-16ba3e6b3cde admin admin] Pushing event deleted for resources: {'Network': ['ID=405b4bf7-707a-4ca0-8807-990646a4e8c5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:02.469131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (442386c1-f17a-4561-b70b-c6ab76296248), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.553751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (442386c1-f17a-4561-b70b-c6ab76296248), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.574170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['442386c1-f17a-4561-b70b-c6ab76296248']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.583619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04f8ff0-25a3-429b-8551-4b329c774b2d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.583906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04f8ff0-25a3-429b-8551-4b329c774b2d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:02.593862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b04f8ff0-25a3-429b-8551-4b329c774b2d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.607559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b04f8ff0-25a3-429b-8551-4b329c774b2d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.613720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:39:02.614141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b04f8ff0-25a3-429b-8551-4b329c774b2d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: timer() May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:39:02.619411 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:39:02.752378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (442386c1-f17a-4561-b70b-c6ab76296248), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.761945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.765969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] 10.222.0.16 "DELETE /v2.0/networks/442386c1-f17a-4561-b70b-c6ab76296248 HTTP/1.1" status: 204 len: 168 time: 0.3710988 May 02 10:39:02.775588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3576b10a-4ce1-47b0-a8a3-2d3cb45c0e65 admin admin] Pushing event deleted for resources: {'Network': ['ID=442386c1-f17a-4561-b70b-c6ab76296248,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:02.818619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47132) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:02.872021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c55ea1ce-c76d-47b6-8947-db1ce6734d1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e060caaffb324f08b485555220606f10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0500252 May 02 10:39:02.872143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47136) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:02.961536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] Publish callbacks [] for security_group (cb2623a0-5031-46f1-9487-a6e5aec7d193), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:02.990516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] Publish callbacks [] for security_group (cb2623a0-5031-46f1-9487-a6e5aec7d193), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.238364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cb2623a0-5031-46f1-9487-a6e5aec7d193), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.241161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.242443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cb2623a0-5031-46f1-9487-a6e5aec7d193 HTTP/1.1" status: 204 len: 168 time: 0.3691206 May 02 10:39:03.251247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:03.252417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303fe827-3187-4c82-9646-9f8e82fa2d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb2623a0-5031-46f1-9487-a6e5aec7d193,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:03.273647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:03.273996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 972ec1eb-a3ca-4a4a-8cb3-f9ee2a353e08 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:03.431793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47150) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:03.479745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:03.487534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-97bd0fcb-865c-4083-9811-2178fe5aac31 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=82b6fa2217fa4f648fe978e1c9cca3ba&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0537984 May 02 10:39:03.537312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] Publish callbacks [] for security_group (f332a76e-62df-419b-bdb5-3bb68e048759), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.565107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] Publish callbacks [] for security_group (f332a76e-62df-419b-bdb5-3bb68e048759), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.700053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f332a76e-62df-419b-bdb5-3bb68e048759), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.703320 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:03.704713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f332a76e-62df-419b-bdb5-3bb68e048759 HTTP/1.1" status: 204 len: 168 time: 0.2235975 May 02 10:39:03.713482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad3d71d-b94f-46fb-90d5-ee711495b086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f332a76e-62df-419b-bdb5-3bb68e048759,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:03.913499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47176) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:03.959257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-46dc8d91-62e8-45fa-bc0f-434e0a1d415d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26b971880530401f8bed1bae07ffeed4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458136 May 02 10:39:03.961913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47180) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:04.015539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] Publish callbacks [] for security_group (a10c9ca2-de76-4d37-8efc-c3af6416f5a3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:04.038406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] Publish callbacks [] for security_group (a10c9ca2-de76-4d37-8efc-c3af6416f5a3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:04.186941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a10c9ca2-de76-4d37-8efc-c3af6416f5a3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:04.189697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:04.193469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a10c9ca2-de76-4d37-8efc-c3af6416f5a3 HTTP/1.1" status: 204 len: 168 time: 0.2282760 May 02 10:39:04.200642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704a9fff-77a1-4c3c-b47c-4df5c4a3ea67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a10c9ca2-de76-4d37-8efc-c3af6416f5a3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:05.565496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47242) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:05.954257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1445768939-network', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:06.044891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:06.049753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.057101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.140197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks [] for security_group (88ab9eef-4ee6-49a9-8297-057816420594), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.209838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88ab9eef-4ee6-49a9-8297-057816420594), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.234803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:39:06.249731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88ab9eef-4ee6-49a9-8297-057816420594,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:06.252978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.253330 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Added segment 4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb of type vlan for network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 May 02 10:39:06.294542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.381069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.382074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:06.382661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.459491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] Pushing event updated for resources: {'Network': ['ID=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:06.463248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47272) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:06.472973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:39:06.478101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24383199-aade-4a67-8879-ca12e2340905 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9089451 May 02 10:39:06.478758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47276) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:06.485923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Request body: {'subnet': {'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1445768939-subnet', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:06.588985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:06.590553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.631852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74d65941-c90a-48ba-823e-9bd85737e6fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.717434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74d65941-c90a-48ba-823e-9bd85737e6fe admin admin] Publish callbacks [] for security_group (8b676d54-658c-4afe-9084-a19aa605a24a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.809016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74d65941-c90a-48ba-823e-9bd85737e6fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8b676d54-658c-4afe-9084-a19aa605a24a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.838886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (4f7c39b2-0855-4787-afc5-f87363dd7d01), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.853472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-74d65941-c90a-48ba-823e-9bd85737e6fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23f09cc5999a47148c6edbb2c0dfebd9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3887000 May 02 10:39:06.854663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d65941-c90a-48ba-823e-9bd85737e6fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b676d54-658c-4afe-9084-a19aa605a24a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:06.856946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:06.927912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f7c39b2-0855-4787-afc5-f87363dd7d01,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:06.930572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] Publish callbacks [] for security_group (8b676d54-658c-4afe-9084-a19aa605a24a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:06.938204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:06.938602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Network hostable DHCP agents. Network: 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:39:06.961313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] Publish callbacks [] for security_group (8b676d54-658c-4afe-9084-a19aa605a24a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.032894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:39:07.072691 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8b676d54-658c-4afe-9084-a19aa605a24a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.075863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.077091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8b676d54-658c-4afe-9084-a19aa605a24a HTTP/1.1" status: 204 len: 168 time: 0.2192068 May 02 10:39:07.085425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772c1def-4a52-405a-8223-f062c97360ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b676d54-658c-4afe-9084-a19aa605a24a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:07.158556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:07.168425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:07.169309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.171685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28969e6e-0c83-4208-8daf-cdaa60ecd6aa None None] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:07.264130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-437792f6-3fc2-4d46-bd61-816f389ba74a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7838550 May 02 10:39:07.266999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:07.271484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:07.283272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:39:07.284118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.375963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.377110 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.425351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Allocated IP 172.20.0.2 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/04069d20-8d49-41e2-b486-3625e21b5e7a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:07.435037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for router_controller (ae3e85ad-6120-4b4a-a21c-b238744841f6), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.579449 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks [] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.654251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.697839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:07.698483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for router_gateway (ae3e85ad-6120-4b4a-a21c-b238744841f6), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.703804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:07.706819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:07.719946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Pushing event updated for resources: {'Port': ['ID=04069d20-8d49-41e2-b486-3625e21b5e7a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:07.748125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.748723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.749458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.749764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.750096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.750599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.751412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.751743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.752077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.752406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.752764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.754492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.754492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.754492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.754492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:07.786273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Attempting to bind port 04069d20-8d49-41e2-b486-3625e21b5e7a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:07.786722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Attempting to bind port 04069d20-8d49-41e2-b486-3625e21b5e7a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:07.787093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Attempting to bind port 04069d20-8d49-41e2-b486-3625e21b5e7a on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:07.793519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:07.798195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:07.798195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.798195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:07.798195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Bound port: 04069d20-8d49-41e2-b486-3625e21b5e7a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:07.798195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.860074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] For port 04069d20-8d49-41e2-b486-3625e21b5e7a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:07.863189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] For port 04069d20-8d49-41e2-b486-3625e21b5e7a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04069d20-8d49-41e2-b486-3625e21b5e7a,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:07.897978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47308) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:07.911962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba64ddd6-2bc2-402a-bf02-beed7923015e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.952011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.967749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for router_gateway (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:07.988859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.016297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba64ddd6-2bc2-402a-bf02-beed7923015e admin admin] Publish callbacks [] for security_group (9c614c81-40e3-42a6-80b8-ee775f71b4ad), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.025076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d646f5c-f9d4-4c44-aefb-74d79f2b1888 None None] Pushing event updated for resources: {'Port': ['ID=04069d20-8d49-41e2-b486-3625e21b5e7a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:08.090728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba64ddd6-2bc2-402a-bf02-beed7923015e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9c614c81-40e3-42a6-80b8-ee775f71b4ad), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.112069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Allocated IP 172.35.4.5 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/41e8ca78-3bd9-4c66-9941-3a7b2d41f032) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:08.135744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba64ddd6-2bc2-402a-bf02-beed7923015e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f0adb32f42a3412780192d24fb893ff4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2359588 May 02 10:39:08.137751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba64ddd6-2bc2-402a-bf02-beed7923015e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c614c81-40e3-42a6-80b8-ee775f71b4ad,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:08.138476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47312) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:08.272671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] Publish callbacks [] for security_group (9c614c81-40e3-42a6-80b8-ee775f71b4ad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.285333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.309495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] Publish callbacks [] for security_group (9c614c81-40e3-42a6-80b8-ee775f71b4ad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.461764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.495391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9c614c81-40e3-42a6-80b8-ee775f71b4ad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.498014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:08.499246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c614c81-40e3-42a6-80b8-ee775f71b4ad HTTP/1.1" status: 204 len: 168 time: 0.3598318 May 02 10:39:08.519145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:08.524569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8db130-90f7-423e-83bb-d44fa9b35dcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c614c81-40e3-42a6-80b8-ee775f71b4ad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:08.529476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:08.534322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:08.538457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Pushing event updated for resources: {'Port': ['ID=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:08.877340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for router_gateway (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.113917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.229375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f72535-75ac-40b3-b60f-defa54831243 None None] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:09.308140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Provisioning complete for port 04069d20-8d49-41e2-b486-3625e21b5e7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:09.308520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.341145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Router ae3e85ad-6120-4b4a-a21c-b238744841f6 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:39:09.433191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Current status of the port 04069d20-8d49-41e2-b486-3625e21b5e7a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:09.433594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.482794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:39:09.501160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] For port 04069d20-8d49-41e2-b486-3625e21b5e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04069d20-8d49-41e2-b486-3625e21b5e7a,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:09.504971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Sync routers for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:39:09.519067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:09.519221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:09.600415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.669956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:09.672444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bc6c42-ba59-4d95-a241-0600fc9be18c None None] Pushing event updated for resources: {'Port': ['ID=04069d20-8d49-41e2-b486-3625e21b5e7a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:09.680454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.684594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47344) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:09.685131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d95ae2d8-f22d-4f87-bf06-5d3b7ec1e7ec admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4167495 May 02 10:39:09.751864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5dfd784e-f77b-4b58-82a9-0ce8ae19740d None None] Provisioning complete for port 04069d20-8d49-41e2-b486-3625e21b5e7a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:09.752237 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5dfd784e-f77b-4b58-82a9-0ce8ae19740d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:09.895668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 04069d20-8d49-41e2-b486-3625e21b5e7a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:09.961110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5dfd784e-f77b-4b58-82a9-0ce8ae19740d None None] Current status of the port 04069d20-8d49-41e2-b486-3625e21b5e7a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:09.988809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:08Z', 'revision_number': 3, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:10.021790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Checking router: ae3e85ad-6120-4b4a-a21c-b238744841f6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:39:10.022152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Updating router ae3e85ad-6120-4b4a-a21c-b238744841f6 port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:39:10.046050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 04069d20-8d49-41e2-b486-3625e21b5e7a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:10.046460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.078989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.245598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 04069d20-8d49-41e2-b486-3625e21b5e7a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:10.391081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks [] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.477692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.478527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.540145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Attempting to bind port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:10.540524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Attempting to bind port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:10.540932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Attempting to bind port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:10.547989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839bf63-18ba-4e5b-8282-d1f7f3793c94 None None] Pushing event updated for resources: {'Port': ['ID=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:10.550751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:10.551135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:10.551594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.551990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:10.552475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Bound port: 41e8ca78-3bd9-4c66-9941-3a7b2d41f032, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:10.552959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.609446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] For port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:10.612921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] For port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:10.641133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Allocated IP 172.20.0.1 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/84c8113b-4966-49a7-a639-e83bb5cb0924) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:10.674709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.729227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:10.729863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:10.765034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks [] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.783674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839bf63-18ba-4e5b-8282-d1f7f3793c94 None None] Pushing event updated for resources: {'Port': ['ID=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:10.856179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:10.879598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:10.922222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:10.927737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:10.931396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:10.954561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Pushing event updated for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:10.986891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.245339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:08Z', 'revision_number': 3, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:11.277532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdbe87cb-5550-4a49-9912-00c14e105686 None None] The sync data for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 is: [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:08Z', 'revision_number': 3, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:39:11.289752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0c55d0f8-ce05-45b5-8d64-71105dbb1038 None None] Provisioning complete for port 84c8113b-4966-49a7-a639-e83bb5cb0924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:11.290054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c55d0f8-ce05-45b5-8d64-71105dbb1038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.334432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.346293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0c55d0f8-ce05-45b5-8d64-71105dbb1038 None None] Port 84c8113b-4966-49a7-a639-e83bb5cb0924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:39:11.594667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks [] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.734316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.850680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Pushing event updated for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:11.883548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:11.894325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:11.957279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:11.961790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:12.040338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:12.043446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:12.055794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:12.056336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:12.083361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:12.207033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Router ae3e85ad-6120-4b4a-a21c-b238744841f6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:39:12.210397 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:12.333194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:12.384522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3a628e12-25be-4bed-a161-e62e3cb080bb None None] Provisioning complete for port 84c8113b-4966-49a7-a639-e83bb5cb0924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:12.385018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3a628e12-25be-4bed-a161-e62e3cb080bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:12.398929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:39:12.430627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aad2c456-db9c-4ac5-bf17-779a2ab3fccc admin admin] 10.222.0.16 "PUT /v2.0/routers/ae3e85ad-6120-4b4a-a21c-b238744841f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7314665 May 02 10:39:12.442682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3a628e12-25be-4bed-a161-e62e3cb080bb None None] Port 84c8113b-4966-49a7-a639-e83bb5cb0924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:39:13.035109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47540) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:13.219275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff983462-52d0-4a72-b8f2-800e792aff06 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56a059bb653d412f81c66dfd5c50806c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1803913 May 02 10:39:13.219667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47550) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:13.254196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47552) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:13.260940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'security_group': {'name': 'tempest-securitygroup--113005780', 'description': 'tempest-description--208906352'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:13.287102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Publish callbacks [] for security_group (bc2eac29-c951-462e-85ac-118e034616a3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.316441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Publish callbacks [] for security_group (bc2eac29-c951-462e-85ac-118e034616a3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.342222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.414345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (42a5d23b-071a-431a-af87-6c4bb4676f36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.415903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bc2eac29-c951-462e-85ac-118e034616a3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.418823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.420007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bc2eac29-c951-462e-85ac-118e034616a3 HTTP/1.1" status: 204 len: 168 time: 0.1990690 May 02 10:39:13.428506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2eac29-c951-462e-85ac-118e034616a3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:13.437306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.437662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.438014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.438359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.438706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.439047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.439383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.439720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.440056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.440388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.440791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.441198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.441986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.442536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.442905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ff723ad-51ea-4c29-aa5f-212a44606fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:39:13.490782 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Sync routers for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:39:13.493982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42a5d23b-071a-431a-af87-6c4bb4676f36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.501787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:13.502478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:13.525692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42a5d23b-071a-431a-af87-6c4bb4676f36,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:13.600898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.605568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4faa8f8e-85d5-46e2-991c-03078892e858 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3502979 May 02 10:39:13.605782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:13.610178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'security_group_rule': {'security_group_id': '42a5d23b-071a-431a-af87-6c4bb4676f36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:13.639728 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:13.745429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (92c9395e-4537-473c-bf27-7136e5f62d31), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.840039 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (92c9395e-4537-473c-bf27-7136e5f62d31), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.883963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:13.941075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (92c9395e-4537-473c-bf27-7136e5f62d31), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.942664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:13.943969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:13.975915 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 2, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:13.981498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c9395e-4537-473c-bf27-7136e5f62d31,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:14.031867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Checking router: ae3e85ad-6120-4b4a-a21c-b238744841f6 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:39:14.032223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Updating router ae3e85ad-6120-4b4a-a21c-b238744841f6 port 84c8113b-4966-49a7-a639-e83bb5cb0924 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:39:14.064113 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.074117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:14.171726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.172979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70f5343c-e068-4cdf-9d8b-19c4f9f45bde tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5663824 May 02 10:39:14.175880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47616) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:14.182428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'security_group_rule': {'security_group_id': '42a5d23b-071a-431a-af87-6c4bb4676f36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:14.295720 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.301644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (edef0bef-fcfe-4e03-a413-f90f85eb7e56), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.372004 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks [] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.389432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (edef0bef-fcfe-4e03-a413-f90f85eb7e56), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.465224 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.516967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (edef0bef-fcfe-4e03-a413-f90f85eb7e56), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.525018 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb19b52-af53-4ddd-aafe-72e604927d44 None None] Pushing event updated for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:14.587021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edef0bef-fcfe-4e03-a413-f90f85eb7e56,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:14.613037 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Attempting to bind port 84c8113b-4966-49a7-a639-e83bb5cb0924 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:14.613415 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Attempting to bind port 84c8113b-4966-49a7-a639-e83bb5cb0924 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:14.613781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Attempting to bind port 84c8113b-4966-49a7-a639-e83bb5cb0924 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:14.619983 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:14.620496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:14.620948 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.621347 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:14.621822 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Bound port: 84c8113b-4966-49a7-a639-e83bb5cb0924, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:14.622259 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.675322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.677057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aeb79e6f-8644-4dff-bc94-ce90ffdca0dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4997306 May 02 10:39:14.679841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47658) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:14.686927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:14.739453 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] For port 84c8113b-4966-49a7-a639-e83bb5cb0924, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:14.742967 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] For port 84c8113b-4966-49a7-a639-e83bb5cb0924, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c8113b-4966-49a7-a639-e83bb5cb0924,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:14.782873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df1eb356-f5be-46a5-a1ba-b3ecf177d04f None None] Provisioning complete for port 84c8113b-4966-49a7-a639-e83bb5cb0924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:14.783263 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df1eb356-f5be-46a5-a1ba-b3ecf177d04f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.798709 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.819835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df1eb356-f5be-46a5-a1ba-b3ecf177d04f None None] Port 84c8113b-4966-49a7-a639-e83bb5cb0924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:39:14.842963 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.922899 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:14.923532 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:38:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:14.925930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:14.966305 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb19b52-af53-4ddd-aafe-72e604927d44 None None] Pushing event updated for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:15.115206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.35.4.253 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/be0c6b6d-ca75-45b4-8ea5-64c022ab3077) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:15.160279 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:15.254216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Provisioning complete for port 84c8113b-4966-49a7-a639-e83bb5cb0924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:15.254216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.268674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.334434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Current status of the port 84c8113b-4966-49a7-a639-e83bb5cb0924 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:15.335043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.382821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] For port 84c8113b-4966-49a7-a639-e83bb5cb0924, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c8113b-4966-49a7-a639-e83bb5cb0924,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:15.413046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.454914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:15.462132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:15.466597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:15.492132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=be0c6b6d-ca75-45b4-8ea5-64c022ab3077,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:15.498607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:14Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:15.525163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.529821 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688bc12f-e14b-4c72-8cf0-5a4af978394e None None] The sync data for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 is: [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:14Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:39:15.631854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:15.654727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3135c4f2-fcf9-4eba-a7bc-0b5b87fc9d72 None None] Pushing event updated for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:16.055608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.070602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84c8113b-4966-49a7-a639-e83bb5cb0924 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:16.070602 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.070602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 84c8113b-4966-49a7-a639-e83bb5cb0924 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:16.070602 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.126768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 84c8113b-4966-49a7-a639-e83bb5cb0924 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:16.154283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.347702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.449047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=be0c6b6d-ca75-45b4-8ea5-64c022ab3077,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:16.479006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.612035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:16.614177 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c09c7f84-f359-4eb7-87dc-bc0e60c7037d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9316764 May 02 10:39:16.883035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-10472e48-e49f-4f0c-8d1a-7c7e8e085406 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--113005780&fields=id&tenant_id=608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 267 time: 0.0574343 May 02 10:39:17.003661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-f69af629-5707-4e58-9659-3482bd3f156e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:17.005259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-f69af629-5707-4e58-9659-3482bd3f156e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1143043 May 02 10:39:17.021288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-33098b3c-f49b-4fc3-9c05-ef9e63c3540f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/quotas/608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 375 time: 0.0099523 May 02 10:39:17.076994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-5c26e8a9-2ae3-45ff-84ff-ee71ac4db315 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495808 May 02 10:39:17.174636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-3faa94d2-7890-4344-ab7c-e25722a8bab7 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862350 May 02 10:39:17.216084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:17.273574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-03c33654-2406-4be8-bc4e-7b7191fda7ed service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932980 May 02 10:39:17.332823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abc33a7-4cf4-4870-83f9-dd2ef91dc902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.408231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abc33a7-4cf4-4870-83f9-dd2ef91dc902 admin admin] Publish callbacks [] for security_group (d7fea695-bc45-4446-ae79-e4831555b975), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.483675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4abc33a7-4cf4-4870-83f9-dd2ef91dc902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7fea695-bc45-4446-ae79-e4831555b975), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.523421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4abc33a7-4cf4-4870-83f9-dd2ef91dc902 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40afb02c291442b4ab3bd74861435e91&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3061574 May 02 10:39:17.524311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc33a7-4cf4-4870-83f9-dd2ef91dc902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fea695-bc45-4446-ae79-e4831555b975,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:17.526171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47786) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:17.590494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] Publish callbacks [] for security_group (d7fea695-bc45-4446-ae79-e4831555b975), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.599091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19343275-3edb-4932-83a9-9c7cbfa1dcd0 req-8f744808-52a3-4c4b-97ff-bd45ba6d6943 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0283294 May 02 10:39:17.612161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] Publish callbacks [] for security_group (d7fea695-bc45-4446-ae79-e4831555b975), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.741075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7fea695-bc45-4446-ae79-e4831555b975), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.743711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:17.744960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7fea695-bc45-4446-ae79-e4831555b975 HTTP/1.1" status: 204 len: 168 time: 0.2163777 May 02 10:39:17.753841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0da4c6-a7a9-4b4c-9296-7c19469deb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fea695-bc45-4446-ae79-e4831555b975,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:18.683310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d63ab4d7-7628-47aa-9b3c-bb21ef071056 req-5bf61b38-f82d-4cf1-8e00-c6cb73c912e3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0302811 May 02 10:39:19.788294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbd86d76-16a8-418d-9c72-33df1c78fa64 req-5408c6b7-dadb-41c8-b052-7e5633c35726 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0329161 May 02 10:39:20.067973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:20.214031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78e76180-1ea7-4252-bb66-ed6bc8952a69 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.289974 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78e76180-1ea7-4252-bb66-ed6bc8952a69 admin admin] Publish callbacks [] for security_group (09a16bed-f7bb-461f-a0c5-8235593100ab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.375628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78e76180-1ea7-4252-bb66-ed6bc8952a69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (09a16bed-f7bb-461f-a0c5-8235593100ab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.413043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e76180-1ea7-4252-bb66-ed6bc8952a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a16bed-f7bb-461f-a0c5-8235593100ab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:20.417906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-78e76180-1ea7-4252-bb66-ed6bc8952a69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=931f9a49ea3d417c89723fa4d5ca32e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3488739 May 02 10:39:20.420717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47898) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:20.473858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] Publish callbacks [] for security_group (09a16bed-f7bb-461f-a0c5-8235593100ab), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.495653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] Publish callbacks [] for security_group (09a16bed-f7bb-461f-a0c5-8235593100ab), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.627085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (09a16bed-f7bb-461f-a0c5-8235593100ab), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.629737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:20.630933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09a16bed-f7bb-461f-a0c5-8235593100ab HTTP/1.1" status: 204 len: 168 time: 0.2093124 May 02 10:39:20.639355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9fb84a-a5b2-4f85-8c35-cc680a66b635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a16bed-f7bb-461f-a0c5-8235593100ab,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:20.889882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-f275a1ac-3fd6-452c-beec-0e47f95ac2fb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:20.891443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-f275a1ac-3fd6-452c-beec-0e47f95ac2fb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1150138 May 02 10:39:20.893103 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4515c263-655f-4fc8-b1e7-c7d850b7edd2 req-dd5ab121-b71d-4260-8b21-11c70d8dd30c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0335405 May 02 10:39:20.960935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-07695ac7-75a0-475b-8ccd-6c227c1aefd2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 379 time: 0.0606744 May 02 10:39:20.969000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'device_id': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'admin_state_up': True, 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'security_groups': ['42a5d23b-071a-431a-af87-6c4bb4676f36']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:21.192709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:21.196180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:21.341502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.20.0.14 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/6a02bfc7-73ca-4c59-86e2-b91beaca5fe8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:21.492177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:21.608875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:21.656624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:21.662791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:21.668481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:21.699535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:21.732499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:21.733189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:21.814056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-57963c84-3eab-4ac7-a94b-766657742f45 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8486900 May 02 10:39:21.831755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Request body: {'port': {'device_id': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:21.920963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.002988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ddb475e9-9ea9-4e52-9593-2ec178ddd02e None None] Provisioning complete for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:22.003537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ddb475e9-9ea9-4e52-9593-2ec178ddd02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.049017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ddb475e9-9ea9-4e52-9593-2ec178ddd02e None None] Port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:39:22.094550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b20a82-ecd3-4f1d-a377-d5b1834f591c req-92506054-748f-46a8-a5c9-18294555bef8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:22.096051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60b20a82-ecd3-4f1d-a377-d5b1834f591c req-92506054-748f-46a8-a5c9-18294555bef8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 932 time: 0.1227510 May 02 10:39:22.218120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60b20a82-ecd3-4f1d-a377-d5b1834f591c req-7f46db54-607d-4d35-b67d-c7e317f54fea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106925 May 02 10:39:22.321346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:39:22.332942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks [] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.350789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Transition to ACTIVE for port object 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:39:22.410094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.464783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:22.584270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Attempting to bind port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:22.584822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Attempting to bind port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:22.585319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Attempting to bind port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:22.592321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:39:22.592682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Attempting to bind port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:22.600812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:22.600812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:22.600812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:22.601566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Bound port: 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:22.602118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.688964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:22.693137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:22.802846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.861450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:22.865302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:22.869137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] 10.222.0.24 "PUT /v2.0/ports/6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1092 time: 1.0447903 May 02 10:39:22.869767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:22.872400 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3d6b187-f403-4c1a-9629-b9eea321b7de" -d '{"events": [{"name": "network-changed", "server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:22.907110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae387fe-1a7e-4934-8e57-30802256b8ea service neutron] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:22.932216 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eead5e9-a660-4264-94b6-e678e6a03c12 x-openstack-request-id: req-5eead5e9-a660-4264-94b6-e678e6a03c12 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:22.932780 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:22.932780 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5eead5e9-a660-4264-94b6-e678e6a03c12 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:22.933182 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5eead5e9-a660-4264-94b6-e678e6a03c12'] response: {'name': 'network-changed', 'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'status': 'completed', 'code': 200} May 02 10:39:23.001492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-755b38a7-d1a7-4bac-895e-e3945e4cfa67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.013085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-755b38a7-d1a7-4bac-895e-e3945e4cfa67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1126 time: 0.0540292 May 02 10:39:23.171661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48016) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:23.187914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129eeb0e-9083-42dc-b234-4ca2131042bc req-f954618c-1865-478b-beeb-031f5cc2d74a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.189544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-129eeb0e-9083-42dc-b234-4ca2131042bc req-f954618c-1865-478b-beeb-031f5cc2d74a tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.1433573 May 02 10:39:23.267937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-c93c9f5e-3c01-403a-9891-dc8fdaa89305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.269475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-c93c9f5e-3c01-403a-9891-dc8fdaa89305 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=608974f2bff942b5a36c7b8f748dcf72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2537675 May 02 10:39:23.277052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-129eeb0e-9083-42dc-b234-4ca2131042bc req-90df904f-939b-4228-bf94-895485247c20 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817633 May 02 10:39:23.386124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b07e2-a7e6-4ac9-aa34-9224fd7bebc6 req-1d776a9b-6458-4134-9930-040c5bb11f88 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.387681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f5b07e2-a7e6-4ac9-aa34-9224fd7bebc6 req-1d776a9b-6458-4134-9930-040c5bb11f88 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 944 time: 0.0574372 May 02 10:39:23.394022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-850323aa-8a21-4c41-a649-41559a6805fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.395518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3d6b187-f403-4c1a-9629-b9eea321b7de req-850323aa-8a21-4c41-a649-41559a6805fb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175990 May 02 10:39:23.425539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b47c6e58-03ca-4381-8239-2a8c27e133aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.460722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f5b07e2-a7e6-4ac9-aa34-9224fd7bebc6 req-4a16aff8-222e-47c9-9647-00649fb1b212 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640123 May 02 10:39:23.504265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-a73963c2-4bf0-4942-872d-e22e0a898f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.505855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-a73963c2-4bf0-4942-872d-e22e0a898f45 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1126 time: 0.0656326 May 02 10:39:23.539974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b47c6e58-03ca-4381-8239-2a8c27e133aa admin admin] Publish callbacks [] for security_group (c9198471-039c-4dca-a054-65ba28eb1af4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.616952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b47c6e58-03ca-4381-8239-2a8c27e133aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c9198471-039c-4dca-a054-65ba28eb1af4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.660713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c6e58-03ca-4381-8239-2a8c27e133aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9198471-039c-4dca-a054-65ba28eb1af4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:23.675264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b47c6e58-03ca-4381-8239-2a8c27e133aa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af40d1bba16444c0b2390e22352e9b05&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5008698 May 02 10:39:23.675772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:23.743502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] Publish callbacks [] for security_group (c9198471-039c-4dca-a054-65ba28eb1af4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.789958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] Publish callbacks [] for security_group (c9198471-039c-4dca-a054-65ba28eb1af4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.890382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-609cae49-d625-45dc-8062-42fa8cb6876f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 217 time: 0.3781309 May 02 10:39:23.908056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c9198471-039c-4dca-a054-65ba28eb1af4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.911584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:23.912088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c9198471-039c-4dca-a054-65ba28eb1af4 HTTP/1.1" status: 204 len: 168 time: 0.2349803 May 02 10:39:23.928317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c4b93a-083a-404a-9aee-903d31be8f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9198471-039c-4dca-a054-65ba28eb1af4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:23.948395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-7ea3d9ea-7079-43cc-8297-e38591a9e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:23.949919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-7ea3d9ea-7079-43cc-8297-e38591a9e289 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0541673 May 02 10:39:24.000161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-a315b4fa-0bb7-49af-a249-526330e554f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:24.005011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-a315b4fa-0bb7-49af-a249-526330e554f9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0457482 May 02 10:39:24.096422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-eb27d313-2cba-412b-b32c-036f2288dae5 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888312 May 02 10:39:24.191031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633fa18f-8c23-4920-bb65-6229806c1da8 req-36df0cf6-3f2b-4df5-8ea0-39e4745a90fe service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864830 May 02 10:39:24.409360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12769d30-1b5d-4ee1-946c-e201292cb2fc req-07db2416-bcd3-4fc9-863a-a9506a89dd57 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:24.410767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12769d30-1b5d-4ee1-946c-e201292cb2fc req-07db2416-bcd3-4fc9-863a-a9506a89dd57 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0556529 May 02 10:39:24.459848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12769d30-1b5d-4ee1-946c-e201292cb2fc req-c68f5b27-d81e-402e-8484-58c8eff59e45 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432372 May 02 10:39:24.607166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a680e-1b8e-43a8-92f2-c3810d1422a8 req-ac63cf65-8d80-4cb8-a1be-f97ccfb8e66a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:24.608850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d9a680e-1b8e-43a8-92f2-c3810d1422a8 req-ac63cf65-8d80-4cb8-a1be-f97ccfb8e66a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 944 time: 0.0584884 May 02 10:39:24.659795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d9a680e-1b8e-43a8-92f2-c3810d1422a8 req-03496b85-1268-4d7d-ac11-628a6d35d241 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440090 May 02 10:39:25.425668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-356f1940-7d45-4133-9192-fcf0c036a113 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:25.427135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-356f1940-7d45-4133-9192-fcf0c036a113 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0490370 May 02 10:39:25.531378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Deleting port b5b9fc69-da41-4272-9cb6-4e832297e924 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:25.532558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:25.552308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8752a7cf-a5b0-42d8-85a6-4e3c66e03d66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:25.597848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ddfe57-141b-44b0-bb4e-53024b7570df req-0e603eda-8df9-49f4-a5aa-6c23ef4a72c9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:25.599349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92ddfe57-141b-44b0-bb4e-53024b7570df req-0e603eda-8df9-49f4-a5aa-6c23ef4a72c9 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 945 time: 0.0532970 May 02 10:39:25.636282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] For port b5b9fc69-da41-4272-9cb6-4e832297e924, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b5b9fc69-da41-4272-9cb6-4e832297e924,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:25.636853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:25.655368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Calling delete_port for b5b9fc69-da41-4272-9cb6-4e832297e924 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:25.669575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92ddfe57-141b-44b0-bb4e-53024b7570df req-abcf170d-7aa7-4e9f-98a2-65b775faa183 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628953 May 02 10:39:25.836174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ad55a-ce57-493d-ac2d-02868ac7d346 req-2243ea13-651b-4f5e-aab2-2f09e6a592c4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:25.837881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-519ad55a-ce57-493d-ac2d-02868ac7d346 req-2243ea13-651b-4f5e-aab2-2f09e6a592c4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 944 time: 0.0885849 May 02 10:39:25.898878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-519ad55a-ce57-493d-ac2d-02868ac7d346 req-3a839332-3ca3-4188-96b1-ad0c8954ee66 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539086 May 02 10:39:25.908344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48162) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:25.952546 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b5b9fc69-da41-4272-9cb6-4e832297e924), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:25.965549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['bf9a866c-449d-4c80-a236-778962db69d2'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:25.971195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b5b9fc69-da41-4272-9cb6-4e832297e924'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:25.985002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event deleted for resources: {'Port': ['ID=b5b9fc69-da41-4272-9cb6-4e832297e924,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:26.041634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-229825978'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:26.044183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] No DVR routers for this DVR port b5b9fc69-da41-4272-9cb6-4e832297e924 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:26.049327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.050596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90f683ea-06b3-422b-9c18-35c76b36eb11 req-5f33acd7-00a6-4166-a249-6c471b77ed75 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.15 "DELETE /v2.0/ports/b5b9fc69-da41-4272-9cb6-4e832297e924 HTTP/1.1" status: 204 len: 173 time: 0.6174145 May 02 10:39:26.051038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'name': 'network-vif-deleted', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:26.053361 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e55ab6-a6aa-4278-8e4c-e0f3bc65376b" -d '{"events": [{"server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "name": "network-vif-deleted", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:26.104404 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7a81df7-a588-4cb5-85da-373fec2d8504 x-openstack-request-id: req-c7a81df7-a588-4cb5-85da-373fec2d8504 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:26.105337 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc156fe4-8870-4f94-b826-c665b64ac61f", "name": "network-vif-deleted", "tag": "b5b9fc69-da41-4272-9cb6-4e832297e924", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:26.105337 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7a81df7-a588-4cb5-85da-373fec2d8504 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:26.105464 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7a81df7-a588-4cb5-85da-373fec2d8504'] response: {'server_uuid': 'fc156fe4-8870-4f94-b826-c665b64ac61f', 'name': 'network-vif-deleted', 'tag': 'b5b9fc69-da41-4272-9cb6-4e832297e924', 'status': 'completed', 'code': 200} May 02 10:39:26.153388 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (451a60f3-17a7-48c1-9835-2089bea6130e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.157722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (451a60f3-17a7-48c1-9835-2089bea6130e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.230855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (451a60f3-17a7-48c1-9835-2089bea6130e), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.325211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (451a60f3-17a7-48c1-9835-2089bea6130e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.423606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.424999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-700d09d7-8db9-4ebc-9867-8f13687f710c tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5153964 May 02 10:39:26.427734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48186) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:26.506881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (451a60f3-17a7-48c1-9835-2089bea6130e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.634032 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:39:26.955514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a1b8624-8ea1-4612-9bf5-12e57b456f90 req-cd8d624c-9adb-4a86-af71-d215d937e0eb tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc156fe4-8870-4f94-b826-c665b64ac61f HTTP/1.1" status: 200 len: 210 time: 0.0826132 May 02 10:39:26.961882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (451a60f3-17a7-48c1-9835-2089bea6130e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:26.965586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (451a60f3-17a7-48c1-9835-2089bea6130e), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.030956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d540f4de-75ab-473c-b6b6-90abe8f61ac3 req-6f9e9987-d420-452d-85de-e5a07883b37e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:27.032722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d540f4de-75ab-473c-b6b6-90abe8f61ac3 req-6f9e9987-d420-452d-85de-e5a07883b37e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 944 time: 0.0589724 May 02 10:39:27.117920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (451a60f3-17a7-48c1-9835-2089bea6130e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.119090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 451a60f3-17a7-48c1-9835-2089bea6130e {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:27.123806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d540f4de-75ab-473c-b6b6-90abe8f61ac3 req-44d64a0f-96cf-4d9c-86f1-6f97de266929 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845077 May 02 10:39:27.124932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.126392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba4ac948-9ddd-49bd-aec3-72a2dce10872 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "DELETE /v2.0/routers/451a60f3-17a7-48c1-9835-2089bea6130e HTTP/1.1" status: 204 len: 168 time: 0.6976666 May 02 10:39:27.129335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:27.137043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Request body: {'router': {'name': 'tempest-router-762195157', 'distributed': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:27.204368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.205570 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.261782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.328395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.334585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:39:27.418052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.419342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6041ed51-271b-4d26-84ae-fed9e7e74f4b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2890379 May 02 10:39:27.422211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48222) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:27.432780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:27.444572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:39:27.482619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:27.483014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.496745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.501380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:39:27.521416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:27.613839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.662568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:27.663804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.668541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.792285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (cabe88fa-4fce-4f00-aef3-d0eb2d36d3df), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.792860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router cabe88fa-4fce-4f00-aef3-d0eb2d36d3df {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:27.797572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.798765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0208f8ea-f13a-493d-aaee-14b45afcd296 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "DELETE /v2.0/routers/cabe88fa-4fce-4f00-aef3-d0eb2d36d3df HTTP/1.1" status: 204 len: 168 time: 0.3755696 May 02 10:39:27.802270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:27.806808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Request body: {'router': {'name': 'tempest-router-802173918', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a5b5e93a828646ee824459a4fdbb21b0'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:27.867197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.868286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.882759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:27.923964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.930483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aeb3beb5-bfad-451d-b1b3-6e1ba4527b63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:27.990860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.073760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.075005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79909cbe-d162-414a-8393-2743eaac021f tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2717342 May 02 10:39:28.077846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48232) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:28.082573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Request body: {'router': {'distributed': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:28.250946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fc7053-2c8d-4f13-9238-11a9645b1250 req-708ca6ab-6ac6-4c31-bf4c-1dfc007df1f0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:28.252696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10fc7053-2c8d-4f13-9238-11a9645b1250 req-708ca6ab-6ac6-4c31-bf4c-1dfc007df1f0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0532293 May 02 10:39:28.309238 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10fc7053-2c8d-4f13-9238-11a9645b1250 req-c61d9d74-2410-4f92-bcad-668c7a0ca9ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505421 May 02 10:39:28.312891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.313239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.409174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=115662) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} May 02 10:39:28.409430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Router 758e3329-15c6-4fce-8ebc-c96602974b2f migrating from provider to provider. {{(pid=115662) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} May 02 10:39:28.409798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.414493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.501386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.544716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f13096-9007-4a7b-bf68-5aa640d46b10 req-85810b7b-6238-4656-b5cb-36ddde1c294c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:28.546199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92f13096-9007-4a7b-bf68-5aa640d46b10 req-85810b7b-6238-4656-b5cb-36ddde1c294c tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0469601 May 02 10:39:28.584569 ncdv-master-1 neutron-server[115662]: WARNING neutron.scheduler.l3_agent_scheduler [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] No L3 agents can host the router 758e3329-15c6-4fce-8ebc-c96602974b2f May 02 10:39:28.594070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92f13096-9007-4a7b-bf68-5aa640d46b10 req-61350076-7775-42d2-8c61-38431027e9ba tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419576 May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: WARNING neutron.objects.base [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] ORM session: SQL execution without transaction in progress, traceback: May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: result = function(*args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: proto.__init__(conn_state, self) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self.handle() May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self.handle_one_request() May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self.handle_one_response() May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: result = self.application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return app(environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return request.get_response(self.application) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = req.get_response(self._app) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: response = self.app(environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: result = method(request=request, **args) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self._update(request, id, body, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: obj = obj_updater(request.context, id, **kwargs) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return super(ExtraRoute_dbonly_mixin, self).update_router( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self.notify_router_updated(context, router_dict['id'], None) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self.l3_rpc_notifier.routers_updated( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self._notification(context, 'routers_updated', router_ids, May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: self._agent_notification( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 310, in get_hosts_to_notify May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: dvr_hosts = self._get_dvr_hosts_for_router(context, router_id) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 328, in _get_dvr_hosts_for_router May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: hosts = self._get_dvr_hosts_for_subnets(context, subnet_ids) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 367, in _get_dvr_hosts_for_subnets May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: hosts = [item[0] for item in query if item[0] != ''] May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: return self._iter().__iter__() May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: result = self.session.execute( May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: result = fn(orm_exec_state) May 02 10:39:28.756234 ncdv-master-1 neutron-server[115662]: May 02 10:39:28.772533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Hosts for router 758e3329-15c6-4fce-8ebc-c96602974b2f: [] {{(pid=115662) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:329}} May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: WARNING neutron.objects.base [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] ORM session: SQL execution without transaction in progress, traceback: May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: result = function(*args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: proto.__init__(conn_state, self) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self.handle() May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self.handle_one_request() May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self.handle_one_response() May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: result = self.application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return app(environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return request.get_response(self.application) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = req.get_response(self._app) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: response = self.app(environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: result = method(request=request, **args) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 631, in update May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self._update(request, id, body, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 696, in _update May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: obj = obj_updater(request.context, id, **kwargs) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/extraroute_db.py", line 71, in update_router May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return super(ExtraRoute_dbonly_mixin, self).update_router( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2104, in update_router May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self.notify_router_updated(context, router_dict['id'], None) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2078, in notify_router_updated May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self.l3_rpc_notifier.routers_updated( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 138, in routers_updated May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self._notification(context, 'routers_updated', router_ids, May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 99, in _notification May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self._agent_notification( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py", line 61, in _agent_notification May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: hosts = plugin.get_hosts_to_notify(adminContext, router_id) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 312, in get_hosts_to_notify May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: dvr_hosts |= self._get_other_dvr_hosts(context, router_id) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 340, in _get_other_dvr_hosts May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: self._get_other_dvr_router_ids_connected_router( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py", line 412, in _get_other_dvr_router_ids_connected_router May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return [item[0] for item in query] May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: return self._iter().__iter__() May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: result = self.session.execute( May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: result = fn(orm_exec_state) May 02 10:39:28.781329 ncdv-master-1 neutron-server[115662]: May 02 10:39:28.790000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Hosts for other DVR routers connected to router 758e3329-15c6-4fce-8ebc-c96602974b2f: set() {{(pid=115662) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:346}} May 02 10:39:28.790000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:28.790000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af59a5ff-28e0-48a9-a8c6-841641877faf tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "PUT /v2.0/routers/758e3329-15c6-4fce-8ebc-c96602974b2f HTTP/1.1" status: 200 len: 716 time: 0.7109873 May 02 10:39:28.793016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48246) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:28.870470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-004d9c0f-96e7-4fad-a122-6a0139e16379 tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "GET /v2.0/routers/758e3329-15c6-4fce-8ebc-c96602974b2f HTTP/1.1" status: 200 len: 716 time: 0.0763562 May 02 10:39:28.873020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48248) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:29.049074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2b3bd15d-da67-49a7-b616-194ba65f6067 tempest-RoutersTestDVR-1442463271 tempest-RoutersTestDVR-1442463271-project] 10.222.0.16 "GET /v2.0/routers/758e3329-15c6-4fce-8ebc-c96602974b2f HTTP/1.1" status: 200 len: 682 time: 0.1749654 May 02 10:39:29.052786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48252) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:29.131930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.197751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.297544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.299801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (758e3329-15c6-4fce-8ebc-c96602974b2f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.346016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:29.396375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:39:29.441614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b4d6f-31a1-4af2-b142-be678452cca9 req-fe9bebfe-f3ce-4b2e-9d62-99dc72b069da tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:29.443632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-488b4d6f-31a1-4af2-b142-be678452cca9 req-fe9bebfe-f3ce-4b2e-9d62-99dc72b069da tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0489585 May 02 10:39:29.492756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (758e3329-15c6-4fce-8ebc-c96602974b2f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.493284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 758e3329-15c6-4fce-8ebc-c96602974b2f {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:29.498282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.499554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e135ee28-8ec6-4143-b028-5e106823c18b tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "DELETE /v2.0/routers/758e3329-15c6-4fce-8ebc-c96602974b2f HTTP/1.1" status: 204 len: 168 time: 0.4476781 May 02 10:39:29.503506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:29.509943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Request body: {'router': {'name': 'tempest-router-1593390395', 'distributed': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:29.510678 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-488b4d6f-31a1-4af2-b142-be678452cca9 req-90c57ff3-db7b-43a4-b34a-0e81cd3f516e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606837 May 02 10:39:29.546582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:29.546903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.592622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.593806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.629854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:29.630281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.652231 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (2ff11e49-f9d6-4481-9d20-d466cd00a031), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.656465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:29.658134 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652824b8-4861-4c98-8a4a-e556d0d902a4" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:29.670799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:29.701645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82a4d8bf-eccc-45df-a20b-a6a74cac2926 x-openstack-request-id: req-82a4d8bf-eccc-45df-a20b-a6a74cac2926 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:29.701645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:29.701645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82a4d8bf-eccc-45df-a20b-a6a74cac2926 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:29.701645 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82a4d8bf-eccc-45df-a20b-a6a74cac2926'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:39:29.721519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f31b9-1dc7-4126-8f01-f9097d2a7a56 req-b9e4aa22-6fae-4751-979c-3f030a7fccd2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:29.723023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e1f31b9-1dc7-4126-8f01-f9097d2a7a56 req-b9e4aa22-6fae-4751-979c-3f030a7fccd2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0507898 May 02 10:39:29.771207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e1f31b9-1dc7-4126-8f01-f9097d2a7a56 req-3e468cee-4101-42c0-9be5-ce2a5451c0d2 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424821 May 02 10:39:29.772567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.781504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.831335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:29.852250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:29.853537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e171fd9-645d-44af-a187-7c66f30959ec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3489764 May 02 10:39:29.856395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48284) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:29.931857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.092575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.094640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router_controller (2ff11e49-f9d6-4481-9d20-d466cd00a031), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.196194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (2ff11e49-f9d6-4481-9d20-d466cd00a031), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.196855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2ff11e49-f9d6-4481-9d20-d466cd00a031 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:30.201415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.202577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-35e305e2-5b87-4293-8e0c-1d7d20410fec tempest-RoutersTestDVR-1737745461 tempest-RoutersTestDVR-1737745461-project-admin] 10.222.0.16 "DELETE /v2.0/routers/2ff11e49-f9d6-4481-9d20-d466cd00a031 HTTP/1.1" status: 204 len: 168 time: 0.3452096 May 02 10:39:30.575850 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.624674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11513d12-e6e0-48f0-bb79-f6de9654e607 req-5dc9ee65-91a7-4f5b-8a89-b57c37954804 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:30.626399 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11513d12-e6e0-48f0-bb79-f6de9654e607 req-5dc9ee65-91a7-4f5b-8a89-b57c37954804 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0519760 May 02 10:39:30.637236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b5b9fc69-da41-4272-9cb6-4e832297e924 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:30.658028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: b5b9fc69-da41-4272-9cb6-4e832297e924 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:30.658373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b5b9fc69-da41-4272-9cb6-4e832297e924 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:30.676358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11513d12-e6e0-48f0-bb79-f6de9654e607 req-06d9b5e2-e09a-485f-93c7-a72426ce668a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443583 May 02 10:39:30.778045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48310) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:30.897727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-829489de-dcfe-43fc-b654-16107eb32a07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:30.912683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beedd653-8043-445b-a1ad-528bca3b5438 req-06276c43-5c7c-42ef-84d7-49259ff9d501 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:30.914180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-beedd653-8043-445b-a1ad-528bca3b5438 req-06276c43-5c7c-42ef-84d7-49259ff9d501 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0670788 May 02 10:39:30.985941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-beedd653-8043-445b-a1ad-528bca3b5438 req-fa588cfe-82b3-4a02-b7c7-399a97488221 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654428 May 02 10:39:31.018688 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-829489de-dcfe-43fc-b654-16107eb32a07 admin admin] Publish callbacks [] for security_group (2696a6c7-6687-4380-a4fb-577cdc479dc1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.121789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-829489de-dcfe-43fc-b654-16107eb32a07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2696a6c7-6687-4380-a4fb-577cdc479dc1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.159459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829489de-dcfe-43fc-b654-16107eb32a07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2696a6c7-6687-4380-a4fb-577cdc479dc1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:31.163922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-829489de-dcfe-43fc-b654-16107eb32a07 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5b5e93a828646ee824459a4fdbb21b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3848567 May 02 10:39:31.167794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48316) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:31.219503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] Publish callbacks [] for security_group (2696a6c7-6687-4380-a4fb-577cdc479dc1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.242521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] Publish callbacks [] for security_group (2696a6c7-6687-4380-a4fb-577cdc479dc1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.288853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb32e-a107-442b-a3e7-71af8a6d7d00 req-522bfee2-c0df-4d66-bf0c-ed1997930a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:31.291079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fafb32e-a107-442b-a3e7-71af8a6d7d00 req-522bfee2-c0df-4d66-bf0c-ed1997930a17 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1128 time: 0.0389738 May 02 10:39:31.356632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2696a6c7-6687-4380-a4fb-577cdc479dc1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.359268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.360463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2696a6c7-6687-4380-a4fb-577cdc479dc1 HTTP/1.1" status: 204 len: 168 time: 0.1924109 May 02 10:39:31.368707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923a5be-3837-4e4e-ac0c-1cf2b77e3100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2696a6c7-6687-4380-a4fb-577cdc479dc1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:31.409541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fafb32e-a107-442b-a3e7-71af8a6d7d00 req-98f6678e-27b0-400f-801f-3aaffc40b88e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446093 May 02 10:39:31.678218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09994932-2aa3-4925-853c-6d939e7234e0 req-1e4a155e-37f7-476a-99c9-a518afff6b15 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:31.679681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09994932-2aa3-4925-853c-6d939e7234e0 req-1e4a155e-37f7-476a-99c9-a518afff6b15 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0483308 May 02 10:39:31.807051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Deleting port bf9a866c-449d-4c80-a236-778962db69d2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:31.807400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bf9a866c-449d-4c80-a236-778962db69d2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.836676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e0a43f-5e49-4dde-9a83-d4990e0b7aee req-06213f31-606e-42d1-97b3-eff7a7cb8f47 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:31.838753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54e0a43f-5e49-4dde-9a83-d4990e0b7aee req-06213f31-606e-42d1-97b3-eff7a7cb8f47 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0784636 May 02 10:39:31.929304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.941227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54e0a43f-5e49-4dde-9a83-d4990e0b7aee req-280c800c-1fa8-488a-b04a-111af232144e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966413 May 02 10:39:31.946194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] For port bf9a866c-449d-4c80-a236-778962db69d2, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=bf9a866c-449d-4c80-a236-778962db69d2,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:31.947131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bf9a866c-449d-4c80-a236-778962db69d2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:31.960029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Calling delete_port for bf9a866c-449d-4c80-a236-778962db69d2 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:31.972220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48334) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:31.987987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b42002bb-a3f3-4909-b2aa-c3bcfd217ced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.122408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247c665-52e5-4cb8-b0e3-6068b81d68bc req-2db142a8-db95-4e9f-b9b8-823a59d11bf3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:32.123879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6247c665-52e5-4cb8-b0e3-6068b81d68bc req-2db142a8-db95-4e9f-b9b8-823a59d11bf3 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 946 time: 0.0645118 May 02 10:39:32.142180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b42002bb-a3f3-4909-b2aa-c3bcfd217ced admin admin] Publish callbacks [] for security_group (47c09caa-0e90-45e9-92d4-578908102d89), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.177461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6247c665-52e5-4cb8-b0e3-6068b81d68bc req-544dd717-f194-4c6e-b869-274390e91735 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/security-groups?id=550e22ee-7e0f-452c-8522-7b8d1ed371ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457656 May 02 10:39:32.237978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bf9a866c-449d-4c80-a236-778962db69d2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.253286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['bf9a866c-449d-4c80-a236-778962db69d2'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:32.261155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b42002bb-a3f3-4909-b2aa-c3bcfd217ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (47c09caa-0e90-45e9-92d4-578908102d89), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.267585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Pushing event deleted for resources: {'Port': ['ID=bf9a866c-449d-4c80-a236-778962db69d2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:32.313769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b42002bb-a3f3-4909-b2aa-c3bcfd217ced admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=652d2a0ea0004cc3bdd83d66f115043c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3403294 May 02 10:39:32.316065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42002bb-a3f3-4909-b2aa-c3bcfd217ced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c09caa-0e90-45e9-92d4-578908102d89,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:32.318456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48340) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:32.322952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] No DVR routers for this DVR port bf9a866c-449d-4c80-a236-778962db69d2 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:32.326386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.330894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09994932-2aa3-4925-853c-6d939e7234e0 req-5233755f-10b0-4dac-8c62-b5e32bb4d424 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.24 "DELETE /v2.0/ports/bf9a866c-449d-4c80-a236-778962db69d2 HTTP/1.1" status: 204 len: 173 time: 0.6446950 May 02 10:39:32.330894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'name': 'network-vif-deleted', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:32.333129 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-952ea09b-f26c-41c3-afd1-4ca740b04f8d" -d '{"events": [{"server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "name": "network-vif-deleted", "tag": "bf9a866c-449d-4c80-a236-778962db69d2"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:32.370591 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:39:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e7e1c8-2f8e-416c-b65e-e9bd397413c6 x-openstack-request-id: req-64e7e1c8-2f8e-416c-b65e-e9bd397413c6 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:32.371953 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f66dda3-4a1d-4345-8641-b1545a5002e3", "name": "network-vif-deleted", "tag": "bf9a866c-449d-4c80-a236-778962db69d2", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:32.371953 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-64e7e1c8-2f8e-416c-b65e-e9bd397413c6 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:32.371953 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e7e1c8-2f8e-416c-b65e-e9bd397413c6'] response: {'server_uuid': '4f66dda3-4a1d-4345-8641-b1545a5002e3', 'name': 'network-vif-deleted', 'tag': 'bf9a866c-449d-4c80-a236-778962db69d2', 'status': 'completed', 'code': 200} May 02 10:39:32.392093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] Publish callbacks [] for security_group (47c09caa-0e90-45e9-92d4-578908102d89), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.413578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] Publish callbacks [] for security_group (47c09caa-0e90-45e9-92d4-578908102d89), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.546260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (47c09caa-0e90-45e9-92d4-578908102d89), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.548917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:32.550158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/47c09caa-0e90-45e9-92d4-578908102d89 HTTP/1.1" status: 204 len: 168 time: 0.2307980 May 02 10:39:32.562405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93ae8da-14ac-4320-9db5-eabeebcf9521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c09caa-0e90-45e9-92d4-578908102d89,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:33.059064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18decdcc-106f-425f-802a-da02747bc158 req-6435a631-f006-48cf-88ba-f377fbf97b96 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:33.060591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18decdcc-106f-425f-802a-da02747bc158 req-6435a631-f006-48cf-88ba-f377fbf97b96 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0486178 May 02 10:39:33.120280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18decdcc-106f-425f-802a-da02747bc158 req-56885676-38f8-452d-af7e-53a3e82dfed0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533972 May 02 10:39:33.240879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877699c-41ee-43be-bbb3-851146d655cf req-54fd29b3-0979-4717-b649-31c9895cfffe tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:33.242436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a877699c-41ee-43be-bbb3-851146d655cf req-54fd29b3-0979-4717-b649-31c9895cfffe tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0529416 May 02 10:39:33.251208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48372) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:33.260462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'floatingip': {'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:33.324060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:33.367528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67e62fff-24f3-4893-a105-30b4fd692ccd req-94f8f933-ed8d-4840-928d-8d79ec04e196 tempest-ServerRescueNegativeTestJSON-55061976 tempest-ServerRescueNegativeTestJSON-55061976-project] 10.222.0.16 "GET /v2.0/ports?device_id=4f66dda3-4a1d-4345-8641-b1545a5002e3 HTTP/1.1" status: 200 len: 210 time: 0.0646284 May 02 10:39:33.832595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:33.887684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:33.995882 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Floating IP 2823fa32-95cc-4a7a-9abf-9af53b3b1004 associated. External IP: 172.35.4.253, port: 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8. May 02 10:39:34.217420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Router ae3e85ad-6120-4b4a-a21c-b238744841f6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:39:34.327501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:39:34.332726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:34.339543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Sync routers for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:39:34.349102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:34.349809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:34.371339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-57c3d584-42cf-483c-ac34-d2ed29340b55 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "PUT /v2.0/floatingips/2823fa32-95cc-4a7a-9abf-9af53b3b1004 HTTP/1.1" status: 200 len: 992 time: 1.1180291 May 02 10:39:34.371984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:34.374450 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b8c2eb-db59-4d24-8eda-119367b54d45" -d '{"events": [{"name": "network-changed", "server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:34.421374 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f088f9-427a-478c-88ab-60ff6f5c0630 x-openstack-request-id: req-49f088f9-427a-478c-88ab-60ff6f5c0630 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:34.421669 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:34.421947 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49f088f9-427a-478c-88ab-60ff6f5c0630 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:34.422493 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49f088f9-427a-478c-88ab-60ff6f5c0630'] response: {'name': 'network-changed', 'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'status': 'completed', 'code': 200} May 02 10:39:34.485586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48428) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:34.531177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:34.544515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e20deef-91f5-4a64-a862-fcd72903fb40 req-696362e1-7165-4050-a728-e762342c120d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:34.546829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e20deef-91f5-4a64-a862-fcd72903fb40 req-696362e1-7165-4050-a728-e762342c120d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.1042922 May 02 10:39:34.548142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-d39d460c-05d4-46e9-b6a1-8a942f9d4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:34.549705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-d39d460c-05d4-46e9-b6a1-8a942f9d4ffc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1128 time: 0.1051421 May 02 10:39:34.625155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48434) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:34.674821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-076bcf4c-d986-426e-8a23-cc97de5e021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:34.676426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-076bcf4c-d986-426e-8a23-cc97de5e021b service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.1167126 May 02 10:39:34.729541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1624635139', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:34.779571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e20deef-91f5-4a64-a862-fcd72903fb40 req-9f895adc-f9d6-4ccb-bef5-b572844f997b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2266936 May 02 10:39:34.833165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-9b1ff7bd-1dce-4567-9a16-631733895287 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1496098 May 02 10:39:34.864157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Made reservation on behalf of 97b7064a2fc6470896c130d984eb54ec for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:34.873043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:34.906472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:34.906923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-0e7bd308-b53d-4a1e-8ee7-291d2a1fc37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:34.908704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-0e7bd308-b53d-4a1e-8ee7-291d2a1fc37d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0650511 May 02 10:39:34.929569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2823fa32-95cc-4a7a-9abf-9af53b3b1004', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:39:15Z', 'updated_at': '2022-05-02T10:39:33Z', 'revision_number': 1, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:34.957856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Checking router: ae3e85ad-6120-4b4a-a21c-b238744841f6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:39:34.960656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-2683d056-a882-4725-9b7a-3b39c7efbfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:34.963076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-2683d056-a882-4725-9b7a-3b39c7efbfdf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0486195 May 02 10:39:34.975015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:34.975654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:35.123323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:35.322427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3bf8-d01d-4c94-8e65-77615e65021d req-a783d148-6db9-4ece-a79c-ed23a9fca4d9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:35.324295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abae3bf8-d01d-4c94-8e65-77615e65021d req-a783d148-6db9-4ece-a79c-ed23a9fca4d9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.4477143 May 02 10:39:35.371061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device bf9a866c-449d-4c80-a236-778962db69d2 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:35.405106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: bf9a866c-449d-4c80-a236-778962db69d2 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:35.405106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device bf9a866c-449d-4c80-a236-778962db69d2 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:35.406756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abae3bf8-d01d-4c94-8e65-77615e65021d req-1b55167a-b04a-4030-9560-d83a2e3cc741 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740566 May 02 10:39:35.419690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bb12f979-679c-449c-a272-2a10c353666f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2823fa32-95cc-4a7a-9abf-9af53b3b1004', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:39:15Z', 'updated_at': '2022-05-02T10:39:33Z', 'revision_number': 1, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:35.427798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-9605ba0c-b9b0-4e34-ab36-3c1f6c84f8dc service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4582045 May 02 10:39:35.454925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb12f979-679c-449c-a272-2a10c353666f None None] The sync data for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 is: [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '2823fa32-95cc-4a7a-9abf-9af53b3b1004', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2250, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:39:15Z', 'updated_at': '2022-05-02T10:39:33Z', 'revision_number': 1, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:39:35.527044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8b8c2eb-db59-4d24-8eda-119367b54d45 req-e24908ec-99f9-4b60-9c1f-b0a7b9e9e92d service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932984 May 02 10:39:35.541167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for security_group (d64f8eb2-cc4d-47fb-8cef-30491c8bbb38), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:35.627091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d64f8eb2-cc4d-47fb-8cef-30491c8bbb38), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:35.645639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] device_id is not set on port 978934f6-bf7b-470d-84d8-9c7ba190ab25 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:39:35.691014 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-493d0ed3-eda6-4136-ada0-b748e86fd79f None None] New status for floating IP 2823fa32-95cc-4a7a-9abf-9af53b3b1004: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:39:35.724674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d64f8eb2-cc4d-47fb-8cef-30491c8bbb38,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:35.840242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9e84d483-9e7a-4168-98b3-42039161806b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:35.940133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Allocated IP 172.35.4.57 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/978934f6-bf7b-470d-84d8-9c7ba190ab25) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:36.243358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for port (978934f6-bf7b-470d-84d8-9c7ba190ab25), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.263207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Deleting port 6333db97-7bbb-4d5c-9523-aaf15717ba91 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:36.263535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.356783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] For port 6333db97-7bbb-4d5c-9523-aaf15717ba91, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6333db97-7bbb-4d5c-9523-aaf15717ba91,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:36.357469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.374732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Calling delete_port for 6333db97-7bbb-4d5c-9523-aaf15717ba91 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:36.379395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (978934f6-bf7b-470d-84d8-9c7ba190ab25), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.457616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:36.462109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:36.469221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:36.489932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Pushing event updated for resources: {'Port': ['ID=978934f6-bf7b-470d-84d8-9c7ba190ab25,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:36.525759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:36.526374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.550481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7a1ce-5101-4606-81b7-0d43bacd166c req-2a17a1e6-838f-4eb9-b018-34cbdfcbbb35 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:36.551949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ea7a1ce-5101-4606-81b7-0d43bacd166c req-2a17a1e6-838f-4eb9-b018-34cbdfcbbb35 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0471561 May 02 10:39:36.606601 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ea7a1ce-5101-4606-81b7-0d43bacd166c req-76aefca4-9ba7-4bb9-975a-c20191572444 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473058 May 02 10:39:36.667469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-457199e1-79ba-48d3-b7ee-4fa42c417b25 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 2.0409694 May 02 10:39:36.670279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48474) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:36.674522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.57'}]}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:36.726028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6333db97-7bbb-4d5c-9523-aaf15717ba91), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.738944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf22086-c9ee-458b-9a34-428e428f884e req-e45e2405-314c-4a38-9649-f1fda7bccaba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:36.740485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edf22086-c9ee-458b-9a34-428e428f884e req-e45e2405-314c-4a38-9649-f1fda7bccaba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0619092 May 02 10:39:36.763634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Pushing event deleted for resources: {'Port': ['ID=6333db97-7bbb-4d5c-9523-aaf15717ba91,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:36.800478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.801526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:36.906202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edf22086-c9ee-458b-9a34-428e428f884e req-c6e84e98-112d-494e-9078-a53f94d783c5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445630 May 02 10:39:36.922878 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for router_controller (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:37.162148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9e84d483-9e7a-4168-98b3-42039161806b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:37.175084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for router_gateway (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:37.814810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for router_gateway (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:37.837748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:37.848765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Router 9e84d483-9e7a-4168-98b3-42039161806b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:39:38.058548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:39:38.068725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:38.069216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1123393b-3040-4069-81a5-f017fd8fc0fa admin admin] 10.222.0.16 "PUT /v2.0/routers/9e84d483-9e7a-4168-98b3-42039161806b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820847 May 02 10:39:38.069940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Sync routers for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:39:38.082601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:38.083222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:38.135877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for router (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.185826 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks [] for router (9e84d483-9e7a-4168-98b3-42039161806b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.201908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:38.300897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks [] for router_gateway (9e84d483-9e7a-4168-98b3-42039161806b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.303045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.305368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks [] for router_controller (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.378700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54'}], 'enable_snat': True}, 'gw_port_id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:39:36Z', 'revision_number': 5, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port': {'id': 'f160b75f-d7c0-4e05-85d4-1818073ecbc5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:c1:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e84d483-9e7a-4168-98b3-42039161806b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:59Z', 'updated_at': '2022-05-02T10:34:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:38.405068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Checking router: 9e84d483-9e7a-4168-98b3-42039161806b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:39:38.414253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (793a5d68-3648-45c4-8ad6-3b7a99a23cd7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.414439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Routers {'9e84d483-9e7a-4168-98b3-42039161806b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:39:38.415517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 793a5d68-3648-45c4-8ad6-3b7a99a23cd7 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:38.415662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9e84d483-9e7a-4168-98b3-42039161806b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:38.435020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Deleting port f160b75f-d7c0-4e05-85d4-1818073ecbc5 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:38.436241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.504587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] Set router 9e84d483-9e7a-4168-98b3-42039161806b gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:39:38.520215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] For port f160b75f-d7c0-4e05-85d4-1818073ecbc5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f160b75f-d7c0-4e05-85d4-1818073ecbc5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:38.520582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.537697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Calling delete_port for f160b75f-d7c0-4e05-85d4-1818073ecbc5 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:38.552779 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 02 10:39:38.557007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ac7988d-bfdb-4727-a63b-d7121939b409 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.8843808 May 02 10:39:38.564506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:38.568735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:39:38Z', 'revision_number': 6, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:38.642945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Deleting port 978934f6-bf7b-470d-84d8-9c7ba190ab25 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:38.643283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (978934f6-bf7b-470d-84d8-9c7ba190ab25), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.733764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (978934f6-bf7b-470d-84d8-9c7ba190ab25), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.749086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Calling delete_port for 978934f6-bf7b-470d-84d8-9c7ba190ab25 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:38.752222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6b0223-d770-4fb7-88d5-f2f1ec906126 None None] The sync data for ids ['9e84d483-9e7a-4168-98b3-42039161806b'] in ncdv-master-1 is: [{'id': '9e84d483-9e7a-4168-98b3-42039161806b', 'name': 'tempest-ServerRescueNegativeTestJSON-792635722-router', 'tenant_id': '849913c996ea4611a4317bb4d0136031', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:57Z', 'updated_at': '2022-05-02T10:39:38Z', 'revision_number': 6, 'project_id': '849913c996ea4611a4317bb4d0136031', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:39:38.820425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f160b75f-d7c0-4e05-85d4-1818073ecbc5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.853145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=f160b75f-d7c0-4e05-85d4-1818073ecbc5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:38.916018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (9e84d483-9e7a-4168-98b3-42039161806b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.961547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (978934f6-bf7b-470d-84d8-9c7ba190ab25), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:38.989993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Pushing event deleted for resources: {'Port': ['ID=978934f6-bf7b-470d-84d8-9c7ba190ab25,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:39.015194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (9e84d483-9e7a-4168-98b3-42039161806b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.017309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks [] for router_controller (9e84d483-9e7a-4168-98b3-42039161806b), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.060976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.064107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a77b8d88-5dec-4c51-87c5-52624833b687 tempest-RoutersAdminNegativeIpV6Test-1260956666 tempest-RoutersAdminNegativeIpV6Test-1260956666-project-admin] 10.222.0.16 "DELETE /v2.0/ports/978934f6-bf7b-470d-84d8-9c7ba190ab25 HTTP/1.1" status: 204 len: 168 time: 0.4984558 May 02 10:39:39.135006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (9e84d483-9e7a-4168-98b3-42039161806b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.135596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e84d483-9e7a-4168-98b3-42039161806b {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:39:39.141203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.146552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48524) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:39.166049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f7a9c182-31b8-4871-a360-87118e338b6b admin admin] 10.222.0.16 "DELETE /v2.0/routers/9e84d483-9e7a-4168-98b3-42039161806b HTTP/1.1" status: 204 len: 168 time: 1.0848362 May 02 10:39:39.196178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Deleting subnet c212fe82-72e7-4bac-a995-9a28f3676303 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:39.200036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Publish callbacks [] for subnet (c212fe82-72e7-4bac-a995-9a28f3676303), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.244899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c212fe82-72e7-4bac-a995-9a28f3676303), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.354016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c212fe82-72e7-4bac-a995-9a28f3676303), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.378318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:39:39.481326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:39.483529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c212fe82-72e7-4bac-a995-9a28f3676303), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.494763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:39:39.512636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.516143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c212fe82-72e7-4bac-a995-9a28f3676303 HTTP/1.1" status: 204 len: 168 time: 0.3682737 May 02 10:39:39.517229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238430a-94da-4ae6-bce5-9c5604e2976f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c212fe82-72e7-4bac-a995-9a28f3676303,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:39.518782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48528) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:39.531523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec76075-f2a6-4df8-a52f-8736ae5a8fba None None] Network 6c4ef518-c976-4f68-998f-bcb3df90689b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:39.577016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48534) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:39.603906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:39.604298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.623723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6c4ef518-c976-4f68-998f-bcb3df90689b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.629457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:39:39.671967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:39.678739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Deleting port 1c45a392-069b-4278-914c-4f51d16b635a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:39.680904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1c45a392-069b-4278-914c-4f51d16b635a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.734996 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.735321 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd4f4-fab6-4d22-84bc-5bcfd4238d83 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.761257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] For port 1c45a392-069b-4278-914c-4f51d16b635a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c45a392-069b-4278-914c-4f51d16b635a,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:39.761634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1c45a392-069b-4278-914c-4f51d16b635a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.769865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] DHCP port deletion for 6c4ef518-c976-4f68-998f-bcb3df90689b request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:39:39.789363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Calling delete_port for 1c45a392-069b-4278-914c-4f51d16b635a owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:39.837469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:39.846176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Deleting port 1c45a392-069b-4278-914c-4f51d16b635a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:39.846573 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1c45a392-069b-4278-914c-4f51d16b635a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.863138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:39:39.891486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd4f4-fab6-4d22-84bc-5bcfd4238d83 admin admin] Publish callbacks [] for security_group (f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.925408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6333db97-7bbb-4d5c-9523-aaf15717ba91 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:39.956183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f7dbd4f4-fab6-4d22-84bc-5bcfd4238d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:39.973305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6333db97-7bbb-4d5c-9523-aaf15717ba91 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:39.973660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6333db97-7bbb-4d5c-9523-aaf15717ba91 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:39.974109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f160b75f-d7c0-4e05-85d4-1818073ecbc5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:39.976956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] For port 1c45a392-069b-4278-914c-4f51d16b635a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1c45a392-069b-4278-914c-4f51d16b635a,segment=NetworkSegment(6eba6fce-9c97-4e46-9dc4-b013cc00cf5a),segment_id=6eba6fce-9c97-4e46-9dc4-b013cc00cf5a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:39.977712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1c45a392-069b-4278-914c-4f51d16b635a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.007617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f7dbd4f4-fab6-4d22-84bc-5bcfd4238d83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4d5d6a8b2fa6447bb532b18e0f83cd23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4294543 May 02 10:39:40.009284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dbd4f4-fab6-4d22-84bc-5bcfd4238d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:40.010880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:40.024050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1c45a392-069b-4278-914c-4f51d16b635a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.029061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f160b75f-d7c0-4e05-85d4-1818073ecbc5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:40.029419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f160b75f-d7c0-4e05-85d4-1818073ecbc5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:40.029845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1c45a392-069b-4278-914c-4f51d16b635a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:40.033146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Calling delete_port for 1c45a392-069b-4278-914c-4f51d16b635a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:40.074537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1c45a392-069b-4278-914c-4f51d16b635a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:40.074889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1c45a392-069b-4278-914c-4f51d16b635a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:40.075538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c45a392-069b-4278-914c-4f51d16b635a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:40.105397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] No DVR routers for this DVR port 1c45a392-069b-4278-914c-4f51d16b635a on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:40.162690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] Publish callbacks [] for security_group (f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.200933 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1c45a392-069b-4278-914c-4f51d16b635a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.201652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6c4ef518-c976-4f68-998f-bcb3df90689b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.221804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] No DVR routers for this DVR port 1c45a392-069b-4278-914c-4f51d16b635a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:40.233571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] Publish callbacks [] for security_group (f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.244875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4ef518-c976-4f68-998f-bcb3df90689b']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:40.247285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0084421e-4f98-4a60-982c-c3124fccaae0 None None] Pushing event deleted for resources: {'Port': ['ID=1c45a392-069b-4278-914c-4f51d16b635a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:40.267438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:40.267773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eba6fce-9c97-4e46-9dc4-b013cc00cf5a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:39:40.288172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (6eba6fce-9c97-4e46-9dc4-b013cc00cf5a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.306223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6eba6fce-9c97-4e46-9dc4-b013cc00cf5a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.314348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:39:40.314348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (6eba6fce-9c97-4e46-9dc4-b013cc00cf5a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: timer() May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:39:40.315201 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:39:40.453164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.455810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.457076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff HTTP/1.1" status: 204 len: 168 time: 0.4443858 May 02 10:39:40.464863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c97ea5-c95e-4586-9da2-9f70a3200f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a97bb4-8bcb-4791-9cf5-ad078a4db7ff,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:40.506549 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (6c4ef518-c976-4f68-998f-bcb3df90689b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.512328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:40.516058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c4ef518-c976-4f68-998f-bcb3df90689b HTTP/1.1" status: 204 len: 168 time: 0.9961848 May 02 10:39:40.529663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f9ba4b-565b-4576-97f0-a44437b7a1a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4ef518-c976-4f68-998f-bcb3df90689b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:40.945108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:40.986848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b6b4ed58-73d6-43e8-8565-f8c5b348e93a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=849913c996ea4611a4317bb4d0136031&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0405579 May 02 10:39:40.989283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:41.036585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] Publish callbacks [] for security_group (550e22ee-7e0f-452c-8522-7b8d1ed371ee), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.059723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] Publish callbacks [] for security_group (550e22ee-7e0f-452c-8522-7b8d1ed371ee), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.175003 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (550e22ee-7e0f-452c-8522-7b8d1ed371ee), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.177772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.178963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/550e22ee-7e0f-452c-8522-7b8d1ed371ee HTTP/1.1" status: 204 len: 168 time: 0.1887748 May 02 10:39:41.187602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ab1c86-85f8-4895-b349-4bb79431ac65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550e22ee-7e0f-452c-8522-7b8d1ed371ee,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:41.216389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48604) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:41.258503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-472ca124-c334-468e-81c5-f16077c52a99 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97b7064a2fc6470896c130d984eb54ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411084 May 02 10:39:41.262185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48606) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:41.330267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] Publish callbacks [] for security_group (d64f8eb2-cc4d-47fb-8cef-30491c8bbb38), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.355640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] Publish callbacks [] for security_group (d64f8eb2-cc4d-47fb-8cef-30491c8bbb38), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.392648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:41.444861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:41.445235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.487913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d64f8eb2-cc4d-47fb-8cef-30491c8bbb38), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.490901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.494938 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d64f8eb2-cc4d-47fb-8cef-30491c8bbb38 HTTP/1.1" status: 204 len: 168 time: 0.2288661 May 02 10:39:41.500539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af75f38-a976-427f-b033-91d8b32e96a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d64f8eb2-cc4d-47fb-8cef-30491c8bbb38,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:41.561738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:41.562205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.592500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:41.595014 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1424fcd2-90c8-41ca-97ca-82795d9bc731" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:41.615849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:41.646356 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcd465e-4796-480b-afb7-56b7f649ce80 x-openstack-request-id: req-7fcd465e-4796-480b-afb7-56b7f649ce80 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:41.646653 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:41.646920 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fcd465e-4796-480b-afb7-56b7f649ce80 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:41.651205 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fcd465e-4796-480b-afb7-56b7f649ce80'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:39:41.725975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:41.857577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:42.978170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:43.130410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-59999974'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:43.243891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:43.249639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.261811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.394945 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for security_group (89e533ab-1990-4ef2-b192-c43723c944fa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.487535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (89e533ab-1990-4ef2-b192-c43723c944fa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.521378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:39:43.529814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89e533ab-1990-4ef2-b192-c43723c944fa,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:43.537819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1d58a2eb-ca1c-4c04-8ff4-52521b64eb36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.538165 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Added segment 1d58a2eb-ca1c-4c04-8ff4-52521b64eb36 of type vlan for network 10093352-5a76-4e10-9ce0-e3026423e286 May 02 10:39:43.609956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (10093352-5a76-4e10-9ce0-e3026423e286), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.764680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd3c34d1-b5e5-48d8-89ea-4af711365f8c req-72693181-a8b6-4405-a5ed-fa704c805b1e tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0814366 May 02 10:39:43.792481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (10093352-5a76-4e10-9ce0-e3026423e286), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.798719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:43.799331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:43.894025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Network': ['ID=10093352-5a76-4e10-9ce0-e3026423e286,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:43.899451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5de1e843-da1f-4f3d-80a4-52f7eb58a819 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9196334 May 02 10:39:43.905882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48730) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:43.907945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:39:43.917212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:44.228757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:44.240060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:44.320707 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:44.681337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67766666-d25a-478f-90c9-1a962552d452 req-021c7467-a507-449b-b641-6f500efc59f5 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0921810 May 02 10:39:44.826699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (e01d6893-34a8-4441-ae57-37612fc30032), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:44.890882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=e01d6893-34a8-4441-ae57-37612fc30032,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:44.912426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:44.913184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network hostable DHCP agents. Network: 10093352-5a76-4e10-9ce0-e3026423e286, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:39:45.011090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:39:45.392106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 10093352-5a76-4e10-9ce0-e3026423e286) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:45.396961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:45.397559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:45.409947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5272e68f-3ab6-485f-85d0-13b0f69a5d79 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:45.519634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'e01d6893-34a8-4441-ae57-37612fc30032'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:39:45.522157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:45.530382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48784) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:45.532944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ff932d75-e73f-4011-a8a4-803fee9be4b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6229322 May 02 10:39:45.536265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'name': 'tempest-NetworksTestDHCPv6-666335734'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:45.792707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/e01d6893-34a8-4441-ae57-37612fc30032/570c180b-0fc1-4921-bd25-4d21417bb919) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:45.857281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-667e7439-40ae-4a6d-804b-ebbecfd5dec0 req-344e268c-3f7a-4265-99f7-0f016c55e509 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0890892 May 02 10:39:45.858463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:45.868321 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:45.926024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 85f2124f-0a70-4e85-a4ce-327e79abfbab yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:39:45.947292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.038276 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks [] for port (570c180b-0fc1-4921-bd25-4d21417bb919), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.116520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.205527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::164 (10093352-5a76-4e10-9ce0-e3026423e286/e01d6893-34a8-4441-ae57-37612fc30032/85f2124f-0a70-4e85-a4ce-327e79abfbab) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:46.216934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Pushing event updated for resources: {'Port': ['ID=570c180b-0fc1-4921-bd25-4d21417bb919,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:46.230069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:46.231319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:46.237348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:46.307996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Attempting to bind port 570c180b-0fc1-4921-bd25-4d21417bb919 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:46.308376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Attempting to bind port 570c180b-0fc1-4921-bd25-4d21417bb919 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:46.308849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Attempting to bind port 570c180b-0fc1-4921-bd25-4d21417bb919 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:46.314360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:46.314822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:46.315339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.315810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:46.316406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Bound port: 570c180b-0fc1-4921-bd25-4d21417bb919, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:46.316894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.416048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] For port 570c180b-0fc1-4921-bd25-4d21417bb919, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:46.424438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] For port 570c180b-0fc1-4921-bd25-4d21417bb919, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570c180b-0fc1-4921-bd25-4d21417bb919,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:46.444460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (85f2124f-0a70-4e85-a4ce-327e79abfbab), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.558114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.611814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (85f2124f-0a70-4e85-a4ce-327e79abfbab), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.667896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f685913-488a-4c61-98de-8792dbf59c1e None None] Pushing event updated for resources: {'Port': ['ID=570c180b-0fc1-4921-bd25-4d21417bb919,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:46.691624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:46.695421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:46.704128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:46.716625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:46.725411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:46.726829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=85f2124f-0a70-4e85-a4ce-327e79abfbab,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:46.878183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e78c70d3-a6e2-4eaa-b358-ba6d6df2793c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.3463190 May 02 10:39:46.880444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48824) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:47.028904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ca8be-fcfe-4404-9abe-f648a03b2c67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:47.039209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975ca8be-fcfe-4404-9abe-f648a03b2c67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:47.042268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-975ca8be-fcfe-4404-9abe-f648a03b2c67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1600442 May 02 10:39:47.045531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:47.050974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d3113c7-c526-487b-b1f2-5f22e3d3d9ef req-4be79951-b1d7-4997-a598-793c643c6ca7 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0657940 May 02 10:39:47.169868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 85f2124f-0a70-4e85-a4ce-327e79abfbab {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:47.170305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (85f2124f-0a70-4e85-a4ce-327e79abfbab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:47.300138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (85f2124f-0a70-4e85-a4ce-327e79abfbab), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:47.316699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 85f2124f-0a70-4e85-a4ce-327e79abfbab owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:47.624868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (85f2124f-0a70-4e85-a4ce-327e79abfbab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:47.653773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=85f2124f-0a70-4e85-a4ce-327e79abfbab,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:47.703554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:47.707469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ce7993e-023e-4b5f-bf1f-4c74af79b934 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/85f2124f-0a70-4e85-a4ce-327e79abfbab HTTP/1.1" status: 204 len: 168 time: 0.6602204 May 02 10:39:47.710567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48836) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:47.884930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce44ff-1a61-4850-9401-28ad7d2d51a0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:47.891264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ce44ff-1a61-4850-9401-28ad7d2d51a0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:47.898354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:47.900092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45ce44ff-1a61-4850-9401-28ad7d2d51a0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1881051 May 02 10:39:47.961568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 570c180b-0fc1-4921-bd25-4d21417bb919 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:47.981892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet e01d6893-34a8-4441-ae57-37612fc30032 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:47.986024 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (e01d6893-34a8-4441-ae57-37612fc30032), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.031581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b34af78c-3e67-4110-9501-fb80cf401572 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:48.048399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (e01d6893-34a8-4441-ae57-37612fc30032), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.140578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Provisioning complete for port 570c180b-0fc1-4921-bd25-4d21417bb919 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:48.141168 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.212497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 570c180b-0fc1-4921-bd25-4d21417bb919 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:48.217368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.232408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e01d6893-34a8-4441-ae57-37612fc30032), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.350268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Current status of the port 570c180b-0fc1-4921-bd25-4d21417bb919 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:48.350939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.411639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 570c180b-0fc1-4921-bd25-4d21417bb919 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:48.412031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.437863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (e01d6893-34a8-4441-ae57-37612fc30032), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.443416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59308464-8b10-45dd-a73d-9dcb423cf02a req-0460e9a1-dada-4dec-95cd-9c50406422e2 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.2210896 May 02 10:39:48.502606 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:39:48.502972 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:39:48.523388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:39:48.523980 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:39:48.551159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=e01d6893-34a8-4441-ae57-37612fc30032,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:48.567512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.570800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b486b419-cad1-4a7c-a891-bb330d55c308 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e01d6893-34a8-4441-ae57-37612fc30032 HTTP/1.1" status: 204 len: 168 time: 0.6705947 May 02 10:39:48.573665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48860) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:48.646189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aa0d95d7-0ae6-4f85-963f-498498b30cf0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713453 May 02 10:39:48.648919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:48.653816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:48.696415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68598e62-5927-40f1-ba05-4f242739ba20 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:48.806051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e88f8e-f71b-436e-b0a9-bd6acffd3f7a req-ae07efd7-9546-4655-a162-2693f59cd059 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0448029 May 02 10:39:48.917867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:48.923847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:48.934810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:39:49.043868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Deleting port 570c180b-0fc1-4921-bd25-4d21417bb919 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:49.044516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.186687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Current status of the port 570c180b-0fc1-4921-bd25-4d21417bb919 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:49.187170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.232667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 570c180b-0fc1-4921-bd25-4d21417bb919 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:49.232667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.307596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] For port 570c180b-0fc1-4921-bd25-4d21417bb919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570c180b-0fc1-4921-bd25-4d21417bb919,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:49.309884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] For port 570c180b-0fc1-4921-bd25-4d21417bb919, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=570c180b-0fc1-4921-bd25-4d21417bb919,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:49.313775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.334371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Calling delete_port for 570c180b-0fc1-4921-bd25-4d21417bb919 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:49.350169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7770716e-285e-4ddb-8e9d-4b0e7104636e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.401136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:49.404678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:49.412582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:49.413198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.427038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=7770716e-285e-4ddb-8e9d-4b0e7104636e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:49.556143 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.639239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:39:49.639603 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:39:49.656638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1af4509-9d11-4f86-9a34-a67c42962f68 None None] Pushing event updated for resources: {'Port': ['ID=570c180b-0fc1-4921-bd25-4d21417bb919,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:49.674798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5ac79bee-9594-4cd2-8317-899820ca771e None None] Provisioning complete for port 570c180b-0fc1-4921-bd25-4d21417bb919 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:49.675182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ac79bee-9594-4cd2-8317-899820ca771e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.681557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5aaab4c-4d7b-4c99-9309-f0f70cd0f875 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0315747 May 02 10:39:49.684898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48890) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:49.688824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c11db31e-e894-45eb-8121-b9acf57c1e43 req-90579d28-c238-4870-82da-d36be8dd4f42 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1237586 May 02 10:39:49.690343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'name': 'tempest-NetworksTestDHCPv6-1451881053'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:49.753036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (570c180b-0fc1-4921-bd25-4d21417bb919), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.783970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] Pushing event deleted for resources: {'Port': ['ID=570c180b-0fc1-4921-bd25-4d21417bb919,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:49.787267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5ac79bee-9594-4cd2-8317-899820ca771e None None] Current status of the port 570c180b-0fc1-4921-bd25-4d21417bb919 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:49.790716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b95941-699b-4d06-ae75-9e6a761244c0 None None] No DVR routers for this DVR port 570c180b-0fc1-4921-bd25-4d21417bb919 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:49.810350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a61ad8-24f8-4129-82c7-ac34e98dc7f7 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:49.901471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:49.905305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.935947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '7770716e-285e-4ddb-8e9d-4b0e7104636e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:39:49.937453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:49.940024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 8b79eb7d-b2cc-4cd8-8745-ac077a71ab99 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:39:50.124998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::3b (10093352-5a76-4e10-9ce0-e3026423e286/7770716e-285e-4ddb-8e9d-4b0e7104636e/8b79eb7d-b2cc-4cd8-8745-ac077a71ab99) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:50.309389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (8b79eb7d-b2cc-4cd8-8745-ac077a71ab99), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.447883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8b79eb7d-b2cc-4cd8-8745-ac077a71ab99), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.521747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:50.523701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4064c0a8-c597-42b0-a71f-216d60e13a2e req-73f73ccc-ba16-4c23-a134-577768cd1566 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0415530 May 02 10:39:50.529351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:50.533712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:50.545536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Port 570c180b-0fc1-4921-bd25-4d21417bb919 update to ACTIVE by agent not found {{(pid=115664) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 02 10:39:50.551149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:50.553917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.579980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=8b79eb7d-b2cc-4cd8-8745-ac077a71ab99,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:50.588941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/7770716e-285e-4ddb-8e9d-4b0e7104636e/72c11ade-7484-4841-b667-e696dfc7e9b2) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:50.660877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 570c180b-0fc1-4921-bd25-4d21417bb919 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:50.691254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 570c180b-0fc1-4921-bd25-4d21417bb919 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:50.692448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 570c180b-0fc1-4921-bd25-4d21417bb919 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:50.724704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24a84ef4-bec4-45f1-93f1-06427813f0ab tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0326915 May 02 10:39:50.724704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48908) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:50.804938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a666388-a5cb-4d76-8bbc-9c3c0979efe3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:50.809007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a666388-a5cb-4d76-8bbc-9c3c0979efe3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0843863 May 02 10:39:50.809441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48912) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:50.865925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks [] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.878954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f7d1ce0-dfc0-401f-985f-259df8450c5b req-4e6534e3-8048-4b60-b5b1-9b7ef66a2f1b tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0705948 May 02 10:39:50.951480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 8b79eb7d-b2cc-4cd8-8745-ac077a71ab99 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:50.951925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8b79eb7d-b2cc-4cd8-8745-ac077a71ab99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.957917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:50.998629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:51.001789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:51.009435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:51.022127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Pushing event updated for resources: {'Port': ['ID=72c11ade-7484-4841-b667-e696dfc7e9b2,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:51.085609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Attempting to bind port 72c11ade-7484-4841-b667-e696dfc7e9b2 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:51.086157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Attempting to bind port 72c11ade-7484-4841-b667-e696dfc7e9b2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:51.087029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Attempting to bind port 72c11ade-7484-4841-b667-e696dfc7e9b2 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:51.095181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:51.096199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:51.096627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.097039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:51.097525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Bound port: 72c11ade-7484-4841-b667-e696dfc7e9b2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:51.097916 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.143118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8b79eb7d-b2cc-4cd8-8745-ac077a71ab99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.159033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 8b79eb7d-b2cc-4cd8-8745-ac077a71ab99 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:51.179166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] For port 72c11ade-7484-4841-b667-e696dfc7e9b2, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:51.182721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] For port 72c11ade-7484-4841-b667-e696dfc7e9b2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72c11ade-7484-4841-b667-e696dfc7e9b2,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:51.238473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.315582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3304ad9-ab9f-4433-ab2c-b4b90308f182 None None] Pushing event updated for resources: {'Port': ['ID=72c11ade-7484-4841-b667-e696dfc7e9b2,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:51.426131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8b79eb7d-b2cc-4cd8-8745-ac077a71ab99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.474151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=8b79eb7d-b2cc-4cd8-8745-ac077a71ab99,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:51.525433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:51.529266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-239f510d-921a-4132-bc6e-3a7bfa96642e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/8b79eb7d-b2cc-4cd8-8745-ac077a71ab99 HTTP/1.1" status: 204 len: 168 time: 0.7187531 May 02 10:39:51.531885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48920) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:52.015550 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac43a71d-fdd0-42aa-84e3-8b5df159dcdf req-e121570a-28ac-4883-a2da-6ba8d9e0418a tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0376701 May 02 10:39:52.054218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1a5ca-cdfa-46cd-81ce-c323f41a06be tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:52.054218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe1a5ca-cdfa-46cd-81ce-c323f41a06be tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:52.061141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fe1a5ca-cdfa-46cd-81ce-c323f41a06be tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5218658 May 02 10:39:52.063293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:52.140145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 7770716e-285e-4ddb-8e9d-4b0e7104636e {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:52.145501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (7770716e-285e-4ddb-8e9d-4b0e7104636e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.228527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (7770716e-285e-4ddb-8e9d-4b0e7104636e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.360442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7770716e-285e-4ddb-8e9d-4b0e7104636e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.536918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (7770716e-285e-4ddb-8e9d-4b0e7104636e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.579352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=7770716e-285e-4ddb-8e9d-4b0e7104636e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:52.584073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.589655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:52.600787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5dfb6b80-6d76-4ed0-bc00-b6a292313123 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/7770716e-285e-4ddb-8e9d-4b0e7104636e HTTP/1.1" status: 204 len: 168 time: 0.5228474 May 02 10:39:52.664908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a329c2f4-23f1-478e-8499-c733e6ab2952 req-7048805a-530b-45c2-ba55-b23468287688 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0626519 May 02 10:39:52.692706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5e9232b1-6c6b-4f17-a62c-e26fb98f7368 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1015718 May 02 10:39:52.700291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48954) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:52.718546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:52.752090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 72c11ade-7484-4841-b667-e696dfc7e9b2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:52.786005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de4c894-12dd-449e-8dda-9813ff560c9c None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:52.871021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 72c11ade-7484-4841-b667-e696dfc7e9b2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:52.871402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.918947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Provisioning complete for port 72c11ade-7484-4841-b667-e696dfc7e9b2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:52.919331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:52.965114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:52.970742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.071213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 72c11ade-7484-4841-b667-e696dfc7e9b2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:53.075428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.081546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Current status of the port 72c11ade-7484-4841-b667-e696dfc7e9b2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:53.089187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.096266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:39:53.220684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 72c11ade-7484-4841-b667-e696dfc7e9b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72c11ade-7484-4841-b667-e696dfc7e9b2,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:53.223448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Deleting port 72c11ade-7484-4841-b667-e696dfc7e9b2 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:53.223984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.310086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.374756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (7f93ba10-517f-4d29-810f-216b654e92e4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.431406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:39:53.432753 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:39:53.437626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=72c11ade-7484-4841-b667-e696dfc7e9b2,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:53.447755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] For port 72c11ade-7484-4841-b667-e696dfc7e9b2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=72c11ade-7484-4841-b667-e696dfc7e9b2,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:53.448173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.456091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=7f93ba10-517f-4d29-810f-216b654e92e4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:53.464283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:53.466654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:53.473526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Calling delete_port for 72c11ade-7484-4841-b667-e696dfc7e9b2 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:53.474310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:53.476403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.569319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-65395c16-be1b-4ec5-b39a-a4a1e3e4e36b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8643534 May 02 10:39:53.570095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:53.585130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'name': 'tempest-NetworksTestDHCPv6-1193318632'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:53.642063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (72c11ade-7484-4841-b667-e696dfc7e9b2), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.674946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] Pushing event deleted for resources: {'Port': ['ID=72c11ade-7484-4841-b667-e696dfc7e9b2,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:53.676839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b86d21-d05a-42d2-8dde-a4f91ad9083c None None] No DVR routers for this DVR port 72c11ade-7484-4841-b667-e696dfc7e9b2 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:53.697701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065c2a0a-1db0-4781-baae-1f59adae7f2c None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:53.788558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4b083d2d-4d84-4334-8a99-4bfdde0f7e2e req-a3892efb-8568-4e71-969e-907d9996a8db tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0291097 May 02 10:39:53.809518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '7f93ba10-517f-4d29-810f-216b654e92e4'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:39:53.810436 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:53.870743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-a615d0ba-271f-47fc-bf97-f0d81c78f9b0 req-12f87ab6-7a34-4ea2-bd1d-c4c1a8470f2e service neutron] (115663) timed out ('10.222.0.16', 45338) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:39:53.958552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-582f47ab-3d43-460b-9e4f-3943020c42c7 None None] Port 72c11ade-7484-4841-b667-e696dfc7e9b2 update to ACTIVE by agent not found {{(pid=115664) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 02 10:39:53.974469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/7f93ba10-517f-4d29-810f-216b654e92e4/c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:54.018311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:54.021976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.041495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port b8ee69fd-7b6f-423b-81fa-b86137836b77 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:39:54.127671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks [] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.262422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.330523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:54.333848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:54.336995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:54.351109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::3e5 (10093352-5a76-4e10-9ce0-e3026423e286/7f93ba10-517f-4d29-810f-216b654e92e4/b8ee69fd-7b6f-423b-81fa-b86137836b77) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:54.394343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Pushing event updated for resources: {'Port': ['ID=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:54.431849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Attempting to bind port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:54.432389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Attempting to bind port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:54.434939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Attempting to bind port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:54.438785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:54.439161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:54.439568 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.439958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:54.440433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Bound port: c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:54.440857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.522029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-580af584-451c-4407-8919-43cdcf11a91e None None] For port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:54.527635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-580af584-451c-4407-8919-43cdcf11a91e None None] For port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:54.583858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (b8ee69fd-7b6f-423b-81fa-b86137836b77), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.615167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.649741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 72c11ade-7484-4841-b667-e696dfc7e9b2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:54.667061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b8ee69fd-7b6f-423b-81fa-b86137836b77), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.689173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 72c11ade-7484-4841-b667-e696dfc7e9b2 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:39:54.697683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 72c11ade-7484-4841-b667-e696dfc7e9b2 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:39:54.734903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580af584-451c-4407-8919-43cdcf11a91e None None] Pushing event updated for resources: {'Port': ['ID=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:54.744699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:54.749790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:54.752286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=b8ee69fd-7b6f-423b-81fa-b86137836b77,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:54.773050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:54.781980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:54.782606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:54.904477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b1a6ec67-721c-4a68-9714-87007fcd22f0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3325794 May 02 10:39:54.912140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:55.021525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92fd8708-0da5-44ef-92cb-f1767a23b8df req-96661156-9558-4f9b-b971-edeac7b1184e tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1066031 May 02 10:39:55.050936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283c770-9c86-4e31-b46c-5ad52762290f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:55.057247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a283c770-9c86-4e31-b46c-5ad52762290f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:55.060657 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a283c770-9c86-4e31-b46c-5ad52762290f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1459861 May 02 10:39:55.062240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49026) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:55.156157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port b8ee69fd-7b6f-423b-81fa-b86137836b77 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:55.156503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b8ee69fd-7b6f-423b-81fa-b86137836b77), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.252187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b8ee69fd-7b6f-423b-81fa-b86137836b77), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.267162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for b8ee69fd-7b6f-423b-81fa-b86137836b77 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:55.489005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b8ee69fd-7b6f-423b-81fa-b86137836b77), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.523239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=b8ee69fd-7b6f-423b-81fa-b86137836b77,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:55.551514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.555508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5454b42f-9476-4e29-8c31-43ddfa5c934a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/b8ee69fd-7b6f-423b-81fa-b86137836b77 HTTP/1.1" status: 204 len: 168 time: 0.4916372 May 02 10:39:55.557959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:55.593901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1baa0328-c6d4-4684-9bbc-b7f92cb2561a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.618987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7d6e5-ad8d-4690-a912-e2558982b90d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:55.620395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d7d6e5-ad8d-4690-a912-e2558982b90d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:55.624658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-85d7d6e5-ad8d-4690-a912-e2558982b90d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0631423 May 02 10:39:55.624830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:55.678164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 7f93ba10-517f-4d29-810f-216b654e92e4 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:55.682168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (7f93ba10-517f-4d29-810f-216b654e92e4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.736588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (7f93ba10-517f-4d29-810f-216b654e92e4), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.850861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7f93ba10-517f-4d29-810f-216b654e92e4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:55.966421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49080) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:55.991480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Provisioning complete for port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:55.991850 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.007309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (7f93ba10-517f-4d29-810f-216b654e92e4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.040485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.043874 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/7f93ba10-517f-4d29-810f-216b654e92e4 HTTP/1.1" status: 204 len: 168 time: 0.4180832 May 02 10:39:56.044912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287e37d9-6b81-47c1-bd9b-33fcaa7b3a39 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=7f93ba10-517f-4d29-810f-216b654e92e4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:56.046700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49084) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.100526 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4782-c613-4431-90ca-cf9f078fd316 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.124921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cfc867d9-c287-4608-afd1-582f49c6fe64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0743217 May 02 10:39:56.127211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49088) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.146854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Current status of the port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:56.147487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.170453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d49682-595e-4de6-95c8-e442a5cf9b10 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:56.213415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4782-c613-4431-90ca-cf9f078fd316 admin admin] Publish callbacks [] for security_group (1bc3ef71-b414-4994-8dee-1d8d8f082333), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.217576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30feda00-dd3e-4a04-b007-5fa664a2dd96 req-d70bbd64-596a-4d3d-824b-151fe536fcba tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0636163 May 02 10:39:56.230128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b07268a5-0fb9-4e55-8cd7-f2676fb59cfd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:56.230128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b07268a5-0fb9-4e55-8cd7-f2676fb59cfd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0956445 May 02 10:39:56.232202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.248895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] For port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:56.278776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e3f4782-c613-4431-90ca-cf9f078fd316 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1bc3ef71-b414-4994-8dee-1d8d8f082333), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.292383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b6f8cf-af0b-4c29-93eb-374c12841687 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:56.293951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-34b6f8cf-af0b-4c29-93eb-374c12841687 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0606298 May 02 10:39:56.296390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49098) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.335920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.345171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83095e17-77a2-4cd1-9447-7964e839d825 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395882 May 02 10:39:56.345171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49100) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.347302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:56.366763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e3f4782-c613-4431-90ca-cf9f078fd316 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b966b8424fbd467a9bbf41c754440659&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3990285 May 02 10:39:56.370139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:56.378682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:39:56.381686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3f4782-c613-4431-90ca-cf9f078fd316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc3ef71-b414-4994-8dee-1d8d8f082333,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:56.395183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0cec60-3a06-421e-904b-36cdb92cc65d req-c53ef609-6b81-42f5-954c-2639ce114ca5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:56.396749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f0cec60-3a06-421e-904b-36cdb92cc65d req-c53ef609-6b81-42f5-954c-2639ce114ca5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.1021159 May 02 10:39:56.433149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac66bb7-f674-487e-b978-fb81724d0e29 None None] Pushing event updated for resources: {'Port': ['ID=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:56.446957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Deleting port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:56.447463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.453633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-79e3b0d2-23b8-47de-b2b2-febd1e5e6917 None None] Could not find standard attr ID for object 85f2124f-0a70-4e85-a4ce-327e79abfbab. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:39:56.486071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] Publish callbacks [] for security_group (1bc3ef71-b414-4994-8dee-1d8d8f082333), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.499838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f0cec60-3a06-421e-904b-36cdb92cc65d req-d53d2505-f533-4fa0-ba7b-d466dc1de872 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912106 May 02 10:39:56.522230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] For port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:56.522872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.529129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:56.532664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] Publish callbacks [] for security_group (1bc3ef71-b414-4994-8dee-1d8d8f082333), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.534525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.547849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Calling delete_port for c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:56.774499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1bc3ef71-b414-4994-8dee-1d8d8f082333), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.777350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.778588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1bc3ef71-b414-4994-8dee-1d8d8f082333 HTTP/1.1" status: 204 len: 168 time: 0.4054871 May 02 10:39:56.786563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44ce59-f303-40a9-bbda-d0952800e529 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc3ef71-b414-4994-8dee-1d8d8f082333,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:56.798917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:56.830846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] Pushing event deleted for resources: {'Port': ['ID=c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:56.835294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cabde16-5f68-4f2d-953d-d3e535cce12b None None] No DVR routers for this DVR port c9d1f2f2-4666-4ef5-bdf0-5dc3fd2abd07 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:39:57.026431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5c78500e-16da-45ec-aff9-0add8b7db911), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.066387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:57.069552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:57.074681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:57.075478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.079029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de5e92c-cd52-4bf8-b759-2ee0a8216b07 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:39:57.095589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49124) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:57.098483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=5c78500e-16da-45ec-aff9-0add8b7db911,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:57.183659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b7c6bc39-bd02-4888-a2a1-c8d54303e731 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8388398 May 02 10:39:57.185203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:57.190433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '5c78500e-16da-45ec-aff9-0add8b7db911', 'ip_address': '2001:db8::e6d5:8db9:7538:d84e'}], 'name': 'tempest-NetworksTestDHCPv6-566269100'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:57.378465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '5c78500e-16da-45ec-aff9-0add8b7db911'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:39:57.379660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.387703 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5985c969-3fa3-40eb-b27f-21db3b72ac2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.392831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f04389d0-09a5-4062-868b-3ebc24d7d623 req-20a7075d-f161-42df-96dc-71426c519e70 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0520632 May 02 10:39:57.504362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5985c969-3fa3-40eb-b27f-21db3b72ac2c admin admin] Publish callbacks [] for security_group (88b35b2e-a4a8-44f7-86c8-ed939941fa54), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.537682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/5c78500e-16da-45ec-aff9-0add8b7db911/3f663ce7-20c6-41dc-97ac-795bc66a60bf) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:57.601184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:57.606397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5985c969-3fa3-40eb-b27f-21db3b72ac2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88b35b2e-a4a8-44f7-86c8-ed939941fa54), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.670818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:57.685718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-44c98bf9-d53b-44ce-b24f-b519c377aa64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.694146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5985c969-3fa3-40eb-b27f-21db3b72ac2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24d72c31f7ad4e3e96bdb585f2890f6b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5903413 May 02 10:39:57.694650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49140) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:57.696941 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks [] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.702634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5985c969-3fa3-40eb-b27f-21db3b72ac2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b35b2e-a4a8-44f7-86c8-ed939941fa54,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:57.756415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.762899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.768465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-44c98bf9-d53b-44ce-b24f-b519c377aa64 admin admin] Publish callbacks [] for security_group (b791e6b8-0c6f-4e80-814a-4b2c80c60579), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.783797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] Publish callbacks [] for security_group (88b35b2e-a4a8-44f7-86c8-ed939941fa54), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.785864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port a0e6717c-399b-4c42-90a0-4e1d01ff3c16 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:39:57.803943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:57.809010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:57.811375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:57.823429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Pushing event updated for resources: {'Port': ['ID=3f663ce7-20c6-41dc-97ac-795bc66a60bf,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:57.843872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-44c98bf9-d53b-44ce-b24f-b519c377aa64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b791e6b8-0c6f-4e80-814a-4b2c80c60579), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.849449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] Publish callbacks [] for security_group (88b35b2e-a4a8-44f7-86c8-ed939941fa54), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.888832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-44c98bf9-d53b-44ce-b24f-b519c377aa64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=30609305470944a3807c825dd709a1b2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2168665 May 02 10:39:57.892356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c98bf9-d53b-44ce-b24f-b519c377aa64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b791e6b8-0c6f-4e80-814a-4b2c80c60579,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:57.892356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49142) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:57.902729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Attempting to bind port 3f663ce7-20c6-41dc-97ac-795bc66a60bf on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:39:57.903034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Attempting to bind port 3f663ce7-20c6-41dc-97ac-795bc66a60bf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:39:57.903531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Attempting to bind port 3f663ce7-20c6-41dc-97ac-795bc66a60bf on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:39:57.910656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:39:57.911122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:39:57.911639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.912491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:39:57.912807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Bound port: 3f663ce7-20c6-41dc-97ac-795bc66a60bf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:39:57.913218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.943415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] Publish callbacks [] for security_group (b791e6b8-0c6f-4e80-814a-4b2c80c60579), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.966942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] Publish callbacks [] for security_group (b791e6b8-0c6f-4e80-814a-4b2c80c60579), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.978497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6f6dd574-98a1-43c6-bf0b-d0e78508aa9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:57.985184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] For port 3f663ce7-20c6-41dc-97ac-795bc66a60bf, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:39:57.988456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] For port 3f663ce7-20c6-41dc-97ac-795bc66a60bf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f663ce7-20c6-41dc-97ac-795bc66a60bf,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:39:57.994848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::e6d5:8db9:7538:d84e (10093352-5a76-4e10-9ce0-e3026423e286/5c78500e-16da-45ec-aff9-0add8b7db911/a0e6717c-399b-4c42-90a0-4e1d01ff3c16) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:39:58.063065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88b35b2e-a4a8-44f7-86c8-ed939941fa54), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.065756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.067078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88b35b2e-a4a8-44f7-86c8-ed939941fa54 HTTP/1.1" status: 204 len: 168 time: 0.3707337 May 02 10:39:58.096817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b791e6b8-0c6f-4e80-814a-4b2c80c60579), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.097366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.097660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.097836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1414d7ab-ff3f-4a7c-beb0-eb6bdcda07cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b35b2e-a4a8-44f7-86c8-ed939941fa54,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:58.102033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b791e6b8-0c6f-4e80-814a-4b2c80c60579 HTTP/1.1" status: 204 len: 168 time: 0.2056804 May 02 10:39:58.111417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077fc59-7af6-4386-b610-fc447f244f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b791e6b8-0c6f-4e80-814a-4b2c80c60579,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:58.198708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb82c9f-bab4-4f77-8482-1c6196b3c0cb None None] Pushing event updated for resources: {'Port': ['ID=3f663ce7-20c6-41dc-97ac-795bc66a60bf,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:58.215172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (a0e6717c-399b-4c42-90a0-4e1d01ff3c16), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.313213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a0e6717c-399b-4c42-90a0-4e1d01ff3c16), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.363387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:39:58.367482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:39:58.375550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:39:58.381450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:58.382066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.394450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=a0e6717c-399b-4c42-90a0-4e1d01ff3c16,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:58.490627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45cdd396-09fc-4ef3-afe6-4f0d3625679f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3041914 May 02 10:39:58.495240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:58.529822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ccdd3932-6b99-471c-8bf8-13a6109235de req-58560425-ad17-4386-8c2a-80e04667647b tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0398512 May 02 10:39:58.577775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddfb94-4d25-4d2f-a736-0a9a85b4e45b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:58.585923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91ddfb94-4d25-4d2f-a736-0a9a85b4e45b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:58.597560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-91ddfb94-4d25-4d2f-a736-0a9a85b4e45b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0912406 May 02 10:39:58.597560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49162) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:58.712994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3f663ce7-20c6-41dc-97ac-795bc66a60bf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:39:58.754157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port a0e6717c-399b-4c42-90a0-4e1d01ff3c16 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:39:58.754475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a0e6717c-399b-4c42-90a0-4e1d01ff3c16), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.783181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3f663ce7-20c6-41dc-97ac-795bc66a60bf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:58.783485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.889288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3f663ce7-20c6-41dc-97ac-795bc66a60bf is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:58.889950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.892838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a0e6717c-399b-4c42-90a0-4e1d01ff3c16), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:58.927005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 3f663ce7-20c6-41dc-97ac-795bc66a60bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f663ce7-20c6-41dc-97ac-795bc66a60bf,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:58.998526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.115156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=3f663ce7-20c6-41dc-97ac-795bc66a60bf,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:59.215780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.293798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for a0e6717c-399b-4c42-90a0-4e1d01ff3c16 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:39:59.486069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49218) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:59.498776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:39:59.501388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:39:59.535099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a0e6717c-399b-4c42-90a0-4e1d01ff3c16), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.552167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f883bbaf-c4ea-4bb9-b4bc-28fbe3b2e1f9 None None] Provisioning complete for port 3f663ce7-20c6-41dc-97ac-795bc66a60bf triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:39:59.552665 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f883bbaf-c4ea-4bb9-b4bc-28fbe3b2e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.601868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=a0e6717c-399b-4c42-90a0-4e1d01ff3c16,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:39:59.654902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.659896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0cbed8e-478d-46aa-aec1-b582a0f2ee70 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/a0e6717c-399b-4c42-90a0-4e1d01ff3c16 HTTP/1.1" status: 204 len: 168 time: 1.0685389 May 02 10:39:59.662689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49226) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:59.732248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bec535c1-6e04-4362-bf5a-a5a6a3d52682 req-6085bdc7-1d4e-4c1b-a893-8944b4d9940d tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0645511 May 02 10:39:59.754120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1156274604-network', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:39:59.797021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96bd29-8544-4806-898b-fa0b265109dd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:59.798357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac96bd29-8544-4806-898b-fa0b265109dd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:39:59.800021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ac96bd29-8544-4806-898b-fa0b265109dd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1363242 May 02 10:39:59.808358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:39:59.821905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:59.822299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.830583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:59.856915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Made reservation on behalf of 42802f1cc49a47abb61f1aca504c8e4b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:39:59.860045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.862363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f883bbaf-c4ea-4bb9-b4bc-28fbe3b2e1f9 None None] Current status of the port 3f663ce7-20c6-41dc-97ac-795bc66a60bf is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:59.864452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:39:59.873996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.882325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 5c78500e-16da-45ec-aff9-0add8b7db911 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:39:59.885994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (5c78500e-16da-45ec-aff9-0add8b7db911), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.886543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:39:59.888919 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ba9153-ea71-4943-a0c4-ea16ead1ac5c" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:39:59.934839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:39:59.962850 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd6212b6-6376-4a72-85c2-c821a87d08a4 x-openstack-request-id: req-dd6212b6-6376-4a72-85c2-c821a87d08a4 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:39:59.963164 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:39:59.967140 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-dd6212b6-6376-4a72-85c2-c821a87d08a4 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:39:59.967140 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd6212b6-6376-4a72-85c2-c821a87d08a4'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:39:59.967414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5c78500e-16da-45ec-aff9-0add8b7db911), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.969480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:39:59.969480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:39:59.989899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:39:59.997704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-31ed1fb8-5ae5-4121-a4dd-d45f9f89050c None None] Could not find standard attr ID for object a0e6717c-399b-4c42-90a0-4e1d01ff3c16. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:40:00.011273 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.085584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:40:00.085584 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:40:00.098261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:00.118906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks [] for security_group (25facca7-c1f0-4251-8468-22837dcb6c26), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.120456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5c78500e-16da-45ec-aff9-0add8b7db911), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.237114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25facca7-c1f0-4251-8468-22837dcb6c26), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.269341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5c78500e-16da-45ec-aff9-0add8b7db911), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.276622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:40:00.280291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25facca7-c1f0-4251-8468-22837dcb6c26,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:00.307191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=5c78500e-16da-45ec-aff9-0add8b7db911,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:00.314101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.322809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a08700db-2e37-40ff-8a72-0ecdbd3e4e7c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5c78500e-16da-45ec-aff9-0add8b7db911 HTTP/1.1" status: 204 len: 168 time: 0.5164177 May 02 10:40:00.322809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f4f40dbb-f639-45d9-8fbb-3de96ef2e508), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.322809 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Added segment f4f40dbb-f639-45d9-8fbb-3de96ef2e508 of type vlan for network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 May 02 10:40:00.325121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49246) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:00.332649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef15cce-a317-43b2-b169-67f0c1a40a32 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:00.367504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.417487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-589d3843-f454-447b-b694-9682642ca10a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0898681 May 02 10:40:00.420226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:00.425075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:00.516837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:00.534922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.536144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:00.537706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.561021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Deleting port 3f663ce7-20c6-41dc-97ac-795bc66a60bf {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:00.561504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.633426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] Pushing event updated for resources: {'Network': ['ID=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:00.640797 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.647574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:40:00.660923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:00.666703 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.677379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3f663ce7-20c6-41dc-97ac-795bc66a60bf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:00.693273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] For port 3f663ce7-20c6-41dc-97ac-795bc66a60bf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f663ce7-20c6-41dc-97ac-795bc66a60bf,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:00.693682 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.710131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9764ac8c-4827-4ef3-b043-04ddf2c0a1c6 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.2311471 May 02 10:40:00.714206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:00.714478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:00.714968 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.723655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Request body: {'subnet': {'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1156274604-subnet', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:00.769644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Calling delete_port for 3f663ce7-20c6-41dc-97ac-795bc66a60bf owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:00.792493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:00.824310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Made reservation on behalf of 42802f1cc49a47abb61f1aca504c8e4b for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:00.827397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.878155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-673cb6e3-ef60-4ecc-b56b-6cd36e59b41a req-ede17cf7-6535-4c1a-bf8d-b7a408327be7 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0356991 May 02 10:40:00.883396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:00.951735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3f663ce7-20c6-41dc-97ac-795bc66a60bf is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:00.952372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:00.994069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.058183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:01.060692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a4d9fcb0-351c-4162-a0f9-cc466250c009), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.085706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (3f663ce7-20c6-41dc-97ac-795bc66a60bf), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.115323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:01.122145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:01.127880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:01.129410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.136663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=a4d9fcb0-351c-4162-a0f9-cc466250c009,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:01.146119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:40:01.152466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.176847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] Pushing event deleted for resources: {'Port': ['ID=3f663ce7-20c6-41dc-97ac-795bc66a60bf,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:01.181474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a407b683-d3ed-435f-a08b-b128473b3bb8 None None] No DVR routers for this DVR port 3f663ce7-20c6-41dc-97ac-795bc66a60bf on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:01.195639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') May 02 10:40:01.195639 ncdv-master-1 neutron-server[115664]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] May 02 10:40:01.195639 ncdv-master-1 neutron-server[115664]: [parameters: {'status': 'DOWN', 'ports_id': '3f663ce7-20c6-41dc-97ac-795bc66a60bf'}] May 02 10:40:01.195639 ncdv-master-1 neutron-server[115664]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:40:01.196065 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:40:01.204143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906fc5ca-55fa-4681-9ace-7546a2b0873f None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:01.219692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:01.229685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Checking segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:01.230053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Network hostable DHCP agents. Network: c6e9ffbb-66aa-4eda-8e78-ffd6770bf176, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:40:01.256508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:01.256881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a150172-274e-44cf-8d56-14101298d297 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8355014 May 02 10:40:01.266050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': 'a4d9fcb0-351c-4162-a0f9-cc466250c009', 'ip_address': '2001:db8::7969:9235:ecff:64c7'}], 'name': 'tempest-NetworksTestDHCPv6-1841259109'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:01.403383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:40:01.522818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'a4d9fcb0-351c-4162-a0f9-cc466250c009'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:01.523698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.541753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c6e9ffbb-66aa-4eda-8e78-ffd6770bf176) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:01.544515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:01.551886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e36aab53-409e-44c5-86fb-863db61f73be None None] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:01.566018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:01.566565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.652000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.671354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 126e69c4-d470-43a8-8ccc-74d62e72297d yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:01.706175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-74f27d96-ec91-4364-8473-674057f2f8b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9895525 May 02 10:40:01.708912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49294) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:01.715172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:01.743096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Port 3f663ce7-20c6-41dc-97ac-795bc66a60bf update to DOWN by agent not found {{(pid=115664) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2274}} May 02 10:40:01.823982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:01.824926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.850068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/a4d9fcb0-351c-4162-a0f9-cc466250c009/095f39f2-99bb-48e7-a25e-1041776de4fb) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:01.877973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.879251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:01.935265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for router_controller (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.000101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.040887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c298d048-1708-4cff-a72d-79d788026ca9 req-00819e38-db92-45c0-9a0a-98c36d7e7e0c tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0545092 May 02 10:40:02.086401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Allocated IP 172.20.0.2 (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176/c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9/10024bca-7c6f-4345-8f13-1678d198cd10) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:02.162381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks [] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.241303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for router_gateway (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.298223 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.383590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::7969:9235:ecff:64c7 (10093352-5a76-4e10-9ce0-e3026423e286/a4d9fcb0-351c-4162-a0f9-cc466250c009/126e69c4-d470-43a8-8ccc-74d62e72297d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:02.422808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:02.434601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:02.448036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:02.465197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks [] for port (10024bca-7c6f-4345-8f13-1678d198cd10), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.493895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Pushing event updated for resources: {'Port': ['ID=095f39f2-99bb-48e7-a25e-1041776de4fb,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:02.531690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Attempting to bind port 095f39f2-99bb-48e7-a25e-1041776de4fb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:02.532129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Attempting to bind port 095f39f2-99bb-48e7-a25e-1041776de4fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:02.532504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Attempting to bind port 095f39f2-99bb-48e7-a25e-1041776de4fb on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:02.538268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:02.539495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:02.540004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.540441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:02.540989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Bound port: 095f39f2-99bb-48e7-a25e-1041776de4fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:02.541361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.618838 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.626029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for router_gateway (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.626197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (126e69c4-d470-43a8-8ccc-74d62e72297d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.652003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.710501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (126e69c4-d470-43a8-8ccc-74d62e72297d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.732325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Pushing event updated for resources: {'Port': ['ID=10024bca-7c6f-4345-8f13-1678d198cd10,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:02.763344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:02.766741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:02.768343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] For port 095f39f2-99bb-48e7-a25e-1041776de4fb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:02.770536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Allocated IP 172.35.4.199 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/70348bb0-c1e7-4aab-b806-03378923faaf) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:02.774217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] For port 095f39f2-99bb-48e7-a25e-1041776de4fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=095f39f2-99bb-48e7-a25e-1041776de4fb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:02.774939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:02.783841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:02.784536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.788003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:02.790971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:02.793721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:02.805679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=126e69c4-d470-43a8-8ccc-74d62e72297d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:02.813180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.813662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.814026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.814499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.814838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.815182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.815519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.815865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.816183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.816588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.817813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.818153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.818497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.818833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.819164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:02.865146 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.885217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ecd37d71-7020-43b0-b769-0d38208af7eb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6235011 May 02 10:40:02.886732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49328) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:02.945385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for port (70348bb0-c1e7-4aab-b806-03378923faaf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.952246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2023dda0-d00f-4c2e-8a42-83c301a71fd3 None None] Pushing event updated for resources: {'Port': ['ID=095f39f2-99bb-48e7-a25e-1041776de4fb,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:02.961655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Attempting to bind port 10024bca-7c6f-4345-8f13-1678d198cd10 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:02.961960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Attempting to bind port 10024bca-7c6f-4345-8f13-1678d198cd10 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:02.962680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Attempting to bind port 10024bca-7c6f-4345-8f13-1678d198cd10 on network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:02.970036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:02.971788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Checking segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:02.971788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:02.971788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Bound using segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:02.971788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Bound port: 10024bca-7c6f-4345-8f13-1678d198cd10, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:02.978010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.006989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcc269-f4b0-4664-be60-6bea750627cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:03.011988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfcc269-f4b0-4664-be60-6bea750627cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:03.016811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49330) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:03.017462 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4cfcc269-f4b0-4664-be60-6bea750627cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1264932 May 02 10:40:03.087690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] For port 10024bca-7c6f-4345-8f13-1678d198cd10, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:03.102625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] For port 10024bca-7c6f-4345-8f13-1678d198cd10, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10024bca-7c6f-4345-8f13-1678d198cd10,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:03.138268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 126e69c4-d470-43a8-8ccc-74d62e72297d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:03.138692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (126e69c4-d470-43a8-8ccc-74d62e72297d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.170542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.221084 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.274723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (126e69c4-d470-43a8-8ccc-74d62e72297d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.317468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-079e1cc1-5840-4853-ab9e-037f6d82ef9f req-ff26854e-0b55-4cd0-86e0-376688510f4b tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1693139 May 02 10:40:03.323228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Pushing event updated for resources: {'Port': ['ID=70348bb0-c1e7-4aab-b806-03378923faaf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:03.339928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 126e69c4-d470-43a8-8ccc-74d62e72297d owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:03.343375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4208b133-cf03-487d-83d1-2d8582a5498a None None] Pushing event updated for resources: {'Port': ['ID=10024bca-7c6f-4345-8f13-1678d198cd10,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:03.347320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:03.367245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:03.374047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:03.502781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:03.634708 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:40:03.660889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:03.661411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.799648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:03.800046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.803412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (126e69c4-d470-43a8-8ccc-74d62e72297d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.867954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:03.869425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:03.871962 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d17d145-e4da-41d6-8e10-022334b1fdd9" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:03.887608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=126e69c4-d470-43a8-8ccc-74d62e72297d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:03.923323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:03.928268 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:40:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f562896-efd7-434d-a4c9-42ed48a9c521 x-openstack-request-id: req-2f562896-efd7-434d-a4c9-42ed48a9c521 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:03.928927 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:03.929878 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f562896-efd7-434d-a4c9-42ed48a9c521 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:03.930440 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f562896-efd7-434d-a4c9-42ed48a9c521'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:40:03.930704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0ecca83-00be-49c9-ab2b-ac344421bb3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/126e69c4-d470-43a8-8ccc-74d62e72297d HTTP/1.1" status: 204 len: 168 time: 0.9126990 May 02 10:40:03.931583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:03.980081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.014274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb270c2-e454-4972-9500-40b9f3fb9a65 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:04.015782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb270c2-e454-4972-9500-40b9f3fb9a65 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:04.020035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ccb270c2-e454-4972-9500-40b9f3fb9a65 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0849404 May 02 10:40:04.020439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:04.097920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet a4d9fcb0-351c-4162-a0f9-cc466250c009 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:04.105073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (a4d9fcb0-351c-4162-a0f9-cc466250c009), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.151766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:04.154234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (a4d9fcb0-351c-4162-a0f9-cc466250c009), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.177099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for router_gateway (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.278447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a4d9fcb0-351c-4162-a0f9-cc466250c009), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.476161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:04.587681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (a4d9fcb0-351c-4162-a0f9-cc466250c009), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.661931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9df703c4-1aff-46fe-80d5-ad2d107958de req-5657264c-a621-4d1f-93ed-404e2c3430ae tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1177897 May 02 10:40:04.672013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d9fcb0-351c-4162-a0f9-cc466250c009,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:04.679067 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.681194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.696780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-47906819-d36f-4b4d-b6aa-6b06d9aeec64 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/a4d9fcb0-351c-4162-a0f9-cc466250c009 HTTP/1.1" status: 204 len: 168 time: 0.6699183 May 02 10:40:04.721120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:04.853023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 095f39f2-99bb-48e7-a25e-1041776de4fb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:04.885383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17b30e07-1890-4e98-ad34-a32c9b0cf61b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1729372 May 02 10:40:04.887246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17ac2d3b-d9ce-400d-9dc5-5252f53c247d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:04.898853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:04.907362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:04.916554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20e84d-3f8e-4b0a-a4a9-11b0d3ba67ab None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:04.942734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Provisioning complete for port 095f39f2-99bb-48e7-a25e-1041776de4fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:04.943103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.054376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:40:05.144204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17ac2d3b-d9ce-400d-9dc5-5252f53c247d admin admin] Publish callbacks [] for security_group (12f7f6dd-63b8-46ad-8829-2180922e6272), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.182192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Current status of the port 095f39f2-99bb-48e7-a25e-1041776de4fb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:05.182770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.207302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17ac2d3b-d9ce-400d-9dc5-5252f53c247d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (12f7f6dd-63b8-46ad-8829-2180922e6272), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.250225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17ac2d3b-d9ce-400d-9dc5-5252f53c247d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6fb3f9dce951489aafe56b0d30841164&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7684677 May 02 10:40:05.250982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49382) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:05.253759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 095f39f2-99bb-48e7-a25e-1041776de4fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:05.254120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.273228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:05.276349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.296366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:05.303935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Sync routers for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:05.308307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1d8fe2-e6da-4e59-bd96-65e1c63154f5 None None] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:05.319173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] For port 095f39f2-99bb-48e7-a25e-1041776de4fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=095f39f2-99bb-48e7-a25e-1041776de4fb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:05.323780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:05.324418 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:05.381571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac2d3b-d9ce-400d-9dc5-5252f53c247d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f7f6dd-63b8-46ad-8829-2180922e6272,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:05.388187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.392968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b6fed89-de04-4661-8236-19865bf20a69 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6807837 May 02 10:40:05.395053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:05.403882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:05.428005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.520668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:05.559576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7febc4ba-c3ae-4b1a-aa27-0ead476e2292 None None] Pushing event updated for resources: {'Port': ['ID=095f39f2-99bb-48e7-a25e-1041776de4fb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:05.640823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] Publish callbacks [] for security_group (12f7f6dd-63b8-46ad-8829-2180922e6272), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.684759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] Publish callbacks [] for security_group (12f7f6dd-63b8-46ad-8829-2180922e6272), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.736589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (eade8802-26fb-4f65-9566-49075045bf28), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.770709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Provisioning complete for port 10024bca-7c6f-4345-8f13-1678d198cd10 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:05.771089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.856210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:05.887888 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:03Z', 'revision_number': 3, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:05.900781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:05.912935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:05.915683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.929056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 095f39f2-99bb-48e7-a25e-1041776de4fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:05.930078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (12f7f6dd-63b8-46ad-8829-2180922e6272), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.931815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 10024bca-7c6f-4345-8f13-1678d198cd10 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:05.932703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.941733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Deleting port 095f39f2-99bb-48e7-a25e-1041776de4fb {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:05.941733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.943252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/12f7f6dd-63b8-46ad-8829-2180922e6272 HTTP/1.1" status: 204 len: 168 time: 0.6864860 May 02 10:40:05.948721 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Checking router: 9be41bca-a81d-48ae-8aa1-74f9dba95c3e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:05.949234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Updating router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e port 70348bb0-c1e7-4aab-b806-03378923faaf binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:05.982985 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:05.987748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=eade8802-26fb-4f65-9566-49075045bf28,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:06.051072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21fc60e-b307-4774-a55a-28ae2562274d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f7f6dd-63b8-46ad-8829-2180922e6272,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:06.076218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba9fd93-2c1e-48ae-acdc-bd45979efae5 req-2c2542dc-4a44-412d-991e-92e2e26cb380 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1317427 May 02 10:40:06.113046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcbd7890-b2f1-47b9-a37c-0631b33ab317 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2107794 May 02 10:40:06.116003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49406) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:06.121297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': 'eade8802-26fb-4f65-9566-49075045bf28', 'ip_address': '2001:db8::f885:3461:bdce:933b'}], 'name': 'tempest-NetworksTestDHCPv6-500807228'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:06.198189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] For port 095f39f2-99bb-48e7-a25e-1041776de4fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=095f39f2-99bb-48e7-a25e-1041776de4fb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:06.200149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.361472 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks [] for port (70348bb0-c1e7-4aab-b806-03378923faaf), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.377204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.430468 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.512044 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Pushing event updated for resources: {'Port': ['ID=70348bb0-c1e7-4aab-b806-03378923faaf,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:06.516287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:06.526049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.540743 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.549204 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.549820 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.550320 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.550813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.554810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:06.582989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port f3210af8-bc3b-4160-be7f-84b5e978bee8 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:06.629125 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Attempting to bind port 70348bb0-c1e7-4aab-b806-03378923faaf on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:06.629937 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Attempting to bind port 70348bb0-c1e7-4aab-b806-03378923faaf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:06.631373 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Attempting to bind port 70348bb0-c1e7-4aab-b806-03378923faaf on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:06.647302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:06.649113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:06.650335 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.651129 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:06.653557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Bound port: 70348bb0-c1e7-4aab-b806-03378923faaf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:06.662195 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.673101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Calling delete_port for 095f39f2-99bb-48e7-a25e-1041776de4fb owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:06.690987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Allocated IP 172.20.0.1 (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176/c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9/3aa8ea7a-dced-48be-b8cb-494b9aaf4794) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:06.820696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Current status of the port 10024bca-7c6f-4345-8f13-1678d198cd10 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:06.821166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.828253 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] For port 70348bb0-c1e7-4aab-b806-03378923faaf, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:06.853288 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] For port 70348bb0-c1e7-4aab-b806-03378923faaf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70348bb0-c1e7-4aab-b806-03378923faaf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:06.897968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] For port 10024bca-7c6f-4345-8f13-1678d198cd10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10024bca-7c6f-4345-8f13-1678d198cd10,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:06.902571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 10024bca-7c6f-4345-8f13-1678d198cd10 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:06.902951 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.941421 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:06.941922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f885:3461:bdce:933b (10093352-5a76-4e10-9ce0-e3026423e286/eade8802-26fb-4f65-9566-49075045bf28/f3210af8-bc3b-4160-be7f-84b5e978bee8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:07.035832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.050234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks [] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.057078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a554f3-76a4-4d8d-9d57-a769800a4fbf None None] Pushing event updated for resources: {'Port': ['ID=70348bb0-c1e7-4aab-b806-03378923faaf,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:07.134401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:07.135269 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:07.168427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (f3210af8-bc3b-4160-be7f-84b5e978bee8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.264965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5764c20d-998d-4fb3-a410-a56ce9f3b339 None None] Provisioning complete for port 10024bca-7c6f-4345-8f13-1678d198cd10 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:07.265518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5764c20d-998d-4fb3-a410-a56ce9f3b339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.274816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c341db-2a25-4fd7-a36d-f8a4f2f8e9be None None] Pushing event updated for resources: {'Port': ['ID=10024bca-7c6f-4345-8f13-1678d198cd10,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:07.294219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efd7e3f7-5129-47f4-a786-c55f255e37f0 req-76cb25a8-80ed-40a7-a20d-225477a6c28d tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0394156 May 02 10:40:07.296015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.337514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f3210af8-bc3b-4160-be7f-84b5e978bee8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.339997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:07.372886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:07.395112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:07.475811 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:07.563159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:07.654400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.672092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:07.672976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=f3210af8-bc3b-4160-be7f-84b5e978bee8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:07.675714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:07.705986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:07.712150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:07.712540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.714771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 10024bca-7c6f-4345-8f13-1678d198cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:07.731364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (095f39f2-99bb-48e7-a25e-1041776de4fb), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:07.797220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Pushing event deleted for resources: {'Port': ['ID=095f39f2-99bb-48e7-a25e-1041776de4fb,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:07.846432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.846717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.847077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.847427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.847768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.848119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.848519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.848897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.849238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.849564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.849895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.850228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.850558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.851002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.851408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:07.873128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1bf734b-f8a3-42d9-a475-282566127c35 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7503808 May 02 10:40:07.873128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49450) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:07.896474 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:03Z', 'revision_number': 3, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:07.906641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6bf50f5-508e-40dc-a0a8-ea51fae0a97f None None] No DVR routers for this DVR port 095f39f2-99bb-48e7-a25e-1041776de4fb on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:07.954142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b0eaa58-4d92-48a1-a56c-3fbd5c2151a0 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:07.997927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1a57a8-4260-4710-a10a-9f6d0747108a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:07.999536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c1a57a8-4260-4710-a10a-9f6d0747108a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1286016 May 02 10:40:08.003765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce4a4a81-4c14-43ef-bac2-3d534893fdc1 None None] The sync data for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 is: [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:03Z', 'revision_number': 3, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:08.005312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49454) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:08.088121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5764c20d-998d-4fb3-a410-a56ce9f3b339 None None] Current status of the port 10024bca-7c6f-4345-8f13-1678d198cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:08.090797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 10024bca-7c6f-4345-8f13-1678d198cd10 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:08.186390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 10024bca-7c6f-4345-8f13-1678d198cd10 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:08.186673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.203147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.221385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port f3210af8-bc3b-4160-be7f-84b5e978bee8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:08.221385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f3210af8-bc3b-4160-be7f-84b5e978bee8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.390191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f3210af8-bc3b-4160-be7f-84b5e978bee8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.431012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'eade8802-26fb-4f65-9566-49075045bf28'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:08.431903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.449680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for f3210af8-bc3b-4160-be7f-84b5e978bee8 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:08.451503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:08.456767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-215beab8-e6d0-4f81-89d5-21bc2d68d5d7 None None] Provisioning complete for port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:08.457152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-215beab8-e6d0-4f81-89d5-21bc2d68d5d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.628287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-215beab8-e6d0-4f81-89d5-21bc2d68d5d7 None None] Port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:08.713722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 10024bca-7c6f-4345-8f13-1678d198cd10 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:08.809766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1c41-f051-4287-9d9a-7c55cd9763f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.814942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b49fae6e-8115-4c60-b0dd-6af9f8b274d1 req-5f0c4947-16ad-4d98-819b-475adf264c32 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0445302 May 02 10:40:08.838337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f3210af8-bc3b-4160-be7f-84b5e978bee8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.845842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 095f39f2-99bb-48e7-a25e-1041776de4fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:08.932583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=f3210af8-bc3b-4160-be7f-84b5e978bee8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:08.955282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:08.963455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-677f6c2b-23c2-4df0-9547-99ab16ac6a5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/f3210af8-bc3b-4160-be7f-84b5e978bee8 HTTP/1.1" status: 204 len: 168 time: 0.9562948 May 02 10:40:08.971362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 095f39f2-99bb-48e7-a25e-1041776de4fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:08.973338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 095f39f2-99bb-48e7-a25e-1041776de4fb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:08.973876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49474) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:09.105972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd727962-3fb7-4e3c-9ae0-1bb85ffdbbd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:09.105972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd727962-3fb7-4e3c-9ae0-1bb85ffdbbd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:09.110355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fd727962-3fb7-4e3c-9ae0-1bb85ffdbbd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1350343 May 02 10:40:09.116124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:09.172756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1c41-f051-4287-9d9a-7c55cd9763f4 admin admin] Publish callbacks [] for security_group (2a1ea88f-38bd-4a05-9b6c-6949699a050a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.225543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/eade8802-26fb-4f65-9566-49075045bf28/dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:09.242471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ee1c41-f051-4287-9d9a-7c55cd9763f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2a1ea88f-38bd-4a05-9b6c-6949699a050a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.299632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee1c41-f051-4287-9d9a-7c55cd9763f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a1ea88f-38bd-4a05-9b6c-6949699a050a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:09.319655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet eade8802-26fb-4f65-9566-49075045bf28 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:09.365783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a5ee1c41-f051-4287-9d9a-7c55cd9763f4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=96b4dbd89e394f9e8f33e8b9094cdd51&name=default HTTP/1.1" status: 200 len: 3000 time: 0.9132040 May 02 10:40:09.370749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:09.474768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks [] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.477114 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] Publish callbacks [] for security_group (2a1ea88f-38bd-4a05-9b6c-6949699a050a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.496141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks [] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.510750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] Publish callbacks [] for security_group (2a1ea88f-38bd-4a05-9b6c-6949699a050a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.645684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.676163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.702096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (eade8802-26fb-4f65-9566-49075045bf28), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.707969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2a1ea88f-38bd-4a05-9b6c-6949699a050a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.711432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.718809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2a1ea88f-38bd-4a05-9b6c-6949699a050a HTTP/1.1" status: 204 len: 168 time: 0.3435242 May 02 10:40:09.719837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49496) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:09.769424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72036c7-1598-4981-8d74-0c4e2cfe38af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a1ea88f-38bd-4a05-9b6c-6949699a050a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:09.787026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Pushing event updated for resources: {'Port': ['ID=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:09.790173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Pushing event updated for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:09.793690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (eade8802-26fb-4f65-9566-49075045bf28), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.796719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:09.815568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:09.855063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:09.858117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:09.978027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 70348bb0-c1e7-4aab-b806-03378923faaf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:10.085092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc78fc0-4010-4304-9c03-43fb4843a22c req-2c719a5e-53ee-40c0-ab4b-f87e9f8136a3 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0508564 May 02 10:40:10.092934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:10.110712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Attempting to bind port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:10.110712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Attempting to bind port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:10.110712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Attempting to bind port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:10.120405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:10.123868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:10.126365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:10.127469 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.129077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:10.129511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (eade8802-26fb-4f65-9566-49075045bf28), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.130380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Bound port: dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:10.131944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.176504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'network': {'name': 'tempest-network-smoke--2017705701', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:10.278836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:10.283096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.295696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.318944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 70348bb0-c1e7-4aab-b806-03378923faaf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:10.319317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.486360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:10.496382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 70348bb0-c1e7-4aab-b806-03378923faaf is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:10.497451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.546889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] For port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:10.572930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 70348bb0-c1e7-4aab-b806-03378923faaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70348bb0-c1e7-4aab-b806-03378923faaf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:10.579605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (eade8802-26fb-4f65-9566-49075045bf28), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.600149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.600809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] For port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:10.604513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1eec2d1a-9648-4690-98b9-0a91395df142 None None] Provisioning complete for port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:10.604906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1eec2d1a-9648-4690-98b9-0a91395df142 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.622546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=eade8802-26fb-4f65-9566-49075045bf28,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:10.634878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.641730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.648689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d6a7f1fe-fef3-440f-9862-6b7fd677c1bd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/eade8802-26fb-4f65-9566-49075045bf28 HTTP/1.1" status: 204 len: 168 time: 1.5263278 May 02 10:40:10.652887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49508) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:10.684756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1eec2d1a-9648-4690-98b9-0a91395df142 None None] Port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:10.691869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.753748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:10.755202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=70348bb0-c1e7-4aab-b806-03378923faaf,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:10.767393 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90a8dd0a-2e68-46a9-8d58-df3775e71912 admin admin] 10.222.0.16 "PUT /v2.0/routers/9be41bca-a81d-48ae-8aa1-74f9dba95c3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3657272 May 02 10:40:10.778878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9cf2cfbc-edf2-47b2-99d5-c2e0c1a826b9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1229658 May 02 10:40:10.780292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.783440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49516) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:10.818416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Sync routers for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:10.847709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28e565c-fd8c-4864-a51d-921dbff28cc0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:10.853537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:10.854065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49520) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:10.855049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b28e565c-fd8c-4864-a51d-921dbff28cc0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0677087 May 02 10:40:10.892083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:10.897015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:10.897167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:10.917120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e9c117-4d10-4745-a865-f4a4c1bf51c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.920255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:40:10.949053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8d09f3b9-a9b1-44fd-b995-bc77c8340886), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:10.950718 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Added segment 8d09f3b9-a9b1-44fd-b995-bc77c8340886 of type vlan for network 1b6ba885-4f11-4cda-93ac-0fc2307f769c May 02 10:40:10.950917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e86438-72d5-4ed0-a221-e97ab8676373 None None] Pushing event updated for resources: {'Port': ['ID=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:11.026282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576b37b8-50d1-4dcd-bb14-939e109e4c6f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:11.031417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-576b37b8-50d1-4dcd-bb14-939e109e4c6f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1422167 May 02 10:40:11.032738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49524) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:11.200846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:11.204271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e9c117-4d10-4745-a865-f4a4c1bf51c6 admin admin] Publish callbacks [] for security_group (d121c2c8-c553-41e9-9ea5-f9a49190616d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.282896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59e9c117-4d10-4745-a865-f4a4c1bf51c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d121c2c8-c553-41e9-9ea5-f9a49190616d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.379207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59e9c117-4d10-4745-a865-f4a4c1bf51c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a18e30d19254c0d9ab412deded797a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5237708 May 02 10:40:11.379898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49530) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:11.427714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9c117-4d10-4745-a865-f4a4c1bf51c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d121c2c8-c553-41e9-9ea5-f9a49190616d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:11.462387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] Publish callbacks [] for security_group (d121c2c8-c553-41e9-9ea5-f9a49190616d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.515523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] Publish callbacks [] for security_group (d121c2c8-c553-41e9-9ea5-f9a49190616d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.613173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:09Z', 'revision_number': 2, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:11.645015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Checking router: 9be41bca-a81d-48ae-8aa1-74f9dba95c3e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:11.645366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Updating router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:11.695844 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.698097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d121c2c8-c553-41e9-9ea5-f9a49190616d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.702247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.707786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d121c2c8-c553-41e9-9ea5-f9a49190616d HTTP/1.1" status: 204 len: 168 time: 0.3206015 May 02 10:40:11.723745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae22625-f5d2-4520-8985-29ff33512775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d121c2c8-c553-41e9-9ea5-f9a49190616d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:11.787313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86297380-40fe-4e2a-a150-0384b41837fa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7496610 May 02 10:40:11.792471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:11.799041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:11.831235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a98362a5-68de-4549-a90a-24bbc1a9aaf6 req-cb5806d4-0f7e-4005-a012-4b428e07930a tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0833898 May 02 10:40:11.836342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1b6ba885-4f11-4cda-93ac-0fc2307f769c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.934752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1b6ba885-4f11-4cda-93ac-0fc2307f769c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:11.946035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:11.946778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.113779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Network': ['ID=1b6ba885-4f11-4cda-93ac-0fc2307f769c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:12.130824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49546) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:12.131507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-577d670d-8f35-4480-9607-210f012970b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4099896 May 02 10:40:12.136351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'admin_state_up': True, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:12.148056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:40:12.196443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 70348bb0-c1e7-4aab-b806-03378923faaf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:12.214298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:12.218137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.311057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.312174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.323131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:12.328790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1344576580-network', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:12.466159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Made reservation on behalf of 64536948cf2a47e484fc56a26247c8ad for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:12.468504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.481977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.515894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 70348bb0-c1e7-4aab-b806-03378923faaf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:12.519457 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.608834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_controller (ba37a58b-b507-450c-b4dd-89734e9224f4), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.627151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks [] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.655549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks [] for security_group (42249131-b216-4e68-8cf5-c89c0b5522e8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.691949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 70348bb0-c1e7-4aab-b806-03378923faaf is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:12.693337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:12.697684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6debf6e6-62a8-47f2-a25f-888a4ce4cea9 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:12.771473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42249131-b216-4e68-8cf5-c89c0b5522e8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.837208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:40:12.857738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6dbd5b4a-0bdb-4d98-b6ae-e185b553b203), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.861291 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Added segment 6dbd5b4a-0bdb-4d98-b6ae-e185b553b203 of type vlan for network 14ae63fe-cc57-4db6-9b60-9fec3d780819 May 02 10:40:12.943843 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:12.952259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (14ae63fe-cc57-4db6-9b60-9fec3d780819), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.023821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42249131-b216-4e68-8cf5-c89c0b5522e8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:13.040093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Provisioning complete for port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:13.040790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.050347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (ba37a58b-b507-450c-b4dd-89734e9224f4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.076531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bfc2c41-4e6f-46b7-b034-e2c9a2ca1fc3 req-741ec145-2352-492f-a742-5810abb529dc tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0443835 May 02 10:40:13.084973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (14ae63fe-cc57-4db6-9b60-9fec3d780819), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.084973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:13.084973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.111378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ba6e-522c-490b-b188-b55b1ca087a7 None None] Pushing event updated for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:13.204481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:13.204747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.227889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (119f1d20-7bcc-42b4-ae54-c60eed6b1161), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.252109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] Pushing event updated for resources: {'Network': ['ID=14ae63fe-cc57-4db6-9b60-9fec3d780819,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:13.276727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c254dd8-0062-4b32-9e18-309e2d57b335 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9503534 May 02 10:40:13.277782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:13.284334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Request body: {'subnet': {'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1344576580-subnet', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:13.324346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:40:13.433875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:13.465895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Made reservation on behalf of 64536948cf2a47e484fc56a26247c8ad for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:13.468379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.471636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Attempting to bind port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:13.472259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Attempting to bind port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:13.472858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Attempting to bind port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 on network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:13.525362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:13.527218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Checking segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:13.530759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.531384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Bound using segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:13.532083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Bound port: 3aa8ea7a-dced-48be-b8cb-494b9aaf4794, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:13.533590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.597899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Current status of the port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:13.599042 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.608309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:13.616849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:13.623958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:13.624686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.628429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:13.629410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.656845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (ba37a58b-b507-450c-b4dd-89734e9224f4), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.684076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=119f1d20-7bcc-42b4-ae54-c60eed6b1161,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:13.692734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.693095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.693496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.693844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.694190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.694576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.694921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.695251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.695586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.695967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.696306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.696651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.696984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.697313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.697640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:40:13.702783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.709047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d18c8e37-35c0-437b-9a33-c7417daf88e5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9136963 May 02 10:40:13.712043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:13.725091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '119f1d20-7bcc-42b4-ae54-c60eed6b1161', 'ip_address': '2001:db8::d206:1497:f7e2:85ea'}], 'name': 'tempest-NetworksTestDHCPv6-77701272'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:13.771729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Deleting port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:13.772399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.792323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] For port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:13.887575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (c8b0180f-0b0e-42e2-a280-74e4fc2607d9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.899069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:13.949615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:13.975998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Pushing event updated for resources: {'Port': ['ID=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:13.980264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9b0e3473-d1d1-416b-b4c3-fbd0af228793 None None] Could not find standard attr ID for object f3210af8-bc3b-4160-be7f-84b5e978bee8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:40:13.995020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.35.4.251 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/1543c593-860e-4b15-ba1e-3b5ae623eea0) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:14.021764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] For port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:14.053530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b0180f-0b0e-42e2-a280-74e4fc2607d9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:14.054734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] For port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:14.079426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:40:14.079706 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:40:14.086557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Checking segment: {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:14.088770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] For port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:14.088770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.093370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Network hostable DHCP agents. Network: 14ae63fe-cc57-4db6-9b60-9fec3d780819, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:40:14.102845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Calling delete_port for dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:14.145959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.174732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.177381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port b89ca291-096e-4d56-8bc1-6ca8bbf17de3 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:14.220592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:40:14.240750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Provisioning complete for port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:14.241129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.255518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.290712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e90cd01c-0b0d-4ba5-972d-f5926d603772 req-14d8cc46-dc25-40b2-802a-c8961aa77bc4 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0408835 May 02 10:40:14.292458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 14ae63fe-cc57-4db6-9b60-9fec3d780819) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:14.311806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:14.312574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.364117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15198273-b1a2-49ac-83b9-d26eea730366 None None] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:14.396029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99687b98-d784-42e8-8deb-fd691e10c3ca admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1148155 May 02 10:40:14.396029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:14.401356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:14.427348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::d206:1497:f7e2:85ea (10093352-5a76-4e10-9ce0-e3026423e286/119f1d20-7bcc-42b4-ae54-c60eed6b1161/b89ca291-096e-4d56-8bc1-6ca8bbf17de3) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:14.431253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:14.431943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:14.486021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.564852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:14.594200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:14.603778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.603958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:14.604544 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.661024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:14.663004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=1543c593-860e-4b15-ba1e-3b5ae623eea0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:14.692439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for router_controller (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.734689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5710ba6e-522c-490b-b188-b55b1ca087a7 None None] Pushing event updated for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:14.737416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.851621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (b89ca291-096e-4d56-8bc1-6ca8bbf17de3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:14.891551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Current status of the port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:14.891551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.034675 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.036580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:15.053425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-14ae63fe-cc57-4db6-9b60-9fec3d780819', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:15.056991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.119879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for router_gateway (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.141200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b89ca291-096e-4d56-8bc1-6ca8bbf17de3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.178165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:13Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:15.273194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:15.376505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] No DVR routers for this DVR port dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:15.388273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132c7083-b98b-4793-9efb-86e0fda7052c None None] Pushing event deleted for resources: {'Port': ['ID=dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:15.392858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] For port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:15.397404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa25b6a-c261-45dc-8680-e32ddc0684d3 None None] The sync data for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 is: [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:13Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:15.407170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:15.407743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd05b3e9-12cd-41e6-9e86-b8da56dc2bbb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:15.431703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:15.437534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=b89ca291-096e-4d56-8bc1-6ca8bbf17de3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:15.447886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:15.473287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:15.489710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:15.491877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.557957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (ba37a58b-b507-450c-b4dd-89734e9224f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.693875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f89afb4d-aac9-44e3-a57a-57fd3af519ca req-5f993a34-8b5d-4c31-af5c-fb80fd87afcb tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0861361 May 02 10:40:15.763634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Allocated IP 172.20.0.2 (14ae63fe-cc57-4db6-9b60-9fec3d780819/c8b0180f-0b0e-42e2-a280-74e4fc2607d9/361501ff-1420-49e8-8472-9b160e6a2c5c) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:15.769131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-627f395f-2b8b-466b-b17f-c18ed6b245b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.0488753 May 02 10:40:15.783204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:15.819501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '119f1d20-7bcc-42b4-ae54-c60eed6b1161', 'ip_address': '2001:db8::d206:1497:f7e2:85ea'}], 'name': 'tempest-NetworksTestDHCPv6-295416463'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:15.909727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for router_gateway (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:15.935137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.112671 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.131035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0abd34e-88db-4af5-916f-9859ac416129 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:16.169376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.362182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.382970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:40:16.388400 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks [] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.405770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2b785404-9c85-473f-9e17-0d0b08f38184 None None] Provisioning complete for port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:16.406156 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2b785404-9c85-473f-9e17-0d0b08f38184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.504464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd519c1-0bd7-46f9-b6e2-deac5bca8f08 None None] Pushing event updated for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:16.685193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '119f1d20-7bcc-42b4-ae54-c60eed6b1161'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:16.685193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.685193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2b785404-9c85-473f-9e17-0d0b08f38184 None None] Current status of the port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:16.713674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Allocated IP 172.35.4.140 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/4cbe5234-c8e3-40c6-98c3-4510f6b3fe88) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:16.733152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:16.748956 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:16.765037 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:16.783183 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:16.832008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/119f1d20-7bcc-42b4-ae54-c60eed6b1161/7bcaf522-f304-4f25-b96e-beb31e5629f4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:16.840701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:16.841622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:16.845247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cc69d43-5439-4882-adfc-e4d0a9450080 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.7103429 May 02 10:40:16.845748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49686) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:16.898855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.019337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cec1a6b-2825-4c9a-bca8-d3e4f760838c req-c0423059-1a38-4aca-90fc-0ffcc0532153 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1175151 May 02 10:40:17.019439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.119827 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:17.190718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.235732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 1b1b1ccb-c3f8-42d3-9bca-b676327b1a14 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:17.269875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4ef4a45-5871-4590-9e34-e70840a60af9 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63740057f4374c219d98c8190ccbcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4228356 May 02 10:40:17.281793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49702) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:17.333829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.359031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:17.363512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:17.415485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:17.428018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:17.451455 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks [] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.460509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:17.466541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:17.468169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:17.536453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Pushing event updated for resources: {'Port': ['ID=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:17.565328 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:14Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:17.597507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45ca394-5587-4a41-b097-1afbd4e2982e tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:17.602205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c45ca394-5587-4a41-b097-1afbd4e2982e tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3188064 May 02 10:40:17.602966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49704) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:17.616568 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.623571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Pushing event updated for resources: {'Port': ['ID=361501ff-1420-49e8-8472-9b160e6a2c5c,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:17.644093 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:17.644996 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Updating router ba37a58b-b507-450c-b4dd-89734e9224f4 port 1543c593-860e-4b15-ba1e-3b5ae623eea0 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:17.679949 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.684680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-80a8e3f5-dbd0-4a55-ad79-04a60dc46c3c tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770593 May 02 10:40:17.684680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49706) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:17.693070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896363775', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:17.759976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:17.777091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:17.785428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Attempting to bind port 361501ff-1420-49e8-8472-9b160e6a2c5c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:17.786399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Attempting to bind port 361501ff-1420-49e8-8472-9b160e6a2c5c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:17.786605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Attempting to bind port 361501ff-1420-49e8-8472-9b160e6a2c5c on network 14ae63fe-cc57-4db6-9b60-9fec3d780819 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:17.795382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:17.805043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:17.805751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Checking segment: {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:17.806372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.806968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Bound using segment: {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:17.808031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Bound port: 361501ff-1420-49e8-8472-9b160e6a2c5c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:17.808664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.846204 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): There was a conflict when trying to complete your request. May 02 10:40:17.846868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:40:17.903381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] For port 361501ff-1420-49e8-8472-9b160e6a2c5c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:17.908116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] For port 361501ff-1420-49e8-8472-9b160e6a2c5c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361501ff-1420-49e8-8472-9b160e6a2c5c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:17.912957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:17.913715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:17.947808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Pushing event updated for resources: {'Port': ['ID=7bcaf522-f304-4f25-b96e-beb31e5629f4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:17.965868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17560962-b67c-4ee9-9d6b-45c3f1378cb6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 2.1663077 May 02 10:40:17.967370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49708) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:18.031359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Attempting to bind port 7bcaf522-f304-4f25-b96e-beb31e5629f4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:18.032092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Attempting to bind port 7bcaf522-f304-4f25-b96e-beb31e5629f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:18.032686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Attempting to bind port 7bcaf522-f304-4f25-b96e-beb31e5629f4 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:18.036252 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.198189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:18.198990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:18.199626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.200229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:18.200950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Bound port: 7bcaf522-f304-4f25-b96e-beb31e5629f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:18.201706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.299845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] For port 7bcaf522-f304-4f25-b96e-beb31e5629f4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:18.300407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for router_gateway (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.304383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] For port 7bcaf522-f304-4f25-b96e-beb31e5629f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bcaf522-f304-4f25-b96e-beb31e5629f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:18.309431 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks [] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.386446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03953f00-ace1-486e-893c-1aa85215c40e None None] Pushing event updated for resources: {'Port': ['ID=361501ff-1420-49e8-8472-9b160e6a2c5c,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:18.409653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:18.432056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.522720 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.603685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8466ea-3f1a-43bc-a9f7-29f66dfede8d None None] Pushing event updated for resources: {'Port': ['ID=7bcaf522-f304-4f25-b96e-beb31e5629f4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:18.643372 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Attempting to bind port 1543c593-860e-4b15-ba1e-3b5ae623eea0 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:18.643742 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Attempting to bind port 1543c593-860e-4b15-ba1e-3b5ae623eea0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:18.655327 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Attempting to bind port 1543c593-860e-4b15-ba1e-3b5ae623eea0 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:18.695007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:18.696434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:18.697084 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.697763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:18.698474 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Bound port: 1543c593-860e-4b15-ba1e-3b5ae623eea0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:18.699904 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.784987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] For port 1543c593-860e-4b15-ba1e-3b5ae623eea0, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:18.792059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:18.794718 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] For port 1543c593-860e-4b15-ba1e-3b5ae623eea0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1543c593-860e-4b15-ba1e-3b5ae623eea0,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:18.801396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.804105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:18.813633 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f72da-2dc7-4a67-a513-0700e5c331e8 None None] Pushing event updated for resources: {'Port': ['ID=1543c593-860e-4b15-ba1e-3b5ae623eea0,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:18.909830 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.056520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e4df428-9b8d-4563-b0eb-29aa9983798d req-93f9b316-ee73-44c8-aa33-1ed84ed513dd tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.2676032 May 02 10:40:19.075572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cbd42-452f-43d0-ab42-3de30ab0ad21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:19.078230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:19.081346 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:19.081705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894cbd42-452f-43d0-ab42-3de30ab0ad21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:19.084170 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-894cbd42-452f-43d0-ab42-3de30ab0ad21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 1.1156318 May 02 10:40:19.088316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49718) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:19.169137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:40:19.298221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port b89ca291-096e-4d56-8bc1-6ca8bbf17de3 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:19.298906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b89ca291-096e-4d56-8bc1-6ca8bbf17de3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.338302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bcaf522-f304-4f25-b96e-beb31e5629f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:19.340094 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f72da-2dc7-4a67-a513-0700e5c331e8 None None] Pushing event updated for resources: {'Port': ['ID=1543c593-860e-4b15-ba1e-3b5ae623eea0,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:19.391028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:19.424080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b89ca291-096e-4d56-8bc1-6ca8bbf17de3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.449172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7bcaf522-f304-4f25-b96e-beb31e5629f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:19.449556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.458052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for b89ca291-096e-4d56-8bc1-6ca8bbf17de3 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:19.495705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:19.544696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Sync routers for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:19.619179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:19.619389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:19.627708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.635941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b366ad8c-aea3-4336-b78f-6250601b6cb4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.2338068 May 02 10:40:19.635941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:19.680961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:14Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:19.797701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb1a00de-74a0-4fe0-bb7d-cd2abb215250 None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:14Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:19.812014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7bcaf522-f304-4f25-b96e-beb31e5629f4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:19.812410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:19.886985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a2e945d2-a32c-40d5-aded-97c524d2dfa2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.053162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:20.098277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Subnet': ['ID=a2e945d2-a32c-40d5-aded-97c524d2dfa2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:20.159965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Checking segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:20.169908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network hostable DHCP agents. Network: 1b6ba885-4f11-4cda-93ac-0fc2307f769c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:40:20.211749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b89ca291-096e-4d56-8bc1-6ca8bbf17de3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.312805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=b89ca291-096e-4d56-8bc1-6ca8bbf17de3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:20.343010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7bcaf522-f304-4f25-b96e-beb31e5629f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bcaf522-f304-4f25-b96e-beb31e5629f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:20.347572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dffb29a-786f-42d1-b5e5-c6f2abc9929c None None] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:20.347712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.351298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bc488ae-5d37-4dbc-bc45-b8078f3643d5 req-b68f54bc-c9a8-4e13-93f0-f3654f173a04 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0485837 May 02 10:40:20.353270 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-598422e1-e7ca-4bf4-b0c0-cfea4467f91c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/b89ca291-096e-4d56-8bc1-6ca8bbf17de3 HTTP/1.1" status: 204 len: 168 time: 1.2629955 May 02 10:40:20.354869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:20.387162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:40:20.427234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Provisioning complete for port 361501ff-1420-49e8-8472-9b160e6a2c5c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:20.433434 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.487184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0dd26d-c882-4765-835e-6f1a82f07e73 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:20.490899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0dd26d-c882-4765-835e-6f1a82f07e73 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:20.494449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d0dd26d-c882-4765-835e-6f1a82f07e73 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1282196 May 02 10:40:20.496297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49738) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:20.532514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.538574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 361501ff-1420-49e8-8472-9b160e6a2c5c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:20.571519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1b6ba885-4f11-4cda-93ac-0fc2307f769c) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:20.595648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:20.596380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.647578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 119f1d20-7bcc-42b4-ae54-c60eed6b1161 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:20.653797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (119f1d20-7bcc-42b4-ae54-c60eed6b1161), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.716216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-803a22ad-0850-4124-8d0c-45aae06e5078 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.0318506 May 02 10:40:20.720732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49740) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:20.794291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:17Z', 'revision_number': 3, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:20.796466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08af73-add1-4d1b-86fc-ae6deda32aba None None] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:20.867399 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (119f1d20-7bcc-42b4-ae54-c60eed6b1161), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:20.900089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.313957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Allocated IP 172.20.0.1 (14ae63fe-cc57-4db6-9b60-9fec3d780819/c8b0180f-0b0e-42e2-a280-74e4fc2607d9/dbf39ccb-9d75-4e8c-86c0-1146c699aa4c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:21.455348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Checking router: f490c0f0-5f9c-4209-9a15-5c424a9a5e02 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:21.455792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Updating router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:21.502644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Current status of the port 361501ff-1420-49e8-8472-9b160e6a2c5c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:21.503048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.505161 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.546523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (119f1d20-7bcc-42b4-ae54-c60eed6b1161), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.683193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bb248ad-6f04-475e-b03f-7e4558bbb81c req-b05a1e53-917b-4e33-9969-75e8ef7f70ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.2996871 May 02 10:40:21.693675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks [] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.793431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bf4c75b-09b5-4eff-acdc-61bf2a3e9487 req-08727f32-94dc-4d43-97ea-a9a79f595bbb tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1508183 May 02 10:40:21.844814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:21.852723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.871969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:21.965181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:21.969641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:21.992499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:21.997173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Pushing event updated for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:22.017516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (119f1d20-7bcc-42b4-ae54-c60eed6b1161), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.084806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.136619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=119f1d20-7bcc-42b4-ae54-c60eed6b1161,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:22.157559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.164836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-032304ac-6ff7-44f7-acac-baebc78fda62 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/119f1d20-7bcc-42b4-ae54-c60eed6b1161 HTTP/1.1" status: 204 len: 168 time: 1.6667879 May 02 10:40:22.167742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49754) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:22.300326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-229aa5cf-a289-4221-980a-8c9ebe132653 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1310484 May 02 10:40:22.304362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49756) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:22.310926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:22.321972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Allocated IP 172.20.0.2 (1b6ba885-4f11-4cda-93ac-0fc2307f769c/a2e945d2-a32c-40d5-aded-97c524d2dfa2/c46ffa00-8ef5-4969-a658-33352d96e014) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:22.331770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.550590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks [] for port (c46ffa00-8ef5-4969-a658-33352d96e014), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.567856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3b9e2b-cb33-45c7-be6b-3a815eafd000 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:22.646329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7bcaf522-f304-4f25-b96e-beb31e5629f4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:22.667158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 361501ff-1420-49e8-8472-9b160e6a2c5c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:22.667804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:22.670298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.019112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] For port 361501ff-1420-49e8-8472-9b160e6a2c5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361501ff-1420-49e8-8472-9b160e6a2c5c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:23.035122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.1 (1b6ba885-4f11-4cda-93ac-0fc2307f769c/a2e945d2-a32c-40d5-aded-97c524d2dfa2/1fef7767-32d6-405a-9a29-4c839f2d2649) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:23.043041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:23.105767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:23.149673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.156302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aab3feab-6abc-416c-93d9-eac44952e5a2 req-a0521e46-a05f-4315-bedc-9b9042a9c403 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0857794 May 02 10:40:23.185660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:23.187890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.190603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Deleting port 7bcaf522-f304-4f25-b96e-beb31e5629f4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:23.190971 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.235295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:23.238721 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks [] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.240461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 361501ff-1420-49e8-8472-9b160e6a2c5c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:23.273131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.278425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Pushing event updated for resources: {'Port': ['ID=c46ffa00-8ef5-4969-a658-33352d96e014,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:23.374629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.384367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:23.392325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.441748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.489304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Provisioning complete for port 7bcaf522-f304-4f25-b96e-beb31e5629f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:23.489304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.513367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:23.546323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:23.549079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:23.549838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1543c593-860e-4b15-ba1e-3b5ae623eea0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:23.554814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] For port 7bcaf522-f304-4f25-b96e-beb31e5629f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bcaf522-f304-4f25-b96e-beb31e5629f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:23.555433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.588508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:23.590758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Attempting to bind port c46ffa00-8ef5-4969-a658-33352d96e014 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:23.591142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Attempting to bind port c46ffa00-8ef5-4969-a658-33352d96e014 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:23.591514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Attempting to bind port c46ffa00-8ef5-4969-a658-33352d96e014 on network 1b6ba885-4f11-4cda-93ac-0fc2307f769c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:23.614013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Attempting to bind port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:23.614521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Attempting to bind port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:23.614898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Attempting to bind port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:23.617554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224802cc-5775-441d-b4df-574b5b69a902 None None] Pushing event updated for resources: {'Port': ['ID=361501ff-1420-49e8-8472-9b160e6a2c5c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:23.631689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks [] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.633508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Calling delete_port for 7bcaf522-f304-4f25-b96e-beb31e5629f4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:23.669031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:23.669424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Checking segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:23.669827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.670230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Bound using segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:23.670729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Bound port: c46ffa00-8ef5-4969-a658-33352d96e014, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:23.671119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.671593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.673894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:23.674273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:23.674723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.675118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:23.675651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Bound port: 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:23.676125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.736099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] For port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:23.739436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] For port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:23.756554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.816202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Pushing event updated for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:23.839601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.849360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (0b06bd5b-4fcc-4f43-aa88-68f68fbff492), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.852075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887e8f1-5c33-41bf-b5ed-b11512cfbe2b None None] Pushing event updated for resources: {'Port': ['ID=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:23.871415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1543c593-860e-4b15-ba1e-3b5ae623eea0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:23.871795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.902460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Current status of the port 7bcaf522-f304-4f25-b96e-beb31e5629f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:23.908469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Could not find standard attr ID for object b89ca291-096e-4d56-8bc1-6ca8bbf17de3. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:40:23.953122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:23.970582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:23.977737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:23.979059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.985305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Provisioning complete for port 361501ff-1420-49e8-8472-9b160e6a2c5c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:23.985697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:23.999429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.000057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.020820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=0b06bd5b-4fcc-4f43-aa88-68f68fbff492,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:24.153023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:24.164955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:24.255632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c844de13-efab-44c8-9772-418e95753ea9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9499412 May 02 10:40:24.259872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49776) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:24.271481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '0b06bd5b-4fcc-4f43-aa88-68f68fbff492', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-1391267442'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:24.329053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] For port c46ffa00-8ef5-4969-a658-33352d96e014, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:24.342323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] For port c46ffa00-8ef5-4969-a658-33352d96e014, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46ffa00-8ef5-4969-a658-33352d96e014,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:24.351670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a887e8f1-5c33-41bf-b5ed-b11512cfbe2b None None] Pushing event updated for resources: {'Port': ['ID=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:24.442262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33827b86-d093-443f-a388-ebfb00b8d229 req-bbce6b77-d5b8-429d-a63d-135ff96a5809 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0561953 May 02 10:40:24.443004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Current status of the port 361501ff-1420-49e8-8472-9b160e6a2c5c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:24.449784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Could not find standard attr ID for object f3210af8-bc3b-4160-be7f-84b5e978bee8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:40:24.460397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1543c593-860e-4b15-ba1e-3b5ae623eea0 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:24.461174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.495869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Provisioning complete for port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:24.496123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.577306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:24.579407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:24.777128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:24.847367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.849506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:24.856643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 1543c593-860e-4b15-ba1e-3b5ae623eea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1543c593-860e-4b15-ba1e-3b5ae623eea0,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:24.862007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:24.864774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (7bcaf522-f304-4f25-b96e-beb31e5629f4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.869768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54fac0da-e7cb-4ac0-9816-67f622d53e7f None None] Could not find standard attr ID for object 126e69c4-d470-43a8-8ccc-74d62e72297d. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:40:24.872715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.917276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:24.979328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] Pushing event deleted for resources: {'Port': ['ID=7bcaf522-f304-4f25-b96e-beb31e5629f4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:24.989664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9844d2-c372-4bbb-926d-12b00f52a25f None None] No DVR routers for this DVR port 7bcaf522-f304-4f25-b96e-beb31e5629f4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:24.996006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:25.005927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:25.101647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5accbf2a-0eb9-43be-9a96-f955ef0f05b8 None None] Pushing event updated for resources: {'Port': ['ID=c46ffa00-8ef5-4969-a658-33352d96e014,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:25.110144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8d0d5a-c33d-4c0e-a706-24384c314980 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:25.120145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:25.131180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:25.164965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-26cb0470-c796-4f56-b773-6e4e5b33475c req-07e86fbf-14ae-482c-8785-07d5e580e7b7 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8&device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0819108 May 02 10:40:25.215092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:25.227770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0be7a1a5-edb8-4ed4-a707-3835cc8435ae admin admin] 10.222.0.16 "PUT /v2.0/routers/f490c0f0-5f9c-4209-9a15-5c424a9a5e02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5939875 May 02 10:40:25.269415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:25.305692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 1ab3d4d2-5c9d-416b-9875-cad03ffc4d73 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:25.381056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:25.383242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:25.522534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bcaf522-f304-4f25-b96e-beb31e5629f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:25.617102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7bcaf522-f304-4f25-b96e-beb31e5629f4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:25.617984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bcaf522-f304-4f25-b96e-beb31e5629f4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:25.643998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c7b517c-4034-4428-b280-99bae2e9a8f2 None None] Provisioning complete for port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:25.646197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c7b517c-4034-4428-b280-99bae2e9a8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:25.703781 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:40:25.704298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:40:25.747809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:25.854515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b425c80-549a-4b40-9c81-25ca4355e67a req-bcb272ea-0cdc-4c41-9102-43bf33eaed9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fdf284867284d8ba704789ac86fd3d3&device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1430030 May 02 10:40:25.858036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '0b06bd5b-4fcc-4f43-aa88-68f68fbff492'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:25.861935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:25.891667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=1543c593-860e-4b15-ba1e-3b5ae623eea0,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:25.915049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c7b517c-4034-4428-b280-99bae2e9a8f2 None None] Port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:25.940795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b425c80-549a-4b40-9c81-25ca4355e67a req-f0dd01d3-60da-4a0c-8a7a-49ab9aded72a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fdf284867284d8ba704789ac86fd3d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0763111 May 02 10:40:25.971720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea861708-a469-4d26-8d18-6bb89f7c71a9 req-b23092bb-ae53-444e-85a9-3e4d77c3e5af tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.0888982 May 02 10:40:25.987738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49814) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:25.990893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6abefca5-b444-480b-b4f9-2e42714d4a44 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.7239428 May 02 10:40:26.148659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49818) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.154643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90d985f3-2f23-45f8-b2fb-387105a7794b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1543252 May 02 10:40:26.215666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b425c80-549a-4b40-9c81-25ca4355e67a req-ad49a330-a9b4-4e76-9d48-53bbc9cde64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.217209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b425c80-549a-4b40-9c81-25ca4355e67a req-ad49a330-a9b4-4e76-9d48-53bbc9cde64f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2691073 May 02 10:40:26.232934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a40eab-9969-4dff-b7c8-1aa9f9cccd19 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.234375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a40eab-9969-4dff-b7c8-1aa9f9cccd19 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.238277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-00a40eab-9969-4dff-b7c8-1aa9f9cccd19 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0863640 May 02 10:40:26.245640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49820) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.258668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:26.271487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:26.286364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b7e8a30-ef35-479e-b250-ed2b0030e3eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/ba37a58b-b507-450c-b4dd-89734e9224f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5656717 May 02 10:40:26.287301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.288886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c46ffa00-8ef5-4969-a658-33352d96e014 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:26.292561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:26.292561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:26.341884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82e1ec79-718d-4aea-9e68-385782c26ab6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.349188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 0b06bd5b-4fcc-4f43-aa88-68f68fbff492 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:26.411887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49824) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.418848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1298572892', 'description': 'tempest-secgroup-smoke-1298572892 description', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:26.453611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:22Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbf39ccb-9d75-4e8c-86c0-1146c699aa4c', 'name': '', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'mac_address': 'fa:16:3e:85:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:20Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 2, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'subnets': [{'id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:26.466037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/0b06bd5b-4fcc-4f43-aa88-68f68fbff492/9f25fd1d-423e-48ad-b99a-426246b7343e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:26.490522 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:26.522800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.630514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a333e0d2-0d56-49be-8d6b-f3af073c53ab None None] The sync data for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 is: [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:22Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbf39ccb-9d75-4e8c-86c0-1146c699aa4c', 'name': '', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'mac_address': 'fa:16:3e:85:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:20Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 2, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'subnets': [{'id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:26.634752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c46ffa00-8ef5-4969-a658-33352d96e014 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:26.635143 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.648522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (98f8a3e2-61e7-4cd3-ae4b-53390bde87a0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.688048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.688525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.689028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.689859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.689971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.690386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.690849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.691304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.691756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.692204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.692680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.693431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.694216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.694682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.695489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.697834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.698291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2aa22bb5-a31a-435a-87f8-90d8699b8b28 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11249 time: 0.4088280 May 02 10:40:26.702257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49834) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.764910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (98f8a3e2-61e7-4cd3-ae4b-53390bde87a0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.798115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 2, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:26.837180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080405a8-b36a-4d27-965f-62ceaccf9f2d None None] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:26.846713 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:26.847073 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Updating router ba37a58b-b507-450c-b4dd-89734e9224f4 port 1fef7767-32d6-405a-9a29-4c839f2d2649 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:26.852023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:26.868929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c46ffa00-8ef5-4969-a658-33352d96e014 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:26.869385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.886700 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.906358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.909906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.909906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.917473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.919519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.920140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.921197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.922349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.923140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.924848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.925443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.925908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.926355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.927245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.928184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.928804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:26.934793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86d20d77-41cc-4a72-a120-3f24c66b20a5 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 10180 time: 0.2269964 May 02 10:40:26.934957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49838) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.948733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:26.955836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0f5d553-912e-4078-8786-c16718d2efe3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5405531 May 02 10:40:26.964310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:26.968678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:27.033378 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks [] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.036766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-25d05cf4-221e-47c0-aa89-45bb95c0f56d None None] Provisioning complete for port c46ffa00-8ef5-4969-a658-33352d96e014 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:27.037137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-25d05cf4-221e-47c0-aa89-45bb95c0f56d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.140674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c46ffa00-8ef5-4969-a658-33352d96e014, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46ffa00-8ef5-4969-a658-33352d96e014,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:27.148282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (c76858e0-90a9-42e1-9255-e6d56f9baccc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.157757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (0b06bd5b-4fcc-4f43-aa88-68f68fbff492), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.193479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.270002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.270799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 361501ff-1420-49e8-8472-9b160e6a2c5c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:27.385507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-25d05cf4-221e-47c0-aa89-45bb95c0f56d None None] Current status of the port c46ffa00-8ef5-4969-a658-33352d96e014 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:27.386770 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks [] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.389087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (c76858e0-90a9-42e1-9255-e6d56f9baccc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.391757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (0b06bd5b-4fcc-4f43-aa88-68f68fbff492), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.450439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Pushing event updated for resources: {'Port': ['ID=9f25fd1d-423e-48ad-b99a-426246b7343e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:27.482095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (c76858e0-90a9-42e1-9255-e6d56f9baccc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.483939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:27.488486 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.512762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:27.525522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:27.661229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 361501ff-1420-49e8-8472-9b160e6a2c5c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:27.661486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b425c80-549a-4b40-9c81-25ca4355e67a req-ad8a7072-c726-4b29-a575-26d28efdacc0 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.15 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 0.1217122 May 02 10:40:27.661707 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.694847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c76858e0-90a9-42e1-9255-e6d56f9baccc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:27.729602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=c46ffa00-8ef5-4969-a658-33352d96e014,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:27.763971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Attempting to bind port 9f25fd1d-423e-48ad-b99a-426246b7343e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:27.764655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Attempting to bind port 9f25fd1d-423e-48ad-b99a-426246b7343e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:27.765190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Attempting to bind port 9f25fd1d-423e-48ad-b99a-426246b7343e on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:27.772486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:27.773183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:27.774361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.774924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:27.775584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Bound port: 9f25fd1d-423e-48ad-b99a-426246b7343e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:27.776225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.776630 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646543-a17d-4679-aa74-973cfee244d7 None None] Pushing event updated for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:27.835459 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Attempting to bind port 1fef7767-32d6-405a-9a29-4c839f2d2649 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:27.835680 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Attempting to bind port 1fef7767-32d6-405a-9a29-4c839f2d2649 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:27.836076 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Attempting to bind port 1fef7767-32d6-405a-9a29-4c839f2d2649 on network 1b6ba885-4f11-4cda-93ac-0fc2307f769c {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:27.840191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.846577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0fb3b5ae-0252-4584-be1d-c53d5d30f873 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8816707 May 02 10:40:27.848808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49864) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:27.854890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:27.855274 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Checking segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:27.855707 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.856216 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Bound using segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:27.860502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:27.865006 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Bound port: 1fef7767-32d6-405a-9a29-4c839f2d2649, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:27.865494 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:27.895434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 361501ff-1420-49e8-8472-9b160e6a2c5c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:28.016187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-eb362ec3-d149-4a29-837e-0eba210ba0c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.025499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Provisioning complete for port 1fef7767-32d6-405a-9a29-4c839f2d2649 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:28.025499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.031350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0b06bd5b-4fcc-4f43-aa88-68f68fbff492), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.034560 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] For port 1fef7767-32d6-405a-9a29-4c839f2d2649, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:28.055401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8df105c9-8975-40d0-af5a-c3bfe9e99214 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6653 time: 1.1184275 May 02 10:40:28.067513 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] For port 1fef7767-32d6-405a-9a29-4c839f2d2649, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fef7767-32d6-405a-9a29-4c839f2d2649,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:28.101942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fa428b7-9d49-4278-8c1f-4e7fa99f44e1 req-b5e3ef53-23e8-4c3d-a9f6-193353fa7a8e tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=13ae82c8-0c85-4d9b-87d9-11a43bb094d8 HTTP/1.1" status: 200 len: 210 time: 1.0041735 May 02 10:40:28.149042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab725da-247c-40bf-b150-edd139e106ce req-2877e09b-b1df-41db-87b7-3bb16fb2cf7b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:28.165299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ab725da-247c-40bf-b150-edd139e106ce req-2877e09b-b1df-41db-87b7-3bb16fb2cf7b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.2336607 May 02 10:40:28.182424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Port 1fef7767-32d6-405a-9a29-4c839f2d2649 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:28.187213 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.192096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Provisioning complete for port c46ffa00-8ef5-4969-a658-33352d96e014 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:28.198766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.272299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (725536ac-9ec7-4ea1-9099-b8a565d42eb6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.273698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1543c593-860e-4b15-ba1e-3b5ae623eea0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:28.309724 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:28.310862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:28.402110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ab725da-247c-40bf-b150-edd139e106ce req-63d21300-1678-4f22-8b67-c5a4b28d2e2d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1986463 May 02 10:40:28.446775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (725536ac-9ec7-4ea1-9099-b8a565d42eb6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.471283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e646543-a17d-4679-aa74-973cfee244d7 None None] Pushing event updated for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:28.474715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1543c593-860e-4b15-ba1e-3b5ae623eea0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:28.475747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.506638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (0b06bd5b-4fcc-4f43-aa88-68f68fbff492), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.530184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd84a1-6e52-42e8-812c-19e91fb8210e None None] Current status of the port c46ffa00-8ef5-4969-a658-33352d96e014 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:28.550093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] For port 9f25fd1d-423e-48ad-b99a-426246b7343e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:28.592564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] For port 9f25fd1d-423e-48ad-b99a-426246b7343e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f25fd1d-423e-48ad-b99a-426246b7343e,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:28.605922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=0b06bd5b-4fcc-4f43-aa88-68f68fbff492,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:28.660095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (725536ac-9ec7-4ea1-9099-b8a565d42eb6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.732939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-09937186-0902-41ba-875c-757012cc67fa None None] Provisioning complete for port 1fef7767-32d6-405a-9a29-4c839f2d2649 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:28.733661 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09937186-0902-41ba-875c-757012cc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.749328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49884) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:28.754246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2123704686', 'description': 'tempest-secgroup-smoke-2123704686 description', 'project_id': '63740057f4374c219d98c8190ccbcfe8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:28.770844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=725536ac-9ec7-4ea1-9099-b8a565d42eb6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:28.791091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.804575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49890) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:28.807588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d6bbc73-210f-4998-8248-2480c33174b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/0b06bd5b-4fcc-4f43-aa88-68f68fbff492 HTTP/1.1" status: 204 len: 168 time: 2.5680430 May 02 10:40:28.814627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.819280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42cfc842-4a95-4ed9-bc57-71bfd79234c4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9659843 May 02 10:40:28.820292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49892) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:28.837175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:28.846830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.873009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3d971ae7-32a7-4c2e-8818-07d4ed3b2021 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662231 May 02 10:40:28.877611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49894) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:28.887055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:28.889621 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:28.899075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1543c593-860e-4b15-ba1e-3b5ae623eea0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:28.911120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c46ffa00-8ef5-4969-a658-33352d96e014 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:28.919425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:28.999476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (d5a2e919-fd04-43e9-88b2-90fe6d207b44), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.172194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (d5a2e919-fd04-43e9-88b2-90fe6d207b44), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.239976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20b8e8-f6dc-4866-8228-1cb9f04c667e None None] Pushing event updated for resources: {'Port': ['ID=9f25fd1d-423e-48ad-b99a-426246b7343e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:29.244459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.287904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-09937186-0902-41ba-875c-757012cc67fa None None] Current status of the port 1fef7767-32d6-405a-9a29-4c839f2d2649 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:29.289209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09937186-0902-41ba-875c-757012cc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.296543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c46ffa00-8ef5-4969-a658-33352d96e014 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:29.296961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.320670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:29.324810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (d5a2e919-fd04-43e9-88b2-90fe6d207b44), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.331087 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.398673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a2e919-fd04-43e9-88b2-90fe6d207b44,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:29.420796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.432373 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:28Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:29.443137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.460630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.462132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1505bfc-b3e0-44ff-9f41-cb69785b05f4 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6406333 May 02 10:40:29.468365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49904) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:29.473834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:29.494785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-09937186-0902-41ba-875c-757012cc67fa None None] For port 1fef7767-32d6-405a-9a29-4c839f2d2649, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fef7767-32d6-405a-9a29-4c839f2d2649,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:29.510897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ad7b4b-2164-4931-8bea-6c9065571e2a None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:28Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:29.636256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09937186-0902-41ba-875c-757012cc67fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.692996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5882cb-dfbb-4153-bcb0-092b28c3bfeb req-ae29ccaa-2fd5-4a40-b580-2da471d4e4e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:29.703251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:29.707678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5882cb-dfbb-4153-bcb0-092b28c3bfeb req-ae29ccaa-2fd5-4a40-b580-2da471d4e4e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1350656 May 02 10:40:29.747063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c46ffa00-8ef5-4969-a658-33352d96e014 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:29.783350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.784775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d6a0e9ec-3821-4986-b04b-664e8126f6eb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 1.0342724 May 02 10:40:29.790771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (640c5734-0809-402d-95f8-84065cf6508c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.794814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:29.801675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:29.845967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c5b26611-5072-4c9e-a11f-3acdad284385 None None] Provisioning complete for port 1fef7767-32d6-405a-9a29-4c839f2d2649 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:29.846466 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5b26611-5072-4c9e-a11f-3acdad284385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:29.858666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09937186-0902-41ba-875c-757012cc67fa None None] Pushing event updated for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:29.989899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c5b26611-5072-4c9e-a11f-3acdad284385 None None] Current status of the port 1fef7767-32d6-405a-9a29-4c839f2d2649 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:29.997415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (bbbf58af-ad9d-40b9-82b7-41bfb1524a75), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.113296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5882cb-dfbb-4153-bcb0-092b28c3bfeb req-3d357b6d-d85e-4ea6-bcad-cb4a2a694648 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843341 May 02 10:40:30.116276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d48c341b-b7eb-4f16-a01c-c09598e0361e req-7853a78d-e7f5-492a-8936-41eecb0c81be tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0688508 May 02 10:40:30.118780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8c8f1db-670d-479b-aaa4-03fa1b01d6c5 None None] Provisioning complete for port 1fef7767-32d6-405a-9a29-4c839f2d2649 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:30.144782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (640c5734-0809-402d-95f8-84065cf6508c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.149226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dab1df0-e83a-40f9-bc3e-a23dd788e56b req-033f21e3-dc7c-473b-b6f9-b6e1766a2f91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0fdf284867284d8ba704789ac86fd3d3&device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.2164409 May 02 10:40:30.153173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8c8f1db-670d-479b-aaa4-03fa1b01d6c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.180470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dab1df0-e83a-40f9-bc3e-a23dd788e56b req-216e3596-e1bf-4535-a5a0-9cff2524f1d2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0fdf284867284d8ba704789ac86fd3d3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0236704 May 02 10:40:30.234856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (640c5734-0809-402d-95f8-84065cf6508c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.251925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (bbbf58af-ad9d-40b9-82b7-41bfb1524a75), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.298881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640c5734-0809-402d-95f8-84065cf6508c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.323630 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (fe2a9bf6-a8f5-4a89-a102-8e467e67983e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.338839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dab1df0-e83a-40f9-bc3e-a23dd788e56b req-4189aa3d-4898-4a51-875f-d3f688f6929a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:30.340653 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dab1df0-e83a-40f9-bc3e-a23dd788e56b req-4189aa3d-4898-4a51-875f-d3f688f6929a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1541123 May 02 10:40:30.372137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bbbf58af-ad9d-40b9-82b7-41bfb1524a75), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.376089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.377641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff92f9a6-58b4-4c5e-9bbc-485e57b9fe0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9081240 May 02 10:40:30.380661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49922) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:30.382206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:30.384920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:30.393857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:30.403677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:30.409717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:30.410562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.433781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbbf58af-ad9d-40b9-82b7-41bfb1524a75,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.467509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=fe2a9bf6-a8f5-4a89-a102-8e467e67983e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.505936 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Project 42802f1cc49a47abb61f1aca504c8e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:40:30.514143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (37e03c7b-a9f0-410c-8c3e-2fc53eefb2b9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.532935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:30.533229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.540153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8c8f1db-670d-479b-aaa4-03fa1b01d6c5 None None] Current status of the port 1fef7767-32d6-405a-9a29-4c839f2d2649 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:30.544093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.546410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c3d9941f-ca1a-4981-8431-70990d19a02c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7534077 May 02 10:40:30.550681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dad46998-cd3a-4a67-ab46-e7ff06105bec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6715724 May 02 10:40:30.551638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49926) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:30.555588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:30.557410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:30.562140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:30.624960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.628290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (37e03c7b-a9f0-410c-8c3e-2fc53eefb2b9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.646598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:30.647170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.669733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:30.689930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (a492f4cd-3afd-4211-aac5-70a14eb90308), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.711735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.713119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.718183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (37e03c7b-a9f0-410c-8c3e-2fc53eefb2b9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.758284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37e03c7b-a9f0-410c-8c3e-2fc53eefb2b9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.767622 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.768455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9f25fd1d-423e-48ad-b99a-426246b7343e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:30.770907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (a492f4cd-3afd-4211-aac5-70a14eb90308), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.818653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router_controller (7fb030be-5645-456c-bf14-07da1c9f6a05), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.827542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.828839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a47b8d4-6438-4ce1-b290-49c097a617ac tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4464540 May 02 10:40:30.832334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49930) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:30.839240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'security_group_rule': {'security_group_id': '98f8a3e2-61e7-4cd3-ae4b-53390bde87a0', 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:30.870074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a492f4cd-3afd-4211-aac5-70a14eb90308), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.871200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.885014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9f25fd1d-423e-48ad-b99a-426246b7343e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:30.885628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.897901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a492f4cd-3afd-4211-aac5-70a14eb90308,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:30.915738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:30.920143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6d430d-3462-430d-985c-bf6ff0c6aa8d None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:30.946135 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Project 42802f1cc49a47abb61f1aca504c8e4b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:40:30.953320 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (017eee1b-a9ab-40ab-a11a-7a03d08f9a0f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.008918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Provisioning complete for port 9f25fd1d-423e-48ad-b99a-426246b7343e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:31.009368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.013300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.014615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37f47e5e-01b9-4e42-a633-a58ae0ef9e69 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4617944 May 02 10:40:31.017329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49932) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:31.022893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:31.045423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.049340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49934) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:31.050224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3eb015e9-ac79-4f06-8ba5-a575e4f35964 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4935267 May 02 10:40:31.112559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Sync routers for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:31.138769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9f25fd1d-423e-48ad-b99a-426246b7343e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:31.139804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.175282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:31.176100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:31.194939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (017eee1b-a9ab-40ab-a11a-7a03d08f9a0f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.197938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (8eeacf2f-7c4f-4cf1-bfda-adf63d4225aa), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.265253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7cf1ebe-8970-4cac-81ac-0d3c35befff0 req-73e77acd-8714-4186-bc2d-fafef5154775 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0622559 May 02 10:40:31.335082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (017eee1b-a9ab-40ab-a11a-7a03d08f9a0f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.396060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9f25fd1d-423e-48ad-b99a-426246b7343e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f25fd1d-423e-48ad-b99a-426246b7343e,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:31.404848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Current status of the port 9f25fd1d-423e-48ad-b99a-426246b7343e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:31.405519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.425880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=017eee1b-a9ab-40ab-a11a-7a03d08f9a0f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:31.456516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:31.525374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53eb748-23fc-4ac2-85a1-a4a61b9a7481 req-7bb34d4b-58b5-4e15-91f3-2233c8de9c09 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:31.532571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53eb748-23fc-4ac2-85a1-a4a61b9a7481 req-7bb34d4b-58b5-4e15-91f3-2233c8de9c09 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.2554274 May 02 10:40:31.540909 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.541467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.541689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1fef7767-32d6-405a-9a29-4c839f2d2649 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:31.542668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9af6b265-4487-42ac-b5c3-9ca23294b6db tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7091990 May 02 10:40:31.568669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (8eeacf2f-7c4f-4cf1-bfda-adf63d4225aa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.589448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:40:31.601136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:31.651390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53eb748-23fc-4ac2-85a1-a4a61b9a7481 req-5f34871e-d70d-4641-a4b0-8cf4fc60a4c4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179552 May 02 10:40:31.720384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.724837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dab1df0-e83a-40f9-bc3e-a23dd788e56b req-221871ef-74b1-4f41-911a-609b432abf57 tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.15 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0539420 May 02 10:40:31.729006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8eeacf2f-7c4f-4cf1-bfda-adf63d4225aa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.815127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eeacf2f-7c4f-4cf1-bfda-adf63d4225aa,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:31.827925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-05ee3995-fded-428a-9346-fd5575764085 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1298572892&fields=id&tenant_id=42802f1cc49a47abb61f1aca504c8e4b HTTP/1.1" status: 200 len: 267 time: 0.0749412 May 02 10:40:31.839266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:40:31.839620 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:40:31.840275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9f25fd1d-423e-48ad-b99a-426246b7343e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:31.919635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:31.924158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56cb5423-df35-4910-8a60-2ef085559ff4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9056997 May 02 10:40:31.924850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49956) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:31.939980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:31.994670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-297fc54c-973c-4028-8845-3129c50d06c7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:31.996223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-297fc54c-973c-4028-8845-3129c50d06c7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/networks?id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 200 len: 809 time: 0.1608119 May 02 10:40:32.018607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1fef7767-32d6-405a-9a29-4c839f2d2649 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:32.021073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.021073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.023052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-8a0c489d-ffe7-4580-8808-1b137fdbb7e6 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/quotas/42802f1cc49a47abb61f1aca504c8e4b HTTP/1.1" status: 200 len: 375 time: 0.0164523 May 02 10:40:32.074962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-32f33409-def8-45b3-ab7c-fe5e2bc2d58f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0507362 May 02 10:40:32.097570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-38dbc0a4-b1c7-4487-ae5a-f8aca6ad0a3e service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:40:32.101381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-38dbc0a4-b1c7-4487-ae5a-f8aca6ad0a3e service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0080159 May 02 10:40:32.110754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:32.131797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (8e2bb01e-01a3-40e1-a7af-e8f493c9b8f9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.133170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::1 (10093352-5a76-4e10-9ce0-e3026423e286/fe2a9bf6-a8f5-4a89-a102-8e467e67983e/a6daf6b0-12e2-4ca8-9f19-d704761fef63) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:32.146840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'mac_address': 'fa:16:3e:a3:99:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:40:32.153712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:32.153712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.173105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:22Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbf39ccb-9d75-4e8c-86c0-1146c699aa4c', 'name': '', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'mac_address': 'fa:16:3e:85:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:20Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 2, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'subnets': [{'id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:32.234602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:32.236940 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7702b6-bbe4-4a45-b544-1f522000bfdb" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:32.239698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Checking router: f490c0f0-5f9c-4209-9a15-5c424a9a5e02 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:32.240068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Updating router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:32.249931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (8e2bb01e-01a3-40e1-a7af-e8f493c9b8f9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.266316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-b9009c4d-c8a9-4a66-8dc2-fa77186afbd9 service neutron] 10.222.0.16 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438231 May 02 10:40:32.283051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:32.305539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.314563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.338292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:32.338292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.340171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8e2bb01e-01a3-40e1-a7af-e8f493c9b8f9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.347120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.370621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1fef7767-32d6-405a-9a29-4c839f2d2649 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:32.372101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e2bb01e-01a3-40e1-a7af-e8f493c9b8f9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:32.420282 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2ff428-91ba-4bbf-8cc1-37a133c86b6f x-openstack-request-id: req-8b2ff428-91ba-4bbf-8cc1-37a133c86b6f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:32.421253 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:32.423892 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8b2ff428-91ba-4bbf-8cc1-37a133c86b6f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:32.424481 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b2ff428-91ba-4bbf-8cc1-37a133c86b6f'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:40:32.432667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-3c978552-40e9-49cd-bc8f-3d1759d259c8 service neutron] 10.222.0.16 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483309 May 02 10:40:32.476261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.476261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5db3d379-9798-4bc0-b797-749819169377 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5487387 May 02 10:40:32.477627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49966) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:32.482801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:32.538269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.542228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bac363a8-fcdc-435f-9e7e-bc8786ef7ed9 req-b31f342b-d27a-4a9c-8bfb-e191e6e5ac1f tempest-ServerShowV247Test-622642718 tempest-ServerShowV247Test-622642718-project] 10.222.0.16 "GET /v2.0/ports?device_id=4996dad6-711d-4d4d-a1ae-1f3f541d8ae0 HTTP/1.1" status: 200 len: 210 time: 0.0333259 May 02 10:40:32.599335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:32.605907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:32.610001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:32.610550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (7fb030be-5645-456c-bf14-07da1c9f6a05), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.617504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:32.658442 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:40:32.667940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (caff3447-a2cd-4715-841b-bd642135c029), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.839554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59a25c7e-8485-4e37-87b8-4422c99edf9f req-3a4b7cad-38d1-447c-9b5f-586068291325 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.0412467 May 02 10:40:32.850920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (caff3447-a2cd-4715-841b-bd642135c029), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.928845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:32.936210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9f25fd1d-423e-48ad-b99a-426246b7343e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:32.951956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (caff3447-a2cd-4715-841b-bd642135c029), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:32.985559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a2980-524e-46cd-9330-9e6f64bb66c7 req-4a492c6d-5795-45dc-8191-c3c1c8fcea0b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:32.994852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f23a2980-524e-46cd-9330-9e6f64bb66c7 req-4a492c6d-5795-45dc-8191-c3c1c8fcea0b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1568429 May 02 10:40:33.016267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caff3447-a2cd-4715-841b-bd642135c029,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:33.049915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.060086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.061999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8e5f944-d7e0-4a71-8dda-079314fcc3c1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5828259 May 02 10:40:33.065099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:33.069851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-84989aa4-e96c-448f-9617-3d201fde8a18 None None] Current status of the port 9f25fd1d-423e-48ad-b99a-426246b7343e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:33.075513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:33.148214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=11']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:33.148514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f23a2980-524e-46cd-9330-9e6f64bb66c7 req-87d5bb0e-aa5c-4cc3-9948-0d8ba0ee29ee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1527276 May 02 10:40:33.155940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:40:33.156309 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:40:33.188154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9f25fd1d-423e-48ad-b99a-426246b7343e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:33.188154 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.248688 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:40:33.257248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (cab71ac3-430f-4905-b197-3615f2349339), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.295441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Provisioning complete for port a6daf6b0-12e2-4ca8-9f19-d704761fef63 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:33.295817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.326161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (cab71ac3-430f-4905-b197-3615f2349339), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.387635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.399817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Port a6daf6b0-12e2-4ca8-9f19-d704761fef63 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:33.407674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks [] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.409094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (cab71ac3-430f-4905-b197-3615f2349339), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.417936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Provisioning complete for port 9f25fd1d-423e-48ad-b99a-426246b7343e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:33.418242 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.427296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cab71ac3-430f-4905-b197-3615f2349339,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:33.471127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.472100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (7fb030be-5645-456c-bf14-07da1c9f6a05), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.481538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9f25fd1d-423e-48ad-b99a-426246b7343e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:33.482584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:33.559108 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.569312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:33.576486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:33.576910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.597523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0b49a105-ff7d-4ce2-8169-ee1219d33c77 None None] Current status of the port 9f25fd1d-423e-48ad-b99a-426246b7343e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:33.610393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.611822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6323b72a-3225-4c89-b354-1b047004b1f6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5454371 May 02 10:40:33.658684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:33.660053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:33.746333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:33.746333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:33.768261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39014704-e4b6-4e32-86d5-f85330e4340e None None] Pushing event updated for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:33.886738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:33.954037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b14ca9ef-fcdd-44f1-8b90-6239170f82c0 req-0ef86aff-bf77-408f-9a6b-9f0a04d2f0a3 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.0510685 May 02 10:40:33.983335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:34.000040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:34.010877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Attempting to bind port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:34.011565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Attempting to bind port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:34.012252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Attempting to bind port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c on network 14ae63fe-cc57-4db6-9b60-9fec3d780819 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:34.027254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:34.027429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Checking segment: {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:34.027978 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.028632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Bound using segment: {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:34.029194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Bound port: dbf39ccb-9d75-4e8c-86c0-1146c699aa4c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:34.029653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.032762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-af34616e-5678-4a4c-a176-bfec43118714 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2123704686&fields=id&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 267 time: 0.1220410 May 02 10:40:34.117628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.121627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Router 7fb030be-5645-456c-bf14-07da1c9f6a05 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:40:34.200222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:34.242635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] For port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:34.264971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Provisioning complete for port a6daf6b0-12e2-4ca8-9f19-d704761fef63 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:34.265358 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.305884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:40:34.349158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] For port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:34.356045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2542d2a-6ffa-4e3d-aeb3-82874199bd90 req-c8095063-153c-460f-946b-4c9a80268587 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:34.367067 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2542d2a-6ffa-4e3d-aeb3-82874199bd90 req-c8095063-153c-460f-946b-4c9a80268587 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.0790951 May 02 10:40:34.411204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Port a6daf6b0-12e2-4ca8-9f19-d704761fef63 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:34.435290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Provisioning complete for port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:34.435887 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.458751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50032) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:34.505326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.518521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2542d2a-6ffa-4e3d-aeb3-82874199bd90 req-06ff5720-881d-4465-b183-ab8810fa0eff tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501131 May 02 10:40:34.589571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0a752deb-0650-4836-b5b2-22c4dc971e08 None None] Port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:34.636973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:34.637472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:34.670276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-53bdd13a-75fc-46a6-bdb7-4014b762ee57 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:34.673172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-53bdd13a-75fc-46a6-bdb7-4014b762ee57 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/networks?id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 797 time: 0.6382780 May 02 10:40:34.677679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f84d69b-9025-453e-a296-4c1d2a6c1fcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.700103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39014704-e4b6-4e32-86d5-f85330e4340e None None] Pushing event updated for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:34.765764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-3c984944-6d48-4d8d-881d-144454674f60 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/quotas/63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0851083 May 02 10:40:34.829867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:34.853155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f84d69b-9025-453e-a296-4c1d2a6c1fcf admin admin] Publish callbacks [] for security_group (ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.912055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f84d69b-9025-453e-a296-4c1d2a6c1fcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:34.922821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-e96edf62-1c97-4905-a3db-4d450262aff5 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1342707 May 02 10:40:34.963389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f84d69b-9025-453e-a296-4c1d2a6c1fcf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0fdf284867284d8ba704789ac86fd3d3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5026591 May 02 10:40:34.965112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84d69b-9025-453e-a296-4c1d2a6c1fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:34.968802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:34.986339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:34.991367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9725b128-a402-4892-9ad7-f20a2d9b9608 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "PUT /v2.0/routers/7fb030be-5645-456c-bf14-07da1c9f6a05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9403415 May 02 10:40:34.994482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:34.998034 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Sync routers for ids ['7fb030be-5645-456c-bf14-07da1c9f6a05'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:35.011514 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Routers {'7fb030be-5645-456c-bf14-07da1c9f6a05'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:35.012497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7fb030be-5645-456c-bf14-07da1c9f6a05'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:35.076193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52b8a843-571b-4c99-a0e1-3cd5936021aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:35.080071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-52b8a843-571b-4c99-a0e1-3cd5936021aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports/a6daf6b0-12e2-4ca8-9f19-d704761fef63 HTTP/1.1" status: 200 len: 911 time: 0.0822666 May 02 10:40:35.082990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50052) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:35.178513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-6680aea0-66e4-4524-8df4-eaf9a4ad69f2 service neutron] 10.222.0.16 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335269 May 02 10:40:35.216948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5a43282-2a35-484b-8d0d-31cd6164667a req-f3cb4739-7fa5-4ede-9938-18453bbfcad7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.1329155 May 02 10:40:35.235000 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Set router 7fb030be-5645-456c-bf14-07da1c9f6a05 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:35.262793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f858bc-8ca1-4938-952d-4a590d7254f2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:35.294757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f858bc-8ca1-4938-952d-4a590d7254f2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:35.299274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0f858bc-8ca1-4938-952d-4a590d7254f2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1793005 May 02 10:40:35.302398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:35.358305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] Publish callbacks [] for security_group (ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.362084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Provisioning complete for port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:35.362576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.424868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] Publish callbacks [] for security_group (ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.439506 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-c11cb70c-c1fd-478a-8906-0154e52164db service neutron] 10.222.0.16 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568474 May 02 10:40:35.500167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:32Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': 'a6daf6b0-12e2-4ca8-9f19-d704761fef63', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:4c:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:31Z', 'updated_at': '2022-05-02T10:40:33Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:35.572281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Current status of the port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:35.576831 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.577897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Checking router: 7fb030be-5645-456c-bf14-07da1c9f6a05 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:35.578350 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Updating router 7fb030be-5645-456c-bf14-07da1c9f6a05 port a6daf6b0-12e2-4ca8-9f19-d704761fef63 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:35.619990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.621986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.625490 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:35.625661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4 HTTP/1.1" status: 204 len: 168 time: 0.6530545 May 02 10:40:35.645692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13f3c08-e010-49a0-adda-e351a74e3557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0e8d48-fbdb-47d7-99a8-5e35cbc71cc4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:35.747310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] For port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:35.780069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bcc63-c099-4d10-b504-26cc089139f2 req-3e5ad854-ff40-484b-8fb6-b48a1fae0983 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:35.800883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b71bcc63-c099-4d10-b504-26cc089139f2 req-3e5ad854-ff40-484b-8fb6-b48a1fae0983 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 946 time: 0.1387813 May 02 10:40:35.862581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:22Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbf39ccb-9d75-4e8c-86c0-1146c699aa4c', 'name': '', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'mac_address': 'fa:16:3e:85:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:20Z', 'updated_at': '2022-05-02T10:40:34Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'subnets': [{'id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:35.915163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b71bcc63-c099-4d10-b504-26cc089139f2 req-22173c60-c75d-41db-8162-6d9856fc7abe tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132565 May 02 10:40:35.936196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ed65849-9c61-4f72-9397-5de9f5df738b None None] The sync data for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 is: [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:40:22Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dbf39ccb-9d75-4e8c-86c0-1146c699aa4c', 'name': '', 'network_id': '14ae63fe-cc57-4db6-9b60-9fec3d780819', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'mac_address': 'fa:16:3e:85:8d:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_interface', 'standard_attr_id': 2386, 'fixed_ips': [{'subnet_id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:20Z', 'updated_at': '2022-05-02T10:40:34Z', 'revision_number': 4, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'subnets': [{'id': 'c8b0180f-0b0e-42e2-a280-74e4fc2607d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:35.937952 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.001541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0def9d-b2a4-4b1f-bfdc-e5cb72464df6 None None] Pushing event updated for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:36.125032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:36.137767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5aafee3b-9375-4604-a5b6-12c0948fb653 req-ad7d4954-60f5-43a5-bb08-461e0abfcff3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.1813180 May 02 10:40:36.254716 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks [] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.280849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:36.281447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.351257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-6963e42e-a7a9-43fd-86e3-4a7a1040ed5b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:36.351745 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.358027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-6963e42e-a7a9-43fd-86e3-4a7a1040ed5b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "GET /v2.0/networks?id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 200 len: 809 time: 0.2912679 May 02 10:40:36.467280 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (7fb030be-5645-456c-bf14-07da1c9f6a05), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.515879 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a3e0c-0e11-4112-ac55-6dbe655d554f None None] Pushing event updated for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:36.539870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-247da60b-4f52-494f-8a30-bbb1b115baaa req-633bf480-88a0-49b1-9c18-b31c2ee709c7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.1232529 May 02 10:40:36.556923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:36.558167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.614045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:36.620534 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920a980-48af-471a-bf92-89d80bb6ccb6" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:36.647903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-e4fb8da3-1186-456b-98f3-795806250535 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42802f1cc49a47abb61f1aca504c8e4b HTTP/1.1" status: 200 len: 380 time: 0.2746992 May 02 10:40:36.661112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'port': {'device_id': '87432e7d-0491-4c31-9565-714b5c6030cb', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'admin_state_up': True, 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'security_groups': ['98f8a3e2-61e7-4cd3-ae4b-53390bde87a0']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:36.686889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dbf39ccb-9d75-4e8c-86c0-1146c699aa4c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:36.721780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:36.816504 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1bac359-255d-4cd2-8682-811a3e6aac56 x-openstack-request-id: req-a1bac359-255d-4cd2-8682-811a3e6aac56 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:36.819251 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-plugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:36.819251 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1bac359-255d-4cd2-8682-811a3e6aac56 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:36.819251 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1bac359-255d-4cd2-8682-811a3e6aac56'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:40:36.870549 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Attempting to bind port a6daf6b0-12e2-4ca8-9f19-d704761fef63 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:36.872291 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Attempting to bind port a6daf6b0-12e2-4ca8-9f19-d704761fef63 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:36.872740 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Attempting to bind port a6daf6b0-12e2-4ca8-9f19-d704761fef63 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:36.879399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.894273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:36.894656 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:36.895060 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:36.902098 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:36.908515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Bound port: a6daf6b0-12e2-4ca8-9f19-d704761fef63, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:36.911241 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.091453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=13']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:37.122587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:37.125007 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.138839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Made reservation on behalf of 42802f1cc49a47abb61f1aca504c8e4b for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:37.140310 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] For port a6daf6b0-12e2-4ca8-9f19-d704761fef63, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:37.143072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.144153 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] For port a6daf6b0-12e2-4ca8-9f19-d704761fef63, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6daf6b0-12e2-4ca8-9f19-d704761fef63,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:37.212309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd424444-e24f-496e-851f-2c2a0efb2610 req-77befc9f-fad9-4f9a-acdb-5436db6f22d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:37.220636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd424444-e24f-496e-851f-2c2a0efb2610 req-77befc9f-fad9-4f9a-acdb-5436db6f22d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1462893 May 02 10:40:37.223483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Provisioning complete for port a6daf6b0-12e2-4ca8-9f19-d704761fef63 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:37.227714 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.231401 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.401170 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475a3e0c-0e11-4112-ac55-6dbe655d554f None None] Pushing event updated for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:37.430658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd424444-e24f-496e-851f-2c2a0efb2610 req-5f3e2b97-c00e-4774-bd63-24064034e004 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2086904 May 02 10:40:37.467062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6de844e6-0206-4071-8f40-30e6fc967b59 req-1e2a724e-ea3c-4993-96d6-f8b6cf925a5c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.1257715 May 02 10:40:37.487654 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Routers {'7fb030be-5645-456c-bf14-07da1c9f6a05'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:37.488295 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7fb030be-5645-456c-bf14-07da1c9f6a05'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:37.506458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Allocated IP 172.20.0.4 (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176/c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9/beb3971f-f083-4505-b614-77bf1b6242f7) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:37.678312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port a6daf6b0-12e2-4ca8-9f19-d704761fef63 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:37.678692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.709887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Current status of the port a6daf6b0-12e2-4ca8-9f19-d704761fef63 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:37.715311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:37.717686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:37.727944 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] Set router 7fb030be-5645-456c-bf14-07da1c9f6a05 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:37.874063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] For port a6daf6b0-12e2-4ca8-9f19-d704761fef63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6daf6b0-12e2-4ca8-9f19-d704761fef63,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:37.923956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for port (beb3971f-f083-4505-b614-77bf1b6242f7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.015282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] For port a6daf6b0-12e2-4ca8-9f19-d704761fef63, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a6daf6b0-12e2-4ca8-9f19-d704761fef63,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:38.016408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.019482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.052111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for a6daf6b0-12e2-4ca8-9f19-d704761fef63 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:38.073450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-843cbf1e-3883-4e27-88e0-6248c353f0b9 req-7e1991bf-d79a-4856-9754-0c4beb1d9305 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.1334546 May 02 10:40:38.161884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.189234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5e89f-12fb-49f2-a066-7fee76abae47 None None] Pushing event updated for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:38.202561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b71cf0a3-ef56-413c-888c-1878af2fa27d None None] Provisioning complete for port a6daf6b0-12e2-4ca8-9f19-d704761fef63 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:38.204013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b71cf0a3-ef56-413c-888c-1878af2fa27d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.301103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:32Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': 'a6daf6b0-12e2-4ca8-9f19-d704761fef63', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:4c:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:31Z', 'updated_at': '2022-05-02T10:40:37Z', 'revision_number': 4, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:38.346056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:38.361705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:38.363572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:38.363701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96bf5d73-7511-439f-8454-35f23b12f575 None None] The sync data for ids ['7fb030be-5645-456c-bf14-07da1c9f6a05'] in ncdv-master-1 is: [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:32Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': 'a6daf6b0-12e2-4ca8-9f19-d704761fef63', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:4c:6d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'device_owner': 'network:router_interface', 'standard_attr_id': 2409, 'fixed_ips': [{'subnet_id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:31Z', 'updated_at': '2022-05-02T10:40:37Z', 'revision_number': 4, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'fe2a9bf6-a8f5-4a89-a102-8e467e67983e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:38.386649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:38.522903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b71cf0a3-ef56-413c-888c-1878af2fa27d None None] Current status of the port a6daf6b0-12e2-4ca8-9f19-d704761fef63 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:38.544176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:38.544984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.550723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a6daf6b0-12e2-4ca8-9f19-d704761fef63), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.614632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=a6daf6b0-12e2-4ca8-9f19-d704761fef63,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:38.690836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1170f6fb-0ea2-40aa-a61e-c27031341b68 req-98669396-3c15-4de4-971e-e9c2633ff863 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:38.697757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1170f6fb-0ea2-40aa-a61e-c27031341b68 req-98669396-3c15-4de4-971e-e9c2633ff863 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1200273 May 02 10:40:38.716478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-17964963-f015-4031-9184-78503663f03f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0596287 May 02 10:40:38.796425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-8679f345-88bc-4088-ba0d-05419e01dd85 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:40:38.798589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-8679f345-88bc-4088-ba0d-05419e01dd85 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0123591 May 02 10:40:38.828492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Request body: {'port': {'device_id': '87432e7d-0491-4c31-9565-714b5c6030cb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:38.868762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cd12a832-fa00-46f5-8591-4cd6ac32c7d4 None None] Provisioning complete for port beb3971f-f083-4505-b614-77bf1b6242f7 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:38.869223 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd12a832-fa00-46f5-8591-4cd6ac32c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.920491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1170f6fb-0ea2-40aa-a61e-c27031341b68 req-46d03474-effa-4a3c-81d0-77d26af6112a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2027400 May 02 10:40:38.973041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (7fb030be-5645-456c-bf14-07da1c9f6a05), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:38.983611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cd12a832-fa00-46f5-8591-4cd6ac32c7d4 None None] Port beb3971f-f083-4505-b614-77bf1b6242f7 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:39.068779 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:39.184154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8beecd83-df26-4cb7-aa4d-bcccdc8f5fd7 req-846f2982-36e0-421a-9426-b9355cd845b7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.0690281 May 02 10:40:39.266001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Router 7fb030be-5645-456c-bf14-07da1c9f6a05 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:39.437609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1a9b16a-2877-464f-b41d-5b01a7d754b2 req-753cec88-3f75-459c-bc56-aeae7c3ece14 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0382037 May 02 10:40:39.477734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb1dd6-c8d9-4307-af20-719ebbf8faa0 req-9d529915-5081-4f8b-b0bf-cf5d8d939418 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:39.488657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:39.490862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32bb1dd6-c8d9-4307-af20-719ebbf8faa0 req-9d529915-5081-4f8b-b0bf-cf5d8d939418 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 931 time: 0.1331618 May 02 10:40:39.495087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2dfffd4d-a7bf-4d25-8f24-5bb8a26dfc0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "PUT /v2.0/routers/7fb030be-5645-456c-bf14-07da1c9f6a05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1902084 May 02 10:40:39.497709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50146) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:39.575196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f730061-8d01-4f8d-9627-3c1b2d4093ef tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:39.594340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f730061-8d01-4f8d-9627-3c1b2d4093ef tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:39.604208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f730061-8d01-4f8d-9627-3c1b2d4093ef tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1032121 May 02 10:40:39.604571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:39.701247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet fe2a9bf6-a8f5-4a89-a102-8e467e67983e {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:39.705766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (fe2a9bf6-a8f5-4a89-a102-8e467e67983e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:39.811245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (fe2a9bf6-a8f5-4a89-a102-8e467e67983e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:39.891712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fe2a9bf6-a8f5-4a89-a102-8e467e67983e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:40.104385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-cedb3943-905e-445c-9f34-1229bdf4a8f2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:40.106674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-cedb3943-905e-445c-9f34-1229bdf4a8f2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "GET /v2.0/networks?id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 797 time: 0.1718483 May 02 10:40:40.149413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32bb1dd6-c8d9-4307-af20-719ebbf8faa0 req-c9c8268e-9980-42a6-833e-aff63d39b2c2 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6579216 May 02 10:40:40.212228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (fe2a9bf6-a8f5-4a89-a102-8e467e67983e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:40.336959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beb3971f-f083-4505-b614-77bf1b6242f7 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:40.353861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks [] for port (beb3971f-f083-4505-b614-77bf1b6242f7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:40.360325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Transition to ACTIVE for port object beb3971f-f083-4505-b614-77bf1b6242f7 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:40:40.426528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a65393d9-743e-4f52-b9a8-407b0871290f req-92cfe4a7-02a8-4a1a-8c9d-8c0832cc63db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.0577104 May 02 10:40:40.634602 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:40:40.653164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b04ae0ea-7672-4d7a-951a-3d9c98aa490b req-d8313779-5156-4a1c-a2e4-30aa70444f94 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0405927 May 02 10:40:40.751377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:40.797432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=fe2a9bf6-a8f5-4a89-a102-8e467e67983e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:40.809812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:40.823737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11462779-c0e1-4b5b-b110-bf7c40a66c3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/fe2a9bf6-a8f5-4a89-a102-8e467e67983e HTTP/1.1" status: 204 len: 168 time: 1.2075331 May 02 10:40:40.828625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe45470-a382-4276-99bf-0fb408076d1a req-28e634de-fa84-4ada-847a-951d0ff3d6df tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:40.831058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6674807e-0254-4652-b7fe-f432510cbe0e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:40.837298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afe45470-a382-4276-99bf-0fb408076d1a req-28e634de-fa84-4ada-847a-951d0ff3d6df tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.7288389 May 02 10:40:40.838904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50162) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:40.883585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Pushing event updated for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:41.081781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Attempting to bind port beb3971f-f083-4505-b614-77bf1b6242f7 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:41.081781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Attempting to bind port beb3971f-f083-4505-b614-77bf1b6242f7 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:41.081781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Attempting to bind port beb3971f-f083-4505-b614-77bf1b6242f7 on network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:41.086863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Port beb3971f-f083-4505-b614-77bf1b6242f7 on network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:40:41.087723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Attempting to bind port beb3971f-f083-4505-b614-77bf1b6242f7 on network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:41.096817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:41.098118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Checking segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:41.102795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Bound using segment: {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:41.105097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Bound port: beb3971f-f083-4505-b614-77bf1b6242f7, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:41.105710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.180988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e27b195e-ab75-4332-b219-307caeca215c None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:41.246904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afe45470-a382-4276-99bf-0fb408076d1a req-b01aa01a-cd8d-479e-9522-917c217f1a21 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4076765 May 02 10:40:41.249027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:41.252732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=beb3971f-f083-4505-b614-77bf1b6242f7,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:41.254931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Deleting port 9f25fd1d-423e-48ad-b99a-426246b7343e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:41.255309 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.273720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-8691c02c-5dd1-46b7-a065-ac9493dd3650 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 380 time: 1.1463358 May 02 10:40:41.290567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'port': {'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'admin_state_up': True, 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'security_groups': ['cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:41.356875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e27b195e-ab75-4332-b219-307caeca215c None None] For port 9f25fd1d-423e-48ad-b99a-426246b7343e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9f25fd1d-423e-48ad-b99a-426246b7343e,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:41.357674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.360582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9a68f-d72a-4cd0-ac52-6c5864b5d51e req-539b6c23-0b7f-4b61-92e0-a7ae96082392 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:41.362168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32c9a68f-d72a-4cd0-ac52-6c5864b5d51e req-539b6c23-0b7f-4b61-92e0-a7ae96082392 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.0621915 May 02 10:40:41.363959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.386275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Calling delete_port for 9f25fd1d-423e-48ad-b99a-426246b7343e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:41.441356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:41.441985 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.443942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] 10.222.0.15 "PUT /v2.0/ports/beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 200 len: 1091 time: 2.6261897 May 02 10:40:41.452298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32c9a68f-d72a-4cd0-ac52-6c5864b5d51e req-b15f7ffe-b4ab-4caf-bd09-35619b4b2b06 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823665 May 02 10:40:41.452799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:41.472405 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ac4624-0691-43b7-90a3-51b2d5648fbe" -d '{"events": [{"name": "network-changed", "server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:41.473132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9ae41e85-0794-472c-98c4-ab90cd5e0054 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6150234 May 02 10:40:41.473431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50170) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:41.534627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Sync routers for ids ['7fb030be-5645-456c-bf14-07da1c9f6a05'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:41.575364 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:40:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c24bb59-109d-4f1a-b716-1d19d2fc7585 x-openstack-request-id: req-1c24bb59-109d-4f1a-b716-1d19d2fc7585 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:41.575611 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:41.575796 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1c24bb59-109d-4f1a-b716-1d19d2fc7585 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:41.576289 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c24bb59-109d-4f1a-b716-1d19d2fc7585'] response: {'name': 'network-changed', 'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'status': 'completed', 'code': 200} May 02 10:40:41.580800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c3abf4-ad29-4f18-aada-a55bb00f2d4f service neutron] Pushing event updated for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:41.592539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.596745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:41.603378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.662558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Routers {'7fb030be-5645-456c-bf14-07da1c9f6a05'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:41.662558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7fb030be-5645-456c-bf14-07da1c9f6a05'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:41.675986 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (9f25fd1d-423e-48ad-b99a-426246b7343e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:41.826860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27b195e-ab75-4332-b219-307caeca215c None None] No DVR routers for this DVR port 9f25fd1d-423e-48ad-b99a-426246b7343e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:41.879184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Set router 7fb030be-5645-456c-bf14-07da1c9f6a05 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:41.935401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27b195e-ab75-4332-b219-307caeca215c None None] Pushing event deleted for resources: {'Port': ['ID=9f25fd1d-423e-48ad-b99a-426246b7343e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:41.937099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976cbdad-7caf-4ca9-8cc9-41e55987db0e req-da0e7c15-c790-4244-9151-9404d0edc9f9 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1168449 May 02 10:40:41.952345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-f902fb91-be65-4e35-a381-ee9b07688c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:41.954344 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-f902fb91-be65-4e35-a381-ee9b07688c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1125 time: 0.1553726 May 02 10:40:42.021901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-846fe491-4eaa-4519-9ed3-19dfdb414e4b req-d65fd10d-e0b3-4900-a9fd-d96363e007b3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.2740180 May 02 10:40:42.040376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.12 (1b6ba885-4f11-4cda-93ac-0fc2307f769c/a2e945d2-a32c-40d5-aded-97c524d2dfa2/df7acee7-e305-4eae-98af-23b37f882f4f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:42.045576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.049495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router_controller (7fb030be-5645-456c-bf14-07da1c9f6a05), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.057599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:38Z', 'revision_number': 3, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:42.141175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Checking router: 7fb030be-5645-456c-bf14-07da1c9f6a05 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:42.182840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Routers {'7fb030be-5645-456c-bf14-07da1c9f6a05'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:42.183497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7fb030be-5645-456c-bf14-07da1c9f6a05'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:42.241950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (7fb030be-5645-456c-bf14-07da1c9f6a05), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.243972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Fanout notify agent at l3_agent the message router_deleted on router 7fb030be-5645-456c-bf14-07da1c9f6a05 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:40:42.288438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.292504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2fc4e75f-f9f6-4e59-a85e-e3eba7d439b0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/routers/7fb030be-5645-456c-bf14-07da1c9f6a05 HTTP/1.1" status: 204 len: 168 time: 0.8256712 May 02 10:40:42.293289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:42.303607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:42.326229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] Set router 7fb030be-5645-456c-bf14-07da1c9f6a05 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:42.352241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (df7acee7-e305-4eae-98af-23b37f882f4f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.392539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:38Z', 'revision_number': 3, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:42.438478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ac6194-3feb-4817-9d9a-462d4dd511a4 None None] The sync data for ids ['7fb030be-5645-456c-bf14-07da1c9f6a05'] in ncdv-master-1 is: [{'id': '7fb030be-5645-456c-bf14-07da1c9f6a05', 'name': 'tempest-NetworksTestDHCPv6-router-832298474', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:30Z', 'updated_at': '2022-05-02T10:40:38Z', 'revision_number': 3, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:42.447806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced466a9-7e2e-4662-9e27-8fd1fcef4dab req-0db1b9f7-b5f5-412f-9a14-8f08fd47bd0c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.449676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ced466a9-7e2e-4662-9e27-8fd1fcef4dab req-0db1b9f7-b5f5-412f-9a14-8f08fd47bd0c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.0710058 May 02 10:40:42.452733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-af8e3c0e-ddba-4d63-a042-766b8adea292 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6782529 May 02 10:40:42.522597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ced466a9-7e2e-4662-9e27-8fd1fcef4dab req-0cfd3e80-5140-462f-aaea-f6b147c30456 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661142 May 02 10:40:42.581573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-1971e679-88ce-4382-9778-7bde49085f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.581573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-1971e679-88ce-4382-9778-7bde49085f4e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.5573580 May 02 10:40:42.625728 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.677350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:42.685772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f598d7-1301-42c4-9f67-b358c045be1c req-f100afbd-dae7-4b1e-8dc1-445219b843b1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.686007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:42.686627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42f598d7-1301-42c4-9f67-b358c045be1c req-f100afbd-dae7-4b1e-8dc1-445219b843b1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.1095009 May 02 10:40:42.689358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:42.705075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.705568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.706048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.706653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.707132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.707604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.708074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.710288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b85fd9e1-744b-411f-aa43-5e89c16faa7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6718 time: 0.1795630 May 02 10:40:42.730749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:42.761820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:42.762522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:42.830626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9f25fd1d-423e-48ad-b99a-426246b7343e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:42.884332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9f25fd1d-423e-48ad-b99a-426246b7343e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:42.885000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9f25fd1d-423e-48ad-b99a-426246b7343e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:42.898211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42f598d7-1301-42c4-9f67-b358c045be1c req-cabf7434-f2c7-4168-8793-3e1cd94224f9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103322 May 02 10:40:42.982028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-6b5201a9-9b1d-490f-ae23-1a936ada49ba tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7015600 May 02 10:40:42.992471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-56c947e5-3fe0-4626-8c08-edfdb10ebeae tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:40:42.993971 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-56c947e5-3fe0-4626-8c08-edfdb10ebeae tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065844 May 02 10:40:43.011958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Request body: {'port': {'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:43.086020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-859ee9d5-25ba-46d1-b3ec-9430ac7bd9bb None None] Provisioning complete for port df7acee7-e305-4eae-98af-23b37f882f4f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:43.089183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-859ee9d5-25ba-46d1-b3ec-9430ac7bd9bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:43.115841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:43.119662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:43.126462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-593e23fd-c8e4-4d7f-8951-0185fae122f8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2244091 May 02 10:40:43.145655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-104b3280-3d62-4f30-9176-32506515b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.146256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-104b3280-3d62-4f30-9176-32506515b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.146727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-104b3280-3d62-4f30-9176-32506515b895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.149080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-104b3280-3d62-4f30-9176-32506515b895 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 2298 time: 0.3997660 May 02 10:40:43.235783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7383ccd0-30f3-4940-8a09-b6ec009d9f46 req-4dc4dd1b-4526-460b-9442-bcd13ab979cd tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1388464 May 02 10:40:43.238057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-859ee9d5-25ba-46d1-b3ec-9430ac7bd9bb None None] Port df7acee7-e305-4eae-98af-23b37f882f4f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:43.300554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:43.437730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.438321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.438616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.439188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.439665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.440183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.440698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.442678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f3ec3519-a1a5-43b0-a360-8babea88dce1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6710 time: 0.1765044 May 02 10:40:43.498120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b69364-6a67-4855-843c-742edcb3e314 req-82f91252-5df2-4c87-b2da-071778a4f3cb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.499751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36b69364-6a67-4855-843c-742edcb3e314 req-82f91252-5df2-4c87-b2da-071778a4f3cb tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 932 time: 0.2445920 May 02 10:40:43.505121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-599a8e52-2f29-4c24-b922-9a546516691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.508835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ac4624-0691-43b7-90a3-51b2d5648fbe req-599a8e52-2f29-4c24-b922-9a546516691e service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6386168 May 02 10:40:43.586058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-3881b8a6-a73e-4691-a3f9-584921fbd50c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 1001 time: 0.3107398 May 02 10:40:43.745191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-8033f8d0-e777-4924-be75-66e21d7416d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.745191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-8033f8d0-e777-4924-be75-66e21d7416d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1125 time: 0.1522064 May 02 10:40:43.810978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-f813b170-8815-4eb6-b9e6-6457088b1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.812551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-f813b170-8815-4eb6-b9e6-6457088b1b1e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 200 len: 856 time: 0.2089496 May 02 10:40:43.829658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df7acee7-e305-4eae-98af-23b37f882f4f {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:43.839929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks [] for port (df7acee7-e305-4eae-98af-23b37f882f4f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:43.858440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Transition to ACTIVE for port object df7acee7-e305-4eae-98af-23b37f882f4f will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:40:43.867127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16837-317e-4395-9d8a-20d66e634b1f req-effa653c-2eab-4ffb-897f-74a5da1fe1d9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.868738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ce16837-317e-4395-9d8a-20d66e634b1f req-effa653c-2eab-4ffb-897f-74a5da1fe1d9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.2076912 May 02 10:40:43.871029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36b69364-6a67-4855-843c-742edcb3e314 req-c3540e3e-7a64-4428-b23b-24c585224a8b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080995 May 02 10:40:43.889484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-0b13ae84-5e50-4a10-9014-9099491a517c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 200 len: 217 time: 0.0985513 May 02 10:40:43.907390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-02117bb0-2bd1-4ca0-a7a2-2736f217a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.907941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-02117bb0-2bd1-4ca0-a7a2-2736f217a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.908700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-02117bb0-2bd1-4ca0-a7a2-2736f217a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.910214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-02117bb0-2bd1-4ca0-a7a2-2736f217a813 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=1f30dcce-890c-41ae-adf7-048d127befb4&id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 2294 time: 0.4067869 May 02 10:40:43.945552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ce16837-317e-4395-9d8a-20d66e634b1f req-2cece8a8-3f2e-47ad-8319-3204a7216645 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657008 May 02 10:40:43.967746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-36e0afb6-8029-472c-a018-2569101519d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:43.967746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-36e0afb6-8029-472c-a018-2569101519d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1136324 May 02 10:40:44.003500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.108047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (f515a947-d6ed-4875-936b-31ed53ab1b78), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.169593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f303f62-1d7b-4319-a2cb-4183f6abcd23 req-b8f02e62-01e0-4c3c-80d7-538fd83ce2d7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:44.171134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f303f62-1d7b-4319-a2cb-4183f6abcd23 req-b8f02e62-01e0-4c3c-80d7-538fd83ce2d7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.1351399 May 02 10:40:44.181467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Pushing event updated for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:44.185280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Attempting to bind port df7acee7-e305-4eae-98af-23b37f882f4f on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:44.185280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Attempting to bind port df7acee7-e305-4eae-98af-23b37f882f4f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:44.185556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Attempting to bind port df7acee7-e305-4eae-98af-23b37f882f4f on network 1b6ba885-4f11-4cda-93ac-0fc2307f769c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:44.191328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Port df7acee7-e305-4eae-98af-23b37f882f4f on network 1b6ba885-4f11-4cda-93ac-0fc2307f769c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:40:44.191830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Attempting to bind port df7acee7-e305-4eae-98af-23b37f882f4f on network 1b6ba885-4f11-4cda-93ac-0fc2307f769c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:44.217922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:44.218626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Checking segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:44.219030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Bound using segment: {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:44.220635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Bound port: df7acee7-e305-4eae-98af-23b37f882f4f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d09f3b9-a9b1-44fd-b995-bc77c8340886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:44.221000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.225637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:44.233272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-faa5e2cf-72f8-4c9c-a474-d9b3ae28fa66 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2655103 May 02 10:40:44.241621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:44.254566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca42d91b-c673-4b64-b2ce-97dd2e3a69b5 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:44.263424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=f515a947-d6ed-4875-936b-31ed53ab1b78,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:44.269501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:44.269501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.392374 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.449322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a6daf6b0-12e2-4ca8-9f19-d704761fef63 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:44.470906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f6a10a5-82f8-45e7-a6a8-ea47c5bc14ba req-b6341bc8-c2f7-4830-928c-1f2a705c7814 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0631018 May 02 10:40:44.473146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f303f62-1d7b-4319-a2cb-4183f6abcd23 req-72830346-e337-4432-b716-682be7328396 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2617502 May 02 10:40:44.483439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:44.521839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7acee7-e305-4eae-98af-23b37f882f4f,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:44.522239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5d4be2b-af13-4bac-a65b-50c48299cf14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2140205 May 02 10:40:44.522341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:44.526405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1736588876', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:44.547085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-f83744cc-1798-46c6-8887-cf3953a5a8c4 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030853 May 02 10:40:44.571465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a6daf6b0-12e2-4ca8-9f19-d704761fef63 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:44.572036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a6daf6b0-12e2-4ca8-9f19-d704761fef63 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:44.578121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.584843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'f515a947-d6ed-4875-936b-31ed53ab1b78'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:44.586117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.610245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:44.610245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.614592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-7fe586fd-f1d2-4274-a48a-0bc9193d14fb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 217 time: 0.0607781 May 02 10:40:44.618341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] 10.222.0.24 "PUT /v2.0/ports/df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 200 len: 1092 time: 1.6178095 May 02 10:40:44.618929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:44.621674 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe29964-536f-467d-8a84-976907105534" -d '{"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:44.694713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4281a6-cc12-46a9-ad9b-278d3ef4344a service neutron] Pushing event updated for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:44.711386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-e45dbb41-72b4-4e2b-92f1-0e911c302eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:44.712183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-e45dbb41-72b4-4e2b-92f1-0e911c302eb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0800858 May 02 10:40:44.715726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.717175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.837386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/f515a947-d6ed-4875-936b-31ed53ab1b78/fd37e93d-1107-4f64-8a85-92c128cc3a8a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:44.919574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-ced0ce3e-a57d-43c2-9135-24465a6ff842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:44.925607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-ced0ce3e-a57d-43c2-9135-24465a6ff842 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1126 time: 0.1960654 May 02 10:40:44.954637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router_controller (35f98c98-cfa6-43c1-8819-454ff50d536e), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:44.957729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4eddf26c-4cf1-4a58-b132-1f234ab8f23a req-da458d51-7ef0-46e0-9fdd-abeb625165d0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0880084 May 02 10:40:44.992286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-8b7b69e7-e796-4bf7-ad47-a3e91e663a30 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 200 len: 217 time: 0.0456257 May 02 10:40:45.112242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-d2bda727-8b79-4d10-8166-d8ec50e5da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.113750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-d2bda727-8b79-4d10-8166-d8ec50e5da34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 HTTP/1.1" status: 200 len: 848 time: 0.2369616 May 02 10:40:45.143917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.159976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-136b1b36-b008-493c-840f-ee54e25c8e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.163756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-136b1b36-b008-493c-840f-ee54e25c8e27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.4454832 May 02 10:40:45.164494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0496425-45aa-43c5-ba64-ee12cb60f08c x-openstack-request-id: req-d0496425-45aa-43c5-ba64-ee12cb60f08c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:45.164913 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:45.165285 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0496425-45aa-43c5-ba64-ee12cb60f08c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:45.165843 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0496425-45aa-43c5-ba64-ee12cb60f08c'] response: {'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'status': 'completed', 'code': 200} May 02 10:40:45.221069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks [] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.242773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-f20f06de-7d81-43fa-8315-72485bb9e8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.245102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-f20f06de-7d81-43fa-8315-72485bb9e8c7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2e945d2-a32c-40d5-aded-97c524d2dfa2 HTTP/1.1" status: 200 len: 834 time: 0.2442136 May 02 10:40:45.266506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-506a7d1f-bc2c-4155-a22d-09262fdb28ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.268061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-506a7d1f-bc2c-4155-a22d-09262fdb28ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1034234 May 02 10:40:45.272154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7214143-f60a-4888-9527-20095fc77d5a req-accd8562-81c4-4135-a889-4a9afaff15e1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.279600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7214143-f60a-4888-9527-20095fc77d5a req-accd8562-81c4-4135-a889-4a9afaff15e1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 944 time: 0.1070969 May 02 10:40:45.314568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.315941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1538136-d9e4-45ac-aeb3-915bc1e3d144 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7986569 May 02 10:40:45.320786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.330253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50236) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:45.385832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c86b91-33f2-483a-9556-33a83bef36af req-b2e5bc69-9be7-40b3-a77d-30bfeee0848f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.388808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-b2e5bc69-9be7-40b3-a77d-30bfeee0848f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ba885-4f11-4cda-93ac-0fc2307f769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1376970 May 02 10:40:45.408974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-391e4968-cd3c-49f4-8657-7f24ac8c0010 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361711 May 02 10:40:45.413638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Pushing event updated for resources: {'Port': ['ID=fd37e93d-1107-4f64-8a85-92c128cc3a8a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:45.437087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:45.438777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:45.451343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:45.540174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7214143-f60a-4888-9527-20095fc77d5a req-129e382e-c65d-4083-858b-d64601483e68 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2594779 May 02 10:40:45.542756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Attempting to bind port fd37e93d-1107-4f64-8a85-92c128cc3a8a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:45.543144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Attempting to bind port fd37e93d-1107-4f64-8a85-92c128cc3a8a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:45.543515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Attempting to bind port fd37e93d-1107-4f64-8a85-92c128cc3a8a on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:45.559665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:45.560050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:45.560459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.560914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:45.561480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Bound port: fd37e93d-1107-4f64-8a85-92c128cc3a8a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:45.561925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.718835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] For port fd37e93d-1107-4f64-8a85-92c128cc3a8a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:45.725365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] For port fd37e93d-1107-4f64-8a85-92c128cc3a8a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd37e93d-1107-4f64-8a85-92c128cc3a8a,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:45.809507 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:45.856152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-bbdba90c-7f5d-4961-970e-c70aa49be0fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 1002 time: 0.9804926 May 02 10:40:45.877372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb8230e-e674-40f1-96ce-538089127399 req-69c16494-9cf7-4583-a32d-8d48aea62e0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:45.878991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfb8230e-e674-40f1-96ce-538089127399 req-69c16494-9cf7-4583-a32d-8d48aea62e0b tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.2349470 May 02 10:40:45.942534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-985c4a04-445d-4d22-a1b2-b691e44cceb3 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5179324 May 02 10:40:45.992994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:46.090511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a233f63-d62d-4b7d-b426-b17f9ae383ce None None] Pushing event updated for resources: {'Port': ['ID=fd37e93d-1107-4f64-8a85-92c128cc3a8a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:46.140173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec30f864-fd8b-444e-9d40-b2845d49f0a1 req-a6cee8ac-ae85-46a1-bf11-e18b7abadd15 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.148733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec30f864-fd8b-444e-9d40-b2845d49f0a1 req-a6cee8ac-ae85-46a1-bf11-e18b7abadd15 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.8795478 May 02 10:40:46.191851 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:46.231765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-58776512-c1f7-4bee-8764-41aaa0458e27 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8190632 May 02 10:40:46.260346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-4affbe50-33d4-4ed0-a0dc-1ce9705aa8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.262022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-4affbe50-33d4-4ed0-a0dc-1ce9705aa8e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 200 len: 851 time: 0.3110526 May 02 10:40:46.396640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cfb8230e-e674-40f1-96ce-538089127399 req-38ff77eb-8bd4-49e9-a2ad-102653931aaf tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4512091 May 02 10:40:46.424484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-2f5a3ae3-3b2a-48ef-8758-697ee249380d service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709949 May 02 10:40:46.479320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec30f864-fd8b-444e-9d40-b2845d49f0a1 req-257d4993-a4dc-4619-8e37-1e83aad23f77 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3296402 May 02 10:40:46.524946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-304d8ce6-a3f3-42d2-ad5b-29e7e54a67cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.526774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-304d8ce6-a3f3-42d2-ad5b-29e7e54a67cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed1be2d6-1882-4344-b580-dc4a18d167a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.2444265 May 02 10:40:46.529978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-a16b18e4-e177-446f-b63a-a658aed30c6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 217 time: 0.0717638 May 02 10:40:46.604300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fd37e93d-1107-4f64-8a85-92c128cc3a8a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:46.644956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd8227b6-c674-4e95-972d-63491ee391ff req-d493b4af-e7bf-4593-bc0b-1830ebc2c6b9 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0458198 May 02 10:40:46.702070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5da01d9e-446b-4b60-8ea0-5b04765264d8 req-88197d0c-8749-4aef-b0a9-89b6165b5096 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4626091 May 02 10:40:46.750624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-297a9ea2-b6b1-4156-b533-baccfbfe89b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.752525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-297a9ea2-b6b1-4156-b533-baccfbfe89b4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.2160256 May 02 10:40:46.779927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c42b54e-715e-4e1f-9c54-89bab18e22bd req-b1a85bc9-6fd8-4b14-b350-acc52027ab4f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.786335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c42b54e-715e-4e1f-9c54-89bab18e22bd req-b1a85bc9-6fd8-4b14-b350-acc52027ab4f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 944 time: 0.1378710 May 02 10:40:46.795999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port fd37e93d-1107-4f64-8a85-92c128cc3a8a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:46.801369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:46.858470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-439b1767-edcd-4d0b-89f3-a4aea4401d94 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202569 May 02 10:40:46.876101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-c28258ad-c5c4-4109-b0ac-67afd5f0bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:46.885213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-c28258ad-c5c4-4109-b0ac-67afd5f0bb5f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1235244 May 02 10:40:46.930612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port fd37e93d-1107-4f64-8a85-92c128cc3a8a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:46.934975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:46.953942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c42b54e-715e-4e1f-9c54-89bab18e22bd req-c25561a5-ccb7-438e-a1fb-9ce68cac15fc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1610787 May 02 10:40:47.059844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port fd37e93d-1107-4f64-8a85-92c128cc3a8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd37e93d-1107-4f64-8a85-92c128cc3a8a,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:47.062121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-40a53d20-aeed-4c9f-9318-32880c75192e service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662307 May 02 10:40:47.165801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:47.236152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37c86b91-33f2-483a-9556-33a83bef36af req-d2c412ed-29b4-4590-8d05-399cdd8d76d1 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2722969 May 02 10:40:47.283910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-d1a8765c-b135-4dc5-9007-dc9381c58545 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104180 May 02 10:40:47.308943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=fd37e93d-1107-4f64-8a85-92c128cc3a8a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:47.347628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-0a03dac0-b899-46c7-850a-8ce662de6383 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 200 len: 217 time: 0.0574389 May 02 10:40:47.401690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::1 (10093352-5a76-4e10-9ce0-e3026423e286/f515a947-d6ed-4875-936b-31ed53ab1b78/6c71eb12-2444-426a-a59e-06a68ed998dd) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:47.463063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-3f8dba5a-1dac-4a19-a399-33f46117958e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:47.464949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-3f8dba5a-1dac-4a19-a399-33f46117958e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1112337 May 02 10:40:47.516625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d4102500-78ca-4f0d-a2de-05516a2ab6e8 None None] Provisioning complete for port fd37e93d-1107-4f64-8a85-92c128cc3a8a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:47.517104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d4102500-78ca-4f0d-a2de-05516a2ab6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:47.615746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:47.620705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d4102500-78ca-4f0d-a2de-05516a2ab6e8 None None] Current status of the port fd37e93d-1107-4f64-8a85-92c128cc3a8a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:47.634052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab1356-3b71-4121-aaea-bf1f9cf5beeb req-01451db6-6b3a-4de9-986a-4a216fb58d11 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:47.635594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03ab1356-3b71-4121-aaea-bf1f9cf5beeb req-01451db6-6b3a-4de9-986a-4a216fb58d11 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.0839040 May 02 10:40:47.738219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03ab1356-3b71-4121-aaea-bf1f9cf5beeb req-3cdcd66a-f817-4335-84b8-3e042fa63e1a tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969694 May 02 10:40:47.854573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3466685b-88fe-4fe3-9bf5-540318871702 req-bbcc91fe-b9e8-4434-8b5d-bb4d8a5bd27f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:47.861662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3466685b-88fe-4fe3-9bf5-540318871702 req-bbcc91fe-b9e8-4434-8b5d-bb4d8a5bd27f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1230803 May 02 10:40:47.901429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4981e96e-0771-4b16-8027-70601b64b4a9 req-0ce4eb85-9fa0-4726-afdf-c16f874aee81 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0385561 May 02 10:40:47.906550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:47.939235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-380fe5f9-cf48-43e4-b6b2-ca9a3cf5138b service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902657 May 02 10:40:47.943309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3466685b-88fe-4fe3-9bf5-540318871702 req-dce7b465-72bc-4866-b5b8-35fdb44f0b3a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803096 May 02 10:40:47.973373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:47.976015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:47.989483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:47.989662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-c4f60f83-441a-4154-a047-cbbc7f8db52e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 217 time: 0.0439205 May 02 10:40:47.990495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (35f98c98-cfa6-43c1-8819-454ff50d536e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:48.053704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:48.059035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-19c075ed-fdaf-4eb3-aa63-e95c4dcc8b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.063728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-19c075ed-fdaf-4eb3-aa63-e95c4dcc8b9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0643263 May 02 10:40:48.142140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-6946cb5d-5a65-4d34-b202-7cf9f4092f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.144440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-6946cb5d-5a65-4d34-b202-7cf9f4092f9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0741646 May 02 10:40:48.170313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59207b8-e153-4898-8928-fa1ec1309814 req-18c427ec-5680-46cb-a43d-3c892eaaaf6a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.178037 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a59207b8-e153-4898-8928-fa1ec1309814 req-18c427ec-5680-46cb-a43d-3c892eaaaf6a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 944 time: 0.0860457 May 02 10:40:48.249936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a59207b8-e153-4898-8928-fa1ec1309814 req-d59ba72e-52b6-4c34-a40c-799ac3f185b6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707779 May 02 10:40:48.353461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-9ecf5d7e-a3e0-45d4-925c-d19835f55e24 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835132 May 02 10:40:48.356274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29964-536f-467d-8a84-976907105534 req-4d454398-ee59-4eb6-8121-9f0dc0f12504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.357849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-4d454398-ee59-4eb6-8121-9f0dc0f12504 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1126 time: 0.0458586 May 02 10:40:48.409351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:48.491287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-0ddf783d-b75f-4678-a0ac-8e55473fa98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.492837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-0ddf783d-b75f-4678-a0ac-8e55473fa98f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1384408 May 02 10:40:48.629831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29964-536f-467d-8a84-976907105534 req-3568d232-ae7d-4929-b317-54924165c4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.630064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-3568d232-ae7d-4929-b317-54924165c4ee service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 898 time: 0.2617493 May 02 10:40:48.758057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-e3e6fb0e-1d12-43d2-8f14-aab373721507 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3907306 May 02 10:40:48.770351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-f4823d21-ac9c-4c2c-85ec-952703d1e8d0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 200 len: 217 time: 0.0916314 May 02 10:40:48.818705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fd37e93d-1107-4f64-8a85-92c128cc3a8a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:48.823593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-dc425ae5-09d7-410c-8ad4-9aa8262a2c7e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 217 time: 0.0583014 May 02 10:40:48.828833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fafdc10d-ba71-48df-9ed3-370f5ff76ea0 None None] Provisioning complete for port 6c71eb12-2444-426a-a59e-06a68ed998dd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:48.829430 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fafdc10d-ba71-48df-9ed3-370f5ff76ea0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:48.871734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29964-536f-467d-8a84-976907105534 req-f941af17-7c0e-4f12-9a0f-f0b7953da1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.897432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-f941af17-7c0e-4f12-9a0f-f0b7953da1f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2e945d2-a32c-40d5-aded-97c524d2dfa2 HTTP/1.1" status: 200 len: 834 time: 0.0946159 May 02 10:40:48.923818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port fd37e93d-1107-4f64-8a85-92c128cc3a8a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:48.925018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:48.927387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fafdc10d-ba71-48df-9ed3-370f5ff76ea0 None None] Port 6c71eb12-2444-426a-a59e-06a68ed998dd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:48.972120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe29964-536f-467d-8a84-976907105534 req-0a2a8cfe-6ec0-45a9-9aad-44ce1e5d2a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.973805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-0a2a8cfe-6ec0-45a9-9aad-44ce1e5d2a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ba885-4f11-4cda-93ac-0fc2307f769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0945237 May 02 10:40:48.979271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee548c5-dad4-4648-a8bd-bdca97bc1155 req-e38245d7-d827-4987-9bd7-1d29a421e9e9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.980808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ee548c5-dad4-4648-a8bd-bdca97bc1155 req-e38245d7-d827-4987-9bd7-1d29a421e9e9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.1107352 May 02 10:40:48.984860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-62d4f487-0b6a-4869-83c8-2bc572c4f0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:48.986248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-62d4f487-0b6a-4869-83c8-2bc572c4f0aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1151173 May 02 10:40:49.028551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-fbed6608-9486-4239-9c12-e272367f141a service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5019550 May 02 10:40:49.068549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port fd37e93d-1107-4f64-8a85-92c128cc3a8a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:49.098102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8c2d122-5d8a-4ae8-90bf-e28503d8e19f req-67ff0975-dbe7-404e-9bd2-22d5e13d7f26 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0425584 May 02 10:40:49.133940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-a580624e-bf0a-4bc7-bb04-63f2cf22199b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.133940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-a580624e-bf0a-4bc7-bb04-63f2cf22199b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1235213 May 02 10:40:49.141570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ee548c5-dad4-4648-a8bd-bdca97bc1155 req-9e99d5c5-558a-4073-bf6c-c7fe8f093b9f tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528220 May 02 10:40:49.176437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-9b704a59-2360-48d2-868b-a070ff171457 service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953080 May 02 10:40:49.180942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:49.226530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-77242537-c96a-4575-9df8-328afa5d5a7d service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804996 May 02 10:40:49.294245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539778a2-9792-4074-a3e7-feb3a91fc19d req-8fff2d73-77a8-447a-8152-e45525c88a36 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.298076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-539778a2-9792-4074-a3e7-feb3a91fc19d req-8fff2d73-77a8-447a-8152-e45525c88a36 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.0963073 May 02 10:40:49.303464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:49.303464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (35f98c98-cfa6-43c1-8819-454ff50d536e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:49.308714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-e519145a-43f5-4864-86c4-748f4bc2dc74 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 200 len: 217 time: 0.0729761 May 02 10:40:49.343873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-5f2e0b26-4813-4f21-9a7e-efd1b3b0e994 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998956 May 02 10:40:49.422528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fbe29964-536f-467d-8a84-976907105534 req-8d1dfb74-de26-4e2c-9d9d-ba475c5626eb service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389202 May 02 10:40:49.423564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:49.490891 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-539778a2-9792-4074-a3e7-feb3a91fc19d req-67e88259-4226-4171-9584-3803d240819a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850045 May 02 10:40:49.512757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-722b9628-1d68-4188-9855-221964575461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.514281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-722b9628-1d68-4188-9855-221964575461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.1800759 May 02 10:40:49.540755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179acec8-68a1-4700-8598-bd3a77bb6606 req-824cfa77-f245-4774-82ca-40b732a66b8f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.541196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-179acec8-68a1-4700-8598-bd3a77bb6606 req-824cfa77-f245-4774-82ca-40b732a66b8f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 944 time: 0.1747539 May 02 10:40:49.543959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:49.546305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:49.701061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-179acec8-68a1-4700-8598-bd3a77bb6606 req-e8d562d7-ee18-4a55-a807-c2939c20545a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989404 May 02 10:40:49.702415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b3d3e7c2-d1e4-4360-9ec4-a13ef649addd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.704040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-b3d3e7c2-d1e4-4360-9ec4-a13ef649addd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1832561 May 02 10:40:49.710571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-f927c5b8-c04a-4ffd-ac7a-e4ff80898107 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425086 May 02 10:40:49.794280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-7e0137c8-9368-4bfb-84a6-8ff7b0ee7443 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 200 len: 217 time: 0.0723970 May 02 10:40:49.837046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Router 35f98c98-cfa6-43c1-8819-454ff50d536e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:40:49.915978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-2692736f-fdd9-47e1-ae1b-8a11e5443954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:49.920754 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-2692736f-fdd9-47e1-ae1b-8a11e5443954 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0877140 May 02 10:40:49.960651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-49934c5e-3563-4f72-8689-f18d6fa149f0 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477229 May 02 10:40:49.970494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-732d22c9-e62b-4c04-9b46-654b269d0415 None None] Provisioning complete for port 6c71eb12-2444-426a-a59e-06a68ed998dd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:49.971078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-732d22c9-e62b-4c04-9b46-654b269d0415 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:49.971926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:49.982066 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Sync routers for ids ['35f98c98-cfa6-43c1-8819-454ff50d536e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:49.990001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e05d56f6-93af-443f-ab53-483b454e35ec tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "PUT /v2.0/routers/35f98c98-cfa6-43c1-8819-454ff50d536e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6583724 May 02 10:40:49.992983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50298) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:49.997105 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Routers {'35f98c98-cfa6-43c1-8819-454ff50d536e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:49.998115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['35f98c98-cfa6-43c1-8819-454ff50d536e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:50.041776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-732d22c9-e62b-4c04-9b46-654b269d0415 None None] Port 6c71eb12-2444-426a-a59e-06a68ed998dd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:40:50.058611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a161ca19-05cc-4c8f-b5e1-04e23b2f276b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.060217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a161ca19-05cc-4c8f-b5e1-04e23b2f276b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports/6c71eb12-2444-426a-a59e-06a68ed998dd HTTP/1.1" status: 200 len: 911 time: 0.0657179 May 02 10:40:50.063569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:50.129873 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Set router 35f98c98-cfa6-43c1-8819-454ff50d536e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:50.134233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-e92ae967-eb16-4511-92a0-274ed40bf770 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661494 May 02 10:40:50.139389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-4ef5e531-f084-4e0c-91f1-6dc7119f9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.142201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-4ef5e531-f084-4e0c-91f1-6dc7119f9262 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2174220 May 02 10:40:50.201671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device df7acee7-e305-4eae-98af-23b37f882f4f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:40:50.215340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc9172-7843-48c2-8e9d-a8de39bcbb14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.229820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcc9172-7843-48c2-8e9d-a8de39bcbb14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.236137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5bcc9172-7843-48c2-8e9d-a8de39bcbb14 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1688228 May 02 10:40:50.238595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:50.301988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-f74ad3ef-7212-41c7-9998-1531ceb4b3bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 217 time: 0.1584957 May 02 10:40:50.354055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7acee7-e305-4eae-98af-23b37f882f4f,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:50.369815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:40:50.439519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port df7acee7-e305-4eae-98af-23b37f882f4f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:50.439997 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:50.448957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-899b33df-fa0e-4f19-970b-798fbb10b42a req-abb9f009-58bb-4035-ae3e-5eba228a94bc tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1440380 May 02 10:40:50.455907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df7acee7-e305-4eae-98af-23b37f882f4f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:50.464571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-b71cb8b1-cd8c-45e5-9382-38b70987eb00 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020859 May 02 10:40:50.471946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045f0d46-f151-40a4-8ad9-770f374b4c61 req-469d1fc7-8c65-4373-aaa6-5e60ca083734 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.479697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-045f0d46-f151-40a4-8ad9-770f374b4c61 req-469d1fc7-8c65-4373-aaa6-5e60ca083734 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.1751060 May 02 10:40:50.490512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7acee7-e305-4eae-98af-23b37f882f4f,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:50.608013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:50.647256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-045f0d46-f151-40a4-8ad9-770f374b4c61 req-fd6a0e77-1727-4651-b205-2e9699400b8a tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663623 May 02 10:40:50.658134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-725c58a8-0821-495c-8f92-f5fed75d2853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.660009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-725c58a8-0821-495c-8f92-f5fed75d2853 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.1981196 May 02 10:40:50.705333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:50.761141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-7bd18248-cce2-4b65-9b96-dccf9ec53921 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492087 May 02 10:40:50.763462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-457c40d9-a944-417d-a928-d324da728f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.765190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-457c40d9-a944-417d-a928-d324da728f0b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0952539 May 02 10:40:50.766961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'name': 'tempest-NetworksTestDHCPv6-router-1736588876', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:44Z', 'updated_at': '2022-05-02T10:40:48Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': '6c71eb12-2444-426a-a59e-06a68ed998dd', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:94:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:46Z', 'updated_at': '2022-05-02T10:40:48Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:50.768849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b64a9-ad82-4a96-b402-73a5b199e7c5 req-04031906-45b7-4ce8-9db7-9aa30761a88b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:50.779698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e06b64a9-ad82-4a96-b402-73a5b199e7c5 req-04031906-45b7-4ce8-9db7-9aa30761a88b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1147163 May 02 10:40:50.823702 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Checking router: 35f98c98-cfa6-43c1-8819-454ff50d536e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:50.824421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Updating router 35f98c98-cfa6-43c1-8819-454ff50d536e port 6c71eb12-2444-426a-a59e-06a68ed998dd binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:40:50.835139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-3bfc8735-6f29-4456-a817-4aa312ecfa9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 200 len: 217 time: 0.0674417 May 02 10:40:50.861397 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:50.894028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device beb3971f-f083-4505-b614-77bf1b6242f7 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:40:50.914864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['df7acee7-e305-4eae-98af-23b37f882f4f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:40:50.931151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e06b64a9-ad82-4a96-b402-73a5b199e7c5 req-5ae5185d-fcdb-40c1-a8b4-3493d06cf681 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386855 May 02 10:40:51.074426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (35f98c98-cfa6-43c1-8819-454ff50d536e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.298833 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks [] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.345130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d0cbe6-5a39-43ff-8cd2-226e715f5a86 req-0c4183b9-e6ca-4026-9548-f353879f6a4c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:51.346723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00d0cbe6-5a39-43ff-8cd2-226e715f5a86 req-0c4183b9-e6ca-4026-9548-f353879f6a4c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 945 time: 0.5226142 May 02 10:40:51.370691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-db83b6e7-e003-4626-927f-fe535834d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:51.372184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-db83b6e7-e003-4626-927f-fe535834d9a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1305280 May 02 10:40:51.373198 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.436385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-9dd0e9cb-fb57-4e57-8784-d218def70a87 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6111062 May 02 10:40:51.489236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-54bbd086-e299-455b-97b0-15f53a078c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:51.491386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-54bbd086-e299-455b-97b0-15f53a078c0a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.1081681 May 02 10:40:51.497166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00d0cbe6-5a39-43ff-8cd2-226e715f5a86 req-95e403b4-5cde-4f0c-a6c7-86dd69bd0b9a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1354468 May 02 10:40:51.513442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=beb3971f-f083-4505-b614-77bf1b6242f7,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:51.549663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 6c71eb12-2444-426a-a59e-06a68ed998dd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:51.550183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.593403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'port_id': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'mac_address': 'fa:16:3e:2f:4d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:40:51.605660 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Attempting to bind port 6c71eb12-2444-426a-a59e-06a68ed998dd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:51.606394 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Attempting to bind port 6c71eb12-2444-426a-a59e-06a68ed998dd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:51.606916 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Attempting to bind port 6c71eb12-2444-426a-a59e-06a68ed998dd on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:51.611312 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dec829-7124-4876-b054-91d33ae44e90 None None] Pushing event updated for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:51.639099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:51.639099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:51.639099 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.639099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:51.639714 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Bound port: 6c71eb12-2444-426a-a59e-06a68ed998dd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:51.640279 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.744548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] For port 6c71eb12-2444-426a-a59e-06a68ed998dd, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:51.749187 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] For port 6c71eb12-2444-426a-a59e-06a68ed998dd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c71eb12-2444-426a-a59e-06a68ed998dd,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:51.779807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port beb3971f-f083-4505-b614-77bf1b6242f7 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:51.780209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.784962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-659be516-6a05-41cf-9dbf-efefe23ede4b service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375800 May 02 10:40:51.809449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beb3971f-f083-4505-b614-77bf1b6242f7 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:40:51.821512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df9438b4-3cc6-46dd-8378-d8c35dbdf18e req-dca167d6-17e0-4fbc-9cb6-4adb2b9da543 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1890364 May 02 10:40:51.845693 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.877687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-8a92e7cb-dce1-490b-bd38-5659eb68d658 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153315 May 02 10:40:51.881836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-be708a4e-e1ac-48b5-940c-fb5a65e5d8c1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 217 time: 0.0885897 May 02 10:40:51.887237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=beb3971f-f083-4505-b614-77bf1b6242f7,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:51.907198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] For port 6c71eb12-2444-426a-a59e-06a68ed998dd, host ncdv-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:51.907198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.912749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Provisioning complete for port 6c71eb12-2444-426a-a59e-06a68ed998dd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:51.913131 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:51.939825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 6c71eb12-2444-426a-a59e-06a68ed998dd owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:51.962608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:52.056480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94826a1b-1e71-428c-87aa-8d8f10eef3cb req-c6a74842-14db-458a-bc36-f7a7d9c8ba76 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.059569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94826a1b-1e71-428c-87aa-8d8f10eef3cb req-c6a74842-14db-458a-bc36-f7a7d9c8ba76 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 943 time: 0.2728369 May 02 10:40:52.063222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dec829-7124-4876-b054-91d33ae44e90 None None] Pushing event updated for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:52.089740 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Routers {'35f98c98-cfa6-43c1-8819-454ff50d536e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:52.090380 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['35f98c98-cfa6-43c1-8819-454ff50d536e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:52.137633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:52.221410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590b025-c4fe-4f8e-b0ba-9d3116227179 req-37e7575d-3d8d-4da3-8e10-8097f778d7e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.229605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e590b025-c4fe-4f8e-b0ba-9d3116227179 req-37e7575d-3d8d-4da3-8e10-8097f778d7e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1566932 May 02 10:40:52.263041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Current status of the port 6c71eb12-2444-426a-a59e-06a68ed998dd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:52.263439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:52.265063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94826a1b-1e71-428c-87aa-8d8f10eef3cb req-da8d5a23-18b1-4b9b-8c54-22608fd1ab45 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970682 May 02 10:40:52.273374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-9e74e7b3-7031-4335-a6d1-6e6d742a1bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.277980 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-9e74e7b3-7031-4335-a6d1-6e6d742a1bb8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.3522906 May 02 10:40:52.303187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['beb3971f-f083-4505-b614-77bf1b6242f7'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:40:52.306209 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] Set router 35f98c98-cfa6-43c1-8819-454ff50d536e gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:52.351753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-b28e6533-b998-4842-b4b4-fe309683e77b service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642007 May 02 10:40:52.422374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-fc039ec2-68e0-4730-b680-176e29f91940 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 200 len: 217 time: 0.0633106 May 02 10:40:52.445188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] For port 6c71eb12-2444-426a-a59e-06a68ed998dd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6c71eb12-2444-426a-a59e-06a68ed998dd,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:52.511355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-48e1fac4-7541-452a-b2be-3b79d86f6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.513306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-48e1fac4-7541-452a-b2be-3b79d86f6829 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0728958 May 02 10:40:52.515186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-8fdcf920-2f3c-4dbf-ab91-a64dd313b6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.516908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-8fdcf920-2f3c-4dbf-ab91-a64dd313b6c8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.2192283 May 02 10:40:52.539142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:52.584035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-c72fe96f-180f-4b85-a0f7-e5306c583ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.586429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-c72fe96f-180f-4b85-a0f7-e5306c583ae8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0667870 May 02 10:40:52.599658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device df7acee7-e305-4eae-98af-23b37f882f4f up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:52.710571 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'name': 'tempest-NetworksTestDHCPv6-router-1736588876', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:44Z', 'updated_at': '2022-05-02T10:40:48Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': '6c71eb12-2444-426a-a59e-06a68ed998dd', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:94:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:46Z', 'updated_at': '2022-05-02T10:40:51Z', 'revision_number': 4, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:52.765561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2883ac3-7291-4686-b712-ad3c4c42ca43 None None] The sync data for ids ['35f98c98-cfa6-43c1-8819-454ff50d536e'] in ncdv-master-1 is: [{'id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'name': 'tempest-NetworksTestDHCPv6-router-1736588876', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:44Z', 'updated_at': '2022-05-02T10:40:48Z', 'revision_number': 2, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None, '_interfaces': [{'id': '6c71eb12-2444-426a-a59e-06a68ed998dd', 'name': '', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'mac_address': 'fa:16:3e:94:12:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2423, 'fixed_ips': [{'subnet_id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:46Z', 'updated_at': '2022-05-02T10:40:51Z', 'revision_number': 4, 'project_id': '7982d97be6f049ed8d728ff671798233', 'subnets': [{'id': 'f515a947-d6ed-4875-936b-31ed53ab1b78', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:52.779647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fec13254-b065-441b-a013-36d33ca2e039 None None] Provisioning complete for port 6c71eb12-2444-426a-a59e-06a68ed998dd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:52.779993 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fec13254-b065-441b-a013-36d33ca2e039 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:52.824949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6146f-85ad-43c6-8859-3463b9e5c573 None None] Pushing event updated for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:52.881660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fadefa-8865-4290-8963-7ec4d09e29b3 req-cd219a2a-1217-4550-a785-9a1f40643191 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:52.883257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50fadefa-8865-4290-8963-7ec4d09e29b3 req-cd219a2a-1217-4550-a785-9a1f40643191 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 945 time: 0.1662321 May 02 10:40:52.885175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-d650b79f-6a5a-43e4-be2b-eecf68d5f614 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2968862 May 02 10:40:52.895578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port df7acee7-e305-4eae-98af-23b37f882f4f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:40:52.912795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e590b025-c4fe-4f8e-b0ba-9d3116227179 req-34ab62ea-52bf-4d4f-aab9-88cdd224cbfc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6764486 May 02 10:40:53.039042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-0f51b95d-aa2e-449c-9237-d89647754bd3 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388285 May 02 10:40:53.061792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50fadefa-8865-4290-8963-7ec4d09e29b3 req-d8f19498-c5ca-426b-9b03-bd3dce9aa19c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1717725 May 02 10:40:53.081983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port df7acee7-e305-4eae-98af-23b37f882f4f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:53.096804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:53.118338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6c71eb12-2444-426a-a59e-06a68ed998dd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:53.161038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c74e764-fe59-48b8-817d-bf09039f9425 req-23689687-8c97-450b-91de-de6faf9fd157 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.1214821 May 02 10:40:53.207750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fec13254-b065-441b-a013-36d33ca2e039 None None] Current status of the port 6c71eb12-2444-426a-a59e-06a68ed998dd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:53.227018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd75fd4-c19b-4797-b5b5-fc28ae5bf9c3 req-e4ca6902-2bfe-4b56-843b-f23a32cc71ff service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291593 May 02 10:40:53.303660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=6c71eb12-2444-426a-a59e-06a68ed998dd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:53.321877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port df7acee7-e305-4eae-98af-23b37f882f4f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:53.325459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:53.383366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-af67b2dd-6b55-4d26-9e68-922c80b7d436 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3374844 May 02 10:40:53.433061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (35f98c98-cfa6-43c1-8819-454ff50d536e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:53.469903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-fd69f83e-c635-4c4d-bf1f-217076faa13f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 217 time: 0.0793731 May 02 10:40:53.474586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:53.490881 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408be78e-2bbf-429c-b918-3a75fca16e5e" -d '{"events": [{"server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "name": "network-vif-plugged", "status": "completed", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:53.583083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7acee7-e305-4eae-98af-23b37f882f4f,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:53.610357 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d995a87-c518-4027-9f6c-f62bc5905360 x-openstack-request-id: req-1d995a87-c518-4027-9f6c-f62bc5905360 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:53.610655 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "name": "network-vif-plugged", "status": "completed", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:53.610807 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1d995a87-c518-4027-9f6c-f62bc5905360 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:53.611272 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d995a87-c518-4027-9f6c-f62bc5905360'] response: {'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'code': 200} May 02 10:40:53.634804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6f6c2-1836-4945-adb8-a6b6731d420a req-f9d1bf8b-7349-46ea-88cc-5c5ab31487a2 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.637213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48a6f6c2-1836-4945-adb8-a6b6731d420a req-f9d1bf8b-7349-46ea-88cc-5c5ab31487a2 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 944 time: 0.1864355 May 02 10:40:53.699518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:53.720015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Router 35f98c98-cfa6-43c1-8819-454ff50d536e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:53.726546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-27c79181-d7c0-40d2-949c-fa302eefb8bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.728864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-27c79181-d7c0-40d2-949c-fa302eefb8bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.1979845 May 02 10:40:53.746664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48a6f6c2-1836-4945-adb8-a6b6731d420a req-4ebd1194-a11b-4f06-93b3-fd09230c579c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912578 May 02 10:40:53.816637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:53.856073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139e5346-394e-4f89-b6f0-22af490c1dd3 req-dd456270-6ed3-41b5-a430-71751b14dca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.857963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-139e5346-394e-4f89-b6f0-22af490c1dd3 req-dd456270-6ed3-41b5-a430-71751b14dca9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1128 time: 0.1279144 May 02 10:40:53.862754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:53.873923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e942ed-a435-4f33-8def-583642b4a178 req-211691f3-4a1e-41c8-8308-8e17b9e4a8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.879213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1617f5c4-e52c-49a3-91cf-fca7d193e089 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "PUT /v2.0/routers/35f98c98-cfa6-43c1-8819-454ff50d536e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6348119 May 02 10:40:53.879394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-211691f3-4a1e-41c8-8308-8e17b9e4a8b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0644920 May 02 10:40:53.881302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:53.957825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade108c-044a-41c1-9512-2af970aac746 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.959347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ade108c-044a-41c1-9512-2af970aac746 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:53.968408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ade108c-044a-41c1-9512-2af970aac746 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0858743 May 02 10:40:53.969061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50340) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:54.045118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-139e5346-394e-4f89-b6f0-22af490c1dd3 req-fc67551d-a847-43b6-a041-7404a31aab72 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1775053 May 02 10:40:54.086291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-9057afa1-7a78-4bc4-8cce-b4df0af60de9 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006001 May 02 10:40:54.089270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet f515a947-d6ed-4875-936b-31ed53ab1b78 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:40:54.093079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (f515a947-d6ed-4875-936b-31ed53ab1b78), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.144406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609e2d4-b91d-4909-9ec8-20c4bc245ad1 req-38289270-ac16-4953-b149-84a5ec7e60e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:54.152362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a609e2d4-b91d-4909-9ec8-20c4bc245ad1 req-38289270-ac16-4953-b149-84a5ec7e60e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1405764 May 02 10:40:54.190837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f515a947-d6ed-4875-936b-31ed53ab1b78), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.248577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a8e942ed-a435-4f33-8def-583642b4a178 req-488c7a29-ead6-47e3-905d-1070fa35347f service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535811 May 02 10:40:54.256660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a609e2d4-b91d-4909-9ec8-20c4bc245ad1 req-fa48cbbd-be0e-4b9e-9253-935f01a62ca2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009352 May 02 10:40:54.331404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5e428-c7cf-4f52-908b-a9750e8769c2 req-ab43afcc-84a3-4293-a183-ac5abe112ba2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:54.333299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7e5e428-c7cf-4f52-908b-a9750e8769c2 req-ab43afcc-84a3-4293-a183-ac5abe112ba2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0836267 May 02 10:40:54.374546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f515a947-d6ed-4875-936b-31ed53ab1b78), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.410478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b7e5e428-c7cf-4f52-908b-a9750e8769c2 req-a1b4c440-f597-4741-a6e0-400ab0fed2c4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701787 May 02 10:40:54.459542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0c4e1f1-a080-40c1-8e8b-310d57ddca4b req-fdc13518-ed30-4cf0-9835-eff526b46593 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0384812 May 02 10:40:54.576577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f515a947-d6ed-4875-936b-31ed53ab1b78), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.606248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=f515a947-d6ed-4875-936b-31ed53ab1b78,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:54.610069 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.618361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ff476c7a-95c3-495c-bb68-809106ac68cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f515a947-d6ed-4875-936b-31ed53ab1b78 HTTP/1.1" status: 204 len: 168 time: 0.6434445 May 02 10:40:54.619079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:54.624324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502c7142-b7fe-4907-9400-f3f0a924a82e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:54.725205 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7d4e84e-7a30-4b23-bf39-807d7411f3a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1020181 May 02 10:40:54.725205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50348) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:54.841628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:54.862580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:40:54.941042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device beb3971f-f083-4505-b614-77bf1b6242f7 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:55.010667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Deleting port fd37e93d-1107-4f64-8a85-92c128cc3a8a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:55.011044 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.019520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15926a0-3246-4453-9fef-8d0d9b450003 req-d5b4f5af-4fc7-41a1-8004-8d3a2bc9de7d tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.030697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d15926a0-3246-4453-9fef-8d0d9b450003 req-d5b4f5af-4fc7-41a1-8004-8d3a2bc9de7d tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 944 time: 0.1068146 May 02 10:40:55.108425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port beb3971f-f083-4505-b614-77bf1b6242f7 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:40:55.108632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] For port fd37e93d-1107-4f64-8a85-92c128cc3a8a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fd37e93d-1107-4f64-8a85-92c128cc3a8a,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:55.109296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.116711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.128155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Calling delete_port for fd37e93d-1107-4f64-8a85-92c128cc3a8a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:40:55.132714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d15926a0-3246-4453-9fef-8d0d9b450003 req-10bbda21-761a-4e28-bf36-68d81d05820d tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965316 May 02 10:40:55.138226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router_controller (35f98c98-cfa6-43c1-8819-454ff50d536e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.211960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port beb3971f-f083-4505-b614-77bf1b6242f7 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:55.212345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.222390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Sync routers for ids ['35f98c98-cfa6-43c1-8819-454ff50d536e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:55.283781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Routers {'35f98c98-cfa6-43c1-8819-454ff50d536e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:55.284448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['35f98c98-cfa6-43c1-8819-454ff50d536e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:55.340333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (35f98c98-cfa6-43c1-8819-454ff50d536e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.341015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Fanout notify agent at l3_agent the message router_deleted on router 35f98c98-cfa6-43c1-8819-454ff50d536e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:40:55.358019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.362793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:55.377173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56ae4d57-ff82-42a3-897a-f443802e1868 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/routers/35f98c98-cfa6-43c1-8819-454ff50d536e HTTP/1.1" status: 204 len: 168 time: 0.6499906 May 02 10:40:55.409282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Set router 35f98c98-cfa6-43c1-8819-454ff50d536e gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:55.473424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port beb3971f-f083-4505-b614-77bf1b6242f7 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:55.474381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.476572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f98c98-cfa6-43c1-8819-454ff50d536e', 'name': 'tempest-NetworksTestDHCPv6-router-1736588876', 'tenant_id': '7982d97be6f049ed8d728ff671798233', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:44Z', 'updated_at': '2022-05-02T10:40:52Z', 'revision_number': 3, 'project_id': '7982d97be6f049ed8d728ff671798233', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:55.479376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (fd37e93d-1107-4f64-8a85-92c128cc3a8a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.479728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55fa7044-55b3-47a0-9a8a-1056624becc4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.484881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:55.488467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55fa7044-55b3-47a0-9a8a-1056624becc4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1221106 May 02 10:40:55.541112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42afdcd2-869e-49f0-a369-5d6a7301e327 req-fcb95bef-bcd0-41c9-8b1f-eb6ffda8c928 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.542662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42afdcd2-869e-49f0-a369-5d6a7301e327 req-fcb95bef-bcd0-41c9-8b1f-eb6ffda8c928 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1619985 May 02 10:40:55.550538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Checking router: 35f98c98-cfa6-43c1-8819-454ff50d536e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:40:55.573441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] Pushing event deleted for resources: {'Port': ['ID=fd37e93d-1107-4f64-8a85-92c128cc3a8a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:55.573647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-219b634f-bc61-4c71-bd33-abd6908b71a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.576660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-219b634f-bc61-4c71-bd33-abd6908b71a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0893607 May 02 10:40:55.577661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:55.593082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da67bcbb-061a-4a26-bf86-ea021c3b8acf None None] No DVR routers for this DVR port fd37e93d-1107-4f64-8a85-92c128cc3a8a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:40:55.593329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d988767-db2c-40d9-bbba-103a0eec8ce5 req-f9a3bf95-e833-4277-ac2b-15a603958ec6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.597515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d988767-db2c-40d9-bbba-103a0eec8ce5 req-f9a3bf95-e833-4277-ac2b-15a603958ec6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0821910 May 02 10:40:55.613389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:55.621728 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc6bd29c-3e49-48a0-83c8-4f56a7c6de89" -d '{"events": [{"server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "name": "network-vif-plugged", "status": "completed", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:55.627245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:55.627888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:40:55.628269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_agentschedulers_db [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'35f98c98-cfa6-43c1-8819-454ff50d536e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent'). {{(pid=115664) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 02 10:40:55.628825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e46a12ca-4005-4075-a527-b04c32b88a48 None None] The sync data for ids ['35f98c98-cfa6-43c1-8819-454ff50d536e'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:40:55.631418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=beb3971f-f083-4505-b614-77bf1b6242f7,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:55.638360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-952daee3-8841-463b-b8cb-1bb6fa35faa0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0593770 May 02 10:40:55.643229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:55.648765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:55.670044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42afdcd2-869e-49f0-a369-5d6a7301e327 req-df1ea547-c1d0-4830-959e-c26c0c28039b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204593 May 02 10:40:55.673830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d988767-db2c-40d9-bbba-103a0eec8ce5 req-1f9d621a-c4ca-4ae5-9cdd-6f8d479f9cf0 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701928 May 02 10:40:55.735389 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63c5e19-b832-4b96-84c8-7e62830fb8ef x-openstack-request-id: req-a63c5e19-b832-4b96-84c8-7e62830fb8ef {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:55.735693 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "name": "network-vif-plugged", "status": "completed", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:55.736016 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a63c5e19-b832-4b96-84c8-7e62830fb8ef {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:55.736430 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a63c5e19-b832-4b96-84c8-7e62830fb8ef'] response: {'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'code': 200} May 02 10:40:55.813829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c58000a4-8467-4882-851f-c1b53314fdfe req-8536363e-25b8-4f99-be54-a7444cb69f71 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0554774 May 02 10:40:55.863985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345960a8-1b81-4bb4-baa1-35198fbe0a5d req-28d5ffc5-755c-472e-aeb2-64385722351d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.865591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-345960a8-1b81-4bb4-baa1-35198fbe0a5d req-28d5ffc5-755c-472e-aeb2-64385722351d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0827200 May 02 10:40:55.868699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fbf85-1376-4011-85c3-a35eafc6688b req-407a15bf-8412-4694-aa7b-9abf957d064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:55.870125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-656fbf85-1376-4011-85c3-a35eafc6688b req-407a15bf-8412-4694-aa7b-9abf957d064f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1126 time: 0.0548694 May 02 10:40:55.927941 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.933158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f85917c7-05ba-47f7-9b0a-851758a92d0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:55.941260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-345960a8-1b81-4bb4-baa1-35198fbe0a5d req-24701060-1fc0-4307-ab3c-1af3e55f9539 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701241 May 02 10:40:55.949571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-656fbf85-1376-4011-85c3-a35eafc6688b req-11c347b8-b8e5-4d18-b1fd-17db3ed0b244 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724552 May 02 10:40:55.969733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50374) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:55.986245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:56.016989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9c4c66-b38f-4f68-8873-e149e76ab3f9 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:56.019282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4d9c4c66-b38f-4f68-8873-e149e76ab3f9 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1123 time: 0.0481036 May 02 10:40:56.020128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:56.023830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.026186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:56.031001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:56.133275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.238965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.341124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd57acd8-84a2-4b06-8ccc-60aa8ecb96ed req-9e2fb696-c408-4d9f-b9b0-84467aedf64e tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:56.343154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd57acd8-84a2-4b06-8ccc-60aa8ecb96ed req-9e2fb696-c408-4d9f-b9b0-84467aedf64e tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.0798581 May 02 10:40:56.375102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.35.4.46 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:56.444748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd57acd8-84a2-4b06-8ccc-60aa8ecb96ed req-9f4771c3-7a3b-47a7-b0c2-2bede90df909 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932579 May 02 10:40:56.517226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:40:56.519123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (881fd35e-2a36-4a6c-9644-df47ae1b1ca2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.522814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6c71eb12-2444-426a-a59e-06a68ed998dd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:56.554678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6c71eb12-2444-426a-a59e-06a68ed998dd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:56.555437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6c71eb12-2444-426a-a59e-06a68ed998dd not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:56.556079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fd37e93d-1107-4f64-8a85-92c128cc3a8a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:40:56.572454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=881fd35e-2a36-4a6c-9644-df47ae1b1ca2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:56.580116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:56.584000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:56.589191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:56.589856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.594780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d3bd7fb-63e5-41f9-a7b2-92ee92e6a698 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:56.620490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: fd37e93d-1107-4f64-8a85-92c128cc3a8a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:40:56.621012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fd37e93d-1107-4f64-8a85-92c128cc3a8a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:40:56.652728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.694588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1fab8ce9-7415-4e83-9f27-3bd814f879c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0495830 May 02 10:40:56.696562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:56.713827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:56.734860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '881fd35e-2a36-4a6c-9644-df47ae1b1ca2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:40:56.735754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.824922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:56.924017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:56.945327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:56.958117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03cf3c-d6e7-4161-ad1e-2b4ebd13adc2 req-baefb30f-42c7-4766-bba3-f48d3e180c19 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:56.960308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd03cf3c-d6e7-4161-ad1e-2b4ebd13adc2 req-baefb30f-42c7-4766-bba3-f48d3e180c19 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.1913767 May 02 10:40:56.961197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:56.980005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b38ca5d-8933-426d-abc8-e86f20e6cd0d req-526a6b94-c956-4d4f-a363-7bb3786be61f tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0481229 May 02 10:40:56.995300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:57.034011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:57.042062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.088461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd03cf3c-d6e7-4161-ad1e-2b4ebd13adc2 req-bfc9e985-5129-4c12-b369-703aab8e2c68 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861688 May 02 10:40:57.162429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Allocated IP 2001:db8::f816:3eff:fe97:c67d (10093352-5a76-4e10-9ce0-e3026423e286/881fd35e-2a36-4a6c-9644-df47ae1b1ca2/dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:57.346787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks [] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.457090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.465662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (0d0058c5-ddf5-4c32-842f-96fae6d07bd5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.503973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:57.506996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:57.513337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:57.520324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (9f12bfa5-3ae3-4de4-b950-dff7f427ee53), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.531287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=0d0058c5-ddf5-4c32-842f-96fae6d07bd5,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:57.535221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Pushing event updated for resources: {'Port': ['ID=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:57.554269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:57.565731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:57.587279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:57.587279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.604435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Attempting to bind port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:40:57.604950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Attempting to bind port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:40:57.605329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Attempting to bind port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:40:57.610392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b906e9-b9f8-48da-811a-7d216cd2408b req-a15c507c-dbfd-4f45-8237-bb1c758d8d55 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:57.610958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:40:57.611341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:40:57.612176 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.612300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01b906e9-b9f8-48da-811a-7d216cd2408b req-a15c507c-dbfd-4f45-8237-bb1c758d8d55 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.0603731 May 02 10:40:57.612393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:40:57.612636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Bound port: dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:40:57.613025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.667978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01b906e9-b9f8-48da-811a-7d216cd2408b req-3bef39fa-31ce-41a6-b425-273828dca3f7 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491471 May 02 10:40:57.682142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] For port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:40:57.685444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] For port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:40:57.730811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bb78fa81-325c-4dcf-be1d-e11bb4dcbed1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0329435 May 02 10:40:57.733589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:57.736618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.738484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:e1:9c:b0', 'name': 'tempest-NetworksTestDHCPv6-1551479760'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:57.785507 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.814023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f92f0-17a6-429f-be56-29e7822640bf req-a1d6512c-86cd-4604-a5f9-cb58c9a3ce90 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:57.815576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d70f92f0-17a6-429f-be56-29e7822640bf req-a1d6512c-86cd-4604-a5f9-cb58c9a3ce90 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.0768523 May 02 10:40:57.891129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c585255-1340-4e07-a1c4-54bb3ad59428 None None] Pushing event updated for resources: {'Port': ['ID=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:57.922457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:40:57.950540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9e8b4de6-5eb4-4722-ada7-4b6c9a4e4122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:57.953246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d70f92f0-17a6-429f-be56-29e7822640bf req-d626801b-d538-4396-863a-e614e6452082 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205385 May 02 10:40:58.094594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.096633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.150640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port dd5a66a6-37bc-46ff-9207-7a593595c272 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:40:58.162164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1300ef4d-9aa0-42f9-80c5-67db32cd2e0b req-96de401a-1303-4ea4-b0e5-099d5c5f65fd tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:58.170388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1300ef4d-9aa0-42f9-80c5-67db32cd2e0b req-96de401a-1303-4ea4-b0e5-099d5c5f65fd tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.1090734 May 02 10:40:58.191445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09036769-cce8-4022-ac53-c14f4fb3b534 req-d6f7609c-4486-4f70-a523-8795e4f9a1a9 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0439353 May 02 10:40:58.206397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.348557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1300ef4d-9aa0-42f9-80c5-67db32cd2e0b req-e128e685-4ac1-4c3f-aa8d-9a0d8d35c9b9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732666 May 02 10:40:58.361974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:58.366340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50430) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:58.385587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f2ec76-fe84-4a11-927d-7644fa4607b5 req-8550582e-e1cb-4f00-a7a7-f25a66d3a9e5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:58.393246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27f2ec76-fe84-4a11-927d-7644fa4607b5 req-8550582e-e1cb-4f00-a7a7-f25a66d3a9e5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.0769005 May 02 10:40:58.402045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (9f12bfa5-3ae3-4de4-b950-dff7f427ee53), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.466713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 172.20.0.8 (10093352-5a76-4e10-9ce0-e3026423e286/0d0058c5-ddf5-4c32-842f-96fae6d07bd5/dd5a66a6-37bc-46ff-9207-7a593595c272) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:58.478689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fee1:9cb0 (10093352-5a76-4e10-9ce0-e3026423e286/881fd35e-2a36-4a6c-9644-df47ae1b1ca2/dd5a66a6-37bc-46ff-9207-7a593595c272) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:58.543324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27f2ec76-fe84-4a11-927d-7644fa4607b5 req-373ee862-b02a-4025-9bc4-34c5624f4a35 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487846 May 02 10:40:58.575904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:40:58.611816 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Floating IP 9f12bfa5-3ae3-4de4-b950-dff7f427ee53 associated. External IP: 172.35.4.46, port: df7acee7-e305-4eae-98af-23b37f882f4f. May 02 10:40:58.649658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:58.650387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.695216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb1b61e5-4732-4050-828e-7315fc339c35 tempest-TestServerBasicOps-568538012 tempest-TestServerBasicOps-568538012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:58.700284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cb1b61e5-4732-4050-828e-7315fc339c35 tempest-TestServerBasicOps-568538012 tempest-TestServerBasicOps-568538012-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1122 time: 0.3316193 May 02 10:40:58.703877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50446) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:58.709178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:40:58.752061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:58.752061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.769522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (dd5a66a6-37bc-46ff-9207-7a593595c272), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.820824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:40:58.871812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:58.891849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:40:58.971569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.087085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.099324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dd5a66a6-37bc-46ff-9207-7a593595c272), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.192871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:59.194856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:59.211864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:40:59.215079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:40:59.224342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f4b541-62e6-4ac1-96a3-367424a12bde None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:40:59.264519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Allocated IP 172.35.4.160 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/cb25d716-13cd-4f2f-a631-852ec2bab0e5) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:40:59.269181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=dd5a66a6-37bc-46ff-9207-7a593595c272,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:40:59.316720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:59.318282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.342768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.360137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cbe55403-d8ce-4648-9e9c-de42208b836d None None] Provisioning complete for port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:40:59.371090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-57c1b014-4dd1-4e5f-8999-4133c29b680c req-ff4adfb2-ede5-43f8-aa07-58eb220deba5 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0422440 May 02 10:40:59.385489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cbe55403-d8ce-4648-9e9c-de42208b836d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.482447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:40:59.497468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:40:59.512956 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:40:59.513993 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:40:59.568886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cbe55403-d8ce-4648-9e9c-de42208b836d None None] Current status of the port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:40:59.600350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.620114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.638364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-28471c10-b374-4e31-844f-d05be5eef71b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9035840 May 02 10:40:59.645163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:59.646651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '881fd35e-2a36-4a6c-9644-df47ae1b1ca2', 'ip_address': '2001:db8::f816:3eff:fe97:c67d'}, {'subnet_id': '0d0058c5-ddf5-4c32-842f-96fae6d07bd5'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:40:59.665035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7ce5d3a8-be2c-47de-946d-26fb9768032c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.6374483 May 02 10:40:59.665673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:40:59.668219 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e" -d '{"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:40:59.670903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:59.701944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.722429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321346b-0c5e-4848-a535-50a334e56f7b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:59.725573 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:40:59.731102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f321346b-0c5e-4848-a535-50a334e56f7b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:59.736316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f321346b-0c5e-4848-a535-50a334e56f7b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0847578 May 02 10:40:59.739244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:40:59.831139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a1a46700-20f2-48db-aaed-9e211f1d71e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/9f12bfa5-3ae3-4de4-b950-dff7f427ee53 HTTP/1.1" status: 200 len: 991 time: 0.1428027 May 02 10:40:59.841876 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:40:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d033a1e2-5e22-4e11-8136-a64664c03122 x-openstack-request-id: req-d033a1e2-5e22-4e11-8136-a64664c03122 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:40:59.842453 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:40:59.842853 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d033a1e2-5e22-4e11-8136-a64664c03122 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:40:59.843402 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d033a1e2-5e22-4e11-8136-a64664c03122'] response: {'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'status': 'completed', 'code': 200} May 02 10:40:59.880671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port dd5a66a6-37bc-46ff-9207-7a593595c272 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:40:59.881167 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd5a66a6-37bc-46ff-9207-7a593595c272), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.904623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:40:59.926728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-9b3ec8d2-f8c3-465a-8f72-f6bcc8978ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:40:59.929395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-9b3ec8d2-f8c3-465a-8f72-f6bcc8978ca2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1128 time: 0.0539143 May 02 10:40:59.967124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:40:59.974890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Allocated IP 172.20.0.2 (10093352-5a76-4e10-9ce0-e3026423e286/0d0058c5-ddf5-4c32-842f-96fae6d07bd5/dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:00.004821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:00.012018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:00.047339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-ecc6c0bf-8b9c-408b-9803-b1bb39a16624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:00.049160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-ecc6c0bf-8b9c-408b-9803-b1bb39a16624 service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 898 time: 0.1085241 May 02 10:41:00.107592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] For port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:00.146190 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Publish callbacks [] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:00.156081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:40:57Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:00.166430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-ba32fc91-d97e-48dc-9d85-a3ffdd7bc2c2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 200 len: 999 time: 0.1112931 May 02 10:41:00.187331 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:41:00.197241 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:41:00.198212 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:00.225857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:00.226087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-cac651b6-3db0-445d-a0ad-fb5de9612815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:00.227342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-cac651b6-3db0-445d-a0ad-fb5de9612815 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2e945d2-a32c-40d5-aded-97c524d2dfa2 HTTP/1.1" status: 200 len: 834 time: 0.0546613 May 02 10:41:00.292103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-bbf84c1c-c657-45bb-8ae6-63f7d321274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:00.294821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-bbf84c1c-c657-45bb-8ae6-63f7d321274b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ba885-4f11-4cda-93ac-0fc2307f769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0605822 May 02 10:41:00.356985 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:41:00.360406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803102fc-3f16-4df8-a8cf-72b7c955dfb1 None None] Pushing event updated for resources: {'Port': ['ID=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:00.384240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'Port': ['ID=cb25d716-13cd-4f2f-a631-852ec2bab0e5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:00.438513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd5a66a6-37bc-46ff-9207-7a593595c272), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:00.454212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-46de7211-92a0-435a-bff7-595e68abcbea service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535707 May 02 10:41:00.484247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for dd5a66a6-37bc-46ff-9207-7a593595c272 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:00.593538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc8b313d-36e3-4951-b396-6753f5550330 req-0a21875e-a13d-4aa6-b393-0233d626b62a tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0666590 May 02 10:41:00.596615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:00.602479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:00.607649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22c535e7-7d7f-4ef6-94d9-1b2bbdee502e req-a60a7517-3fd6-48c9-ae27-7b7576f3672d service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455796 May 02 10:41:00.691868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:00.692335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:00.826826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50544) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:00.852949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:00.898690 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:40:57Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:00.927132 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfadb7d7-8cc3-4a1a-99f2-7454ced16ae3 None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:40:23Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:40:57Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:41:00.974794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e72ae448-1149-4497-bda6-ac8f739b5193 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/9f12bfa5-3ae3-4de4-b950-dff7f427ee53 HTTP/1.1" status: 200 len: 991 time: 0.1443117 May 02 10:41:00.980131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de0a795-3f92-4cf0-a456-5b18031b9499 req-7ac5e3fc-3597-44f3-af78-922619a904dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:00.981951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1de0a795-3f92-4cf0-a456-5b18031b9499 req-7ac5e3fc-3597-44f3-af78-922619a904dd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 947 time: 0.0775020 May 02 10:41:01.038569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1de0a795-3f92-4cf0-a456-5b18031b9499 req-d9b37289-2f01-4d7e-aabb-301455b49516 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493145 May 02 10:41:01.113821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dd5a66a6-37bc-46ff-9207-7a593595c272), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.219373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3874bb2-9c09-4535-b3f7-8b81862a1435 None None] New status for floating IP 9f12bfa5-3ae3-4de4-b950-dff7f427ee53: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:41:01.227660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=dd5a66a6-37bc-46ff-9207-7a593595c272,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:01.322812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0bf91545-a9c8-4c1b-a831-d5075bb46151 None None] Could not find standard attr ID for object dd5a66a6-37bc-46ff-9207-7a593595c272. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:01.351050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0bf91545-a9c8-4c1b-a831-d5075bb46151 None None] Provisioning complete for port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:01.351050 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bf91545-a9c8-4c1b-a831-d5075bb46151 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.472135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.476617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0f17e60a-8b5a-495e-ab4b-8be893983ce7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/dd5a66a6-37bc-46ff-9207-7a593595c272 HTTP/1.1" status: 204 len: 168 time: 1.7362475 May 02 10:41:01.479555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50564) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:01.480160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0bf91545-a9c8-4c1b-a831-d5075bb46151 None None] Current status of the port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:01.513300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for floatingip (05ee8b50-c049-4381-a6ef-56854b5a9fdc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.577864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d7565-6173-4ee1-8a8f-23d80dcfcbd4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:01.579422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d7565-6173-4ee1-8a8f-23d80dcfcbd4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:01.580862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d7565-6173-4ee1-8a8f-23d80dcfcbd4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:01.582680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1f3d7565-6173-4ee1-8a8f-23d80dcfcbd4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1009438 May 02 10:41:01.585975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:01.647690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 0d0058c5-ddf5-4c32-842f-96fae6d07bd5 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:01.651056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (0d0058c5-ddf5-4c32-842f-96fae6d07bd5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.691580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (0d0058c5-ddf5-4c32-842f-96fae6d07bd5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.694911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c50c037e-c6b0-4652-b67e-53f51c4adb79 None None] Could not find standard attr ID for object dd5a66a6-37bc-46ff-9207-7a593595c272. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:01.731294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-949daecb-513a-4362-bb9c-0409c9d6d33f req-bb84aa43-8bfb-42e1-905a-7754d0f3fdd0 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0416389 May 02 10:41:01.763965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.792900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0d0058c5-ddf5-4c32-842f-96fae6d07bd5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.933364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.961924 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:01.975813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:02.014421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (0d0058c5-ddf5-4c32-842f-96fae6d07bd5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.056994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.058574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=0d0058c5-ddf5-4c32-842f-96fae6d07bd5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:02.062488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.065752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-886b259f-a5f6-4a91-b036-505c509b1b5f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/0d0058c5-ddf5-4c32-842f-96fae6d07bd5 HTTP/1.1" status: 204 len: 168 time: 0.4785762 May 02 10:41:02.070147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50592) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:02.080037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0901cd94-98b1-4d04-84dd-f0163318b646 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/9f12bfa5-3ae3-4de4-b950-dff7f427ee53 HTTP/1.1" status: 200 len: 993 time: 0.1030531 May 02 10:41:02.184193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event updated for resources: {'Port': ['ID=cb25d716-13cd-4f2f-a631-852ec2bab0e5,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:02.192460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4076c3e6-267c-40c6-bedc-cfa3d35269cb None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:02.204927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 881fd35e-2a36-4a6c-9644-df47ae1b1ca2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:02.210126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (881fd35e-2a36-4a6c-9644-df47ae1b1ca2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.213005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (05ee8b50-c049-4381-a6ef-56854b5a9fdc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.297708 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (881fd35e-2a36-4a6c-9644-df47ae1b1ca2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.412726 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Floating IP 05ee8b50-c049-4381-a6ef-56854b5a9fdc associated. External IP: 172.35.4.160, port: beb3971f-f083-4505-b614-77bf1b6242f7. May 02 10:41:02.515331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (881fd35e-2a36-4a6c-9644-df47ae1b1ca2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.577920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:02.677302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:02.677802 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.699743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (881fd35e-2a36-4a6c-9644-df47ae1b1ca2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.703244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:02.706549 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbfb7988-e99e-46f6-a4be-1e907a7e504f" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:02.716113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:41:02.722237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:02.743154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=881fd35e-2a36-4a6c-9644-df47ae1b1ca2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:02.751279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.751442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d505eb25-47ab-443d-8117-53ffc6028fb3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/881fd35e-2a36-4a6c-9644-df47ae1b1ca2 HTTP/1.1" status: 204 len: 168 time: 0.6593814 May 02 10:41:02.753986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50612) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:02.763140 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:41:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c08be13d-09ed-4d31-9830-f8504d70239c x-openstack-request-id: req-c08be13d-09ed-4d31-9830-f8504d70239c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:02.763805 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-unplugged", "status": "completed", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:02.764218 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c08be13d-09ed-4d31-9830-f8504d70239c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:02.764804 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08be13d-09ed-4d31-9830-f8504d70239c'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'code': 200} May 02 10:41:02.767585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:02.804514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6521dfa3-9fb1-43d8-8ba3-caff0b435ae7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458190 May 02 10:41:02.804774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50620) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:02.809547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:02.873008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=14']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:02.946712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8df2f3a1-c421-4809-b92e-292e3d4b9bbc req-989a18c3-b9cd-4722-aac2-b5d695558e55 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0418873 May 02 10:41:02.960260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:41:02.973237 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Sync routers for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:41:02.983813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:41:02.984432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:03.007866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:03.011957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.027306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad56c810-e999-4c47-b826-85aaa5fd3fe4 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:03.112684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.118598 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:41:03.151390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9fbd017c-2619-463d-b841-8f39aacdddb7 None None] Provisioning complete for port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:03.152014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9fbd017c-2619-463d-b841-8f39aacdddb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.157772 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bbb20b56-e068-483e-98a4-3799b16fc6a0 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4528058 May 02 10:41:03.158442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:03.166751 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0fb0f4-212e-4c2a-8371-ab611f469c89" -d '{"events": [{"name": "network-changed", "server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:03.209306 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5942663-6e78-4059-9c27-ca69a35adfa4 x-openstack-request-id: req-e5942663-6e78-4059-9c27-ca69a35adfa4 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:03.209877 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:03.209877 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5942663-6e78-4059-9c27-ca69a35adfa4 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:03.210258 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5942663-6e78-4059-9c27-ca69a35adfa4'] response: {'name': 'network-changed', 'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'status': 'completed', 'code': 200} May 02 10:41:03.262389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:03.300818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-c978ed55-e015-4141-9cf5-df919d879036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:03.306156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-c978ed55-e015-4141-9cf5-df919d879036 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1127 time: 0.0493319 May 02 10:41:03.307054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9fbd017c-2619-463d-b841-8f39aacdddb7 None None] Current status of the port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:03.325798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Deleting port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:03.329262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.391901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] For port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:03.392377 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.406500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Calling delete_port for dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:03.441283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '05ee8b50-c049-4381-a6ef-56854b5a9fdc', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'floating_ip_address': '172.35.4.160', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'port_id': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'mac_address': 'fa:16:3e:2f:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87432e7d-0491-4c31-9565-714b5c6030cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:41:00Z', 'updated_at': '2022-05-02T10:41:00Z', 'revision_number': 0, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:03.469487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Checking router: 9be41bca-a81d-48ae-8aa1-74f9dba95c3e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:41:03.479800 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:41:03.480338 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:03.538016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-160d10c8-4266-4e3d-8aa7-f7e28ce151ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:03.539514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-160d10c8-4266-4e3d-8aa7-f7e28ce151ab service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 200 len: 910 time: 0.2239790 May 02 10:41:03.541447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:03.559545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.590400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] Pushing event deleted for resources: {'Port': ['ID=dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:03.594164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6de5b6-2fff-4d07-ac0d-1690fa4c7fa4 None None] No DVR routers for this DVR port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:03.598501 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:41:03.744685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-699a2a20-3e4e-4325-be34-9c163ba214ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 200 len: 999 time: 0.1979775 May 02 10:41:03.760528 ncdv-master-1 neutron-server[115663]: WARNING neutron.services.revisions.revision_plugin [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Could not find related port for resource to bump revision. May 02 10:41:03.792674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Port dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=115663) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} May 02 10:41:03.792994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_pluggable_backend [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Reverting IP allocation for 2001:db8::f816:3eff:fe97:c67d {{(pid=115663) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} May 02 10:41:03.799620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5cecda11-a104-43c6-9108-200b890b96be), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.842353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-22202849-4137-4114-875b-f4b35912ec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:03.843852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-22202849-4137-4114-875b-f4b35912ec80 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 HTTP/1.1" status: 200 len: 848 time: 0.0815463 May 02 10:41:03.846758 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '05ee8b50-c049-4381-a6ef-56854b5a9fdc', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'floating_ip_address': '172.35.4.160', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'port_id': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'mac_address': 'fa:16:3e:2f:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87432e7d-0491-4c31-9565-714b5c6030cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:41:00Z', 'updated_at': '2022-05-02T10:41:00Z', 'revision_number': 0, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:41:03.853859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:03.873773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:03.876493 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e26312-ef63-4d71-8e77-586baa650f5b None None] The sync data for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 is: [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '05ee8b50-c049-4381-a6ef-56854b5a9fdc', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'floating_ip_address': '172.35.4.160', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'port_id': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2431, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'mac_address': 'fa:16:3e:2f:4d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87432e7d-0491-4c31-9565-714b5c6030cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:41:00Z', 'updated_at': '2022-05-02T10:41:00Z', 'revision_number': 0, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:41:03.883869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac7bf43-b64b-4455-a582-0d87e7006498 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:03.893304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:03.899566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:03.908154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=5cecda11-a104-43c6-9108-200b890b96be,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:03.924079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.924443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.926315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.927034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.927686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.928350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.929060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.929556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.930045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.930538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.931046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.931552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.932037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.932538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.938927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:03.938927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-87923043-ca51-430c-8fed-2ac95af37bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:03.938927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-87923043-ca51-430c-8fed-2ac95af37bef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0866759 May 02 10:41:04.042917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-b304ec4b-66d8-4e87-9c20-91d9049da74a service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964932 May 02 10:41:04.046844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5bce8937-4b82-4f30-867a-e9c65c72d911 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2412388 May 02 10:41:04.051774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50650) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:04.071661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:04.085556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e79ebe2-0190-4e22-a4e7-6c85fe2d7065 req-f87c559b-2c66-4c88-8d76-41224f66a0f4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:04.086728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '5cecda11-a104-43c6-9108-200b890b96be'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:04.087789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.090161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5e79ebe2-0190-4e22-a4e7-6c85fe2d7065 req-f87c559b-2c66-4c88-8d76-41224f66a0f4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0801563 May 02 10:41:04.142348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-591aa66f-3112-4575-bd9e-8cacfe709182 req-ff431aa6-c254-4cc8-a82a-cb89a54ec653 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0934188 May 02 10:41:04.277797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad0fb0f4-212e-4c2a-8371-ab611f469c89 req-4de58f04-5a7d-4c9a-8aa7-b971aa8e7141 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275839 May 02 10:41:04.282685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d57317-a0cb-4a75-841c-bda40f448faf None None] New status for floating IP 05ee8b50-c049-4381-a6ef-56854b5a9fdc: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:41:04.345196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Allocated IP 2001:db8::f816:3eff:fea1:b9d8 (10093352-5a76-4e10-9ce0-e3026423e286/5cecda11-a104-43c6-9108-200b890b96be/38668bf0-2e2d-4e58-abcd-f1c2b884e678) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:04.463745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:04.470316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.492022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5e79ebe2-0190-4e22-a4e7-6c85fe2d7065 req-d30356e2-0d09-4b9c-a6b0-39279a3d6ebf tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3871043 May 02 10:41:04.584828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:04.630760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffab68-62b6-43b8-9dfa-e692d4c34f93 req-215a472a-f494-41d2-97a7-3f4a35dc4fcb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:04.632249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02ffab68-62b6-43b8-9dfa-e692d4c34f93 req-215a472a-f494-41d2-97a7-3f4a35dc4fcb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0695922 May 02 10:41:04.640277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:04.640277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc0e8ebb-4ac5-4770-9ce1-1f31bfa6fd5f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:04.721252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02ffab68-62b6-43b8-9dfa-e692d4c34f93 req-60506653-d35f-46c5-ae25-1dc79f4e5e9a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825534 May 02 10:41:04.767063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks [] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.846806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511594c2-bc42-435f-a6a7-ff85b3958742 req-5c5ce41d-bcec-4006-baf3-45bb56838277 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:04.848375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-511594c2-bc42-435f-a6a7-ff85b3958742 req-5c5ce41d-bcec-4006-baf3-45bb56838277 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0474992 May 02 10:41:04.851342 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.898210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-511594c2-bc42-435f-a6a7-ff85b3958742 req-5c9385db-fbad-49e9-8b8f-d4f376ff1ec2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432827 May 02 10:41:04.898850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:04.901916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:04.905135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:04.911544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Pushing event updated for resources: {'Port': ['ID=38668bf0-2e2d-4e58-abcd-f1c2b884e678,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:04.971604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.977224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Attempting to bind port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:04.977618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Attempting to bind port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:04.978044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Attempting to bind port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:04.984215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:04.984635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:04.986534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:04.986953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:04.987441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Bound port: 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:04.987863 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:05.018070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:05.021863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:05.026288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.026880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:05.043523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:05.141689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f9677050-ce8a-4cc4-9be6-2d5ac79d4414 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0886803 May 02 10:41:05.150406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50664) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:05.155335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:c8:bc:f2', 'name': 'tempest-NetworksTestDHCPv6-117819498'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:05.159039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] For port 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:05.162897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] For port 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38668bf0-2e2d-4e58-abcd-f1c2b884e678,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:05.254048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:05.286737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0664965-8704-4f25-859a-b27f43fa2758 req-7fd3afc0-c60c-448b-8783-f1270a45bbd8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.288951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0664965-8704-4f25-859a-b27f43fa2758 req-7fd3afc0-c60c-448b-8783-f1270a45bbd8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0566695 May 02 10:41:05.293528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4993e543-94e1-4190-a7f2-2eeabd6f4799 req-378029f7-af74-4f3a-874e-7956b273e2c7 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0498183 May 02 10:41:05.362662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617d12a-a3a9-4ccb-91d5-86c35beca2f2 None None] Pushing event updated for resources: {'Port': ['ID=38668bf0-2e2d-4e58-abcd-f1c2b884e678,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:05.377251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0664965-8704-4f25-859a-b27f43fa2758 req-ec21d2cf-a012-4849-86fc-6b114efccf34 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825374 May 02 10:41:05.385131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9cd8-3104-4bdc-897f-624b42571481 req-a474882d-6a84-4674-acf6-2becf309733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.386996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-a474882d-6a84-4674-acf6-2becf309733d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.0493727 May 02 10:41:05.416942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:05.552438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9cd8-3104-4bdc-897f-624b42571481 req-25fd69a7-a4df-43ee-ad9a-76a324fe41c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.554029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-25fd69a7-a4df-43ee-ad9a-76a324fe41c2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.1619544 May 02 10:41:05.566488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:05.635481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 400441cc-e0a4-4af7-ab53-9d0f79e954c4 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:05.680051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-b897222a-3aab-41ae-aa59-d211f9b511f1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1167569 May 02 10:41:05.774626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9cd8-3104-4bdc-897f-624b42571481 req-bb88abef-4eb8-4567-9a38-5c7cb47ed458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.776000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-bb88abef-4eb8-4567-9a38-5c7cb47ed458 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0878506 May 02 10:41:05.850420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a9cd8-3104-4bdc-897f-624b42571481 req-a8852f34-cd34-4c0c-8c87-94f0de1fd409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:05.851901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-a8852f34-cd34-4c0c-8c87-94f0de1fd409 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0686524 May 02 10:41:05.899293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 172.20.0.10 (10093352-5a76-4e10-9ce0-e3026423e286/308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc/400441cc-e0a4-4af7-ab53-9d0f79e954c4) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:05.934699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fec8:bcf2 (10093352-5a76-4e10-9ce0-e3026423e286/5cecda11-a104-43c6-9108-200b890b96be/400441cc-e0a4-4af7-ab53-9d0f79e954c4) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:05.993392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-de71b950-69e8-48fc-b8e0-22843265de6d service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339734 May 02 10:41:06.163167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-349a9cd8-3104-4bdc-897f-624b42571481 req-039ae2a3-9794-435b-9148-7092c1310054 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620302 May 02 10:41:06.177689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (400441cc-e0a4-4af7-ab53-9d0f79e954c4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.302868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70753c1-7b49-4be8-9240-ac1ac83e8eff None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:06.344968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (400441cc-e0a4-4af7-ab53-9d0f79e954c4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.367648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Provisioning complete for port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:06.368025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.420078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d12cba4-7d92-4ff8-8b1e-9c4743ba7a4a req-b8429f71-cadc-49e4-a33d-6fb850bfeca2 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0347712 May 02 10:41:06.428457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:06.451336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=400441cc-e0a4-4af7-ab53-9d0f79e954c4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:06.454575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:06.460202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:06.539412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:06.540039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.561995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Current status of the port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:06.562381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.567613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53925540-47e2-4b5c-a8c1-7a7f9933e07a req-6768c13b-133a-4363-8c99-f93aa098d92e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:06.569775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-53925540-47e2-4b5c-a8c1-7a7f9933e07a req-6768c13b-133a-4363-8c99-f93aa098d92e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0607178 May 02 10:41:06.589344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '5cecda11-a104-43c6-9108-200b890b96be', 'ip_address': '2001:db8::f816:3eff:fea1:b9d8'}, {'subnet_id': '308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '38668bf0-2e2d-4e58-abcd-f1c2b884e678'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:41:06.593361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 38668bf0-2e2d-4e58-abcd-f1c2b884e678 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:06.622546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-53925540-47e2-4b5c-a8c1-7a7f9933e07a req-948736fc-9636-4b99-9723-3e478b2efb51 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467687 May 02 10:41:06.648319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] For port 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38668bf0-2e2d-4e58-abcd-f1c2b884e678,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:06.653192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3539926b-212e-4e9e-9b42-098df23a1136 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5017624 May 02 10:41:06.655639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50676) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:06.670718 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.706542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72533d85-6dc6-441a-904b-38869f9c93ce tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:06.712042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72533d85-6dc6-441a-904b-38869f9c93ce tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:06.713643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-72533d85-6dc6-441a-904b-38869f9c93ce tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.0570116 May 02 10:41:06.713942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.716278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50678) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:06.718582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:06.718947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:06.872180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694e4e00-a6a5-4937-bea1-1fe6558c7fe9 None None] Pushing event updated for resources: {'Port': ['ID=38668bf0-2e2d-4e58-abcd-f1c2b884e678,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:06.952731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Allocated IP 172.20.0.2 (10093352-5a76-4e10-9ce0-e3026423e286/308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc/38668bf0-2e2d-4e58-abcd-f1c2b884e678) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:06.958816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:07.060484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] For port 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38668bf0-2e2d-4e58-abcd-f1c2b884e678,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:07.093365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Publish callbacks [] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.139697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 400441cc-e0a4-4af7-ab53-9d0f79e954c4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:07.140043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (400441cc-e0a4-4af7-ab53-9d0f79e954c4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.156002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.232925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (400441cc-e0a4-4af7-ab53-9d0f79e954c4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.246485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 400441cc-e0a4-4af7-ab53-9d0f79e954c4 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:07.249422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e560d6-b9fa-4fbb-aab8-02c787f345e0 None None] Pushing event updated for resources: {'Port': ['ID=38668bf0-2e2d-4e58-abcd-f1c2b884e678,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:07.533304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628685ad-179f-4837-ae4c-e21f1bbaed7d req-2d000b54-be4b-44d8-9bdb-d7f08db7a777 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0289054 May 02 10:41:07.544482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (400441cc-e0a4-4af7-ab53-9d0f79e954c4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.574873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=400441cc-e0a4-4af7-ab53-9d0f79e954c4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:07.678890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.684552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e682ff13-f083-4444-a870-5a5fc94cf715 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/400441cc-e0a4-4af7-ab53-9d0f79e954c4 HTTP/1.1" status: 204 len: 168 time: 0.9644551 May 02 10:41:07.684818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50686) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:07.743309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d200c5e-67b5-44d4-bf37-1dfae447e780 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:07.744930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d200c5e-67b5-44d4-bf37-1dfae447e780 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:07.746247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d200c5e-67b5-44d4-bf37-1dfae447e780 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:07.749962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9d200c5e-67b5-44d4-bf37-1dfae447e780 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0620840 May 02 10:41:07.750710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50688) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:07.762667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eea02-051f-49e7-a8e6-e757c3172166 req-10314e20-3a3b-45ad-b68d-7135996f2b6b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:07.764847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-094eea02-051f-49e7-a8e6-e757c3172166 req-10314e20-3a3b-45ad-b68d-7135996f2b6b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0586374 May 02 10:41:07.808405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:07.811741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.823163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-094eea02-051f-49e7-a8e6-e757c3172166 req-1745d712-cbe3-45ae-8d70-82aaaefc8412 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510914 May 02 10:41:07.835813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0806939c-c185-4ee6-993d-f0746a44acc8 None None] Could not find standard attr ID for object 400441cc-e0a4-4af7-ab53-9d0f79e954c4. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:07.849923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0806939c-c185-4ee6-993d-f0746a44acc8 None None] Provisioning complete for port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:07.850281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0806939c-c185-4ee6-993d-f0746a44acc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.877819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:07.954162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0806939c-c185-4ee6-993d-f0746a44acc8 None None] Current status of the port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:07.983339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.040088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0e9138-108a-4b28-bfa4-c313689905c7 req-15fd2c91-ef1a-40ca-b289-93929d9b2164 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:08.041675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca0e9138-108a-4b28-bfa4-c313689905c7 req-15fd2c91-ef1a-40ca-b289-93929d9b2164 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0584526 May 02 10:41:08.092275 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca0e9138-108a-4b28-bfa4-c313689905c7 req-3ac2c9b9-717d-403e-aace-4b4a2859c724 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442533 May 02 10:41:08.131404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.162769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:08.164771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.167977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5f153ccc-1548-4902-9d3e-64bbc18fd562 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc HTTP/1.1" status: 204 len: 168 time: 0.4158130 May 02 10:41:08.168295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f42207f3-1275-439f-a16a-7f18fefc878c None None] Could not find standard attr ID for object 400441cc-e0a4-4af7-ab53-9d0f79e954c4. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:08.170414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50698) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:08.260182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec9f70-f062-42f9-b76b-9451b080f6ee req-c3148f71-4471-4c85-99d9-98d01daec63e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:08.261699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86ec9f70-f062-42f9-b76b-9451b080f6ee req-c3148f71-4471-4c85-99d9-98d01daec63e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0772378 May 02 10:41:08.270294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 5cecda11-a104-43c6-9108-200b890b96be {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:08.275049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (5cecda11-a104-43c6-9108-200b890b96be), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.336390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5cecda11-a104-43c6-9108-200b890b96be), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.374371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86ec9f70-f062-42f9-b76b-9451b080f6ee req-3ab61444-09c5-4ab0-ac88-84933668dd29 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017487 May 02 10:41:08.433338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5cecda11-a104-43c6-9108-200b890b96be), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.522806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 38668bf0-2e2d-4e58-abcd-f1c2b884e678 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:08.524328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4018095-97d0-4823-8e3b-fb9099a8e64a req-01d9834e-b093-4cf5-a086-435fa01da397 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:08.529146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4018095-97d0-4823-8e3b-fb9099a8e64a req-01d9834e-b093-4cf5-a086-435fa01da397 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0536270 May 02 10:41:08.572921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:08.573302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.577259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5cecda11-a104-43c6-9108-200b890b96be), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.581785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4018095-97d0-4823-8e3b-fb9099a8e64a req-e619e1e6-3009-4713-9076-cc73306ae5e0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501568 May 02 10:41:08.642908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=5cecda11-a104-43c6-9108-200b890b96be,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:08.666737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.672259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-26a06951-7dfa-47a3-9504-55be9485d672 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5cecda11-a104-43c6-9108-200b890b96be HTTP/1.1" status: 204 len: 168 time: 0.4987154 May 02 10:41:08.672426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0183ee9-1051-421a-88ff-bc0dbe5ec93e req-3bb6f9cc-6204-40ea-bb2a-f01e8396a3d0 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0417280 May 02 10:41:08.672870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50706) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:08.709911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:08.726055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17996bc1-ad98-4de3-884e-e3f1f8f976b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0520399 May 02 10:41:08.728584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50708) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:08.733561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:08.742356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a96377c-66d2-4dee-b76e-f9d3963283a7 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:08.764974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e21cd08-63f9-4823-a26a-574755f008c8 req-542cb8f7-5dc7-42ee-a024-bd05e1c916e8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:08.767128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5e21cd08-63f9-4823-a26a-574755f008c8 req-542cb8f7-5dc7-42ee-a024-bd05e1c916e8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0632160 May 02 10:41:08.820375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5e21cd08-63f9-4823-a26a-574755f008c8 req-9fc64516-cbfa-4a6a-ba26-4af2d43159a1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459838 May 02 10:41:08.903787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:08.916196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:08.919760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:08.948150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Deleting port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:08.948627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.069649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] For port 38668bf0-2e2d-4e58-abcd-f1c2b884e678, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=38668bf0-2e2d-4e58-abcd-f1c2b884e678,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:09.070044 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.085332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Calling delete_port for 38668bf0-2e2d-4e58-abcd-f1c2b884e678 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:09.163141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-f007b87a-8245-4b17-83b7-393a93613bf5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:09.164625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-f007b87a-8245-4b17-83b7-393a93613bf5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1670406 May 02 10:41:09.205531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-4182f127-2cd1-435d-9e8c-709ea8c9914c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/quotas/608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 375 time: 0.0332921 May 02 10:41:09.247307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (38668bf0-2e2d-4e58-abcd-f1c2b884e678), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.275520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Pushing event deleted for resources: {'Port': ['ID=38668bf0-2e2d-4e58-abcd-f1c2b884e678,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:09.284805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.285361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.285896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.286234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.286563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.287065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.287605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.288096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.288431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.288792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.289149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.289475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.289796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.290265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.290591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:09.296458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723c5c28-588a-43a6-8ba3-f7ba4e759cd7 None None] No DVR routers for this DVR port 38668bf0-2e2d-4e58-abcd-f1c2b884e678 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:09.310070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-2d7723fe-5ae4-4e4a-a96b-da777e9c78b6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942266 May 02 10:41:09.391337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (f80c96c4-51fa-47a5-8a44-69d47f4e243a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.476845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:09.482677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:09.485854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:09.486486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.492738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aa12f7-fc8b-43e4-8885-1f1985b74295 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:09.498469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=f80c96c4-51fa-47a5-8a44-69d47f4e243a,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:09.519331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-f4e1668c-b8fe-440c-af6d-2fcc31ecbc12 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042997 May 02 10:41:09.585080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90b3bd37-7aa3-4094-a0b7-19474e012204 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8552043 May 02 10:41:09.587946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50726) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:09.593620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:09.603075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'f80c96c4-51fa-47a5-8a44-69d47f4e243a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:09.603937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.623132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-4f560aab-9e59-4aaf-a5c3-0e0ee132a52f service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977824 May 02 10:41:09.746584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Allocated IP 172.20.0.2 (10093352-5a76-4e10-9ce0-e3026423e286/f80c96c4-51fa-47a5-8a44-69d47f4e243a/bd671449-05ef-4b80-8cb0-d50983e17b40) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:09.792497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e92a218-ae8a-4749-9c93-26c6027fef29 req-b6acc8d0-179f-43cf-a387-b9e9a9e87223 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0329173 May 02 10:41:09.839660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:09.847553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.914703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks [] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:09.945080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-764bbe36-c7e3-422a-95f6-7414c9a16768 req-ff8463bd-09d4-41c0-beff-ef3ab7403b7e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 210 time: 0.0343335 May 02 10:41:10.024765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.061773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:10.064731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:10.070930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:10.079857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Pushing event updated for resources: {'Port': ['ID=bd671449-05ef-4b80-8cb0-d50983e17b40,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:10.149634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Attempting to bind port bd671449-05ef-4b80-8cb0-d50983e17b40 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:10.149634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Attempting to bind port bd671449-05ef-4b80-8cb0-d50983e17b40 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:10.149634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Attempting to bind port bd671449-05ef-4b80-8cb0-d50983e17b40 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:10.154392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:10.154777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:10.159147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.159147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:10.159147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Bound port: bd671449-05ef-4b80-8cb0-d50983e17b40, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:10.159147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.221092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] For port bd671449-05ef-4b80-8cb0-d50983e17b40, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:10.224775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] For port bd671449-05ef-4b80-8cb0-d50983e17b40, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd671449-05ef-4b80-8cb0-d50983e17b40,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:10.339264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:10.379089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.443977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b52151d-a8b1-4190-b6c9-93a41ea643bc None None] Pushing event updated for resources: {'Port': ['ID=bd671449-05ef-4b80-8cb0-d50983e17b40,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:10.534770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 38668bf0-2e2d-4e58-abcd-f1c2b884e678 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:10.558927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 38668bf0-2e2d-4e58-abcd-f1c2b884e678 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:10.559279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 38668bf0-2e2d-4e58-abcd-f1c2b884e678 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:10.669861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.838033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] For port bd671449-05ef-4b80-8cb0-d50983e17b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd671449-05ef-4b80-8cb0-d50983e17b40,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:10.869277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.898840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-477e55cd-c8a3-46a3-8f0b-eadc2ce09c06 req-cacdf619-b32b-4e49-8d2b-206ce3902ce1 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0294025 May 02 10:41:10.930718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:10.964546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (8e210b37-9770-4b8c-a12f-b5d17c62a6e2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.021331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:11.031203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:11.034602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:11.041700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.088166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-15a433a5-bb09-4af3-b427-7e6ed15094c8 req-f46751fd-3968-4fc9-9784-5cd28b746231 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 210 time: 0.0634546 May 02 10:41:11.092953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=bd671449-05ef-4b80-8cb0-d50983e17b40,revision_number=4']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:11.101931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=8e210b37-9770-4b8c-a12f-b5d17c62a6e2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:11.190378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8632b1b9-c129-4798-8dc0-eb32dbf9ab5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6011620 May 02 10:41:11.193837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50750) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:11.199076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:58:ef:9d', 'name': 'tempest-NetworksTestDHCPv6-406125964'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:11.481852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965ad7ba-f20f-4e94-9bce-73513edf2e8e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:11.538591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:11.546878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Provisioning complete for port bd671449-05ef-4b80-8cb0-d50983e17b40 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:11.547256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.634928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Current status of the port bd671449-05ef-4b80-8cb0-d50983e17b40 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:11.635181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.635882 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.657095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 43a228c3-6c2c-4f90-b7aa-108b74ba449d yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:11.673003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] For port bd671449-05ef-4b80-8cb0-d50983e17b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd671449-05ef-4b80-8cb0-d50983e17b40,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:11.810821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:11.832335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 172.20.0.11 (10093352-5a76-4e10-9ce0-e3026423e286/f80c96c4-51fa-47a5-8a44-69d47f4e243a/43a228c3-6c2c-4f90-b7aa-108b74ba449d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:11.839430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fe58:ef9d (10093352-5a76-4e10-9ce0-e3026423e286/8e210b37-9770-4b8c-a12f-b5d17c62a6e2/43a228c3-6c2c-4f90-b7aa-108b74ba449d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:11.870204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935f83a5-b09a-4115-8a66-dcd7bc0baae6 None None] Pushing event updated for resources: {'Port': ['ID=bd671449-05ef-4b80-8cb0-d50983e17b40,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:12.008746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.013207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1968c63e-167b-431e-a3a8-1109a867c0f0 req-71f2c164-e8ad-4e34-8527-59e44356857d tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0341740 May 02 10:41:12.148285 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.226166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2e2e0bff-d8c4-4df1-8614-96fdb7d83981 req-580d36ee-285b-4670-9616-410f556a01cb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 210 time: 0.0472059 May 02 10:41:12.227848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:12.235449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:12.235449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=43a228c3-6c2c-4f90-b7aa-108b74ba449d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:12.236456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:12.238746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-356f1a79-e12d-41f8-83b7-93b8c51a5f73 None None] Provisioning complete for port bd671449-05ef-4b80-8cb0-d50983e17b40 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:12.239540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-356f1a79-e12d-41f8-83b7-93b8c51a5f73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.295333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:12.299875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.383464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2e598a7-13f5-4a3a-a0bd-03e258cf8e4c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.1838160 May 02 10:41:12.383672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50758) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:12.531244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-356f1a79-e12d-41f8-83b7-93b8c51a5f73 None None] Current status of the port bd671449-05ef-4b80-8cb0-d50983e17b40 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:12.572950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4c178-e71f-4029-9ab1-be16f001608d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:12.579740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd4c178-e71f-4029-9ab1-be16f001608d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:12.581652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4bd4c178-e71f-4029-9ab1-be16f001608d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1988518 May 02 10:41:12.585220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50762) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:12.628313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd671449-05ef-4b80-8cb0-d50983e17b40 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:12.656545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-8e1e6174-c8df-45ad-b84d-70da966eb6d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:12.658317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-8e1e6174-c8df-45ad-b84d-70da966eb6d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.3194699 May 02 10:41:12.670831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'device_id': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'admin_state_up': True, 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:12.675407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6a874a15-6719-4f19-8617-c40a5eb430ce None None] Provisioning complete for port 43a228c3-6c2c-4f90-b7aa-108b74ba449d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:12.675599 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6a874a15-6719-4f19-8617-c40a5eb430ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.721248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bd671449-05ef-4b80-8cb0-d50983e17b40 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:12.721627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.724353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6a874a15-6719-4f19-8617-c40a5eb430ce None None] Port 43a228c3-6c2c-4f90-b7aa-108b74ba449d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:12.734383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 43a228c3-6c2c-4f90-b7aa-108b74ba449d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:12.737020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.815240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bd671449-05ef-4b80-8cb0-d50983e17b40 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:12.835491 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.835821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:12.839438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:12.849100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 43a228c3-6c2c-4f90-b7aa-108b74ba449d owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:12.965319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.20.0.5 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/325b9a30-2b77-4d3e-bd9a-2e752c573122) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:13.131269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cbdbe1b-516e-4331-b592-95db49b4d280 req-722d172b-7f07-4d5e-9c44-be677c05b4e4 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0406654 May 02 10:41:13.146155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.157032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (43a228c3-6c2c-4f90-b7aa-108b74ba449d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.192773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=43a228c3-6c2c-4f90-b7aa-108b74ba449d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:13.268217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.292286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.298179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f4358e2-5799-4a2d-8326-efbb750987f7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/43a228c3-6c2c-4f90-b7aa-108b74ba449d HTTP/1.1" status: 204 len: 168 time: 0.7095511 May 02 10:41:13.298975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50768) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:13.341394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:13.358118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:13.360269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:13.363000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:13.407822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea180d9d-7da8-4f9b-b230-30867b466c72 req-cdc89a70-98cc-46b3-b42e-cfc316916616 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:13.413559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea180d9d-7da8-4f9b-b230-30867b466c72 req-cdc89a70-98cc-46b3-b42e-cfc316916616 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 931 time: 0.0684445 May 02 10:41:13.413700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee19d0-39ca-4ba7-9705-720abb734127 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:13.415099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee19d0-39ca-4ba7-9705-720abb734127 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:13.416908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ee19d0-39ca-4ba7-9705-720abb734127 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:13.418566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-44ee19d0-39ca-4ba7-9705-720abb734127 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1187186 May 02 10:41:13.422217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:13.429998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:13.430792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.473731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea180d9d-7da8-4f9b-b230-30867b466c72 req-f2e4ba8e-5afb-4235-baf0-d16c1d4bb214 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532143 May 02 10:41:13.519278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 8e210b37-9770-4b8c-a12f-b5d17c62a6e2 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:13.524398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (8e210b37-9770-4b8c-a12f-b5d17c62a6e2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.560056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-db999912-dcc3-497e-a4fa-7794b18a3883 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8930149 May 02 10:41:13.573222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Request body: {'port': {'device_id': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:13.611096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (8e210b37-9770-4b8c-a12f-b5d17c62a6e2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.650962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1c394ab3-5423-40e7-b400-cca8e25dfcf3 None None] Provisioning complete for port 325b9a30-2b77-4d3e-bd9a-2e752c573122 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:13.651536 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1c394ab3-5423-40e7-b400-cca8e25dfcf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.682649 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.686572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1c394ab3-5423-40e7-b400-cca8e25dfcf3 None None] Port 325b9a30-2b77-4d3e-bd9a-2e752c573122 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:13.754449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8e210b37-9770-4b8c-a12f-b5d17c62a6e2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.964715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (8e210b37-9770-4b8c-a12f-b5d17c62a6e2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:13.998059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=8e210b37-9770-4b8c-a12f-b5d17c62a6e2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:14.009928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.012086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fa4bca5-9a0d-42bb-a7f0-97a30171c5f2 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:14.013106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d287a210-660f-4302-afe4-8a4eff548caf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/8e210b37-9770-4b8c-a12f-b5d17c62a6e2 HTTP/1.1" status: 204 len: 168 time: 0.5897126 May 02 10:41:14.016014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:14.049888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 325b9a30-2b77-4d3e-bd9a-2e752c573122 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:14.061261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks [] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.072893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Transition to ACTIVE for port object 325b9a30-2b77-4d3e-bd9a-2e752c573122 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:41:14.079342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet f80c96c4-51fa-47a5-8a44-69d47f4e243a {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:14.083174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (f80c96c4-51fa-47a5-8a44-69d47f4e243a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.128408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f80c96c4-51fa-47a5-8a44-69d47f4e243a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.136845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.208363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Pushing event updated for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:14.250213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f80c96c4-51fa-47a5-8a44-69d47f4e243a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.292043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0636f3b6-c077-404c-9b61-9734c93c2d47 req-052cefb2-cc67-4f80-8061-abb4c4f00310 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0518413 May 02 10:41:14.306085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.330770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Attempting to bind port 325b9a30-2b77-4d3e-bd9a-2e752c573122 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:14.331256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Attempting to bind port 325b9a30-2b77-4d3e-bd9a-2e752c573122 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:14.331677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Attempting to bind port 325b9a30-2b77-4d3e-bd9a-2e752c573122 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:14.337845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Port 325b9a30-2b77-4d3e-bd9a-2e752c573122 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:41:14.338654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Attempting to bind port 325b9a30-2b77-4d3e-bd9a-2e752c573122 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:14.349708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:14.349708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:14.349708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:14.349708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Bound port: 325b9a30-2b77-4d3e-bd9a-2e752c573122, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:14.349708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.427727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:14.433188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f80c96c4-51fa-47a5-8a44-69d47f4e243a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.433355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:14.478279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=f80c96c4-51fa-47a5-8a44-69d47f4e243a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:14.483192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.489417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f80c96c4-51fa-47a5-8a44-69d47f4e243a HTTP/1.1" status: 204 len: 168 time: 0.4688563 May 02 10:41:14.490350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:14.492410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.492742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.493089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.493433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.493769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.494107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.494444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.494780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.495108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.495438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.495771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.497803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.497803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.497803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.497803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df69f161-0e7d-4554-a01a-442ff17d5a9b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:41:14.543320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.550095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-239680d2-fb62-4989-8388-b135e3d51c9e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554373 May 02 10:41:14.550436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50782) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:14.561812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:14.619750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:14.626458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.626458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] 10.222.0.24 "PUT /v2.0/ports/325b9a30-2b77-4d3e-bd9a-2e752c573122 HTTP/1.1" status: 200 len: 1091 time: 1.0537210 May 02 10:41:14.626458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:14.626458 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70dae977-324c-47fe-9aa2-c075157de5e0" -d '{"events": [{"name": "network-changed", "server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:14.659121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bb161f-6fa0-411f-aca0-6dc30c1f9514 service neutron] Pushing event updated for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:14.691564 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:41:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff3db7d-e82f-43ce-8cdb-03871664d405 x-openstack-request-id: req-7ff3db7d-e82f-43ce-8cdb-03871664d405 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:14.691564 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:14.691564 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ff3db7d-e82f-43ce-8cdb-03871664d405 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:14.694905 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff3db7d-e82f-43ce-8cdb-03871664d405'] response: {'name': 'network-changed', 'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122', 'status': 'completed', 'code': 200} May 02 10:41:14.709779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fca113c-10f1-4414-bdac-35f4145c3e1c req-d5bb65ae-d50f-489f-8712-1194c703855f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:14.711392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fca113c-10f1-4414-bdac-35f4145c3e1c req-d5bb65ae-d50f-489f-8712-1194c703855f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 943 time: 0.1412673 May 02 10:41:14.765073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-55c5e3fc-4394-457b-86f8-3d7319587710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:14.766968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-55c5e3fc-4394-457b-86f8-3d7319587710 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 1125 time: 0.0573618 May 02 10:41:14.796407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fca113c-10f1-4414-bdac-35f4145c3e1c req-26a10ea2-dd78-42ac-9531-b5bd870fe92e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725427 May 02 10:41:14.835610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:14.839506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:14.914035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-2c157096-8c36-4f4a-aadc-7fc3614a904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:14.915799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-2c157096-8c36-4f4a-aadc-7fc3614a904b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=608974f2bff942b5a36c7b8f748dcf72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1418705 May 02 10:41:14.955467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0148a73e-c66f-4807-ab1e-2a01c060cb31 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:15.042610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-87566656-9f6e-4b3b-a028-c84bed6be9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.044356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70dae977-324c-47fe-9aa2-c075157de5e0 req-87566656-9f6e-4b3b-a028-c84bed6be9ae service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228740 May 02 10:41:15.077638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-32a9b26c-d1ce-42df-a278-fc945aa26d36 None None] Provisioning complete for port bd671449-05ef-4b80-8cb0-d50983e17b40 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:15.078087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32a9b26c-d1ce-42df-a278-fc945aa26d36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.129553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-cd005e75-4a6e-4676-bab5-e0e4fde6c71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.131159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-cd005e75-4a6e-4676-bab5-e0e4fde6c71e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 1125 time: 0.0494649 May 02 10:41:15.145378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (ed466230-b10a-4398-94f6-e59408cfb8dc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.177989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:15.182581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-32a9b26c-d1ce-42df-a278-fc945aa26d36 None None] Current status of the port bd671449-05ef-4b80-8cb0-d50983e17b40 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:15.193237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:15.196358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:15.200678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.201272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.208854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-d38423e6-4dd7-442b-af69-46ffe5d7cb91 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122 HTTP/1.1" status: 200 len: 217 time: 0.0669668 May 02 10:41:15.216496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=ed466230-b10a-4398-94f6-e59408cfb8dc,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:15.230131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Deleting port bd671449-05ef-4b80-8cb0-d50983e17b40 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:15.230525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.266321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-191dc02a-b780-4bab-99f4-67fa25521b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.267966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-191dc02a-b780-4bab-99f4-67fa25521b11 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0530264 May 02 10:41:15.314157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f6299-042d-4952-809c-90a663e4619e req-9445d288-05d2-4354-b27e-6c28f17c197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.315693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-9445d288-05d2-4354-b27e-6c28f17c197a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0413902 May 02 10:41:15.318504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] For port bd671449-05ef-4b80-8cb0-d50983e17b40, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bd671449-05ef-4b80-8cb0-d50983e17b40,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:15.325148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.325306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a6924e8-b132-4e2a-bab0-4623f1ede4f3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7708890 May 02 10:41:15.325306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:15.330158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:15.339511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Calling delete_port for bd671449-05ef-4b80-8cb0-d50983e17b40 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:15.449269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74865498-0e18-4c91-ae00-ae4d0633aa11 req-1652a462-1cc9-4fdf-87a5-1ea33fc5798f tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0420895 May 02 10:41:15.454809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-3cf72610-11df-4818-8739-bcbb1fba2e07 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312454 May 02 10:41:15.485069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (bd671449-05ef-4b80-8cb0-d50983e17b40), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.510904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] Pushing event deleted for resources: {'Port': ['ID=bd671449-05ef-4b80-8cb0-d50983e17b40,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:15.514468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a25756f5-67e7-4cf8-9bc1-2f5fef5b22d7 None None] No DVR routers for this DVR port bd671449-05ef-4b80-8cb0-d50983e17b40 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:15.531605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0445938-74bf-404c-b839-fba2917e9a73 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:15.559215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-213f6299-042d-4952-809c-90a663e4619e req-ccff090a-942b-43f7-a275-f05a2bc7ea66 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928566 May 02 10:41:15.565247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:15.569191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.640843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'ed466230-b10a-4398-94f6-e59408cfb8dc'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:15.642317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.799568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Allocated IP 172.20.0.2 (10093352-5a76-4e10-9ce0-e3026423e286/ed466230-b10a-4398-94f6-e59408cfb8dc/576340b1-152f-47a4-9802-ae10b3dfaf79) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:15.938620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68088bc1-0871-400c-93ea-2da9dfd8caa2 req-a3457f94-df90-4961-a1e0-f7b227ac1a8c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:15.939202 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68088bc1-0871-400c-93ea-2da9dfd8caa2 req-a3457f94-df90-4961-a1e0-f7b227ac1a8c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 943 time: 0.0580809 May 02 10:41:15.979861 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:15.986142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks [] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.027095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:16.032205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (882b34c6-3525-40c4-9320-d0f855da7b8b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.066088 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.070120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68088bc1-0871-400c-93ea-2da9dfd8caa2 req-67fb1ef6-1c4c-4e35-b2ae-794800fcb8be tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069579 May 02 10:41:16.080251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:16.084213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:16.097503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:16.103585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.115324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:16.118999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:16.119122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=882b34c6-3525-40c4-9320-d0f855da7b8b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:16.123459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:16.125735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Pushing event updated for resources: {'Port': ['ID=576340b1-152f-47a4-9802-ae10b3dfaf79,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:16.192224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Attempting to bind port 576340b1-152f-47a4-9802-ae10b3dfaf79 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:16.192821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Attempting to bind port 576340b1-152f-47a4-9802-ae10b3dfaf79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:16.193206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Attempting to bind port 576340b1-152f-47a4-9802-ae10b3dfaf79 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:16.198703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:16.199079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:16.199478 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.199872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:16.200336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Bound port: 576340b1-152f-47a4-9802-ae10b3dfaf79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:16.201042 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.204241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50816) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:16.215662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-444fcf7a-6b8f-43a5-a56d-14739f90fc3b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8894246 May 02 10:41:16.218414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50820) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:16.228387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:b5:4e:c9', 'name': 'tempest-NetworksTestDHCPv6-762868288'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:16.268757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] For port 576340b1-152f-47a4-9802-ae10b3dfaf79, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:16.272161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] For port 576340b1-152f-47a4-9802-ae10b3dfaf79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=576340b1-152f-47a4-9802-ae10b3dfaf79,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:16.320716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b888ebc7-7dc1-4103-8cf2-7e3f963189b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.353912 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.405638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b888ebc7-7dc1-4103-8cf2-7e3f963189b7 admin admin] Publish callbacks [] for security_group (2d757d5e-1580-4ab3-9fcb-c06c0047778b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.413753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b7aec-85b0-4b0c-9896-541451a753f3 None None] Pushing event updated for resources: {'Port': ['ID=576340b1-152f-47a4-9802-ae10b3dfaf79,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:16.435854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:16.440532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.469571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 9b603356-1c46-44c8-aba9-e8c2c41fbd40 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:16.507167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd671449-05ef-4b80-8cb0-d50983e17b40 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:16.527611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5bc1d8-fc4f-43f0-85c4-72d98846192f req-6853f79f-8099-47d3-bf91-274fb975040e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0412059 May 02 10:41:16.528219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b888ebc7-7dc1-4103-8cf2-7e3f963189b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d757d5e-1580-4ab3-9fcb-c06c0047778b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.546559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bd671449-05ef-4b80-8cb0-d50983e17b40 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:16.546920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bd671449-05ef-4b80-8cb0-d50983e17b40 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:16.579722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b888ebc7-7dc1-4103-8cf2-7e3f963189b7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9da89947cbda467c9eb7022d9ce8447f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3742216 May 02 10:41:16.587797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:16.591360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b888ebc7-7dc1-4103-8cf2-7e3f963189b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d757d5e-1580-4ab3-9fcb-c06c0047778b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:16.616858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5310203-86cc-4cad-b245-9a1b19c08552 req-f98511b8-1b2c-409f-8993-63549f5ae927 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0421028 May 02 10:41:16.701706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] Publish callbacks [] for security_group (2d757d5e-1580-4ab3-9fcb-c06c0047778b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.721782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 172.20.0.6 (10093352-5a76-4e10-9ce0-e3026423e286/ed466230-b10a-4398-94f6-e59408cfb8dc/9b603356-1c46-44c8-aba9-e8c2c41fbd40) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:16.730912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] Publish callbacks [] for security_group (2d757d5e-1580-4ab3-9fcb-c06c0047778b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.733745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:feb5:4ec9 (10093352-5a76-4e10-9ce0-e3026423e286/882b34c6-3525-40c4-9320-d0f855da7b8b/9b603356-1c46-44c8-aba9-e8c2c41fbd40) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:16.887160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (9b603356-1c46-44c8-aba9-e8c2c41fbd40), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.932655 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2d757d5e-1580-4ab3-9fcb-c06c0047778b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.938297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:16.938297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2d757d5e-1580-4ab3-9fcb-c06c0047778b HTTP/1.1" status: 204 len: 168 time: 0.3426955 May 02 10:41:16.945121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac420b8-4db2-47b9-a140-4193e70fdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d757d5e-1580-4ab3-9fcb-c06c0047778b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:17.018814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9b603356-1c46-44c8-aba9-e8c2c41fbd40), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.062759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:17.068221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:17.072116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:17.078703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=9b603356-1c46-44c8-aba9-e8c2c41fbd40,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:17.135901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:17.137131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.219963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678a888-47dc-40de-92f8-f476bdfaddca req-319aebcf-c29c-4b7e-a57a-c16571c6649e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:17.223618 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f678a888-47dc-40de-92f8-f476bdfaddca req-319aebcf-c29c-4b7e-a57a-c16571c6649e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 943 time: 0.0552189 May 02 10:41:17.254407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bbd336f3-8258-4098-bc5c-ef6ca80eafaf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.0302584 May 02 10:41:17.254570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50834) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:17.307094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f678a888-47dc-40de-92f8-f476bdfaddca req-7dd4c793-067b-4abc-b933-e010f8560732 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760505 May 02 10:41:17.326668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64ab771-1cb6-4b34-90dd-80676205ae76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:17.333172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64ab771-1cb6-4b34-90dd-80676205ae76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:17.335096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b64ab771-1cb6-4b34-90dd-80676205ae76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0795045 May 02 10:41:17.338051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50836) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:17.435067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 9b603356-1c46-44c8-aba9-e8c2c41fbd40 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:17.435481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9b603356-1c46-44c8-aba9-e8c2c41fbd40), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.516688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26951684-65ab-4115-9fa2-32142de90c38 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:17.540340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9b603356-1c46-44c8-aba9-e8c2c41fbd40), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.552844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 9b603356-1c46-44c8-aba9-e8c2c41fbd40 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:17.603833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Provisioning complete for port 576340b1-152f-47a4-9802-ae10b3dfaf79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:17.604220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.634525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:41:17.749184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Current status of the port 576340b1-152f-47a4-9802-ae10b3dfaf79 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:17.749860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.763353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40d4435d-f26f-4d9f-927f-10d2d96204f4 req-7413ae2e-15a0-4a87-97d3-e80de1689b3b tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0369830 May 02 10:41:17.820217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': 'ed466230-b10a-4398-94f6-e59408cfb8dc', 'ip_address': '172.20.0.2'}, {'subnet_id': '882b34c6-3525-40c4-9320-d0f855da7b8b'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '576340b1-152f-47a4-9802-ae10b3dfaf79'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:41:17.847025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] For port 576340b1-152f-47a4-9802-ae10b3dfaf79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=576340b1-152f-47a4-9802-ae10b3dfaf79,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:17.858613 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.897883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9b603356-1c46-44c8-aba9-e8c2c41fbd40), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:17.927510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=9b603356-1c46-44c8-aba9-e8c2c41fbd40,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:17.956527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.025722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.031195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ac80f5b9-a9db-4370-8fdf-12a494add67f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/9b603356-1c46-44c8-aba9-e8c2c41fbd40 HTTP/1.1" status: 204 len: 168 time: 0.6898763 May 02 10:41:18.031377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50854) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:18.058242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c723e48-0452-4bee-9a8a-de19cbda14e2 None None] Pushing event updated for resources: {'Port': ['ID=576340b1-152f-47a4-9802-ae10b3dfaf79,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:18.088076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a97cd2-5824-4b22-8f8c-6d44b68361dc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:18.089431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a97cd2-5824-4b22-8f8c-6d44b68361dc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:18.089565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Allocated IP 2001:db8::f816:3eff:fe2e:d4a0 (10093352-5a76-4e10-9ce0-e3026423e286/882b34c6-3525-40c4-9320-d0f855da7b8b/576340b1-152f-47a4-9802-ae10b3dfaf79) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:18.090825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a97cd2-5824-4b22-8f8c-6d44b68361dc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:18.092627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f6a97cd2-5824-4b22-8f8c-6d44b68361dc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0602741 May 02 10:41:18.095302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50858) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:18.155419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 882b34c6-3525-40c4-9320-d0f855da7b8b {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:18.196680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] For port 576340b1-152f-47a4-9802-ae10b3dfaf79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=576340b1-152f-47a4-9802-ae10b3dfaf79,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:18.226885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Publish callbacks [] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.312946 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (882b34c6-3525-40c4-9320-d0f855da7b8b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.313463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.378518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (882b34c6-3525-40c4-9320-d0f855da7b8b), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.415232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d78d334-4e30-4a66-8ea4-e8a697cdf32d None None] Pushing event updated for resources: {'Port': ['ID=576340b1-152f-47a4-9802-ae10b3dfaf79,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:18.466858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db697322-00a6-4914-87e5-1f986a038f87 req-b121e59e-5db6-44d6-ab1c-ca31a0c50dc1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:18.474370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db697322-00a6-4914-87e5-1f986a038f87 req-b121e59e-5db6-44d6-ab1c-ca31a0c50dc1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 943 time: 0.0731938 May 02 10:41:18.532393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 576340b1-152f-47a4-9802-ae10b3dfaf79 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:18.550561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (882b34c6-3525-40c4-9320-d0f855da7b8b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.579918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db697322-00a6-4914-87e5-1f986a038f87 req-bbd9bb88-cbbc-46f6-a121-3d8e3eef6c22 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046829 May 02 10:41:18.590493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 576340b1-152f-47a4-9802-ae10b3dfaf79 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:18.590898 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.626478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 325b9a30-2b77-4d3e-bd9a-2e752c573122 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:41:18.734900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (882b34c6-3525-40c4-9320-d0f855da7b8b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.756133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 576340b1-152f-47a4-9802-ae10b3dfaf79 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:18.757426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.761819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/882b34c6-3525-40c4-9320-d0f855da7b8b HTTP/1.1" status: 204 len: 168 time: 0.6652601 May 02 10:41:18.766139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:18.777297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:18.809351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '325b9a30-2b77-4d3e-bd9a-2e752c573122', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '325b9a30-2b77-4d3e-bd9a-2e752c573122', 'mac_address': 'fa:16:3e:d0:06:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:41:18.813418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8b7d22-eb47-49c2-9c16-94c58f77cf43 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=882b34c6-3525-40c4-9320-d0f855da7b8b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:18.838507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet ed466230-b10a-4398-94f6-e59408cfb8dc {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:18.842011 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (ed466230-b10a-4398-94f6-e59408cfb8dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.868734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 325b9a30-2b77-4d3e-bd9a-2e752c573122 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:18.870083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.886856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 325b9a30-2b77-4d3e-bd9a-2e752c573122 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:18.891417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4a7f303-dfac-459c-96a5-3ffc7a407c16 req-0bfb97a2-2cb7-4466-afd8-7c6ac2954531 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0354633 May 02 10:41:18.896981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (ed466230-b10a-4398-94f6-e59408cfb8dc), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:18.920917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:18.998588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ed466230-b10a-4398-94f6-e59408cfb8dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.037166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.092939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:19.137240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a614a208-c8bb-406c-8adb-04118d007acd None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:19.142766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (ed466230-b10a-4398-94f6-e59408cfb8dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.176626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=ed466230-b10a-4398-94f6-e59408cfb8dc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:19.180467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.183977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aa072980-7be7-40f6-b871-51065a39762c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ed466230-b10a-4398-94f6-e59408cfb8dc HTTP/1.1" status: 204 len: 168 time: 0.4187822 May 02 10:41:19.186379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.229426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee1146f8-3a81-429a-a579-22cb39add337 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418363 May 02 10:41:19.230101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-622210b9-5c5b-44e9-a3e6-b68ad8931c2a None None] Provisioning complete for port 576340b1-152f-47a4-9802-ae10b3dfaf79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:19.230477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-622210b9-5c5b-44e9-a3e6-b68ad8931c2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.231989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.288364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acbbec-110d-44a0-bba1-f83205834976 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:19.290100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89acbbec-110d-44a0-bba1-f83205834976 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0571094 May 02 10:41:19.292712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.337562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:41:19.348619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09fff52b-f4e4-4d85-868c-942bf4de1a40 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:19.350101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09fff52b-f4e4-4d85-868c-942bf4de1a40 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0561957 May 02 10:41:19.352766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50884) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.392020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-622210b9-5c5b-44e9-a3e6-b68ad8931c2a None None] Current status of the port 576340b1-152f-47a4-9802-ae10b3dfaf79 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:19.398171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-83a45fdc-2fe7-457f-99e9-ef110fa1a64c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0396812 May 02 10:41:19.400094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50886) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.401224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-622210b9-5c5b-44e9-a3e6-b68ad8931c2a None None] Could not find standard attr ID for object 9b603356-1c46-44c8-aba9-e8c2c41fbd40. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:19.405926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:19.416966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68b10d9-b183-41ac-823c-f197281d8699 None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': 'ed466230-b10a-4398-94f6-e59408cfb8dc'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '576340b1-152f-47a4-9802-ae10b3dfaf79'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:41:19.459755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a68b10d9-b183-41ac-823c-f197281d8699 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.588272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5475a2-de39-4b87-aea3-c74f2c40e158 req-f5d6798a-f36a-47bf-994a-79a93d795d12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d70a0a63b0814218a73cdc0fba0ce7da&device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0284090 May 02 10:41:19.624918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:19.629414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.630715 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5475a2-de39-4b87-aea3-c74f2c40e158 req-5f1442da-f2fb-4a4c-a3df-784e9cb6112f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d70a0a63b0814218a73cdc0fba0ce7da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348232 May 02 10:41:19.631011 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:19.631511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:19.659907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64b1b8c5-38e2-423c-8e02-81695dcda1c6 req-fdaef3dd-864e-417d-a903-4b3420ac6956 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0528762 May 02 10:41:19.712745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8d0b16d6-7d79-48a8-8db1-de156f64c7b4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3114762 May 02 10:41:19.716342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50902) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:19.721528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:19.755469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636c33c-2ed6-4c3c-b434-d39fc6655f8c req-588c9a80-23e4-4151-98c0-383963d80eac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:19.760485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e636c33c-2ed6-4c3c-b434-d39fc6655f8c req-588c9a80-23e4-4151-98c0-383963d80eac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 944 time: 0.0852849 May 02 10:41:19.819358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5475a2-de39-4b87-aea3-c74f2c40e158 req-9ba2a57b-5160-479a-bafa-e38742e74ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:19.820960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5475a2-de39-4b87-aea3-c74f2c40e158 req-9ba2a57b-5160-479a-bafa-e38742e74ec8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1840880 May 02 10:41:19.849390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e636c33c-2ed6-4c3c-b434-d39fc6655f8c req-16a74991-6bb1-4dca-a68d-8165ac5879dc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839307 May 02 10:41:19.871407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0136893-5369-4984-9beb-24074ec69b2f None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:19.919884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:19.923546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.925370 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:19.928480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:19.950881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1dc005d1-b1a8-439e-8c6c-557886a60b74 None None] Provisioning complete for port 576340b1-152f-47a4-9802-ae10b3dfaf79 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:19.951252 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1dc005d1-b1a8-439e-8c6c-557886a60b74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:19.996703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:20.019530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3791d3c-7f1a-4f50-9e4e-d67935d94323 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3019681 May 02 10:41:20.028309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:20.033822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:20.067298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Deleting port 576340b1-152f-47a4-9802-ae10b3dfaf79 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:20.067679 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.087866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1dc005d1-b1a8-439e-8c6c-557886a60b74 None None] Current status of the port 576340b1-152f-47a4-9802-ae10b3dfaf79 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:20.141268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] For port 576340b1-152f-47a4-9802-ae10b3dfaf79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=576340b1-152f-47a4-9802-ae10b3dfaf79,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:20.141667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.154453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Calling delete_port for 576340b1-152f-47a4-9802-ae10b3dfaf79 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:20.212904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:20.216528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.218703 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:20.218703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:20.283913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d0087be5-5928-4492-a7cc-71d2907afa67 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2544310 May 02 10:41:20.294386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:20.299311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:20.313959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (576340b1-152f-47a4-9802-ae10b3dfaf79), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.334630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] Pushing event deleted for resources: {'Port': ['ID=576340b1-152f-47a4-9802-ae10b3dfaf79,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:20.343924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2a9060-acea-4be6-b7ca-8284223cc586 None None] No DVR routers for this DVR port 576340b1-152f-47a4-9802-ae10b3dfaf79 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:20.486221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 576340b1-152f-47a4-9802-ae10b3dfaf79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:20.486820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:20.490310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.491746 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:20.492215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:20.511434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 576340b1-152f-47a4-9802-ae10b3dfaf79 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:20.511901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 576340b1-152f-47a4-9802-ae10b3dfaf79 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:20.567283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bbaeae08-b13d-4404-90b8-169b77d81cad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2717805 May 02 10:41:20.570128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50910) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:20.575059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:20.625365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 325b9a30-2b77-4d3e-bd9a-2e752c573122 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:20.674600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 325b9a30-2b77-4d3e-bd9a-2e752c573122 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:41:20.756029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 325b9a30-2b77-4d3e-bd9a-2e752c573122 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:20.756511 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.844882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 325b9a30-2b77-4d3e-bd9a-2e752c573122 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:20.845191 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.868504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:20.870816 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a714ec-08fc-4360-b7de-6a7a8f5341de" -d '{"events": [{"server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "name": "network-vif-plugged", "status": "completed", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:20.889824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:20.913307 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8c95b6-0180-4bd6-aa57-cd9d8051a27f x-openstack-request-id: req-3a8c95b6-0180-4bd6-aa57-cd9d8051a27f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:20.913726 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "name": "network-vif-plugged", "status": "completed", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:20.914042 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a8c95b6-0180-4bd6-aa57-cd9d8051a27f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:20.917062 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a8c95b6-0180-4bd6-aa57-cd9d8051a27f'] response: {'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122', 'code': 200} May 02 10:41:20.966872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:20.993153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fc94078-a8c8-4a43-9755-023a5c37b1f0 req-9710b8ea-60cf-45e0-9a69-c0adeb690560 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0733964 May 02 10:41:21.036483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:21.053725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b088bb-ac24-42b7-998a-aaebe81ddda7 req-64dc7c62-5b4a-4f15-b357-87d01bdee51b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:21.055224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05b088bb-ac24-42b7-998a-aaebe81ddda7 req-64dc7c62-5b4a-4f15-b357-87d01bdee51b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0943353 May 02 10:41:21.058149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b314093-aaf2-498c-a782-496ff23d55f3 req-50e6ca77-12ba-4109-8dac-b6f991794ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:21.059538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b314093-aaf2-498c-a782-496ff23d55f3 req-50e6ca77-12ba-4109-8dac-b6f991794ace service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 1127 time: 0.0580964 May 02 10:41:21.115776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:21.127388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:21.127388 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:21.127388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:21.150803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c5475a2-de39-4b87-aea3-c74f2c40e158 req-92fd54cc-48ec-4f11-990d-0f36f328d6e4 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.15 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0576191 May 02 10:41:21.162875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05b088bb-ac24-42b7-998a-aaebe81ddda7 req-b5ead7c1-1b1d-468b-aeba-be256a59d3d0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016550 May 02 10:41:21.174231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b314093-aaf2-498c-a782-496ff23d55f3 req-6ef8bc91-4152-4d3f-998b-273f62aafc70 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996528 May 02 10:41:21.216348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-74188a79-24b3-4f72-a156-704ec909dc7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6448448 May 02 10:41:21.219183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:21.224910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:21.277197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-20ced72b-a1ee-4c0f-b620-526b987a47fa tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=23c327323ab84febaef036ab6c72b1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306139 May 02 10:41:21.399332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:21.402849 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:21.404307 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:21.404792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:21.466585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-669c3f9c-edb9-4a7f-baf9-95825dc66646 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:21.468031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-669c3f9c-edb9-4a7f-baf9-95825dc66646 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850276 May 02 10:41:21.482720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-1c163c30-87d0-41ad-b790-4961f436a32f tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/quotas/23c327323ab84febaef036ab6c72b1e9 HTTP/1.1" status: 200 len: 375 time: 0.0088077 May 02 10:41:21.505285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ef2dffd-a1e5-4090-93ad-05cf46f8b821 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2848306 May 02 10:41:21.507865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:21.515084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-fae312a2-691b-4d61-a2f8-932741f31e36 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23c327323ab84febaef036ab6c72b1e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276515 May 02 10:41:21.538034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-093abeb3-0beb-4ec5-96b9-671a4617aee6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0290685 May 02 10:41:21.540314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:21.593022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c98d22-693f-4606-bd3e-31f14b788207 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:21.594524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86c98d22-693f-4606-bd3e-31f14b788207 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0532727 May 02 10:41:21.597210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:21.636253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d277ce62-a183-464a-a100-bd6b062fb758 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0374608 May 02 10:41:21.640461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:21.645730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:21.771173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19de5e02-44d4-4831-b904-66ab8abef837 req-9bb1a44a-b353-4952-98a7-89bf64ef0af5 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0280278 May 02 10:41:21.851780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:21.852683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.116146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96c063c3-1cb0-4ae8-892b-bc5547625b73 req-7982b9c7-b09f-487d-a838-c26a8095edd1 tempest-ServerShowV254Test-879594302 tempest-ServerShowV254Test-879594302-project] 10.222.0.16 "GET /v2.0/ports?device_id=084a8ab2-1a92-4a1e-b5a9-1eb28a3b6ef5 HTTP/1.1" status: 200 len: 210 time: 0.0286565 May 02 10:41:22.198914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:22.200673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (46705e92-0ce7-4126-9519-0870b8d1e4e2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.262968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=46705e92-0ce7-4126-9519-0870b8d1e4e2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:22.277414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:22.279009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:22.282991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:22.283588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.291753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911dd5cf-f0bc-4bb1-bafa-d58f57a6d952 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:22.349469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c47408-3905-4255-a3f6-c47bb4cdad32 req-d68e9772-8a5d-4eb5-b9cc-05dd7f267b21 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:22.350988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83c47408-3905-4255-a3f6-c47bb4cdad32 req-d68e9772-8a5d-4eb5-b9cc-05dd7f267b21 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0488226 May 02 10:41:22.408162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '46705e92-0ce7-4126-9519-0870b8d1e4e2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:22.409147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.409636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83c47408-3905-4255-a3f6-c47bb4cdad32 req-e4f30fb3-e02a-4110-a11f-d6ed9a7d568c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516710 May 02 10:41:22.427621 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a6ac030-563b-4174-ba1a-da6359f6090f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7856152 May 02 10:41:22.430099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50958) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:22.436130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:9f:7c:f9', 'name': 'tempest-NetworksTestDHCPv6-533107244'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:22.568328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Allocated IP 2001:db8::f816:3eff:fe76:f4ba (10093352-5a76-4e10-9ce0-e3026423e286/46705e92-0ce7-4126-9519-0870b8d1e4e2/d49e0059-df8e-4a3a-b56b-7a89407ca4a3) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:22.673454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:22.711315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks [] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.759131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.779240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 8d30f975-37d6-44a6-9dda-7175dc4fe553 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:22.805694 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.848587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:22.853935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:22.857520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:22.864938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Pushing event updated for resources: {'Port': ['ID=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:22.876220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4015ecfb-6ef3-41cf-b38b-9a25c663ae58 req-42bfd865-5300-4b33-851a-935b96614262 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0434659 May 02 10:41:22.918764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Attempting to bind port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:22.919250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Attempting to bind port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:22.919631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Attempting to bind port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:22.930675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fe9f:7cf9 (10093352-5a76-4e10-9ce0-e3026423e286/46705e92-0ce7-4126-9519-0870b8d1e4e2/8d30f975-37d6-44a6-9dda-7175dc4fe553) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:22.931174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:22.931559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:22.931980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.932376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:22.932875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Bound port: d49e0059-df8e-4a3a-b56b-7a89407ca4a3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:22.933266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:22.996080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] For port d49e0059-df8e-4a3a-b56b-7a89407ca4a3, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:22.999511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] For port d49e0059-df8e-4a3a-b56b-7a89407ca4a3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:23.086705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (8d30f975-37d6-44a6-9dda-7175dc4fe553), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.107803 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.174072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb230a5-523e-4718-b4c6-85c2742d5dcb None None] Pushing event updated for resources: {'Port': ['ID=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:23.199512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8d30f975-37d6-44a6-9dda-7175dc4fe553), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.250371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:23.253996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:23.259339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:23.267047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:23.267047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.272079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=8d30f975-37d6-44a6-9dda-7175dc4fe553,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:23.350833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:23.357283 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0fb2551a-bf82-41fb-92de-69a8da0ad244 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9204912 May 02 10:41:23.409481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50259c-9dd2-4335-9d60-2828a4f568cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:23.415408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba50259c-9dd2-4335-9d60-2828a4f568cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:23.417296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba50259c-9dd2-4335-9d60-2828a4f568cd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0645897 May 02 10:41:23.419911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50970) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:23.531339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 8d30f975-37d6-44a6-9dda-7175dc4fe553 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:23.531688 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8d30f975-37d6-44a6-9dda-7175dc4fe553), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.553557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65c4e2a-e7d7-406f-88a7-5ab70669019c req-c9549e17-8e28-4854-bf9c-347e635a1e22 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:23.555100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e65c4e2a-e7d7-406f-88a7-5ab70669019c req-c9549e17-8e28-4854-bf9c-347e635a1e22 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0520420 May 02 10:41:23.607019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e65c4e2a-e7d7-406f-88a7-5ab70669019c req-b9bc2bf0-8440-4694-a9ba-2777b624ba3d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436778 May 02 10:41:23.628953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8d30f975-37d6-44a6-9dda-7175dc4fe553), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.647495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 8d30f975-37d6-44a6-9dda-7175dc4fe553 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:23.748258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:23.884271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2932-6f8c-4cd2-a1c0-ae6a651da7b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.939938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8d30f975-37d6-44a6-9dda-7175dc4fe553), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:23.995890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de99d884-4c14-4dfe-a71d-c9144b15bd0a req-0bc70bc9-5d8b-4324-bdfe-207842b5b355 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0399024 May 02 10:41:23.996389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=8d30f975-37d6-44a6-9dda-7175dc4fe553,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:24.039512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.040996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b4ac7d1-35c1-4792-8c51-0a7bc060dd7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/8d30f975-37d6-44a6-9dda-7175dc4fe553 HTTP/1.1" status: 204 len: 168 time: 0.6199827 May 02 10:41:24.044331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:24.137191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2932-6f8c-4cd2-a1c0-ae6a651da7b6 admin admin] Publish callbacks [] for security_group (cd034b64-4335-410a-a377-69f2378ec936), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.159609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22a2058-08e0-4813-924c-3118369a00a3 req-855907d8-deec-494b-b7a1-f1d6bcbb79e8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:24.161228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d22a2058-08e0-4813-924c-3118369a00a3 req-855907d8-deec-494b-b7a1-f1d6bcbb79e8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1013203 May 02 10:41:24.164249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2fd01-6344-4761-b680-5499433fcc63 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:24.165729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f2fd01-6344-4761-b680-5499433fcc63 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:24.167214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24f2fd01-6344-4761-b680-5499433fcc63 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1219215 May 02 10:41:24.170599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50992) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:24.225398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d22a2058-08e0-4813-924c-3118369a00a3 req-57d33273-a38f-4cdc-a4c5-be554b193ed4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534296 May 02 10:41:24.228225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 46705e92-0ce7-4126-9519-0870b8d1e4e2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:24.231649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (46705e92-0ce7-4126-9519-0870b8d1e4e2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.278493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (46705e92-0ce7-4126-9519-0870b8d1e4e2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.304343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f0f2932-6f8c-4cd2-a1c0-ae6a651da7b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cd034b64-4335-410a-a377-69f2378ec936), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.344507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Provisioning complete for port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:24.345084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6f0f2932-6f8c-4cd2-a1c0-ae6a651da7b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d70a0a63b0814218a73cdc0fba0ce7da&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5955465 May 02 10:41:24.345732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.345869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f2932-6f8c-4cd2-a1c0-ae6a651da7b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd034b64-4335-410a-a377-69f2378ec936,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:24.348521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:24.382043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (46705e92-0ce7-4126-9519-0870b8d1e4e2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.404228 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] Publish callbacks [] for security_group (cd034b64-4335-410a-a377-69f2378ec936), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.431103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] Publish callbacks [] for security_group (cd034b64-4335-410a-a377-69f2378ec936), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.471681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Current status of the port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:24.472074 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.559581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (46705e92-0ce7-4126-9519-0870b8d1e4e2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.583386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d49e0059-df8e-4a3a-b56b-7a89407ca4a3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:24.589859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cd034b64-4335-410a-a377-69f2378ec936), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.592427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.593624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cd034b64-4335-410a-a377-69f2378ec936 HTTP/1.1" status: 204 len: 168 time: 0.2441678 May 02 10:41:24.598264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=46705e92-0ce7-4126-9519-0870b8d1e4e2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:24.602338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.605952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd8a6155-1fa6-456b-b5c3-0d4ce05db91e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/46705e92-0ce7-4126-9519-0870b8d1e4e2 HTTP/1.1" status: 204 len: 168 time: 0.4343536 May 02 10:41:24.616829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50998) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:24.625216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28049bf8-f53d-4c51-ba4b-9272f84c8f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd034b64-4335-410a-a377-69f2378ec936,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:24.684716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-186d7ff3-692c-4910-810e-a04ab93082c9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0645568 May 02 10:41:24.686139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51000) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:24.687963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:41:24.688359 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:41:24.702384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:24.703583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:24.704404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.791504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:24.791895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.806867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd7371c4-2620-4586-bb6f-0a0c47aeabc6 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:24.896586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d49e0059-df8e-4a3a-b56b-7a89407ca4a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:24.896863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:24.901363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:24.982358 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.032531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:25.091883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Deleting port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:25.092094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.107934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:25.204514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-e1250929-6400-4a89-8abf-d5fab615d9b6 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=23c327323ab84febaef036ab6c72b1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4265749 May 02 10:41:25.208715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0a40753-2646-4e96-b82b-3e71d2f7410c req-cec94842-abf8-4618-b1d1-0f21814f8dde tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0619972 May 02 10:41:25.271046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] For port d49e0059-df8e-4a3a-b56b-7a89407ca4a3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:25.271453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.283570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e3eee0af-93a4-4be0-ac77-1ccf3aa5b290 None None] Current status of the port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:25.290331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Calling delete_port for d49e0059-df8e-4a3a-b56b-7a89407ca4a3 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:25.397257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3080a75d-34bb-412a-a1d7-311380240f1d None None] Could not find standard attr ID for object 8d30f975-37d6-44a6-9dda-7175dc4fe553. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:25.441310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63b008-e4f5-409e-b2e6-62c12251e4a2 req-d64fcc8f-7587-4889-ab46-161b15fccf28 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:25.442839 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd63b008-e4f5-409e-b2e6-62c12251e4a2 req-d64fcc8f-7587-4889-ab46-161b15fccf28 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1034887 May 02 10:41:25.452956 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (d49e0059-df8e-4a3a-b56b-7a89407ca4a3), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.482473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-6cf4d19a-c820-4706-ab25-0e42093e3727 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:25.483937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-6cf4d19a-c820-4706-ab25-0e42093e3727 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2733395 May 02 10:41:25.492653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:25.494760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f7764e76-6fe8-458f-a0bf-398e9bbf0f7c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.503325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] Pushing event deleted for resources: {'Port': ['ID=d49e0059-df8e-4a3a-b56b-7a89407ca4a3,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:25.504365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Request body: {'port': {'device_id': '6e820b83-995c-4066-bfae-01355ba56ba5', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '23c327323ab84febaef036ab6c72b1e9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:25.512495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db95c1b6-26b2-49d4-a1d9-b3395802472e None None] No DVR routers for this DVR port d49e0059-df8e-4a3a-b56b-7a89407ca4a3 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:25.545381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:25.547516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd63b008-e4f5-409e-b2e6-62c12251e4a2 req-9e4539ad-9ea8-4d91-b2ef-f1897592d04d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931513 May 02 10:41:25.548782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:25.555265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:25.556134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.571193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e0ad737-4565-4e73-9fa2-1e4624256db4 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:25.575244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=f7764e76-6fe8-458f-a0bf-398e9bbf0f7c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:25.656049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61240bc4-5aad-4bee-8345-3868b1b776fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.680450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86d47453-1d92-4c33-b73e-004a828862af tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9802105 May 02 10:41:25.680885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51022) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:25.686192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:d7:56:cb', 'name': 'tempest-NetworksTestDHCPv6-592452813'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:25.695606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'f7764e76-6fe8-458f-a0bf-398e9bbf0f7c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:25.696833 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.812651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Made reservation on behalf of 23c327323ab84febaef036ab6c72b1e9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:25.815958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.825154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.837065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Allocated IP 2001:db8::f816:3eff:fe5e:5506 (10093352-5a76-4e10-9ce0-e3026423e286/f7764e76-6fe8-458f-a0bf-398e9bbf0f7c/2a4370f5-070b-4668-8ef4-6bfc809a68ab) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:25.901349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:25.910611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks [] for security_group (44b4ebc5-ea4d-43ce-a657-6ebfee9fef43), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.974925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (44b4ebc5-ea4d-43ce-a657-6ebfee9fef43), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:25.994474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks [] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.021454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Pushing event updated for resources: {'SecurityGroup': ['ID=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:26.058215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.067298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.095717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:26.102660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:26.106456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:26.112802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Pushing event updated for resources: {'Port': ['ID=2a4370f5-070b-4668-8ef4-6bfc809a68ab,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:26.140777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 7004dbc4-b6ab-496c-96af-5d7baac319db yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:26.175598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Attempting to bind port 2a4370f5-070b-4668-8ef4-6bfc809a68ab on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:26.175977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Attempting to bind port 2a4370f5-070b-4668-8ef4-6bfc809a68ab by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:26.176351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Attempting to bind port 2a4370f5-070b-4668-8ef4-6bfc809a68ab on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:26.181883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:26.182272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:26.182725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.183531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:26.183648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Bound port: 2a4370f5-070b-4668-8ef4-6bfc809a68ab, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:26.183976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.217002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Allocated IP 192.168.233.131 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/282e23e0-a1af-4a90-a905-647df11f658f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:26.268331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] For port 2a4370f5-070b-4668-8ef4-6bfc809a68ab, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:26.272508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] For port 2a4370f5-070b-4668-8ef4-6bfc809a68ab, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a4370f5-070b-4668-8ef4-6bfc809a68ab,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:26.296779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fed7:56cb (10093352-5a76-4e10-9ce0-e3026423e286/f7764e76-6fe8-458f-a0bf-398e9bbf0f7c/7004dbc4-b6ab-496c-96af-5d7baac319db) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:26.318869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0950e9e0-9ed9-4951-ada1-43246a97b2bb req-7c318061-f0f4-4aaf-b990-3ab045952af8 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0290239 May 02 10:41:26.400501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.461834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe845095-7b2c-4283-a624-4e6847d85528 None None] Pushing event updated for resources: {'Port': ['ID=2a4370f5-070b-4668-8ef4-6bfc809a68ab,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:26.521085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks [] for port (282e23e0-a1af-4a90-a905-647df11f658f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.523709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d49e0059-df8e-4a3a-b56b-7a89407ca4a3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:26.549503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d49e0059-df8e-4a3a-b56b-7a89407ca4a3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:26.550079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d49e0059-df8e-4a3a-b56b-7a89407ca4a3 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:26.585998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (7004dbc4-b6ab-496c-96af-5d7baac319db), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.698927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45005faf-a8f9-421c-ac46-2075c414c939 req-28e94be6-20c2-41ea-af52-ead215873ba8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:26.700126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45005faf-a8f9-421c-ac46-2075c414c939 req-28e94be6-20c2-41ea-af52-ead215873ba8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0573628 May 02 10:41:26.723049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.779062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7004dbc4-b6ab-496c-96af-5d7baac319db), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.816485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:26.826675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Pushing event updated for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:26.829856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:26.847772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:26.854374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:26.895502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:26.906173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45005faf-a8f9-421c-ac46-2075c414c939 req-776e334e-5d27-406a-bf52-96204d9d75da tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1738632 May 02 10:41:26.908812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:26.915578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:26.916233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:26.946668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=7004dbc4-b6ab-496c-96af-5d7baac319db,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:26.959045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:26.959681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.032618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a6f407b6-41ce-4f67-97b4-2ba0568613aa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3505239 May 02 10:41:27.035967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:27.065466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-c3a07afb-a97e-47bc-84d7-a6bef2d2d9e1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5632856 May 02 10:41:27.075764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Request body: {'port': {'device_id': '6e820b83-995c-4066-bfae-01355ba56ba5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:27.093463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afcc2f-c4a2-40a1-aa18-814e00d233cc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:27.099547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afcc2f-c4a2-40a1-aa18-814e00d233cc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:27.101328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23afcc2f-c4a2-40a1-aa18-814e00d233cc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0643322 May 02 10:41:27.105238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:27.132502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cb2cd4d5-2d30-47f1-8016-71aa334fe520 None None] Provisioning complete for port 282e23e0-a1af-4a90-a905-647df11f658f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:27.133291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb2cd4d5-2d30-47f1-8016-71aa334fe520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (282e23e0-a1af-4a90-a905-647df11f658f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.161708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (282e23e0-a1af-4a90-a905-647df11f658f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.171867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cb2cd4d5-2d30-47f1-8016-71aa334fe520 None None] Port 282e23e0-a1af-4a90-a905-647df11f658f cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:27.212524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 7004dbc4-b6ab-496c-96af-5d7baac319db {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:27.213148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7004dbc4-b6ab-496c-96af-5d7baac319db), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.309391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7004dbc4-b6ab-496c-96af-5d7baac319db), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.324140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 7004dbc4-b6ab-496c-96af-5d7baac319db owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:27.469994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647935b-b050-4f59-8180-72ee1f68fb75 req-39799036-aeae-4e25-916f-13d13f106959 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:27.471858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b647935b-b050-4f59-8180-72ee1f68fb75 req-39799036-aeae-4e25-916f-13d13f106959 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 936 time: 0.0572922 May 02 10:41:27.490213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 282e23e0-a1af-4a90-a905-647df11f658f {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:27.504918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks [] for port (282e23e0-a1af-4a90-a905-647df11f658f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.556693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b647935b-b050-4f59-8180-72ee1f68fb75 req-8e97a1fc-63e6-4170-a7e1-aa32e41d1f3f tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631616 May 02 10:41:27.641109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Transition to ACTIVE for port object 282e23e0-a1af-4a90-a905-647df11f658f will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:41:27.641692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7004dbc4-b6ab-496c-96af-5d7baac319db), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.679863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=7004dbc4-b6ab-496c-96af-5d7baac319db,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:27.710590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.716404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51062) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:27.716591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dc85c739-d7cf-4606-afcc-203a0868942c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/7004dbc4-b6ab-496c-96af-5d7baac319db HTTP/1.1" status: 204 len: 168 time: 0.6100676 May 02 10:41:27.753300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.812388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c1df6-adfd-4baf-aa2b-b3b67bb8bced tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:27.813766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc1c1df6-adfd-4baf-aa2b-b3b67bb8bced tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:27.818313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bc1c1df6-adfd-4baf-aa2b-b3b67bb8bced tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0977409 May 02 10:41:27.818477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Provisioning complete for port 2a4370f5-070b-4668-8ef4-6bfc809a68ab triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:27.818477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.819308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51064) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:27.831479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Pushing event updated for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:27.900520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet f7764e76-6fe8-458f-a0bf-398e9bbf0f7c {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:27.904830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (f7764e76-6fe8-458f-a0bf-398e9bbf0f7c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.955914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Attempting to bind port 282e23e0-a1af-4a90-a905-647df11f658f on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:27.956326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Attempting to bind port 282e23e0-a1af-4a90-a905-647df11f658f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:27.956879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Attempting to bind port 282e23e0-a1af-4a90-a905-647df11f658f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:27.969961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Port 282e23e0-a1af-4a90-a905-647df11f658f on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:41:27.971892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Attempting to bind port 282e23e0-a1af-4a90-a905-647df11f658f on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:27.979057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:27.979407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:27.979805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:27.981077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Bound port: 282e23e0-a1af-4a90-a905-647df11f658f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:27.981460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (282e23e0-a1af-4a90-a905-647df11f658f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:27.991815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f7764e76-6fe8-458f-a0bf-398e9bbf0f7c), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.016314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Current status of the port 2a4370f5-070b-4668-8ef4-6bfc809a68ab is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:28.016888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.060285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] For port 2a4370f5-070b-4668-8ef4-6bfc809a68ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a4370f5-070b-4668-8ef4-6bfc809a68ab,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:28.108987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:28.113818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5386167-4ca5-4533-999a-4ddb601e488e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.141608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6ce095-91fe-47f3-8954-c3b136c738b6 req-e86e9de8-2d40-4ddd-900c-c9dd7b898bd3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.143324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c6ce095-91fe-47f3-8954-c3b136c738b6 req-e86e9de8-2d40-4ddd-900c-c9dd7b898bd3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0962822 May 02 10:41:28.146866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=282e23e0-a1af-4a90-a905-647df11f658f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:28.201550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.205104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f7764e76-6fe8-458f-a0bf-398e9bbf0f7c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.254671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c6ce095-91fe-47f3-8954-c3b136c738b6 req-78a418ad-d1a2-4439-bd9b-e5bad1d8817a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985019 May 02 10:41:28.292998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa165c51-1c19-4141-9a4f-43387e1711e9 None None] Pushing event updated for resources: {'Port': ['ID=2a4370f5-070b-4668-8ef4-6bfc809a68ab,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:28.299092 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.322513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-02a8a235-7da3-4fe8-afa7-8e84bd1a35c4 None None] Could not find standard attr ID for object 7004dbc4-b6ab-496c-96af-5d7baac319db. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:28.333841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.334494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.335815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] 10.222.0.15 "PUT /v2.0/ports/282e23e0-a1af-4a90-a905-647df11f658f HTTP/1.1" status: 200 len: 1096 time: 1.2656829 May 02 10:41:28.336285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:28.338606 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d382e37-d923-42ca-9f32-52b2c9131dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "tag": "282e23e0-a1af-4a90-a905-647df11f658f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:28.386946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5fb146-d80a-4910-bdf3-10d3393a126c service neutron] Pushing event updated for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:28.386946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9329294b-9253-465a-affd-bffddb1475e3 x-openstack-request-id: req-9329294b-9253-465a-affd-bffddb1475e3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:28.386946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "tag": "282e23e0-a1af-4a90-a905-647df11f658f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:28.386946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9329294b-9253-465a-affd-bffddb1475e3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:28.387507 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9329294b-9253-465a-affd-bffddb1475e3'] response: {'name': 'network-changed', 'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f', 'status': 'completed', 'code': 200} May 02 10:41:28.452290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382e37-d923-42ca-9f32-52b2c9131dd5 req-4bbde6bf-a8c2-444e-9f68-baa453b1c9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.454026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d382e37-d923-42ca-9f32-52b2c9131dd5 req-4bbde6bf-a8c2-444e-9f68-baa453b1c9fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23c327323ab84febaef036ab6c72b1e9&device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 1130 time: 0.0427227 May 02 10:41:28.485625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f7764e76-6fe8-458f-a0bf-398e9bbf0f7c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.497209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d382e37-d923-42ca-9f32-52b2c9131dd5 req-bfa7cf3d-35ce-451b-b721-9da641c3cf04 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=23c327323ab84febaef036ab6c72b1e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0349128 May 02 10:41:28.528370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=f7764e76-6fe8-458f-a0bf-398e9bbf0f7c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:28.532103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.539164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-63ad41f7-10ca-4829-84e6-f3d26c659177 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f7764e76-6fe8-458f-a0bf-398e9bbf0f7c HTTP/1.1" status: 204 len: 168 time: 0.7191582 May 02 10:41:28.540219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6155d4c0-0100-47e4-b689-0eca405605da None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:28.542377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:28.598331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-27c65987-23f0-4499-ba91-009414c33791 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0527546 May 02 10:41:28.600585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:28.667430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96122f3d-dd6a-47cc-b292-b9d8059ab382 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.670607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-96122f3d-dd6a-47cc-b292-b9d8059ab382 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0688481 May 02 10:41:28.674099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a4370f5-070b-4668-8ef4-6bfc809a68ab up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:28.674861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51084) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:28.699332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d382e37-d923-42ca-9f32-52b2c9131dd5 req-2bfd6ce2-6d5f-460c-82a4-63457bb4ac10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.700887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d382e37-d923-42ca-9f32-52b2c9131dd5 req-2bfd6ce2-6d5f-460c-82a4-63457bb4ac10 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1961925 May 02 10:41:28.737125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519aaf9d-45da-4a45-ba37-fecab572f401 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.743870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-519aaf9d-45da-4a45-ba37-fecab572f401 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669205 May 02 10:41:28.744970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51086) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:28.806669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-347e37f2-b750-4297-ab2e-8b45ddec9f83 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0565591 May 02 10:41:28.807678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81acbee-b174-4ef8-9bb9-062210d48747 req-b3c3190c-7a32-4867-8761-beebfc16f13c tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.811784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51090) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:28.811961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81acbee-b174-4ef8-9bb9-062210d48747 req-b3c3190c-7a32-4867-8761-beebfc16f13c tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 948 time: 0.1315992 May 02 10:41:28.815792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-a7c0e4fc-43e0-4c02-bb56-519c9744a626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:28.818031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-a7c0e4fc-43e0-4c02-bb56-519c9744a626 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23c327323ab84febaef036ab6c72b1e9&device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 1130 time: 0.0657895 May 02 10:41:28.819722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:28.873719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-3131ccfc-8ebd-479d-aaef-ec9d681732f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.131&port_id=282e23e0-a1af-4a90-a905-647df11f658f HTTP/1.1" status: 200 len: 217 time: 0.0398343 May 02 10:41:28.921441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81acbee-b174-4ef8-9bb9-062210d48747 req-01c29aaa-1aab-445b-a3cd-2db4cc61cc21 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975823 May 02 10:41:28.946386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2a4370f5-070b-4668-8ef4-6bfc809a68ab triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:28.947545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:28.999619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-896aa850-17e8-434e-9cf5-663ec97cf6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:29.001493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-896aa850-17e8-434e-9cf5-663ec97cf6ad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0961528 May 02 10:41:29.025684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:29.051987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-17528f8b-6d43-4144-b314-47798b9477fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:29.053622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-17528f8b-6d43-4144-b314-47798b9477fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0460777 May 02 10:41:29.063199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2a4370f5-070b-4668-8ef4-6bfc809a68ab is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:29.077101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Deleting port 2a4370f5-070b-4668-8ef4-6bfc809a68ab {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:29.077481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.098928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:29.107044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.157406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-1354d082-9e3c-4ce9-9b79-9b28b1219ed2 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976179 May 02 10:41:29.160552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] For port 2a4370f5-070b-4668-8ef4-6bfc809a68ab, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2a4370f5-070b-4668-8ef4-6bfc809a68ab,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:29.160980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.174819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Calling delete_port for 2a4370f5-070b-4668-8ef4-6bfc809a68ab owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:29.223432 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.270256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea1a6a5a-b354-44f3-aa78-09394bfc6944 req-3bca6485-8fe9-4881-bff9-8a1c5af42f54 service neutron] 10.222.0.15 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054029 May 02 10:41:29.361509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (2a4370f5-070b-4668-8ef4-6bfc809a68ab), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.375266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68a671c-1ae2-468f-ba39-7bc775a01027 req-d18f990f-271c-4203-aedd-db22796c3579 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:29.377049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d68a671c-1ae2-468f-ba39-7bc775a01027 req-d18f990f-271c-4203-aedd-db22796c3579 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0525396 May 02 10:41:29.387553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] Pushing event deleted for resources: {'Port': ['ID=2a4370f5-070b-4668-8ef4-6bfc809a68ab,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:29.391017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4e8410-9c93-4d6b-8b41-d3c04a19605f None None] No DVR routers for this DVR port 2a4370f5-070b-4668-8ef4-6bfc809a68ab on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:29.426464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d68a671c-1ae2-468f-ba39-7bc775a01027 req-d11bb4fe-e1d9-4889-9808-1468796e9186 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436497 May 02 10:41:29.588672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:29.590114 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (ec5f724c-a562-431e-9998-cf52b67172d7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.631425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:29.634779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:29.638098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:29.638700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.645588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6e04a8-4cad-4306-a3fc-9078b8140140 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:29.659334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=ec5f724c-a562-431e-9998-cf52b67172d7,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:29.745505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'ec5f724c-a562-431e-9998-cf52b67172d7'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:29.746365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:29.784131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-53091e5c-85d4-4873-afc4-f28678a05fc8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.9752827 May 02 10:41:29.786859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51102) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:29.792051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:22:13:c1', 'name': 'tempest-NetworksTestDHCPv6-414840378'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:29.889561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Allocated IP 2001:db8::f816:3eff:fe81:f168 (10093352-5a76-4e10-9ce0-e3026423e286/ec5f724c-a562-431e-9998-cf52b67172d7/39fe258b-edbd-4f51-af55-a07dfcf16822) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:29.976090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:29.980681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.037301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:30.038110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks [] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.055273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ae4c8-710c-4052-9a66-c6bae35839b6 req-8981350f-7181-428a-8fd5-6c4e0467df69 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:30.056915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa6ae4c8-710c-4052-9a66-c6bae35839b6 req-8981350f-7181-428a-8fd5-6c4e0467df69 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 948 time: 0.0728018 May 02 10:41:30.146633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa6ae4c8-710c-4052-9a66-c6bae35839b6 req-1ba2e81e-abd3-47c4-95ec-b9e168fd7077 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610685 May 02 10:41:30.148124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.187258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:30.192296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:30.195990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:30.201688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Pushing event updated for resources: {'Port': ['ID=39fe258b-edbd-4f51-af55-a07dfcf16822,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:30.202550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fe22:13c1 (10093352-5a76-4e10-9ce0-e3026423e286/ec5f724c-a562-431e-9998-cf52b67172d7/ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:30.261619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Attempting to bind port 39fe258b-edbd-4f51-af55-a07dfcf16822 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:30.262001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Attempting to bind port 39fe258b-edbd-4f51-af55-a07dfcf16822 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:30.262379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Attempting to bind port 39fe258b-edbd-4f51-af55-a07dfcf16822 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:30.268220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:30.273908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:30.273908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.273908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:30.273908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Bound port: 39fe258b-edbd-4f51-af55-a07dfcf16822, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:30.273908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.341128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] For port 39fe258b-edbd-4f51-af55-a07dfcf16822, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:30.344637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] For port 39fe258b-edbd-4f51-af55-a07dfcf16822, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39fe258b-edbd-4f51-af55-a07dfcf16822,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:30.378149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.459066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.511744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a4370f5-070b-4668-8ef4-6bfc809a68ab no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:30.544149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 2a4370f5-070b-4668-8ef4-6bfc809a68ab {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:30.544511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2a4370f5-070b-4668-8ef4-6bfc809a68ab not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:30.553092 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.571030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e73fe6-e2c1-4568-914f-6ba21a37d827 None None] Pushing event updated for resources: {'Port': ['ID=39fe258b-edbd-4f51-af55-a07dfcf16822,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:30.590100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30156b11-4161-4508-915e-bad860efe2ec req-a7f2af54-ded7-4f0f-a727-a4ed19da82c5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:30.592287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30156b11-4161-4508-915e-bad860efe2ec req-a7f2af54-ded7-4f0f-a727-a4ed19da82c5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0882688 May 02 10:41:30.622872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:30.626605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:30.630460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:30.636225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:30.636938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.645564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:30.649289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:30.669019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30156b11-4161-4508-915e-bad860efe2ec req-6829c064-904d-4346-b984-efd27f5ecbc3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708511 May 02 10:41:30.793810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7704c9aa-d7a5-4e8f-b042-4fe947d8a593 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0058293 May 02 10:41:30.796379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51118) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:30.852713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870b870-7e13-4bc8-a288-1c75c62474d5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:30.858267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d870b870-7e13-4bc8-a288-1c75c62474d5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:30.859921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d870b870-7e13-4bc8-a288-1c75c62474d5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0625927 May 02 10:41:30.863119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51122) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:30.955790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:30.956142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.042624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.056683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:31.256293 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.304966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f467d8-4a7e-46f6-9cca-6a8d976efee3 req-c350e4fe-c7b1-4947-966c-b03d8930b140 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:31.306629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3f467d8-4a7e-46f6-9cca-6a8d976efee3 req-c350e4fe-c7b1-4947-966c-b03d8930b140 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 948 time: 0.0831723 May 02 10:41:31.310342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:31.346558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.352329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-575a466c-0545-432e-8060-5e783b659f57 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6 HTTP/1.1" status: 204 len: 168 time: 0.4854393 May 02 10:41:31.353305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:31.388298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3f467d8-4a7e-46f6-9cca-6a8d976efee3 req-97415b3a-ad7c-434b-85be-1d09f3eada19 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505157 May 02 10:41:31.413437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6154dd-5f72-4ca5-8cb0-4c59d23484c6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:31.414801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf6154dd-5f72-4ca5-8cb0-4c59d23484c6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:31.416369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bf6154dd-5f72-4ca5-8cb0-4c59d23484c6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0618935 May 02 10:41:31.421623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51132) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:31.479053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet ec5f724c-a562-431e-9998-cf52b67172d7 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:31.479501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (ec5f724c-a562-431e-9998-cf52b67172d7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.521930 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (ec5f724c-a562-431e-9998-cf52b67172d7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.614298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ec5f724c-a562-431e-9998-cf52b67172d7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.632688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Provisioning complete for port 39fe258b-edbd-4f51-af55-a07dfcf16822 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:31.633261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.728402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Current status of the port 39fe258b-edbd-4f51-af55-a07dfcf16822 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:31.728858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.765031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (ec5f724c-a562-431e-9998-cf52b67172d7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.798037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea312d99-aa7d-40d2-b0e8-34f3a61047eb req-67391573-41e7-437f-819c-d1a7bad8b738 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:31.802591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea312d99-aa7d-40d2-b0e8-34f3a61047eb req-67391573-41e7-437f-819c-d1a7bad8b738 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0557349 May 02 10:41:31.804510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=ec5f724c-a562-431e-9998-cf52b67172d7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:31.806905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:31.810165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:41:31.812333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3dffc749-46a2-4f70-adcf-1e2a30987bed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ec5f724c-a562-431e-9998-cf52b67172d7 HTTP/1.1" status: 204 len: 168 time: 0.3881080 May 02 10:41:31.812709 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:41:31.814455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51136) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:31.827882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb49a37-7c33-42f2-8d84-cf5467be9522 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:31.861887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea312d99-aa7d-40d2-b0e8-34f3a61047eb req-f0b39c7d-73ab-4dfd-bd85-7454bb28dbee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501406 May 02 10:41:31.872651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9fa0b524-fe02-4c0e-ac2e-8a15ca2fb89a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551376 May 02 10:41:31.874093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:31.880366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:31.944381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.017014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:32.046503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:32.050804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.073939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Deleting port 39fe258b-edbd-4f51-af55-a07dfcf16822 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:32.073939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.136569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] For port 39fe258b-edbd-4f51-af55-a07dfcf16822, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39fe258b-edbd-4f51-af55-a07dfcf16822,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:32.136569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.149607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Calling delete_port for 39fe258b-edbd-4f51-af55-a07dfcf16822 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:32.354243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Current status of the port 39fe258b-edbd-4f51-af55-a07dfcf16822 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:32.354649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3db7c242-36ad-465e-9381-ad30e917e839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.373910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (39fe258b-edbd-4f51-af55-a07dfcf16822), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.409611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] Pushing event deleted for resources: {'Port': ['ID=39fe258b-edbd-4f51-af55-a07dfcf16822,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:32.435063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831fa71a-9022-4e20-bf59-cf1ab7301871 None None] No DVR routers for this DVR port 39fe258b-edbd-4f51-af55-a07dfcf16822 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:32.460181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:32.468929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e6b9dc10-5446-40bd-9947-a4c83f2cda53), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.548936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-45d41376-7679-4877-b2ee-42a6e62f7066 None None] Could not find standard attr ID for object ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:32.551828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:32.560110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:32.566663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:32.567264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.570145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0db5ef-140e-4183-906a-45b5da59d020 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:32.575062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=e6b9dc10-5446-40bd-9947-a4c83f2cda53,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:32.584129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eec9a4a-7000-40bc-8664-f084d7b4b9df req-cdba774e-ff56-4c98-b599-c21eed8e4f2e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:32.586022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7eec9a4a-7000-40bc-8664-f084d7b4b9df req-cdba774e-ff56-4c98-b599-c21eed8e4f2e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 948 time: 0.1059515 May 02 10:41:32.644815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7eec9a4a-7000-40bc-8664-f084d7b4b9df req-2b42244e-95ed-4fb9-9103-0e248f5bb1fa tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519888 May 02 10:41:32.666951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-de1c8405-df3b-420e-9dff-8bff3bfe5f48 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.7898984 May 02 10:41:32.667125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51166) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:32.672232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:e3:ac:45', 'name': 'tempest-NetworksTestDHCPv6-726012668'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:32.694715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'e6b9dc10-5446-40bd-9947-a4c83f2cda53'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:32.697788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:32.837653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Allocated IP 2001:db8::f816:3eff:fe15:3aa6 (10093352-5a76-4e10-9ce0-e3026423e286/e6b9dc10-5446-40bd-9947-a4c83f2cda53/e0d72aa9-6451-4622-99b9-b833fd7d71de) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:32.909825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:32.993313 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks [] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.015308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ca2127-9622-44bf-9e4b-bab021337938 req-ca0a870d-fa06-458e-9f1e-c590565b68e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.016829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25ca2127-9622-44bf-9e4b-bab021337938 req-ca0a870d-fa06-458e-9f1e-c590565b68e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0552835 May 02 10:41:33.035409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 282e23e0-a1af-4a90-a905-647df11f658f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:41:33.067028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.068453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.098442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25ca2127-9622-44bf-9e4b-bab021337938 req-385b6e3e-a5f6-4e66-9f69-00eefe871937 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747547 May 02 10:41:33.104022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port f07149a2-5877-409c-9936-e4a1d5bb57e8 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:33.154204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:33.162620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:33.166035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Pushing event updated for resources: {'Port': ['ID=e0d72aa9-6451-4622-99b9-b833fd7d71de,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:33.168341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:33.213435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=282e23e0-a1af-4a90-a905-647df11f658f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:33.225785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fee3:ac45 (10093352-5a76-4e10-9ce0-e3026423e286/e6b9dc10-5446-40bd-9947-a4c83f2cda53/f07149a2-5877-409c-9936-e4a1d5bb57e8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:33.239394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51174) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:33.247210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '282e23e0-a1af-4a90-a905-647df11f658f', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '282e23e0-a1af-4a90-a905-647df11f658f', 'mac_address': 'fa:16:3e:52:1c:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.131'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:41:33.251322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Attempting to bind port e0d72aa9-6451-4622-99b9-b833fd7d71de on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:33.251690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Attempting to bind port e0d72aa9-6451-4622-99b9-b833fd7d71de by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:33.252050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Attempting to bind port e0d72aa9-6451-4622-99b9-b833fd7d71de on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:33.260178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:33.260574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:33.261040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.261432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:33.261893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Bound port: e0d72aa9-6451-4622-99b9-b833fd7d71de, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:33.262269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.325111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 282e23e0-a1af-4a90-a905-647df11f658f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:33.325395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (282e23e0-a1af-4a90-a905-647df11f658f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.336625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b59540-dc12-4106-be0c-e8f3e2f71398 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.337122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b59540-dc12-4106-be0c-e8f3e2f71398 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.337592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16b59540-dc12-4106-be0c-e8f3e2f71398 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.339305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16b59540-dc12-4106-be0c-e8f3e2f71398 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/ports?project_id=63740057f4374c219d98c8190ccbcfe8&network_id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 3075 time: 0.0984817 May 02 10:41:33.343428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 282e23e0-a1af-4a90-a905-647df11f658f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:33.382607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=282e23e0-a1af-4a90-a905-647df11f658f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:33.387633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] For port e0d72aa9-6451-4622-99b9-b833fd7d71de, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:33.390823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] For port e0d72aa9-6451-4622-99b9-b833fd7d71de, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d72aa9-6451-4622-99b9-b833fd7d71de,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:33.447349 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.470545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (f07149a2-5877-409c-9936-e4a1d5bb57e8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.484503 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.509988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:33.560291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5165923e-049c-4301-9982-1a740ff1e4ff None None] Pushing event updated for resources: {'Port': ['ID=e0d72aa9-6451-4622-99b9-b833fd7d71de,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:33.587208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f07149a2-5877-409c-9936-e4a1d5bb57e8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.631722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:33.636921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:33.640755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:33.646008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.646659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:33.655820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=f07149a2-5877-409c-9936-e4a1d5bb57e8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:33.728631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a5e2e244-ba24-4aa4-a806-14ea04404f11 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0603416 May 02 10:41:33.731242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:33.742711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['282e23e0-a1af-4a90-a905-647df11f658f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:41:33.811929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14820b40-7aec-4670-bfd7-8bd91c9967c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.820119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14820b40-7aec-4670-bfd7-8bd91c9967c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.822332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-14820b40-7aec-4670-bfd7-8bd91c9967c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0899816 May 02 10:41:33.825061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:33.850739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd674f4-590d-4f61-8f0c-8dcd11b895be req-ddd402f2-b60c-4b4a-85fa-2a324f056bbf tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:33.852391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd674f4-590d-4f61-8f0c-8dcd11b895be req-ddd402f2-b60c-4b4a-85fa-2a324f056bbf tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 949 time: 0.0904391 May 02 10:41:33.955458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1fd674f4-590d-4f61-8f0c-8dcd11b895be req-77be517a-f26a-46dd-a581-ba131a7ca1b3 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841646 May 02 10:41:33.985757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port f07149a2-5877-409c-9936-e4a1d5bb57e8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:33.986410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f07149a2-5877-409c-9936-e4a1d5bb57e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.072429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f07149a2-5877-409c-9936-e4a1d5bb57e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.086978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for f07149a2-5877-409c-9936-e4a1d5bb57e8 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:34.268080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b8600-ab1d-4746-9457-a32adbd1030f req-2c6eecbd-615e-4aac-b159-0acf04028628 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:34.270302 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c0b8600-ab1d-4746-9457-a32adbd1030f req-2c6eecbd-615e-4aac-b159-0acf04028628 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0626969 May 02 10:41:34.324073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f07149a2-5877-409c-9936-e4a1d5bb57e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.334813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c0b8600-ab1d-4746-9457-a32adbd1030f req-55e97c1f-bb7a-41fe-a898-22a59bbca7d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585623 May 02 10:41:34.363341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=f07149a2-5877-409c-9936-e4a1d5bb57e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:34.392123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.396178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9daae8e-c751-4f1b-99a7-9a218e841585 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/f07149a2-5877-409c-9936-e4a1d5bb57e8 HTTP/1.1" status: 204 len: 168 time: 0.5701180 May 02 10:41:34.398620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:34.453771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a281e5-5708-4724-9068-2f93216e6268 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:34.458651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a281e5-5708-4724-9068-2f93216e6268 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:34.461225 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-91a281e5-5708-4724-9068-2f93216e6268 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0607641 May 02 10:41:34.466064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51200) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:34.541326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet e6b9dc10-5446-40bd-9947-a4c83f2cda53 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:34.545743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (e6b9dc10-5446-40bd-9947-a4c83f2cda53), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.603116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e6b9dc10-5446-40bd-9947-a4c83f2cda53), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.605462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e0d72aa9-6451-4622-99b9-b833fd7d71de up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:34.667890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e0d72aa9-6451-4622-99b9-b833fd7d71de triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:34.668271 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.702032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e6b9dc10-5446-40bd-9947-a4c83f2cda53), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.726791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Provisioning complete for port e0d72aa9-6451-4622-99b9-b833fd7d71de triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:34.727171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.804271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e0d72aa9-6451-4622-99b9-b833fd7d71de is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:34.804943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.853480 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e6b9dc10-5446-40bd-9947-a4c83f2cda53), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.887397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Current status of the port e0d72aa9-6451-4622-99b9-b833fd7d71de is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:34.887860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.891140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=e6b9dc10-5446-40bd-9947-a4c83f2cda53,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:34.893331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:34.912265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:34.912747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-82b2ed97-54ae-496d-a987-f21c77f67c21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e6b9dc10-5446-40bd-9947-a4c83f2cda53 HTTP/1.1" status: 204 len: 168 time: 0.4335079 May 02 10:41:34.920216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:41:34.920586 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:41:34.941135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55f6b88e-9fba-4f9f-a563-ef3b988e607d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395026 May 02 10:41:34.944384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51206) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:34.944810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74131b-2d94-482a-a219-2f7a96bba189 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:35.002474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ef239c-22aa-42bb-90bb-d65680ebe58a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.007288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.007771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0ef239c-22aa-42bb-90bb-d65680ebe58a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0619822 May 02 10:41:35.070963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8846b6f0-a3d0-4c4b-bb85-f4c43b17cce0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.072740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8846b6f0-a3d0-4c4b-bb85-f4c43b17cce0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0642507 May 02 10:41:35.075497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.111084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51216) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.132093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9e9ef110-7f28-4170-b2bb-f01ab689515d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0554833 May 02 10:41:35.134147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbd2e7-3b4f-40a5-a922-ee513159dac2 req-25724792-a3a1-4b60-b1ba-d5149c85d0d3 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.137062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37fbd2e7-3b4f-40a5-a922-ee513159dac2 req-25724792-a3a1-4b60-b1ba-d5149c85d0d3 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 949 time: 0.0787981 May 02 10:41:35.137720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51220) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.142758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:35.172201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 282e23e0-a1af-4a90-a905-647df11f658f up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:35.193708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.200389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:41:35.200702 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:41:35.249898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 282e23e0-a1af-4a90-a905-647df11f658f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:41:35.271570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37fbd2e7-3b4f-40a5-a922-ee513159dac2 req-99014564-b1f2-4665-89f7-bafd6dc38272 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230431 May 02 10:41:35.283779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0fc20f0-c1d7-4fee-afcf-63843592125e tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.286495 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a0fc20f0-c1d7-4fee-afcf-63843592125e tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 814 time: 0.0913770 May 02 10:41:35.286905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23c578dd-3617-43e4-b803-e759cdabc906 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.332229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:35.373708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Deleting port e0d72aa9-6451-4622-99b9-b833fd7d71de {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:35.373884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.375493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23c578dd-3617-43e4-b803-e759cdabc906 admin admin] Publish callbacks [] for security_group (7b0c4444-5296-4dad-98cd-199c308db0f8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.396745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 282e23e0-a1af-4a90-a905-647df11f658f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:35.397124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (282e23e0-a1af-4a90-a905-647df11f658f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.486757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:35.490782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.499406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] For port e0d72aa9-6451-4622-99b9-b833fd7d71de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d72aa9-6451-4622-99b9-b833fd7d71de,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:35.499817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.533478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e0d72aa9-6451-4622-99b9-b833fd7d71de is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:35.533876 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.539619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Calling delete_port for e0d72aa9-6451-4622-99b9-b833fd7d71de owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:35.551832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-23c578dd-3617-43e4-b803-e759cdabc906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7b0c4444-5296-4dad-98cd-199c308db0f8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.617693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-23c578dd-3617-43e4-b803-e759cdabc906 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d1304e77e0a04ff0a428010ffba90442&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5031796 May 02 10:41:35.617693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c578dd-3617-43e4-b803-e759cdabc906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0c4444-5296-4dad-98cd-199c308db0f8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:35.620805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.653597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e0d72aa9-6451-4622-99b9-b833fd7d71de, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e0d72aa9-6451-4622-99b9-b833fd7d71de,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:35.662990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 282e23e0-a1af-4a90-a905-647df11f658f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:35.663387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (282e23e0-a1af-4a90-a905-647df11f658f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.713558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:35.716969 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fbe382-5faf-4d04-8480-419ceb403311" -d '{"events": [{"server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "name": "network-vif-plugged", "status": "completed", "tag": "282e23e0-a1af-4a90-a905-647df11f658f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:35.740519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] Publish callbacks [] for security_group (7b0c4444-5296-4dad-98cd-199c308db0f8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.765563 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] Publish callbacks [] for security_group (7b0c4444-5296-4dad-98cd-199c308db0f8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.768283 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd5a6fbc-7bc9-455d-a7f0-0fe0820c3536 x-openstack-request-id: req-cd5a6fbc-7bc9-455d-a7f0-0fe0820c3536 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:35.769494 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "name": "network-vif-plugged", "status": "completed", "tag": "282e23e0-a1af-4a90-a905-647df11f658f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:35.769906 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cd5a6fbc-7bc9-455d-a7f0-0fe0820c3536 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:35.770518 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd5a6fbc-7bc9-455d-a7f0-0fe0820c3536'] response: {'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f', 'code': 200} May 02 10:41:35.778786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=282e23e0-a1af-4a90-a905-647df11f658f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:35.785167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.794627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd3fae-157c-4025-9509-cb70a4dc3b90 req-09e4b751-fc5a-4c0d-ba76-0aa5a1073087 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.796122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03fd3fae-157c-4025-9509-cb70a4dc3b90 req-09e4b751-fc5a-4c0d-ba76-0aa5a1073087 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.3825939 May 02 10:41:35.824550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Current status of the port e0d72aa9-6451-4622-99b9-b833fd7d71de is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:35.825132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-443c98f0-8a54-40a6-8bc0-9ba7f2cfba7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.864265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03fd3fae-157c-4025-9509-cb70a4dc3b90 req-cc209576-6223-41ec-b874-eb1ec375a168 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604608 May 02 10:41:35.866794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.872913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e0d72aa9-6451-4622-99b9-b833fd7d71de,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:35.907821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f2e71-d581-43d7-8d93-6c6078c971da req-9ca96fc6-b2c7-4965-9b6e-05b92235d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:35.909612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-425f2e71-d581-43d7-8d93-6c6078c971da req-9ca96fc6-b2c7-4965-9b6e-05b92235d89b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 1132 time: 0.0470231 May 02 10:41:35.910758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e0d72aa9-6451-4622-99b9-b833fd7d71de), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.951723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51234) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:35.956820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] No DVR routers for this DVR port e0d72aa9-6451-4622-99b9-b833fd7d71de on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:35.957098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'network': {'name': 'tempest-network-smoke--1134513562', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'port_security_enabled': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:35.961948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-425f2e71-d581-43d7-8d93-6c6078c971da req-842b509b-0646-4788-a147-e1e9e93b2ddf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450315 May 02 10:41:35.962477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:35.984664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (fe3dd4c8-831e-4415-9545-08fcbabcf1d4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:35.986085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008b5afe-6e47-4f74-84e4-8a49f2865ad2 None None] Pushing event deleted for resources: {'Port': ['ID=e0d72aa9-6451-4622-99b9-b833fd7d71de,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:36.030502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:36.034056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:36.039039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7b0c4444-5296-4dad-98cd-199c308db0f8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.041640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.042781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7b0c4444-5296-4dad-98cd-199c308db0f8 HTTP/1.1" status: 204 len: 168 time: 0.4063473 May 02 10:41:36.043934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240062b8-9226-42b9-9eca-4ad97e555068 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:36.044247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.044865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.060956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=fe3dd4c8-831e-4415-9545-08fcbabcf1d4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:36.066734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd5f8ca-74cd-4551-9db4-e6346faf5bfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0c4444-5296-4dad-98cd-199c308db0f8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:36.079057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0cb2b765-0089-4378-bd77-2b12980d0b9f None None] Could not find standard attr ID for object f07149a2-5877-409c-9936-e4a1d5bb57e8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:36.138073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:36.138073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.158075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bb3c8bd9-89f2-4a67-8fbc-fd5ecca47622 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0192993 May 02 10:41:36.160645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51240) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.166454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:41:36.166580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:59:fc:98', 'name': 'tempest-NetworksTestDHCPv6-1966614423'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:36.174660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d7307927-d8c4-40d5-9616-bcf89092b2c1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.174848 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Added segment d7307927-d8c4-40d5-9616-bcf89092b2c1 of type vlan for network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 May 02 10:41:36.180846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'fe3dd4c8-831e-4415-9545-08fcbabcf1d4'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:36.181712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.244918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.335116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/fe3dd4c8-831e-4415-9545-08fcbabcf1d4/a7e2a033-9de3-40e3-b263-57829c4a3880) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:36.348080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.353516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.354126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.406381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:36.447597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddd8bad-b418-4f98-8232-b94b6da4d56a req-0316553a-66ab-4b7d-8e3c-6753e30b0962 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.454819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ddd8bad-b418-4f98-8232-b94b6da4d56a req-0316553a-66ab-4b7d-8e3c-6753e30b0962 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 950 time: 0.0888295 May 02 10:41:36.468731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Network': ['ID=608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:36.479122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0dda4c86-4665-4936-ad58-f6d2c1b9d68b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5265131 May 02 10:41:36.482138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51248) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.503641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:41:36.553165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ddd8bad-b418-4f98-8232-b94b6da4d56a req-fb2767cd-ceb5-4d43-9216-eecddc005d5b tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974305 May 02 10:41:36.557042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.560233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae4eff2-5e9f-4967-832a-243e15dffe9f tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.566847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ae4eff2-5e9f-4967-832a-243e15dffe9f tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63740057f4374c219d98c8190ccbcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0821149 May 02 10:41:36.569085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.581972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e0d72aa9-6451-4622-99b9-b833fd7d71de no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:36.584721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 019911e8-9c70-4db0-9c10-39901253e384 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:36.644169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks [] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.647014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e0d72aa9-6451-4622-99b9-b833fd7d71de {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:36.647367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e0d72aa9-6451-4622-99b9-b833fd7d71de not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:36.684574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925194b2-3e21-4329-a973-34013adb7c13 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.686233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-925194b2-3e21-4329-a973-34013adb7c13 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1160419 May 02 10:41:36.689125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51252) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.717866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df5cd8d7-7661-4f23-9d95-61db4d730ec0 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276601 May 02 10:41:36.720485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.730411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.749661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-216b74c6-0bb9-46a6-8455-90aef801d690 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63740057f4374c219d98c8190ccbcfe8&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280457 May 02 10:41:36.753005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51256) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.767911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:36.771718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:36.775238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:36.805142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::39f (10093352-5a76-4e10-9ce0-e3026423e286/fe3dd4c8-831e-4415-9545-08fcbabcf1d4/019911e8-9c70-4db0-9c10-39901253e384) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:36.815385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51258) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.816748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Pushing event updated for resources: {'Port': ['ID=a7e2a033-9de3-40e3-b263-57829c4a3880,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:36.834070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f13e02d6-6855-4a43-85be-ba02aa05cd94 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.852337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Attempting to bind port a7e2a033-9de3-40e3-b263-57829c4a3880 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:36.852946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Attempting to bind port a7e2a033-9de3-40e3-b263-57829c4a3880 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:36.853951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Attempting to bind port a7e2a033-9de3-40e3-b263-57829c4a3880 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:36.860269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:36.860685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:36.861890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.862000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:36.862498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Bound port: a7e2a033-9de3-40e3-b263-57829c4a3880, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:36.863388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.885138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc403da5-9023-4c72-9667-11705cfcd9a7 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:36.889279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fc403da5-9023-4c72-9667-11705cfcd9a7 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1327269 May 02 10:41:36.890594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.942342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9873ba9c-0921-42b9-a4bd-8cb21ab472e8 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516889 May 02 10:41:36.943584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f13e02d6-6855-4a43-85be-ba02aa05cd94 admin admin] Publish callbacks [] for security_group (091bf4a7-f609-47db-a9e2-d653844e96c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:36.944848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51264) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:36.950780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-823820635', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:36.953802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] For port a7e2a033-9de3-40e3-b263-57829c4a3880, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:36.957855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] For port a7e2a033-9de3-40e3-b263-57829c4a3880, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7e2a033-9de3-40e3-b263-57829c4a3880,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:37.025266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (019911e8-9c70-4db0-9c10-39901253e384), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.060551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f13e02d6-6855-4a43-85be-ba02aa05cd94 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (091bf4a7-f609-47db-a9e2-d653844e96c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.074508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a622e-cc49-4c46-b5b5-47dd12de65cc req-dfd330bf-af7c-4b05-9f14-f28b5f0fbba6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:37.076826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d4a622e-cc49-4c46-b5b5-47dd12de65cc req-dfd330bf-af7c-4b05-9f14-f28b5f0fbba6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1099579 May 02 10:41:37.114128 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.146090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f13e02d6-6855-4a43-85be-ba02aa05cd94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=971c6c1edcf149fd87d050c8dd8f8f23&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3276684 May 02 10:41:37.147037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51266) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:37.149062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e02d6-6855-4a43-85be-ba02aa05cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=091bf4a7-f609-47db-a9e2-d653844e96c6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:37.184460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d2acce-c66a-45ae-b929-e3b718e0cdb2 None None] Pushing event updated for resources: {'Port': ['ID=a7e2a033-9de3-40e3-b263-57829c4a3880,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:37.199418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1d4a622e-cc49-4c46-b5b5-47dd12de65cc req-443082d1-be6c-42c9-844e-08cbde2b8c92 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141438 May 02 10:41:37.229308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] Publish callbacks [] for security_group (091bf4a7-f609-47db-a9e2-d653844e96c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.240801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (019911e8-9c70-4db0-9c10-39901253e384), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.267299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:37.270828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.624683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.709196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Subnet': ['ID=4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:37.719800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Checking segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:37.720544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network hostable DHCP agents. Network: 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:41:37.723764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] Publish callbacks [] for security_group (091bf4a7-f609-47db-a9e2-d653844e96c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.754945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:37.770143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:37.778366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:37.783551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:37.784187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.787275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=019911e8-9c70-4db0-9c10-39901253e384,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:37.813539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c7a98b-7455-43d5-93c5-f001c3c47afa req-0c3cdf21-8b4a-4200-894c-deed1b79d652 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:37.815090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38c7a98b-7455-43d5-93c5-f001c3c47afa req-0c3cdf21-8b4a-4200-894c-deed1b79d652 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 950 time: 0.1193223 May 02 10:41:37.849720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:41:37.869729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38c7a98b-7455-43d5-93c5-f001c3c47afa req-e6a0b8d5-478e-4cd0-90f8-df9eda1da20a tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468731 May 02 10:41:37.910970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51284) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:37.912186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c20ce64d-551a-4899-ba29-617af8d0e275 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.7504280 May 02 10:41:37.934355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:37.940478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (091bf4a7-f609-47db-a9e2-d653844e96c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.943707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25615637-513b-45a0-8d31-3bb4a15f887c None None] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:37.959337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:37.964393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/091bf4a7-f609-47db-a9e2-d653844e96c6 HTTP/1.1" status: 204 len: 168 time: 0.8161876 May 02 10:41:37.987096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fae12-309b-408d-9a55-4e04bb0ab10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=091bf4a7-f609-47db-a9e2-d653844e96c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:38.006477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.007613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.066405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941324c-4772-4509-a1e6-453c6fead7c2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.080979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a941324c-4772-4509-a1e6-453c6fead7c2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.089789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a941324c-4772-4509-a1e6-453c6fead7c2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1751289 May 02 10:41:38.090169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:38.125434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1c8d81df-ccfc-40f8-b0b0-dae1b007761a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1763983 May 02 10:41:38.135648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:38.193987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ips': [{'subnet_id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:38.195279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.291356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6356689d-ec1e-41d3-8a66-f75303a39d55 req-e5bb82e8-4df8-4ac3-b0ba-e3061d2868b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.301709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6356689d-ec1e-41d3-8a66-f75303a39d55 req-e5bb82e8-4df8-4ac3-b0ba-e3061d2868b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1127 time: 0.1647756 May 02 10:41:38.310109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 019911e8-9c70-4db0-9c10-39901253e384 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:38.310451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (019911e8-9c70-4db0-9c10-39901253e384), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.414426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6356689d-ec1e-41d3-8a66-f75303a39d55 req-0812ae77-69a7-4cd3-b161-e05ffbc5ca33 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107519 May 02 10:41:38.434346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Allocated IP 172.20.0.18 (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0/4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09/5dcb9d61-fafc-433c-9d46-10b04d6d7fdc) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:38.501543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (019911e8-9c70-4db0-9c10-39901253e384), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.530016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 019911e8-9c70-4db0-9c10-39901253e384 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:38.568772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51312) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:38.574456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1548779778', 'description': 'tempest-secgroup-smoke-1548779778 description', 'project_id': '63740057f4374c219d98c8190ccbcfe8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:38.610952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Provisioning complete for port a7e2a033-9de3-40e3-b263-57829c4a3880 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:38.611325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.731523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7e2a033-9de3-40e3-b263-57829c4a3880 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:38.734604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.777420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3fd9e-c0c3-4879-bc1a-947aa5deb059 req-99f1d3c7-bd77-48f3-bd8a-169793e3e2da tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.786058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25b3fd9e-c0c3-4879-bc1a-947aa5deb059 req-99f1d3c7-bd77-48f3-bd8a-169793e3e2da tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 950 time: 0.1035783 May 02 10:41:38.789872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks [] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.817838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aedfc7-6a61-467c-a8a0-b2662db8640a req-2a2c316a-3829-4438-8148-968e8d8800c3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:38.837774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92aedfc7-6a61-467c-a8a0-b2662db8640a req-2a2c316a-3829-4438-8148-968e8d8800c3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1853421 May 02 10:41:38.866354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25b3fd9e-c0c3-4879-bc1a-947aa5deb059 req-f65c8f09-7de1-44ae-9f27-daf1704eaedd tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773296 May 02 10:41:38.938732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a7e2a033-9de3-40e3-b263-57829c4a3880 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:38.939215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.941581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92aedfc7-6a61-467c-a8a0-b2662db8640a req-649db5f1-d2ef-4876-90c3-779926773cce tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011152 May 02 10:41:38.968788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:38.976225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Current status of the port a7e2a033-9de3-40e3-b263-57829c4a3880 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:38.976657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.033261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (019911e8-9c70-4db0-9c10-39901253e384), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.039579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:39.075702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=019911e8-9c70-4db0-9c10-39901253e384,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.080790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:39.084990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:39.100141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] For port a7e2a033-9de3-40e3-b263-57829c4a3880, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7e2a033-9de3-40e3-b263-57829c4a3880,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:39.115668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Pushing event updated for resources: {'Port': ['ID=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.132665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.137450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-94fb5695-632d-46c8-916d-1160481a5362 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/019911e8-9c70-4db0-9c10-39901253e384 HTTP/1.1" status: 204 len: 168 time: 1.0462341 May 02 10:41:39.141216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51328) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.141349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (c0e39fa9-44fe-4d19-a8d8-973aa2f9562b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.216552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36031813-b9d7-4688-a443-655a5ec9370d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:39.218345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36031813-b9d7-4688-a443-655a5ec9370d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:39.220239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-36031813-b9d7-4688-a443-655a5ec9370d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0792637 May 02 10:41:39.223896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51330) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.226436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0e39fa9-44fe-4d19-a8d8-973aa2f9562b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.291445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet fe3dd4c8-831e-4415-9545-08fcbabcf1d4 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:39.294820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.297051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (fe3dd4c8-831e-4415-9545-08fcbabcf1d4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.362711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.372029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (fe3dd4c8-831e-4415-9545-08fcbabcf1d4), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.379553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.381121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-491955cd-6af9-40c1-83f1-ec1ebe497c56 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8111682 May 02 10:41:39.383819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.389038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:39.480574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Attempting to bind port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:39.480988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Attempting to bind port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:39.481471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Attempting to bind port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc on network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:39.482679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fe3dd4c8-831e-4415-9545-08fcbabcf1d4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.503894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f493b4f2-5185-4ec4-965d-9c258f9dc2f9 None None] Could not find standard attr ID for object 019911e8-9c70-4db0-9c10-39901253e384. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:39.511606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a7e2a033-9de3-40e3-b263-57829c4a3880 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Checking segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Bound using segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Bound port: 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:39.518148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.524317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (352b918c-a3a3-4db0-8209-9f35f6aa976f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.536679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788a62d-ffb8-4ca9-9c9c-5ffc8054eb84 None None] Pushing event updated for resources: {'Port': ['ID=a7e2a033-9de3-40e3-b263-57829c4a3880,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.596639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (352b918c-a3a3-4db0-8209-9f35f6aa976f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.610620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] For port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:39.614143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] For port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:39.641695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (fe3dd4c8-831e-4415-9545-08fcbabcf1d4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.679442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=fe3dd4c8-831e-4415-9545-08fcbabcf1d4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.682297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.687960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc289cc-ccef-4109-a3af-f87fea45c820 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:39.688258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ed8e9bd-555f-492c-8e7d-1b4d7576c195 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/fe3dd4c8-831e-4415-9545-08fcbabcf1d4 HTTP/1.1" status: 204 len: 168 time: 0.4630349 May 02 10:41:39.688867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.736903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e82346a3-0283-42b7-8338-d0de162f5b65 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0455163 May 02 10:41:39.738670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.738907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (352b918c-a3a3-4db0-8209-9f35f6aa976f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.746198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.760496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352b918c-a3a3-4db0-8209-9f35f6aa976f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.809990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa60e76-61b4-45d8-a6c8-995e8eac247f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:39.812209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fa60e76-61b4-45d8-a6c8-995e8eac247f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0706956 May 02 10:41:39.814905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51354) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.853110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f5ce6c-11c7-43b7-865c-e5bdf92fa4df None None] Pushing event updated for resources: {'Port': ['ID=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:39.889287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:39.893950 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cd3a46c4-620f-44a6-9445-56e4f3eebb64 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5079260 May 02 10:41:39.897679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.902545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e6cb9b-5956-4781-bdac-2b85dc3accd6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:39.906496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:39.907126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-93e6cb9b-5956-4781-bdac-2b85dc3accd6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0904074 May 02 10:41:39.911279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.962950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:39.996681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:39.998077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-92c88635-3796-4eb8-bda4-8a3c8fedf22e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0853443 May 02 10:41:40.004678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:40.055920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Deleting port a7e2a033-9de3-40e3-b263-57829c4a3880 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:40.056422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.098882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c425540-4619-440e-b9c5-794b20232f73 req-586d2dac-eff9-46e8-8f0e-193ffda88cf1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:40.107099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c425540-4619-440e-b9c5-794b20232f73 req-586d2dac-eff9-46e8-8f0e-193ffda88cf1 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 950 time: 0.0931108 May 02 10:41:40.186224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] For port a7e2a033-9de3-40e3-b263-57829c4a3880, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a7e2a033-9de3-40e3-b263-57829c4a3880,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:40.187945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c425540-4619-440e-b9c5-794b20232f73 req-cb518c78-34f8-4b66-8256-b1a4a2731b27 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/security-groups?id=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798292 May 02 10:41:40.195865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.224464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Calling delete_port for a7e2a033-9de3-40e3-b263-57829c4a3880 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:40.228128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (1b2b6bed-0563-4243-b74d-fb3f617bc278), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.243021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-d217963f-cac8-4cd1-b81c-d37cc256dc45 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:40.244743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-d217963f-cac8-4cd1-b81c-d37cc256dc45 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.15 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 950 time: 0.2089963 May 02 10:41:40.278653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b95b9a-4fe3-4407-beef-1a66feedeaa8 req-f098cc8e-23fa-4b53-8df3-f135d2f2a1a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:40.280566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5b95b9a-4fe3-4407-beef-1a66feedeaa8 req-f098cc8e-23fa-4b53-8df3-f135d2f2a1a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.2336955 May 02 10:41:40.412852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (1b2b6bed-0563-4243-b74d-fb3f617bc278), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.416659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:40.420086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.425941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5b95b9a-4fe3-4407-beef-1a66feedeaa8 req-ca3d5aa1-6867-4e9e-aa35-85ae5d6ed268 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368353 May 02 10:41:40.430382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (a7e2a033-9de3-40e3-b263-57829c4a3880), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.468510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] Pushing event deleted for resources: {'Port': ['ID=a7e2a033-9de3-40e3-b263-57829c4a3880,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:40.474754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b87aeb-380f-4f46-81bb-89117a65bf89 None None] No DVR routers for this DVR port a7e2a033-9de3-40e3-b263-57829c4a3880 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:40.531868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1b2b6bed-0563-4243-b74d-fb3f617bc278), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.581990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Deleting port 282e23e0-a1af-4a90-a905-647df11f658f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:40.582175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (282e23e0-a1af-4a90-a905-647df11f658f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.584975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b2b6bed-0563-4243-b74d-fb3f617bc278,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:40.621204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:40.652300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.656406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:40.656961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-65ecf164-a70d-40b0-96d4-8c48706bc7f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7612188 May 02 10:41:40.662750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:40.691486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:40.692139 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.729699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] For port 282e23e0-a1af-4a90-a905-647df11f658f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=282e23e0-a1af-4a90-a905-647df11f658f,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:40.730071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (282e23e0-a1af-4a90-a905-647df11f658f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.750130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Calling delete_port for 282e23e0-a1af-4a90-a905-647df11f658f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:40.772092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (6d3cb172-e291-4260-b6cd-7298491c3430), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.821801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:40.822435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.881298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:40.895372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (6d3cb172-e291-4260-b6cd-7298491c3430), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.982265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:40.985949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (08725a99-a482-4612-b38c-495281f87900), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.995629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6d3cb172-e291-4260-b6cd-7298491c3430), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:40.995773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.017900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d3cb172-e291-4260-b6cd-7298491c3430,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:41.054057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:41.057508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:41.063575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:41.064169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.071218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5def70a9-47e0-486f-a1f3-a40744d30f60 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:41.076518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=08725a99-a482-4612-b38c-495281f87900,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:41.106796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.106968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7e2a033-9de3-40e3-b263-57829c4a3880 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:41.109690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be6ffddd-1f76-4889-9700-acbd5f1de49e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4514678 May 02 10:41:41.112517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51384) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:41.117453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:41.135603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a7e2a033-9de3-40e3-b263-57829c4a3880 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:41.136066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a7e2a033-9de3-40e3-b263-57829c4a3880 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:41.146134 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (282e23e0-a1af-4a90-a905-647df11f658f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.183458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-03f47bfd-6c57-491f-8414-2b44c8161499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1837327 May 02 10:41:41.186155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51388) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:41.188348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:41.193115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:41.200394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Pushing event deleted for resources: {'Port': ['ID=282e23e0-a1af-4a90-a905-647df11f658f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:41.269822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '08725a99-a482-4612-b38c-495281f87900'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:41.272387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.289428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (522b41f9-36ab-4fc2-9d2f-6b757e6c8487), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.297728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be09e00d-199d-49a5-9dc5-4746d1880089 None None] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:41.329530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3902f15-6e66-4269-9c02-e85ab058abcb req-c818e347-ec51-405a-abc3-9256feef1d70 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0386202 May 02 10:41:41.376488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] No DVR routers for this DVR port 282e23e0-a1af-4a90-a905-647df11f658f on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:41.413772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (522b41f9-36ab-4fc2-9d2f-6b757e6c8487), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.415662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.426404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-332de532-91a4-430a-9307-70b0c6e3e5d2 req-47e3f60a-b33c-4fc3-bc6f-e104f7795a7e tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.15 "DELETE /v2.0/ports/282e23e0-a1af-4a90-a905-647df11f658f HTTP/1.1" status: 204 len: 173 time: 1.0688634 May 02 10:41:41.426976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'name': 'network-vif-deleted', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:41.433051 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d812ceb-0db6-42e3-ade9-4e84a9606cd9" -d '{"events": [{"server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "name": "network-vif-deleted", "tag": "282e23e0-a1af-4a90-a905-647df11f658f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:41.491022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (522b41f9-36ab-4fc2-9d2f-6b757e6c8487), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.519332 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b0ad339-99c0-429c-b4d5-30570d381eb9 x-openstack-request-id: req-0b0ad339-99c0-429c-b4d5-30570d381eb9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:41.519886 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e820b83-995c-4066-bfae-01355ba56ba5", "name": "network-vif-deleted", "tag": "282e23e0-a1af-4a90-a905-647df11f658f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:41.520415 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b0ad339-99c0-429c-b4d5-30570d381eb9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:41.521604 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b0ad339-99c0-429c-b4d5-30570d381eb9'] response: {'server_uuid': '6e820b83-995c-4066-bfae-01355ba56ba5', 'name': 'network-vif-deleted', 'tag': '282e23e0-a1af-4a90-a905-647df11f658f', 'status': 'completed', 'code': 200} May 02 10:41:41.524472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522b41f9-36ab-4fc2-9d2f-6b757e6c8487,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:41.562629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-27ee70ab-c7cd-4d17-830c-72e131fd0a0c None None] Provisioning complete for port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:41.563007 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27ee70ab-c7cd-4d17-830c-72e131fd0a0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.572534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da96cb39-a10e-4f2b-b4b9-fcecc285e686 req-5cec5b3d-4525-4d16-ba04-6a72041f0299 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:41.574159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da96cb39-a10e-4f2b-b4b9-fcecc285e686 req-5cec5b3d-4525-4d16-ba04-6a72041f0299 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0598009 May 02 10:41:41.601606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:41.605341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.653729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Allocated IP 2001:db8::f816:3eff:fe10:eb35 (10093352-5a76-4e10-9ce0-e3026423e286/08725a99-a482-4612-b38c-495281f87900/c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:41.689696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da96cb39-a10e-4f2b-b4b9-fcecc285e686 req-fa37d9bb-ce54-47bd-8ae7-d7bcbd97f147 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091676 May 02 10:41:41.714672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.717205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78306ddd-4709-4c2a-b917-edf7edb8043d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6025517 May 02 10:41:41.719267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:41.727168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:41.750314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-27ee70ab-c7cd-4d17-830c-72e131fd0a0c None None] Current status of the port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:41.770175 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 08725a99-a482-4612-b38c-495281f87900 (CIDR: 2001:db8::/64) May 02 10:41:41.822356 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:41.822827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:41.879042 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:41:41.885706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (d9d75f7d-1190-4125-9a6e-3918e9a31962), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.897080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks [] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:41.995606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ddf3384-9373-45f1-8307-a5855c2fc7c4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8083196 May 02 10:41:41.998957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51414) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:42.004727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:42.039198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.056763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:42.058103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:42.060482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:42.102109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (d9d75f7d-1190-4125-9a6e-3918e9a31962), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.147128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a3b350b8-35c2-4c42-a938-896c8f02d135 None None] Provisioning complete for port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:42.147643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3b350b8-35c2-4c42-a938-896c8f02d135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.180839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Pushing event updated for resources: {'Port': ['ID=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:42.196095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Attempting to bind port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:42.196524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Attempting to bind port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:42.197081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Attempting to bind port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:42.204156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:42.204647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:42.204974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.205377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:42.205887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Bound port: c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:42.206282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.223447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (d9d75f7d-1190-4125-9a6e-3918e9a31962), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.239307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9d75f7d-1190-4125-9a6e-3918e9a31962,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:42.306742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3b350b8-35c2-4c42-a938-896c8f02d135 None None] Current status of the port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:42.318121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] For port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:42.321650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] For port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:42.409712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:42.429887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.429887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9523a703-2e16-41b7-a727-412201d07027 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6915605 May 02 10:41:42.430940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.432276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51424) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:42.444807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': 'c0e39fa9-44fe-4d19-a8d8-973aa2f9562b', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:42.456809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46164522-6d89-4ada-8427-20db46ff861c req-ca0403fe-ac19-48eb-a5be-9f42768368f0 tempest-VolumesNegativeTest-1297421299 tempest-VolumesNegativeTest-1297421299-project] 10.222.0.16 "GET /v2.0/ports?device_id=6e820b83-995c-4066-bfae-01355ba56ba5 HTTP/1.1" status: 200 len: 210 time: 0.0318239 May 02 10:41:42.568586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:42.575126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-78f8bd52-d132-44f4-9d9b-42d0702a3edb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0536726 May 02 10:41:42.626800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:42.627446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.692806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-06f48915-5836-4f15-bcdd-48ec3bb8b705 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0703096 May 02 10:41:42.703253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.703918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.704520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.705096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.705731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.706271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.706914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.709078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ab5d8e99-7f62-4e14-a4ff-ee74583d2fc6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 6710 time: 0.0589061 May 02 10:41:42.713480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:42.783499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-36509199-24fd-4cdf-bb6a-3619d4c741d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.785571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-36509199-24fd-4cdf-bb6a-3619d4c741d3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.0687492 May 02 10:41:42.813715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746aadd0-a5be-41e3-974e-40480c8b3c9a req-fa6bf5f9-6f35-4403-8f4a-ba1944e43f0f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.815272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-746aadd0-a5be-41e3-974e-40480c8b3c9a req-fa6bf5f9-6f35-4403-8f4a-ba1944e43f0f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0492136 May 02 10:41:42.867630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-746aadd0-a5be-41e3-974e-40480c8b3c9a req-04057d83-b3d1-4da3-937b-b9dc77ccfd13 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441267 May 02 10:41:42.882062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.917957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-26ef4605-eb0d-432a-a5f5-c382bd22080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.918433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-26ef4605-eb0d-432a-a5f5-c382bd22080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.918900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-26ef4605-eb0d-432a-a5f5-c382bd22080b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.920499 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-26ef4605-eb0d-432a-a5f5-c382bd22080b service neutron] 10.222.0.15 "GET /v2.0/networks?id=ed1be2d6-1882-4344-b580-dc4a18d167a1&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=e27b5b11-76e1-431a-85f5-7885f1448aa9&id=1f30dcce-890c-41ae-adf7-048d127befb4&id=1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 200 len: 2294 time: 0.1757712 May 02 10:41:42.945259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062bb04e-af61-406a-95f5-2d55272a0789 None None] Pushing event updated for resources: {'Port': ['ID=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:42.953863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (dd9c6d9c-9a54-4839-b4fa-c91dd03f4928), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:42.956982 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:41:42.978445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-4093ec8c-5cc8-4567-970c-f95fcb4f53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:42.980070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-4093ec8c-5cc8-4567-970c-f95fcb4f53b0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.1693971 May 02 10:41:43.001038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (4c0d7719-e61b-4d05-b11c-34343651eef9), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.046166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:43.052437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-0e2a6138-8666-4cec-b178-89726d2a0158 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 200 len: 1002 time: 0.1182532 May 02 10:41:43.062669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:43.065610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.066544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.075335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=dd9c6d9c-9a54-4839-b4fa-c91dd03f4928,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:43.099872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 282e23e0-a1af-4a90-a905-647df11f658f no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:43.121738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-aff8d8a3-5611-4739-8c44-e3804205581b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1345036 May 02 10:41:43.127820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (4c0d7719-e61b-4d05-b11c-34343651eef9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.131763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ce6b0c75-f506-40ee-bc6f-00cc705220c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.131763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ce6b0c75-f506-40ee-bc6f-00cc705220c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 200 len: 851 time: 0.0652740 May 02 10:41:43.152751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 282e23e0-a1af-4a90-a905-647df11f658f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:43.152751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 282e23e0-a1af-4a90-a905-647df11f658f not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:43.221188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-1c83f9d4-166c-42cc-8aa1-1db50d354282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.223239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-1c83f9d4-166c-42cc-8aa1-1db50d354282 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0925262 May 02 10:41:43.224298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-06d3920d-5ff4-429c-b502-ad72c6e4e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.225675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-06d3920d-5ff4-429c-b502-ad72c6e4e238 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ed1be2d6-1882-4344-b580-dc4a18d167a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0863328 May 02 10:41:43.260910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cbd4b34b-6fde-4d9b-b980-118e042b7376 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2607749 May 02 10:41:43.263708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51432) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:43.269924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:06:f6:05', 'name': 'tempest-NetworksTestDHCPv6-622475745'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:43.322575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-3b9c7015-171a-4313-adef-1939e76ce841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.324702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-3b9c7015-171a-4313-adef-1939e76ce841 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0935948 May 02 10:41:43.347106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4c0d7719-e61b-4d05-b11c-34343651eef9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.404763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c0d7719-e61b-4d05-b11c-34343651eef9,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:43.433191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-67aac39a-ec1a-4819-bdb3-67d04d46db26 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943729 May 02 10:41:43.444135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-afcda790-8d6f-4d9b-9fdd-8317918795a6 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122961 May 02 10:41:43.485477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.488239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-81757fef-6c6c-4bfc-9a8e-b3f5505eee15 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0540178 May 02 10:41:43.621894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-0d19e220-15a2-4f56-a9da-673f0dc1e067 service neutron] 10.222.0.15 "GET /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767886 May 02 10:41:43.625449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-000f8951-80db-4b03-a16f-d86faaaef6eb req-3ba51501-4b36-4228-abab-df4c9a132d24 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732185 May 02 10:41:43.629466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:43.681322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-743a147e-2983-496e-9cfb-e10595b4ed5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 217 time: 0.0461051 May 02 10:41:43.745081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-b6934ca2-a08d-44d4-9616-3d04c3b71eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.750102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-b6934ca2-a08d-44d4-9616-3d04c3b71eb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0560610 May 02 10:41:43.775364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-26e8575e-5169-4099-996a-c2dc12f54076 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1548779778&fields=id&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 267 time: 0.0849340 May 02 10:41:43.778645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:43.802640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-a3387df9-6b20-4f05-84d1-6b446b3718fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:43.804207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-a3387df9-6b20-4f05-84d1-6b446b3718fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0480490 May 02 10:41:43.869216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 6281aa8f-1afb-4aab-92f1-1c92b070dfab yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:43.932711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-e5af7135-93b3-4fb0-8e78-6f96b13dee99 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176975 May 02 10:41:44.048847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-aff757ca-74f8-4ca2-bdb2-5ad325cfea28 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.050568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-aff757ca-74f8-4ca2-bdb2-5ad325cfea28 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/networks?id=608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 HTTP/1.1" status: 200 len: 797 time: 0.2621887 May 02 10:41:44.073244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9182c8dc-8bf4-4c5c-ae87-9bebfbb303f5 req-8803b361-94b9-4588-b05a-4cf77fb027b0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.074779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9182c8dc-8bf4-4c5c-ae87-9bebfbb303f5 req-8803b361-94b9-4588-b05a-4cf77fb027b0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1187801 May 02 10:41:44.101074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-e60857f6-8b9f-4457-aae9-49568f1a81e6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/quotas/63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0426197 May 02 10:41:44.150645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9182c8dc-8bf4-4c5c-ae87-9bebfbb303f5 req-83d6c908-2632-4eb6-a751-f38c4c229547 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685306 May 02 10:41:44.154458 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-d3e3ee32-9fbc-4a45-939f-6025dae9234a service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103772 May 02 10:41:44.225618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-e4b4f30d-eb7a-4e7d-bdbf-69220d25eba8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.204&port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 217 time: 0.0610037 May 02 10:41:44.235764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-d1910256-01a6-4d70-8e91-eb20ea61d514 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1149116 May 02 10:41:44.243450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8:0:1::87 (10093352-5a76-4e10-9ce0-e3026423e286/dd9c6d9c-9a54-4839-b4fa-c91dd03f4928/6281aa8f-1afb-4aab-92f1-1c92b070dfab) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:44.258920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fe06:f605 (10093352-5a76-4e10-9ce0-e3026423e286/08725a99-a482-4612-b38c-495281f87900/6281aa8f-1afb-4aab-92f1-1c92b070dfab) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:44.298436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94784259-25b8-489e-8643-555d97ad7687 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:44.301658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-29331813-9611-4a34-8bc2-ecf546557e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.303740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-29331813-9611-4a34-8bc2-ecf546557e8a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0663266 May 02 10:41:44.360726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ae6262e6-d937-4cb6-b3d0-a556e0cf93d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.362936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ae6262e6-d937-4cb6-b3d0-a556e0cf93d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0527740 May 02 10:41:44.378910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.381668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Provisioning complete for port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:44.382198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.465912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (6281aa8f-1afb-4aab-92f1-1c92b070dfab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.483426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ea61ea6e-e636-467d-9857-aa5a78f26ed1 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138217 May 02 10:41:44.520893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:44.524893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.598688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-afeea6c5-fcd1-4bb5-a5d2-f5446b774940 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:41:44.599809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-afeea6c5-fcd1-4bb5-a5d2-f5446b774940 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3487000 May 02 10:41:44.618575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] For port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:44.621164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': '08725a99-a482-4612-b38c-495281f87900', 'ip_address': '2001:db8::f816:3eff:fe10:eb35'}, {'subnet_id': 'dd9c6d9c-9a54-4839-b4fa-c91dd03f4928'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:41:44.644662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6281aa8f-1afb-4aab-92f1-1c92b070dfab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.650012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:44.663464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-ddaf500b-24db-4c94-bd7d-8aa38e494eae service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704729 May 02 10:41:44.686317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.711959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.717925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-1641ab52-9c39-47a7-bd3a-88a67949a3b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.36&port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 200 len: 217 time: 0.0444069 May 02 10:41:44.726661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:44.747274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:44.756732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:44.766970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.766970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.779113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=6281aa8f-1afb-4aab-92f1-1c92b070dfab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:44.791272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-6b2ffa2e-d8e5-4956-b41d-6481a4b50c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.793089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-6b2ffa2e-d8e5-4956-b41d-6481a4b50c01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.0671623 May 02 10:41:44.801617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-58e845c3-8343-4d4c-ae39-98961905c2b9 service neutron] 10.222.0.16 "GET /v2.0/networks/608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897635 May 02 10:41:44.826641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:44.827279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:44.874079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-55623a51-0bcd-422c-87e1-28e6cc7e2e1a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6069767 May 02 10:41:44.880624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-068f61de-9506-4ceb-8f5c-bd3c96c00743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:44.880974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51492) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:44.880974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:44.881144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-068f61de-9506-4ceb-8f5c-bd3c96c00743 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0728388 May 02 10:41:44.969284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1963305-4c73-473a-b972-c29f222c8c14 None None] Pushing event updated for resources: {'Port': ['ID=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:44.992316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-da68ae7b-fc01-4575-ac29-b65733202436 service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999460 May 02 10:41:45.059220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:45.076304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-3a907882-9b5a-4ab7-a8f7-efc5e096019d service neutron] 10.222.0.16 "GET /v2.0/networks/608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645485 May 02 10:41:45.115090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Allocated IP 2001:db8:0:1::2 (10093352-5a76-4e10-9ce0-e3026423e286/dd9c6d9c-9a54-4839-b4fa-c91dd03f4928/c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:45.140758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-7fe23160-de84-4a69-94d5-f7d2cd0252ee service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385725 May 02 10:41:45.157143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d43f0aab-aa8b-4d2f-b2ef-fe82a79a1ee2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.197881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 6281aa8f-1afb-4aab-92f1-1c92b070dfab {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:45.198237 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6281aa8f-1afb-4aab-92f1-1c92b070dfab), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.215140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-7ea993aa-237c-4638-84df-55274316b396 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.242&port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 200 len: 217 time: 0.0643563 May 02 10:41:45.235883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] For port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:45.273328 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Publish callbacks [] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.324734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-46d38c6e-c5fa-4fc1-ab8a-6e7b70872ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:45.326229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-46d38c6e-c5fa-4fc1-ab8a-6e7b70872ef7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 200 len: 797 time: 0.1013310 May 02 10:41:45.348404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6281aa8f-1afb-4aab-92f1-1c92b070dfab), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.361917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.370039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 6281aa8f-1afb-4aab-92f1-1c92b070dfab owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:45.398841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4839a874-f240-40b9-b19a-562cd768d7a2 req-d19920be-8b77-4998-8952-196889ad210b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:45.401175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4839a874-f240-40b9-b19a-562cd768d7a2 req-d19920be-8b77-4998-8952-196889ad210b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0906847 May 02 10:41:45.404746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-4e9112c7-9568-4090-8b8a-d0cd7ceb0a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:45.406404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-4e9112c7-9568-4090-8b8a-d0cd7ceb0a46 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e27b5b11-76e1-431a-85f5-7885f1448aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0638373 May 02 10:41:45.562937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4839a874-f240-40b9-b19a-562cd768d7a2 req-69a58a5c-12cb-47e7-97c5-330d8b814547 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542752 May 02 10:41:45.616100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-50972a06-7a80-4beb-999f-9af3813097ef service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997609 May 02 10:41:45.749161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28ca5a2f-de8e-4eb1-9a16-213fddb5b137 req-fb750016-ced5-489b-b9c7-0bc3f03fee90 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 210 time: 0.0881002 May 02 10:41:45.761103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d43f0aab-aa8b-4d2f-b2ef-fe82a79a1ee2 admin admin] Publish callbacks [] for security_group (0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.772393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64244ea2-1b03-44a0-a61f-9ec67cb123da None None] Pushing event updated for resources: {'Port': ['ID=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:45.820359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d43f0aab-aa8b-4d2f-b2ef-fe82a79a1ee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.822413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-34ebfbd1-4772-4dbf-ab2e-fdca6a48450e service neutron] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963987 May 02 10:41:45.850410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6281aa8f-1afb-4aab-92f1-1c92b070dfab), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:45.920781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=6281aa8f-1afb-4aab-92f1-1c92b070dfab,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:45.931597 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d43f0aab-aa8b-4d2f-b2ef-fe82a79a1ee2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ee3d6d4d167a4efab1248c2b282dac0e&name=default HTTP/1.1" status: 200 len: 3000 time: 1.0536692 May 02 10:41:45.937801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51570) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:45.952516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f0aab-aa8b-4d2f-b2ef-fe82a79a1ee2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:46.010100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.062092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.066418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3cde3923-f8fb-4a14-b7d3-abd770fdab0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/6281aa8f-1afb-4aab-92f1-1c92b070dfab HTTP/1.1" status: 204 len: 168 time: 1.1880510 May 02 10:41:46.071649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51572) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:46.161242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241753c6-81bb-4ec6-adaf-eec158a870c6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.163309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-241753c6-81bb-4ec6-adaf-eec158a870c6 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0906510 May 02 10:41:46.176756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] Publish callbacks [] for security_group (0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.181542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51578) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:46.248049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] Publish callbacks [] for security_group (0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.279052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79b35b7d-b8e9-47b0-b3d5-aaaf1752905d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.280664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79b35b7d-b8e9-47b0-b3d5-aaaf1752905d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0977640 May 02 10:41:46.283255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:46.351991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41208d-40fd-4b97-8b82-cae5f6b34dc2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.353476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41208d-40fd-4b97-8b82-cae5f6b34dc2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.354811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b41208d-40fd-4b97-8b82-cae5f6b34dc2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.356558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3b41208d-40fd-4b97-8b82-cae5f6b34dc2 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0717988 May 02 10:41:46.359262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:46.372568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-df09ff70-0745-4e42-bd77-989f020ed0ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 200 len: 217 time: 0.5371630 May 02 10:41:46.436554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 08725a99-a482-4612-b38c-495281f87900 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:46.441051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (08725a99-a482-4612-b38c-495281f87900), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.446755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-e969deaf-4d0a-422e-9cef-1ae3db04a3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.448430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-e969deaf-4d0a-422e-9cef-1ae3db04a3d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0590875 May 02 10:41:46.471475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.474123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.477939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6 HTTP/1.1" status: 204 len: 168 time: 0.5361378 May 02 10:41:46.490445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d7b85-f8ab-44e9-928e-ebc97c60516f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8a24e1-06b6-4bf0-bbd8-1a97f6ed7cb6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:46.496151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (08725a99-a482-4612-b38c-495281f87900), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.506937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-a7ba1d3e-3d58-4297-a4cb-bb2cc0d81885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.520840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-a7ba1d3e-3d58-4297-a4cb-bb2cc0d81885 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0593116 May 02 10:41:46.579573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8e9e2d48-2d29-4e8a-bf02-062fe909822f None None] Provisioning complete for port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:46.580546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e9e2d48-2d29-4e8a-bf02-062fe909822f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.638300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (08725a99-a482-4612-b38c-495281f87900), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.654382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:46.669800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-370c1d9b-da41-4b0d-866b-a9a33be0bab9 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419759 May 02 10:41:46.764663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:46.765307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.821572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23c516-6451-4f31-a9b7-899da8303810 req-ead37a72-dff9-40e9-9518-d971c7b856d1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:46.823320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a23c516-6451-4f31-a9b7-899da8303810 req-ead37a72-dff9-40e9-9518-d971c7b856d1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1239738 May 02 10:41:46.844258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8e9e2d48-2d29-4e8a-bf02-062fe909822f None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:46.887197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (08725a99-a482-4612-b38c-495281f87900), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:46.935432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=08725a99-a482-4612-b38c-495281f87900,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:46.982629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:46.983026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a23c516-6451-4f31-a9b7-899da8303810 req-23bfa0e0-1aac-4007-9326-75d5b8305737 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463041 May 02 10:41:47.004658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dcac3088-2ae0-4d9e-874e-9b8de4eeab9a req-62ee110e-9cc1-4f3b-b7c0-435fb8b5b954 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 210 time: 0.0702741 May 02 10:41:47.007521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.010373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-9b007f8c-c474-491d-9d3f-25890b6c3351 service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3241503 May 02 10:41:47.011010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a930da8b-4640-4489-8c4b-8f9405b460ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/08725a99-a482-4612-b38c-495281f87900 HTTP/1.1" status: 204 len: 168 time: 0.6508143 May 02 10:41:47.013948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51606) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:47.061707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a30a8c9b-02f0-45b4-a975-7d83c4a4f83b None None] Could not find standard attr ID for object 6281aa8f-1afb-4aab-92f1-1c92b070dfab. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:47.126365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-d7f71600-9d1b-40a6-bb25-b0616b7a6c22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 200 len: 217 time: 0.0960634 May 02 10:41:47.149854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet dd9c6d9c-9a54-4839-b4fa-c91dd03f4928 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:47.176180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (dd9c6d9c-9a54-4839-b4fa-c91dd03f4928), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.215901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ac0c5f-9306-4e1a-804f-556419e5ec36 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:47.226863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (dd9c6d9c-9a54-4839-b4fa-c91dd03f4928), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.230418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-c0db2489-a55e-4933-840a-7cf548cbb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:47.237622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-c0db2489-a55e-4933-840a-7cf548cbb3f6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 200 len: 797 time: 0.0963624 May 02 10:41:47.305780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-5f506287-8c20-4858-a99f-3ce795b7c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:47.307284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-5f506287-8c20-4858-a99f-3ce795b7c8d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1f30dcce-890c-41ae-adf7-048d127befb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0574129 May 02 10:41:47.406385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (dd9c6d9c-9a54-4839-b4fa-c91dd03f4928), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.431818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51616) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:47.446003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a707b6-2774-413e-b310-5055d456369f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.491134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-bfa4589d-958f-47df-a1da-cb7b567dae4b service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560140 May 02 10:41:47.560424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a707b6-2774-413e-b310-5055d456369f admin admin] Publish callbacks [] for security_group (fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.598530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (dd9c6d9c-9a54-4839-b4fa-c91dd03f4928), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.623364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a707b6-2774-413e-b310-5055d456369f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.660024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=dd9c6d9c-9a54-4839-b4fa-c91dd03f4928,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:47.664130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:47.668464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-caa96bc2-d8e0-4bfa-83ff-70fe88aaee5a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/dd9c6d9c-9a54-4839-b4fa-c91dd03f4928 HTTP/1.1" status: 204 len: 168 time: 0.6525528 May 02 10:41:47.678337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51624) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:47.687042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f459b8-3740-4aef-8805-6407a7558da3 req-6f144f31-68f5-43f3-a33c-4d6f06d70aac service neutron] 10.222.0.15 "GET /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844180 May 02 10:41:47.691383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65a707b6-2774-413e-b310-5055d456369f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1196f913aaa942dbb42d2131a1258f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2582972 May 02 10:41:47.692326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a707b6-2774-413e-b310-5055d456369f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:47.694951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:47.740675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f9ab86c8-d8d9-4ac9-bbc2-adc1f725b042 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0597389 May 02 10:41:47.742635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51634) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:47.750373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:48.023687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230c7031-7437-45aa-adc8-a89b575d5b92 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:48.151397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df6804b7-1d03-4d86-b280-1819db04a5bb None None] Provisioning complete for port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:48.151696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df6804b7-1d03-4d86-b280-1819db04a5bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.213360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4218-5324-45db-9334-a823531b6d44 req-33cbf241-5006-48fc-84c1-e18e9192ab14 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:48.222365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] Publish callbacks [] for security_group (fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.222910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46ff4218-5324-45db-9334-a823531b6d44 req-33cbf241-5006-48fc-84c1-e18e9192ab14 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0895753 May 02 10:41:48.227555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d10dfd0b-d8d8-4ead-ac9d-bb26e26f0b98 req-ee9e0497-4230-4b72-91b7-eb41890e28c0 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 210 time: 0.0510936 May 02 10:41:48.273738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] Publish callbacks [] for security_group (fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.356155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:48.362584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df6804b7-1d03-4d86-b280-1819db04a5bb None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:48.392325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46ff4218-5324-45db-9334-a823531b6d44 req-e6e6d888-4a70-448a-8c7d-601e45c15441 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683154 May 02 10:41:48.407299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:48.407488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Deleting port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:48.407488 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.409983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.425844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-fd8d4d8b-e9dd-4172-a279-dd5ea1970974 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:48.427400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.427914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-fd8d4d8b-e9dd-4172-a279-dd5ea1970974 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/networks?id=608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 HTTP/1.1" status: 200 len: 797 time: 0.2019815 May 02 10:41:48.430163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.431279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a HTTP/1.1" status: 204 len: 168 time: 0.7352369 May 02 10:41:48.477560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] For port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:48.477973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.493057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820d2bd-f479-4253-9328-8d2182cac01a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc9f73b-a5ea-4ef6-985c-41aa0f699b0a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:48.499192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Calling delete_port for c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:48.584160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-38758df1-3fb0-45d1-8b1d-e0d951c938aa tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 473 time: 0.1396608 May 02 10:41:48.605928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'port': {'device_id': '311f837b-3b82-4db5-adb9-c89394665201', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'admin_state_up': True, 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'security_groups': ['c0e39fa9-44fe-4d19-a8d8-973aa2f9562b']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:48.615718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:48.725876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:48.726273 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.774591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.822593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:48.824636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (ad00423c-aadf-4376-9220-1c65b004d409), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.829547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] Pushing event deleted for resources: {'Port': ['ID=c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:48.832016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9518f1-ae69-4775-8f83-520017b65f91 None None] No DVR routers for this DVR port c6c8de1e-6a53-4af4-9fa6-b122f0e7c9f4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:48.835024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:48.840234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.901549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:48.903853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:48.907141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:48.907900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:48.918969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4c73b4-28f5-4249-a7a8-86edabe0ecfc None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:48.929962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=ad00423c-aadf-4376-9220-1c65b004d409,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:49.021586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a08236fe-369a-4486-97d2-3b081d95602d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2713420 May 02 10:41:49.023544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51710) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:49.029429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:49.084414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'ad00423c-aadf-4376-9220-1c65b004d409'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:49.088577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.135850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.29 (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0/4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09/aca4a94a-6efc-4687-af5f-7babdbfe4a75) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:49.245400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Allocated IP 2001:db8::f816:3eff:fe3f:8679 (10093352-5a76-4e10-9ce0-e3026423e286/ad00423c-aadf-4376-9220-1c65b004d409/a1106674-b28b-40b9-9502-669769bfd7ee) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:49.320744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:49.324279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.416546 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.445308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a24220e5-901d-422e-903f-f6ea43da8b9e req-5c65bfec-bf9f-46c4-8d99-2b0a49434de8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 210 time: 0.0928428 May 02 10:41:49.473302 ncdv-master-1 neutron-server[115663]: INFO neutron.db.ipam_backend_mixin [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ad00423c-aadf-4376-9220-1c65b004d409 (CIDR: 2001:db8::/64) May 02 10:41:49.488236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks [] for port (a1106674-b28b-40b9-9502-669769bfd7ee), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.536628 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:49.537072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:49.547716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.570272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.591049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bb365a-5476-4a85-a1cb-f3948909ba4d req-cd776897-f765-478d-ad9d-6b5c174a9369 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:49.592571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2bb365a-5476-4a85-a1cb-f3948909ba4d req-cd776897-f765-478d-ad9d-6b5c174a9369 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0884337 May 02 10:41:49.613034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:49.617586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:49.640398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:49.640512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:49.640512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:49.640512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:49.641169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:49.662958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Pushing event updated for resources: {'Port': ['ID=a1106674-b28b-40b9-9502-669769bfd7ee,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:49.678124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bcdd2c0a-8c52-457f-a838-092e51c57b21 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6534998 May 02 10:41:49.681666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51744) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:49.691343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:49.707852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2bb365a-5476-4a85-a1cb-f3948909ba4d req-548c6bff-2e89-4f43-bcd1-25cc07369448 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997674 May 02 10:41:49.722942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:49.723494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.793318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Attempting to bind port a1106674-b28b-40b9-9502-669769bfd7ee on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:49.793720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Attempting to bind port a1106674-b28b-40b9-9502-669769bfd7ee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:49.794088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Attempting to bind port a1106674-b28b-40b9-9502-669769bfd7ee on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:49.799597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:49.799992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:49.800387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.800829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:49.801303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Bound port: a1106674-b28b-40b9-9502-669769bfd7ee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:49.801693 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.859697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-cfd96426-db58-4512-981f-d679fdb91733 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2674201 May 02 10:41:49.877517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Request body: {'port': {'device_id': '311f837b-3b82-4db5-adb9-c89394665201', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:49.889174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] For port a1106674-b28b-40b9-9502-669769bfd7ee, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:49.894552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] For port a1106674-b28b-40b9-9502-669769bfd7ee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1106674-b28b-40b9-9502-669769bfd7ee,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:49.940792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:49.944868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.966654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:49.979809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.038772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8f8d4d89-3155-4058-a912-167fa480e737 None None] Provisioning complete for port aca4a94a-6efc-4687-af5f-7babdbfe4a75 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:50.039156 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f8d4d89-3155-4058-a912-167fa480e737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.091392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b26d-80da-45f2-b341-2375b41d9b43 None None] Pushing event updated for resources: {'Port': ['ID=a1106674-b28b-40b9-9502-669769bfd7ee,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:50.103642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8f8d4d89-3155-4058-a912-167fa480e737 None None] Port aca4a94a-6efc-4687-af5f-7babdbfe4a75 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:50.424761 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d923dbd6-af06-410e-8ad4-2d3d4cf83b4c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.458810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aca4a94a-6efc-4687-af5f-7babdbfe4a75 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:50.480258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:50.481193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks [] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.485556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:50.491957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:50.492744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.500546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Transition to ACTIVE for port object aca4a94a-6efc-4687-af5f-7babdbfe4a75 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:41:50.504536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=d923dbd6-af06-410e-8ad4-2d3d4cf83b4c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:50.567315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.611396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6a2f216-8933-4bc3-834c-bfa6f8f28c77 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9276288 May 02 10:41:50.618131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51784) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:50.623671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:22:f1:6b', 'name': 'tempest-NetworksTestDHCPv6-1444703224'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:50.646179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bc40e6-5af7-461b-8c2c-cb9c67dfdd68 req-37f86ba0-dc99-4661-bb8b-37d873ce0c91 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:50.650138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83bc40e6-5af7-461b-8c2c-cb9c67dfdd68 req-37f86ba0-dc99-4661-bb8b-37d873ce0c91 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 944 time: 0.0920637 May 02 10:41:50.664140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Pushing event updated for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:50.666112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a1106674-b28b-40b9-9502-669769bfd7ee up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:50.755683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:50.756730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.851694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Attempting to bind port aca4a94a-6efc-4687-af5f-7babdbfe4a75 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:50.852074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Attempting to bind port aca4a94a-6efc-4687-af5f-7babdbfe4a75 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:50.852376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Attempting to bind port aca4a94a-6efc-4687-af5f-7babdbfe4a75 on network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:50.863932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Port aca4a94a-6efc-4687-af5f-7babdbfe4a75 on network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:41:50.864559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Attempting to bind port aca4a94a-6efc-4687-af5f-7babdbfe4a75 on network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:50.866975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:50.867702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.868347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83bc40e6-5af7-461b-8c2c-cb9c67dfdd68 req-e7bfc0fe-4f03-499c-834f-ae9913eff55b tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966407 May 02 10:41:50.879458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:50.880514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Checking segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:50.881149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Bound using segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:50.882087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Bound port: aca4a94a-6efc-4687-af5f-7babdbfe4a75, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:50.882647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:50.904854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port a1106674-b28b-40b9-9502-669769bfd7ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1106674-b28b-40b9-9502-669769bfd7ee,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:50.973171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17d1124-bdd7-44d9-9c4c-b8f253065a67 req-c49e68e4-c0aa-4b3e-87d9-d1bcb631aa9e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:50.974761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f17d1124-bdd7-44d9-9c4c-b8f253065a67 req-c49e68e4-c0aa-4b3e-87d9-d1bcb631aa9e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0893700 May 02 10:41:51.033412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:51.040985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:51.044052 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.063037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:51.075493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f17d1124-bdd7-44d9-9c4c-b8f253065a67 req-c4820c9c-05e7-4dbd-a285-e79492e226c9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927627 May 02 10:41:51.126887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=a1106674-b28b-40b9-9502-669769bfd7ee,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:51.204872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.222002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.255837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port a7b9e444-af49-4208-a7f0-3a726b7e6cc2 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:51.305075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.305075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.305075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] 10.222.0.15 "PUT /v2.0/ports/aca4a94a-6efc-4687-af5f-7babdbfe4a75 HTTP/1.1" status: 200 len: 1092 time: 1.4299777 May 02 10:41:51.305075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:51.305075 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cfb897-e2d0-4965-b776-bfef004338ed" -d '{"events": [{"name": "network-changed", "server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:51.369771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f69a5-f94f-4c23-aadb-960cb877c986 service neutron] Pushing event updated for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:51.374621 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8048c96f-e47f-4385-a644-b7c70f80d892 x-openstack-request-id: req-8048c96f-e47f-4385-a644-b7c70f80d892 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:51.374908 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:51.375213 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8048c96f-e47f-4385-a644-b7c70f80d892 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:51.391695 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8048c96f-e47f-4385-a644-b7c70f80d892'] response: {'name': 'network-changed', 'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75', 'status': 'completed', 'code': 200} May 02 10:41:51.446256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afde7ee9-e2a1-451f-98be-8cd4cd0731c7 req-1997c308-5b36-4ea2-b40e-5b2f8847a145 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.448477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-afde7ee9-e2a1-451f-98be-8cd4cd0731c7 req-1997c308-5b36-4ea2-b40e-5b2f8847a145 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1766694 May 02 10:41:51.475509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfb897-e2d0-4965-b776-bfef004338ed req-8e8cd113-3c98-472d-9988-987b65b4c22a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.477074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44cfb897-e2d0-4965-b776-bfef004338ed req-8e8cd113-3c98-472d-9988-987b65b4c22a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 1126 time: 0.0772831 May 02 10:41:51.523889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8:0:1::202 (10093352-5a76-4e10-9ce0-e3026423e286/d923dbd6-af06-410e-8ad4-2d3d4cf83b4c/a7b9e444-af49-4208-a7f0-3a726b7e6cc2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:51.534881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::f816:3eff:fe22:f16b (10093352-5a76-4e10-9ce0-e3026423e286/ad00423c-aadf-4376-9220-1c65b004d409/a7b9e444-af49-4208-a7f0-3a726b7e6cc2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:51.539764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48cdef9-aded-49c8-bb01-675e1a444ff3 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:51.596749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-afde7ee9-e2a1-451f-98be-8cd4cd0731c7 req-d9f02367-916f-493e-984e-348180385e12 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363182 May 02 10:41:51.647863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-400657ac-65ea-4e96-9abd-fb1a15f2cbac None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:51.648626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-400657ac-65ea-4e96-9abd-fb1a15f2cbac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.671225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfb897-e2d0-4965-b776-bfef004338ed req-b3e40b95-cc8e-4fe6-812c-070a37e582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.671872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfb897-e2d0-4965-b776-bfef004338ed req-b3e40b95-cc8e-4fe6-812c-070a37e582c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.673997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44cfb897-e2d0-4965-b776-bfef004338ed req-b3e40b95-cc8e-4fe6-812c-070a37e582c2 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=63740057f4374c219d98c8190ccbcfe8&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.1882007 May 02 10:41:51.816304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cfb897-e2d0-4965-b776-bfef004338ed req-84694e26-6fd3-4409-b55d-7b9fd6bb540c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.819011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44cfb897-e2d0-4965-b776-bfef004338ed req-84694e26-6fd3-4409-b55d-7b9fd6bb540c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1374156 May 02 10:41:51.826679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2aa69e-f94c-414f-a457-5175808f3f32 req-4cb3c2a0-6af6-4fdf-9786-45d03ed076a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.828274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a2aa69e-f94c-414f-a457-5175808f3f32 req-4cb3c2a0-6af6-4fdf-9786-45d03ed076a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0774283 May 02 10:41:51.841697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (a7b9e444-af49-4208-a7f0-3a726b7e6cc2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.843599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-400657ac-65ea-4e96-9abd-fb1a15f2cbac None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:51.863947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Update dhcp port {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'fixed_ips': [{'subnet_id': 'ad00423c-aadf-4376-9220-1c65b004d409', 'ip_address': '2001:db8::f816:3eff:fe3f:8679'}, {'subnet_id': 'd923dbd6-af06-410e-8ad4-2d3d4cf83b4c'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'a1106674-b28b-40b9-9502-669769bfd7ee'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:41:51.908145 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:51.912882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a2aa69e-f94c-414f-a457-5175808f3f32 req-65fa8847-93ef-43fc-9595-9a3437090f98 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749743 May 02 10:41:51.931441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-1c213617-1b29-423c-af7c-fde1bcbf54ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:51.934566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-1c213617-1b29-423c-af7c-fde1bcbf54ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 1126 time: 0.0609953 May 02 10:41:51.994260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-3bdb17b7-3af9-4a50-b742-dd2cb6a9f249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.29&port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75 HTTP/1.1" status: 200 len: 217 time: 0.0479333 May 02 10:41:52.030315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a7b9e444-af49-4208-a7f0-3a726b7e6cc2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.072943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f674e-b65c-48f7-9ca9-e3a4c4021a1a req-e66a90f3-4157-40db-8d35-86294027f494 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.075686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-459f674e-b65c-48f7-9ca9-e3a4c4021a1a req-e66a90f3-4157-40db-8d35-86294027f494 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 944 time: 0.0842257 May 02 10:41:52.090286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716173f-2b50-494f-8a33-d1a1b0a6ab07 req-545d8778-2020-4ad9-bcea-ce5f03f2c846 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.099469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-4f201f31-fc64-41f0-b45c-e1c086489ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.099469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-4f201f31-fc64-41f0-b45c-e1c086489ee1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09 HTTP/1.1" status: 200 len: 837 time: 0.0900099 May 02 10:41:52.106722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f716173f-2b50-494f-8a33-d1a1b0a6ab07 req-545d8778-2020-4ad9-bcea-ce5f03f2c846 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1014593 May 02 10:41:52.132671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:52.137306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Allocated IP 2001:db8:0:1::2 (10093352-5a76-4e10-9ce0-e3026423e286/d923dbd6-af06-410e-8ad4-2d3d4cf83b4c/a1106674-b28b-40b9-9502-669769bfd7ee) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:52.147101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:52.151364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:52.157361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.158139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.161094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=a7b9e444-af49-4208-a7f0-3a726b7e6cc2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:52.176753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-8d6d1ed0-cf05-475a-b278-e04512f9bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.178263 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-8d6d1ed0-cf05-475a-b278-e04512f9bd60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0717986 May 02 10:41:52.182401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-459f674e-b65c-48f7-9ca9-e3a4c4021a1a req-7830b30c-e136-4df6-83f1-ed6ed56228e9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005080 May 02 10:41:52.200527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f716173f-2b50-494f-8a33-d1a1b0a6ab07 req-8e18528b-2ad8-4352-b3ec-882dea35f7d4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943172 May 02 10:41:52.266490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] For port a1106674-b28b-40b9-9502-669769bfd7ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1106674-b28b-40b9-9502-669769bfd7ee,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:52.267064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-95f20b7c-6e96-4a60-bbef-62a4b52b3260 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.6477957 May 02 10:41:52.269733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51838) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:52.314306 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Publish callbacks [] for port (a1106674-b28b-40b9-9502-669769bfd7ee), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.338714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-42cf325a-3f5d-4d40-90ef-74507994d5bc service neutron] 10.222.0.15 "GET /v2.0/networks/608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507373 May 02 10:41:52.347359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5e3c7-a3e7-4783-a380-7d428053051f req-c7b4f82f-853a-42d2-9c67-401af23b1a6a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.348919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db5e3c7-a3e7-4783-a380-7d428053051f req-c7b4f82f-853a-42d2-9c67-401af23b1a6a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0607479 May 02 10:41:52.376068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port a7b9e444-af49-4208-a7f0-3a726b7e6cc2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:52.377581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a7b9e444-af49-4208-a7f0-3a726b7e6cc2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.393081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.462953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db5e3c7-a3e7-4783-a380-7d428053051f req-43c081c9-0b15-4383-9219-01a73526eb89 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1057246 May 02 10:41:52.497978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20efb100-303b-4cb4-814f-fae688c5cd34 req-9afffe85-8046-4802-b76e-c88bb9b81637 service neutron] 10.222.0.15 "GET /v2.0/networks/608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480484 May 02 10:41:52.513589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a7b9e444-af49-4208-a7f0-3a726b7e6cc2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.529133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for a7b9e444-af49-4208-a7f0-3a726b7e6cc2 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:52.573378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347f559-96b0-4c57-8417-f1da7f519e29 None None] Pushing event updated for resources: {'Port': ['ID=a1106674-b28b-40b9-9502-669769bfd7ee,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:52.622153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a1106674-b28b-40b9-9502-669769bfd7ee up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:52.704028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:52.704503 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:52.816288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:52.901649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-83ad710f-d48f-4d15-93bc-a1f8134d033d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:52.903637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-83ad710f-d48f-4d15-93bc-a1f8134d033d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1705902 May 02 10:41:52.924714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-1856709d-206e-4e59-bea0-fb71dddc9063 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/quotas/608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 375 time: 0.0122349 May 02 10:41:52.962681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a7b9e444-af49-4208-a7f0-3a726b7e6cc2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.006409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=a7b9e444-af49-4208-a7f0-3a726b7e6cc2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:53.014572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-7b9a970c-63fb-440a-ae7f-46803cf879a7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0840547 May 02 10:41:53.097200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.100408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec927541-8f99-463e-a857-277e1e6e1a69 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/a7b9e444-af49-4208-a7f0-3a726b7e6cc2 HTTP/1.1" status: 204 len: 168 time: 0.8295820 May 02 10:41:53.103994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51864) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.160483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b80ecd-8e1d-47dc-85ad-7b2c9b0cb14d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.162145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-21b80ecd-8e1d-47dc-85ad-7b2c9b0cb14d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0569732 May 02 10:41:53.164298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-4ee27e95-7372-4591-b223-0f56f0c7f973 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322846 May 02 10:41:53.164778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.263488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-636c314b-09ec-4b56-b6b5-ff3f7ae5524a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.268683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-636c314b-09ec-4b56-b6b5-ff3f7ae5524a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0994077 May 02 10:41:53.271559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5d8e28e8-343d-461b-ab25-158feac8662b None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:53.271559 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5d8e28e8-343d-461b-ab25-158feac8662b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.272133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51870) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.353044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-43c70a98-2f5e-4d3c-a471-ca13e022fec5 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770918 May 02 10:41:53.363357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f0a28-a636-43b5-8006-ae649a041c54 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.365023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f0a28-a636-43b5-8006-ae649a041c54 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.366446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5f0a28-a636-43b5-8006-ae649a041c54 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.368145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf5f0a28-a636-43b5-8006-ae649a041c54 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0988350 May 02 10:41:53.370907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51872) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.375434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bc8b5a-5d9b-4ef0-b7d9-0b0202c3c97e req-dc89089a-6189-4e75-a494-4a22fda3b77e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:53.377142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5d8e28e8-343d-461b-ab25-158feac8662b None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:53.381749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05bc8b5a-5d9b-4ef0-b7d9-0b0202c3c97e req-dc89089a-6189-4e75-a494-4a22fda3b77e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 944 time: 0.1012325 May 02 10:41:53.442275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet ad00423c-aadf-4376-9220-1c65b004d409 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:53.446035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05bc8b5a-5d9b-4ef0-b7d9-0b0202c3c97e req-fca13a00-bc4e-450c-b974-2f015cefd6e6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595407 May 02 10:41:53.446446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (ad00423c-aadf-4376-9220-1c65b004d409), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.492697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a5600ce9-4911-4872-b338-fd534acb6b6a None None] Could not find standard attr ID for object a7b9e444-af49-4208-a7f0-3a726b7e6cc2. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:41:53.498472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (ad00423c-aadf-4376-9220-1c65b004d409), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.589388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ad00423c-aadf-4376-9220-1c65b004d409), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.646600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51880) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.710480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8683aa9c-7fb9-466a-b559-189d49e3dbac req-c078327a-799d-446a-80b6-786d70a5a87a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 210 time: 0.0441098 May 02 10:41:53.794156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f082f2f-411c-4481-9a80-3d467e7f7060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.816508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (ad00423c-aadf-4376-9220-1c65b004d409), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.858675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=ad00423c-aadf-4376-9220-1c65b004d409,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:53.865341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.869073 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d74a780-918f-429b-a943-20172ab2befd tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ad00423c-aadf-4376-9220-1c65b004d409 HTTP/1.1" status: 204 len: 168 time: 0.4971192 May 02 10:41:53.871102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51892) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:53.873496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1661c32b-feb5-4233-862f-6bd77f11f6b5 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:53.926878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet d923dbd6-af06-410e-8ad4-2d3d4cf83b4c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:41:53.930312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (d923dbd6-af06-410e-8ad4-2d3d4cf83b4c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.937380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f082f2f-411c-4481-9a80-3d467e7f7060 admin admin] Publish callbacks [] for security_group (efb508f7-ef93-4c4b-bc48-1d62df92c29e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:53.971540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d923dbd6-af06-410e-8ad4-2d3d4cf83b4c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.040726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f082f2f-411c-4481-9a80-3d467e7f7060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (efb508f7-ef93-4c4b-bc48-1d62df92c29e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.068081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d923dbd6-af06-410e-8ad4-2d3d4cf83b4c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.089547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f082f2f-411c-4481-9a80-3d467e7f7060 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e88c96fad7e9420fba6420a910194224&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4394038 May 02 10:41:54.089547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f082f2f-411c-4481-9a80-3d467e7f7060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efb508f7-ef93-4c4b-bc48-1d62df92c29e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:54.090288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51894) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:54.174879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] Publish callbacks [] for security_group (efb508f7-ef93-4c4b-bc48-1d62df92c29e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.202330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] Publish callbacks [] for security_group (efb508f7-ef93-4c4b-bc48-1d62df92c29e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.239475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d923dbd6-af06-410e-8ad4-2d3d4cf83b4c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.270714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=d923dbd6-af06-410e-8ad4-2d3d4cf83b4c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:54.272847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.276120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19a257ff-b908-4649-8dee-55f06aab88ae tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/d923dbd6-af06-410e-8ad4-2d3d4cf83b4c HTTP/1.1" status: 204 len: 168 time: 0.4039180 May 02 10:41:54.278755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51896) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:54.325404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4662e2bb-1b24-4731-afe4-9d5a950ee6f1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454793 May 02 10:41:54.326132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (efb508f7-ef93-4c4b-bc48-1d62df92c29e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.328379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51900) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:54.333559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:54.339213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.345494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/efb508f7-ef93-4c4b-bc48-1d62df92c29e HTTP/1.1" status: 204 len: 168 time: 0.2541101 May 02 10:41:54.354009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1400b8b-ad38-4325-a7c0-3e1dc7b62ced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efb508f7-ef93-4c4b-bc48-1d62df92c29e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:54.538595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:54.543549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.599876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a1106674-b28b-40b9-9502-669769bfd7ee up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:54.617148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ecefb-f0d2-4a1c-bf57-46e512646725 req-fd4f51b1-182a-4199-8683-2a9563ce30ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:54.628930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-822ecefb-f0d2-4a1c-bf57-46e512646725 req-fd4f51b1-182a-4199-8683-2a9563ce30ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 944 time: 0.0881732 May 02 10:41:54.641421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:41:54.707155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-822ecefb-f0d2-4a1c-bf57-46e512646725 req-867abb3d-35ce-4c3d-9a0f-07df2d17dd7a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773251 May 02 10:41:54.711343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:54.711689 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.869478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:54.889046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d09617de-5b7c-4817-bf00-3510ab8be856 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:54.909878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e91238c2-e5f3-4dfd-85f3-2427afae8ad5 req-9f381f3c-c29a-4408-bffc-3aa3a83c9f0f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 210 time: 0.0437269 May 02 10:41:54.932939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (15cec609-453a-4fd6-8152-8a182e351e48), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.958135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f7213548-3ab7-4a45-b29f-95824db7423c None None] Provisioning complete for port a1106674-b28b-40b9-9502-669769bfd7ee triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:54.958501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7213548-3ab7-4a45-b29f-95824db7423c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.979151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:54.983760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:54.987961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:54.988515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:54.996488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=15cec609-453a-4fd6-8152-8a182e351e48,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:55.074238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f7213548-3ab7-4a45-b29f-95824db7423c None None] Current status of the port a1106674-b28b-40b9-9502-669769bfd7ee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:55.103586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8737cc2f-5304-4241-8bee-2adacc51c922 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7739956 May 02 10:41:55.106730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51912) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:55.112096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:55.118574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:41:55.146716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device aca4a94a-6efc-4687-af5f-7babdbfe4a75 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:41:55.148736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:55.165450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6631af45-25ce-4ad8-9fe0-98e67b3ddddf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.169080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Deleting port a1106674-b28b-40b9-9502-669769bfd7ee {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:55.169463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.260619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6631af45-25ce-4ad8-9fe0-98e67b3ddddf admin admin] Publish callbacks [] for security_group (10976c30-231d-4186-ac57-5d0ebbfc4a12), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.309298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:55.312847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.316353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] For port a1106674-b28b-40b9-9502-669769bfd7ee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a1106674-b28b-40b9-9502-669769bfd7ee,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:55.316791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.332019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6631af45-25ce-4ad8-9fe0-98e67b3ddddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (10976c30-231d-4186-ac57-5d0ebbfc4a12), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.335389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Calling delete_port for a1106674-b28b-40b9-9502-669769bfd7ee owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:55.357331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:55.379353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6631af45-25ce-4ad8-9fe0-98e67b3ddddf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6e4cf00aaf6748898564a431b61d0b1f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2269430 May 02 10:41:55.379353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631af45-25ce-4ad8-9fe0-98e67b3ddddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10976c30-231d-4186-ac57-5d0ebbfc4a12,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:55.380496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51916) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:55.399353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'port_id': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75', 'mac_address': 'fa:16:3e:9c:d0:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'ip_address': '172.20.0.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:41:55.445203 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 15cec609-453a-4fd6-8152-8a182e351e48 (CIDR: 2001:db8::/64) May 02 10:41:55.466746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] Publish callbacks [] for security_group (10976c30-231d-4186-ac57-5d0ebbfc4a12), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.470179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port aca4a94a-6efc-4687-af5f-7babdbfe4a75 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:55.470578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.485503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aca4a94a-6efc-4687-af5f-7babdbfe4a75 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:55.490254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] Publish callbacks [] for security_group (10976c30-231d-4186-ac57-5d0ebbfc4a12), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.508706 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:41:55.509299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:41:55.513146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:55.563505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (a1106674-b28b-40b9-9502-669769bfd7ee), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.588229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] Pushing event deleted for resources: {'Port': ['ID=a1106674-b28b-40b9-9502-669769bfd7ee,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:55.592939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-04d1ddfb-17c7-4c43-9eee-d3dd86248b38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.595578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.597890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2174189-8d8e-4645-88ef-a46bac3d7ad1 None None] No DVR routers for this DVR port a1106674-b28b-40b9-9502-669769bfd7ee on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:41:55.602824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4456f90-58e5-47ed-9cb8-b0cb5f061753 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4921277 May 02 10:41:55.602983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51918) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:55.611346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:55.626841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2894da-99ac-4ef2-95b3-5f0f4a72206e None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:55.639064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (10976c30-231d-4186-ac57-5d0ebbfc4a12), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.641614 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.643273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10976c30-231d-4186-ac57-5d0ebbfc4a12 HTTP/1.1" status: 204 len: 168 time: 0.2612634 May 02 10:41:55.680495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea76d66f-f196-4def-ba69-2b9194447317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10976c30-231d-4186-ac57-5d0ebbfc4a12,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:55.731025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:55.802908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': '15cec609-453a-4fd6-8152-8a182e351e48'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:41:55.804190 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.846677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d299b48-2462-472a-a167-ec1b8d174981 req-c0ab138e-593d-4a5b-bd35-c88ab522988e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:55.848308 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d299b48-2462-472a-a167-ec1b8d174981 req-c0ab138e-593d-4a5b-bd35-c88ab522988e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 945 time: 0.0547416 May 02 10:41:55.899558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d299b48-2462-472a-a167-ec1b8d174981 req-2a976fd5-394c-4b73-8792-e5754e429cb5 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446162 May 02 10:41:55.948707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['aca4a94a-6efc-4687-af5f-7babdbfe4a75'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:41:55.949644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:55.956424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:55.966772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/15cec609-453a-4fd6-8152-8a182e351e48/55f00606-18b9-4aea-b851-2d8b97b65662) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:56.027800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1894f4f-7597-4a50-b59e-22640f80f517 req-d9fea974-8d38-4e48-9a05-663340b9e1a5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 210 time: 0.0391979 May 02 10:41:56.211536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-0c7e31cc-cf7c-4306-94a4-41d04a89a5d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:56.216320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-0c7e31cc-cf7c-4306-94a4-41d04a89a5d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1368186 May 02 10:41:56.224950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks [] for port (55f00606-18b9-4aea-b851-2d8b97b65662), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.225804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'device_id': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'admin_state_up': True, 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:56.366355 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.404552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:56.407481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:56.413840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:56.449960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Pushing event updated for resources: {'Port': ['ID=55f00606-18b9-4aea-b851-2d8b97b65662,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:56.478038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:56.482318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.493752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Attempting to bind port 55f00606-18b9-4aea-b851-2d8b97b65662 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:56.494340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Attempting to bind port 55f00606-18b9-4aea-b851-2d8b97b65662 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:56.494838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Attempting to bind port 55f00606-18b9-4aea-b851-2d8b97b65662 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:56.506027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:56.509050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:56.510411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.510411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:56.512260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Bound port: 55f00606-18b9-4aea-b851-2d8b97b65662, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:56.513002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.518017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:41:56.559295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a1106674-b28b-40b9-9502-669769bfd7ee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:41:56.589167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a1106674-b28b-40b9-9502-669769bfd7ee {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:41:56.589521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a1106674-b28b-40b9-9502-669769bfd7ee not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:41:56.636581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] For port 55f00606-18b9-4aea-b851-2d8b97b65662, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:56.640327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] For port 55f00606-18b9-4aea-b851-2d8b97b65662, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f00606-18b9-4aea-b851-2d8b97b65662,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:56.655001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.20.0.6 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/d378da7e-1157-46b3-b5cf-d90e274f62d0) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:56.704848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.776808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9449a9e-2e54-49be-b55c-04ed1bf4f5af None None] Pushing event updated for resources: {'Port': ['ID=55f00606-18b9-4aea-b851-2d8b97b65662,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:56.848886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:56.867638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.033721 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.059600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:41:57.125394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e043af-0265-44b6-be7d-839a844dae9e req-f541189d-c33b-455d-a1ee-e99164cd1564 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:57.127836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27e043af-0265-44b6-be7d-839a844dae9e req-f541189d-c33b-455d-a1ee-e99164cd1564 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 945 time: 0.1121757 May 02 10:41:57.154547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:57.174239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device aca4a94a-6efc-4687-af5f-7babdbfe4a75 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:57.176983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] For port 55f00606-18b9-4aea-b851-2d8b97b65662, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f00606-18b9-4aea-b851-2d8b97b65662,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:57.178221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:57.184498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:57.190751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:57.259039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:57.259832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.296635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e51d67-c26d-4396-bd01-3e5c62a45e10 req-a40001a3-06b8-4698-9c3a-f760d684effb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:57.300252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27e043af-0265-44b6-be7d-839a844dae9e req-31b601ae-5135-42bf-ab36-1d3a31c4f745 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1604807 May 02 10:41:57.304289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4e51d67-c26d-4396-bd01-3e5c62a45e10 req-a40001a3-06b8-4698-9c3a-f760d684effb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 931 time: 0.1702332 May 02 10:41:57.311188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (55f00606-18b9-4aea-b851-2d8b97b65662), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.371102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4e51d67-c26d-4396-bd01-3e5c62a45e10 req-aa539e9e-d6f3-4363-8602-214cfb077df9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654595 May 02 10:41:57.386522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-b808a1d5-f86a-45c0-b423-7885aae3986c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1619515 May 02 10:41:57.400943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Request body: {'port': {'device_id': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:57.409696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port aca4a94a-6efc-4687-af5f-7babdbfe4a75 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:41:57.413623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.461105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (5f11c471-2e60-49bd-a94d-fd106407dbcf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.498683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.501237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port aca4a94a-6efc-4687-af5f-7babdbfe4a75 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:57.501630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.555156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:57.565022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:57.571354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=55f00606-18b9-4aea-b851-2d8b97b65662,revision_number=4']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:57.585191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:57.586884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.587173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-daa75318-6289-41f0-ad81-3ce568910782 None None] Provisioning complete for port d378da7e-1157-46b3-b5cf-d90e274f62d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:57.587554 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-daa75318-6289-41f0-ad81-3ce568910782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.600580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=5f11c471-2e60-49bd-a94d-fd106407dbcf,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:57.631636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-daa75318-6289-41f0-ad81-3ce568910782 None None] Port d378da7e-1157-46b3-b5cf-d90e274f62d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:57.669536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port aca4a94a-6efc-4687-af5f-7babdbfe4a75 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:57.670230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.693487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:57.695797 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8936804e-403c-4919-b598-5b650a032ef3" -d '{"events": [{"server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "name": "network-vif-plugged", "status": "completed", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:57.709771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:57.742912 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:41:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f33c07-8bad-4fcd-a065-c4adda39071d x-openstack-request-id: req-f5f33c07-8bad-4fcd-a065-c4adda39071d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:57.743218 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "name": "network-vif-plugged", "status": "completed", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:57.743482 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f5f33c07-8bad-4fcd-a065-c4adda39071d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:57.743887 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5f33c07-8bad-4fcd-a065-c4adda39071d'] response: {'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75', 'code': 200} May 02 10:41:57.773141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e58e1ae-efbb-4ec2-84ec-2276eade945b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.1688626 May 02 10:41:57.775760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51960) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:57.780895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:bb:cc:56', 'name': 'tempest-NetworksTestDHCPv6-248553663'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:41:57.816751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d378da7e-1157-46b3-b5cf-d90e274f62d0 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:41:57.823150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.835110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks [] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.878679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Transition to ACTIVE for port object d378da7e-1157-46b3-b5cf-d90e274f62d0 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:41:57.880308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4d1c-2c81-42ab-a120-568a4292c84e req-5a67f3c4-8a75-4150-aa08-7fc42b8861cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:57.881871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca6b4d1c-2c81-42ab-a120-568a4292c84e req-5a67f3c4-8a75-4150-aa08-7fc42b8861cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 1128 time: 0.0604389 May 02 10:41:57.923193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:57.950324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:57.956907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca6b4d1c-2c81-42ab-a120-568a4292c84e req-4175cc43-ecee-47fb-b9f4-2e9b58b568b2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687428 May 02 10:41:58.008352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Pushing event updated for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:58.014962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e6567b9-8c6f-48c5-b3b6-4974bbba6b53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.067395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:41:58.092984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Attempting to bind port d378da7e-1157-46b3-b5cf-d90e274f62d0 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:41:58.110621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Attempting to bind port d378da7e-1157-46b3-b5cf-d90e274f62d0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:41:58.111111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Attempting to bind port d378da7e-1157-46b3-b5cf-d90e274f62d0 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:58.120371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Port d378da7e-1157-46b3-b5cf-d90e274f62d0 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:41:58.120371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Attempting to bind port d378da7e-1157-46b3-b5cf-d90e274f62d0 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:41:58.123456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:41:58.123456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:41:58.123682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:41:58.124084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Bound port: d378da7e-1157-46b3-b5cf-d90e274f62d0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:41:58.124581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.199525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.223334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:41:58.227733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:41:58.242425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port 4e859929-0288-4530-8055-26f89dee079e yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:41:58.318751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.388574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-870206fe-2f98-49a0-9a0c-c0467dcd5a87 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:41:58.515612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Provisioning complete for port 55f00606-18b9-4aea-b851-2d8b97b65662 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:58.516789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.546487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3dfd81-9261-451d-bb8a-dfc4a08f878f req-0e9c9a66-a041-4d29-8f71-18a9368ac62b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:58.546487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b3dfd81-9261-451d-bb8a-dfc4a08f878f req-0e9c9a66-a041-4d29-8f71-18a9368ac62b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 943 time: 0.0751631 May 02 10:41:58.554665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::53 (10093352-5a76-4e10-9ce0-e3026423e286/15cec609-453a-4fd6-8152-8a182e351e48/4e859929-0288-4530-8055-26f89dee079e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:58.566907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8:0:1:f816:3eff:febb:cc56 (10093352-5a76-4e10-9ce0-e3026423e286/5f11c471-2e60-49bd-a94d-fd106407dbcf/4e859929-0288-4530-8055-26f89dee079e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:41:58.656220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Current status of the port 55f00606-18b9-4aea-b851-2d8b97b65662 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:58.656923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.714515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 55f00606-18b9-4aea-b851-2d8b97b65662 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:41:58.731837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] For port 55f00606-18b9-4aea-b851-2d8b97b65662, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f00606-18b9-4aea-b851-2d8b97b65662,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:41:58.768963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b3dfd81-9261-451d-bb8a-dfc4a08f878f req-0387bde7-9274-4c5f-9adb-d20f95c608ae tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650481 May 02 10:41:58.797149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.829111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:58.829725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.832195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] 10.222.0.24 "PUT /v2.0/ports/d378da7e-1157-46b3-b5cf-d90e274f62d0 HTTP/1.1" status: 200 len: 1091 time: 1.4358602 May 02 10:41:58.832704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:41:58.834992 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-271eb769-e5ee-4ac1-8a65-37e9906e48cd" -d '{"events": [{"name": "network-changed", "server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:41:58.868147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68857ebd-e4a6-4e7e-b217-65bbd86a6157 req-f2625e59-7a7e-4344-be1b-c9292473149a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:58.869724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68857ebd-e4a6-4e7e-b217-65bbd86a6157 req-f2625e59-7a7e-4344-be1b-c9292473149a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0909190 May 02 10:41:58.870562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d0186-71c1-43f4-b8cb-fd700854a731 service neutron] Pushing event updated for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:58.934969 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb9d463-3f6b-42cd-81dc-dc0ecfcca247 x-openstack-request-id: req-4bb9d463-3f6b-42cd-81dc-dc0ecfcca247 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:41:58.934969 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:41:58.935245 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bb9d463-3f6b-42cd-81dc-dc0ecfcca247 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:41:58.935475 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bb9d463-3f6b-42cd-81dc-dc0ecfcca247'] response: {'name': 'network-changed', 'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0', 'status': 'completed', 'code': 200} May 02 10:41:58.957960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 55f00606-18b9-4aea-b851-2d8b97b65662 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:58.959862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:58.962015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57af2d3-d054-4d0c-882d-3c5eea022117 None None] Pushing event updated for resources: {'Port': ['ID=55f00606-18b9-4aea-b851-2d8b97b65662,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:59.021062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (4e859929-0288-4530-8055-26f89dee079e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.043016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68857ebd-e4a6-4e7e-b217-65bbd86a6157 req-ff633cef-98b2-42eb-ad4a-0a5206a85a47 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1587272 May 02 10:41:59.078204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-14c47f1d-fdd8-449c-9b5c-c6cdb0957ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.083151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-14c47f1d-fdd8-449c-9b5c-c6cdb0957ef1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 1125 time: 0.1322260 May 02 10:41:59.110921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 55f00606-18b9-4aea-b851-2d8b97b65662 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:59.227572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4e859929-0288-4530-8055-26f89dee079e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.247758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-b5b0f991-8c1c-465a-80a4-0e209b04c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.249879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-b5b0f991-8c1c-465a-80a4-0e209b04c1e9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=608974f2bff942b5a36c7b8f748dcf72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1598053 May 02 10:41:59.265640 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.316959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=4e859929-0288-4530-8055-26f89dee079e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:41:59.341566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:41:59.343087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:41:59.346303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:41:59.351591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.352238 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.381269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-0f480156-27f3-49c8-bd51-69a10784d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.382765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-271eb769-e5ee-4ac1-8a65-37e9906e48cd req-0f480156-27f3-49c8-bd51-69a10784d6b6 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1272049 May 02 10:41:59.461867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-14a8e35c-bc2c-47f6-aabc-5f1fb8de3c75 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 1.6847978 May 02 10:41:59.462517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52006) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:41:59.468575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-82e00ae1-6b8e-4b78-be33-f91c9ca79921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.470301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-82e00ae1-6b8e-4b78-be33-f91c9ca79921 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 1125 time: 0.0450563 May 02 10:41:59.529812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-895dd753-1030-4328-a10b-5eeef6c89778 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0 HTTP/1.1" status: 200 len: 217 time: 0.0495238 May 02 10:41:59.582388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d71b5bd8-e9cd-4bc6-8662-e7d01426d7cd None None] Provisioning complete for port 55f00606-18b9-4aea-b851-2d8b97b65662 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:59.582759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d71b5bd8-e9cd-4bc6-8662-e7d01426d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.592131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port 4e859929-0288-4530-8055-26f89dee079e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:41:59.592639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4e859929-0288-4530-8055-26f89dee079e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.613378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-d185d2f1-4d9a-4a99-a93e-1db90ec99000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.614922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-d185d2f1-4d9a-4a99-a93e-1db90ec99000 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0810604 May 02 10:41:59.687116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d71b5bd8-e9cd-4bc6-8662-e7d01426d7cd None None] Current status of the port 55f00606-18b9-4aea-b851-2d8b97b65662 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:41:59.697532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-24663c1c-9b60-46c7-8eb2-070da1d21c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.701021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-24663c1c-9b60-46c7-8eb2-070da1d21c73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0786924 May 02 10:41:59.707654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4e859929-0288-4530-8055-26f89dee079e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.723468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for 4e859929-0288-4530-8055-26f89dee079e owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:41:59.801509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-4ea8a6e1-595a-4581-a568-1adc3e00b715 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946236 May 02 10:41:59.906076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9716887a-4d99-41bd-961f-e871659c74de None None] Provisioning complete for port 4e859929-0288-4530-8055-26f89dee079e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:41:59.906673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9716887a-4d99-41bd-961f-e871659c74de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4e859929-0288-4530-8055-26f89dee079e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:41:59.929365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2432a7f-0435-4bfb-88f3-ac2fc1d366ad req-512343b7-430d-498f-b2ed-85fe796e70f2 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218741 May 02 10:41:59.967000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9716887a-4d99-41bd-961f-e871659c74de None None] Port 4e859929-0288-4530-8055-26f89dee079e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:41:59.980622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c4f6bc-d973-477f-9e16-41e443d3420e req-3d3ec79b-5bd5-4a83-b30e-08e44418c3fe tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:41:59.982090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5c4f6bc-d973-477f-9e16-41e443d3420e req-3d3ec79b-5bd5-4a83-b30e-08e44418c3fe tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 943 time: 0.0934672 May 02 10:42:00.058568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5c4f6bc-d973-477f-9e16-41e443d3420e req-991b5847-8cc6-495d-9dd9-b414bf29d48c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571034 May 02 10:42:00.140696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4e859929-0288-4530-8055-26f89dee079e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.190618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a34dce-f0ec-4e4d-9616-1bda5286102e req-7d4fc85f-87bc-4e60-920a-d6c627c4fd61 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.193023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5a34dce-f0ec-4e4d-9616-1bda5286102e req-7d4fc85f-87bc-4e60-920a-d6c627c4fd61 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0642288 May 02 10:42:00.209686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=4e859929-0288-4530-8055-26f89dee079e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:00.243981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.247620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f3134c4-0348-40ac-8842-ad91ee705a0b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/4e859929-0288-4530-8055-26f89dee079e HTTP/1.1" status: 204 len: 168 time: 0.7840500 May 02 10:42:00.251079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52036) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.298476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5a34dce-f0ec-4e4d-9616-1bda5286102e req-e4464247-7014-4d91-bf43-ac17a221c14a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947790 May 02 10:42:00.319003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ae085ee-034a-406a-9a2d-78eec16af163 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.326450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ae085ee-034a-406a-9a2d-78eec16af163 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0739930 May 02 10:42:00.328985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52042) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.419882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f32d819-90eb-4c22-9a10-05c13c0b9096 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.425104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.427986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f32d819-90eb-4c22-9a10-05c13c0b9096 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0978475 May 02 10:42:00.447033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e61419-5a63-458f-a5c8-24a772fdb326 req-1e547a4d-6683-4a0c-8da4-3c31bca720fe tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.454547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42e61419-5a63-458f-a5c8-24a772fdb326 req-1e547a4d-6683-4a0c-8da4-3c31bca720fe tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0838673 May 02 10:42:00.490694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e127dcc-bc5a-4e52-9540-ecd051b5a1df tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.493244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e127dcc-bc5a-4e52-9540-ecd051b5a1df tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.495315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e127dcc-bc5a-4e52-9540-ecd051b5a1df tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:00.496963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0e127dcc-bc5a-4e52-9540-ecd051b5a1df tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0707200 May 02 10:42:00.509045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.526915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42e61419-5a63-458f-a5c8-24a772fdb326 req-90a131d0-e6d2-483d-bc8e-2daf5a91af63 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714512 May 02 10:42:00.563848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 15cec609-453a-4fd6-8152-8a182e351e48 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:00.568656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (15cec609-453a-4fd6-8152-8a182e351e48), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.581862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.609584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (15cec609-453a-4fd6-8152-8a182e351e48), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.616165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 55f00606-18b9-4aea-b851-2d8b97b65662 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:00.668483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 55f00606-18b9-4aea-b851-2d8b97b65662 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:00.668889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.708832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (15cec609-453a-4fd6-8152-8a182e351e48), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.776392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 55f00606-18b9-4aea-b851-2d8b97b65662 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:00.799764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52062) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.847527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (15cec609-453a-4fd6-8152-8a182e351e48), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.875078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=15cec609-453a-4fd6-8152-8a182e351e48,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:00.879835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.884958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f823cac-0523-44b5-8027-e57acf75f635 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/15cec609-453a-4fd6-8152-8a182e351e48 HTTP/1.1" status: 204 len: 168 time: 0.3822351 May 02 10:42:00.886626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:00.886870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816b0e52-727d-4725-96e6-fa5768137e5d None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:00.948525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet 5f11c471-2e60-49bd-a94d-fd106407dbcf {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:00.951866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (5f11c471-2e60-49bd-a94d-fd106407dbcf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:00.972242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-06e22a71-9b04-4113-9577-869e720c1f48 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23c327323ab84febaef036ab6c72b1e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1689007 May 02 10:42:00.974391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52070) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:01.025372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5f11c471-2e60-49bd-a94d-fd106407dbcf), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.083213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] Publish callbacks [] for security_group (44b4ebc5-ea4d-43ce-a657-6ebfee9fef43), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.107070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] Publish callbacks [] for security_group (44b4ebc5-ea4d-43ce-a657-6ebfee9fef43), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.216475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5f11c471-2e60-49bd-a94d-fd106407dbcf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.225497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e58997e-3f27-4ffd-ad48-a5a022ca5a00 req-790a933d-1558-4212-8462-f5c3621735df tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:01.227034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e58997e-3f27-4ffd-ad48-a5a022ca5a00 req-790a933d-1558-4212-8462-f5c3621735df tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 943 time: 0.0674124 May 02 10:42:01.317131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e58997e-3f27-4ffd-ad48-a5a022ca5a00 req-2963427f-bf50-478a-a686-4ae451272f6a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697553 May 02 10:42:01.335043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (44b4ebc5-ea4d-43ce-a657-6ebfee9fef43), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.337832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.341827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44b4ebc5-ea4d-43ce-a657-6ebfee9fef43 HTTP/1.1" status: 204 len: 168 time: 0.3663888 May 02 10:42:01.351674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf74a6-11cb-4616-9df4-449da74c141d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b4ebc5-ea4d-43ce-a657-6ebfee9fef43,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:01.384831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5f11c471-2e60-49bd-a94d-fd106407dbcf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.420368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=5f11c471-2e60-49bd-a94d-fd106407dbcf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:01.424336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.430769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:01.443357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c0672291-6612-4a11-befe-2c38d9511499 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5f11c471-2e60-49bd-a94d-fd106407dbcf HTTP/1.1" status: 204 len: 168 time: 0.5533435 May 02 10:42:01.490700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a8a68c1-c95a-4ede-a0e2-f89b1487bf18 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587635 May 02 10:42:01.493764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52086) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:01.498680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:01.692856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:01.692856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.822536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d74616-f0ab-43e4-a3d5-aac5ce105c4d None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:01.931391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e294b23b-4e6d-411b-bc13-aba33e348f4d None None] Provisioning complete for port 55f00606-18b9-4aea-b851-2d8b97b65662 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:01.931772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e294b23b-4e6d-411b-bc13-aba33e348f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.958439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:01.994294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f34a38f3-ccdc-46b8-b5c5-6685db8ffa91), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.041315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:02.048265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:02.049684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:02.050289 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.055027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e294b23b-4e6d-411b-bc13-aba33e348f4d None None] Current status of the port 55f00606-18b9-4aea-b851-2d8b97b65662 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:02.069515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=f34a38f3-ccdc-46b8-b5c5-6685db8ffa91,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:02.083551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:42:02.109986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:02.129634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Deleting port 55f00606-18b9-4aea-b851-2d8b97b65662 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:02.130317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.139953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f8f388d3-93d5-4c9d-bf28-75433889e6bf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6425071 May 02 10:42:02.140781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52094) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:02.146884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:02.229711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] For port 55f00606-18b9-4aea-b851-2d8b97b65662, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=55f00606-18b9-4aea-b851-2d8b97b65662,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:02.230125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.248801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Calling delete_port for 55f00606-18b9-4aea-b851-2d8b97b65662 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:02.371894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:02.376111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.475206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (55f00606-18b9-4aea-b851-2d8b97b65662), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.480623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa65c74e-80c0-4adf-bcc4-17e9fff564b0 req-18281a06-6ea8-4b54-90c1-0a5b64cac532 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:02.482217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa65c74e-80c0-4adf-bcc4-17e9fff564b0 req-18281a06-6ea8-4b54-90c1-0a5b64cac532 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 943 time: 0.0898438 May 02 10:42:02.518676 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f34a38f3-ccdc-46b8-b5c5-6685db8ffa91 (CIDR: 2001:db8::/64) May 02 10:42:02.539231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] Pushing event deleted for resources: {'Port': ['ID=55f00606-18b9-4aea-b851-2d8b97b65662,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:02.543939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12ae60db-ad84-47a1-a2b5-6cb387e18978 None None] No DVR routers for this DVR port 55f00606-18b9-4aea-b851-2d8b97b65662 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:02.580564 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:42:02.580564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:02.590370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4d12df-fac5-410f-9861-05d004a56736 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:02.592708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 55f00606-18b9-4aea-b851-2d8b97b65662 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:02.598242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa65c74e-80c0-4adf-bcc4-17e9fff564b0 req-19b68226-7bc3-4b7b-bd0d-cfd499de811e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079581 May 02 10:42:02.640726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 55f00606-18b9-4aea-b851-2d8b97b65662 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:02.641144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 55f00606-18b9-4aea-b851-2d8b97b65662 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:02.649557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.705106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9236dd5-b74e-40e5-bcb8-99f1cdf9e522 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5630441 May 02 10:42:02.707779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:02.713984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'subnet': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:02.759086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-10093352-5a76-4e10-9ce0-e3026423e286', 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'project_id': '7982d97be6f049ed8d728ff671798233', 'fixed_ips': [{'subnet_id': 'f34a38f3-ccdc-46b8-b5c5-6685db8ffa91'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:42:02.760465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:02.779908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d378da7e-1157-46b3-b5cf-d90e274f62d0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:42:02.985799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.17 (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0/4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09/8aef6df9-17cb-41a3-8456-08c3e43d5989) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:02.996340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Allocated IP 2001:db8::2 (10093352-5a76-4e10-9ce0-e3026423e286/f34a38f3-ccdc-46b8-b5c5-6685db8ffa91/f98d9371-a7f5-4dc8-a544-b96ae66a3492) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:03.017984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:03.064866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'd378da7e-1157-46b3-b5cf-d90e274f62d0', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': 'd378da7e-1157-46b3-b5cf-d90e274f62d0', 'mac_address': 'fa:16:3e:8f:ad:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:42:03.150841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d378da7e-1157-46b3-b5cf-d90e274f62d0 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:03.151353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.154396 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.184792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d378da7e-1157-46b3-b5cf-d90e274f62d0 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:42:03.238179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:03.258201 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks [] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.278115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.300858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:03.301369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.305852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.316821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:03.318506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:03.321103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:03.366733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.369487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:03.399783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:03.410077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.410834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:03.431694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:03.434191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:03.506796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Pushing event updated for resources: {'Port': ['ID=f98d9371-a7f5-4dc8-a544-b96ae66a3492,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:03.530696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Attempting to bind port f98d9371-a7f5-4dc8-a544-b96ae66a3492 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:42:03.531004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Attempting to bind port f98d9371-a7f5-4dc8-a544-b96ae66a3492 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:42:03.531382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Attempting to bind port f98d9371-a7f5-4dc8-a544-b96ae66a3492 on network 10093352-5a76-4e10-9ce0-e3026423e286 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:42:03.539976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:42:03.540363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Checking segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:03.546760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.546760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Bound using segment: {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:42:03.546760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Bound port: f98d9371-a7f5-4dc8-a544-b96ae66a3492, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '10093352-5a76-4e10-9ce0-e3026423e286'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:42:03.546760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.610657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:42:03.651665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] For port f98d9371-a7f5-4dc8-a544-b96ae66a3492, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:03.673377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] For port f98d9371-a7f5-4dc8-a544-b96ae66a3492, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98d9371-a7f5-4dc8-a544-b96ae66a3492,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:42:03.694157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.710127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-197e8f7c-ce20-4ee3-9123-1212777205a3 None None] Provisioning complete for port 8aef6df9-17cb-41a3-8456-08c3e43d5989 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:03.710508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-197e8f7c-ce20-4ee3-9123-1212777205a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.781721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-197e8f7c-ce20-4ee3-9123-1212777205a3 None None] Port 8aef6df9-17cb-41a3-8456-08c3e43d5989 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:03.788806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a0e026-4267-4c9c-b6eb-30708ae51c90 req-c006057b-f871-49ba-b9a1-141d75c4cc94 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:03.797796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47a0e026-4267-4c9c-b6eb-30708ae51c90 req-c006057b-f871-49ba-b9a1-141d75c4cc94 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 944 time: 0.0990481 May 02 10:42:03.798130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:03.858578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf859f-7005-4aaf-b88c-5ced7c8b6289 None None] Pushing event updated for resources: {'Port': ['ID=f98d9371-a7f5-4dc8-a544-b96ae66a3492,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:03.873075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:42:03.917275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47a0e026-4267-4c9c-b6eb-30708ae51c90 req-e3f07c38-a65d-4616-a7e2-d7f587d1cec6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188977 May 02 10:42:04.148846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.149074 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.223633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.307515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:04.309727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.320701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.320701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.320995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.321205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.321545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.321883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.322218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.322553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.322884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.323215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.323543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.323869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.324199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.324569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.326100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:04.351628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] For port f98d9371-a7f5-4dc8-a544-b96ae66a3492, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98d9371-a7f5-4dc8-a544-b96ae66a3492,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:04.382807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.419944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:04.421421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:04.466888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.514046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (e159f568-8ecc-4dcb-9c67-5a4897969673), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.584693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:04.593961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:04.594193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:04.605925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:04.606423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.617361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=f98d9371-a7f5-4dc8-a544-b96ae66a3492,revision_number=4']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:04.627512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Subnet': ['ID=e159f568-8ecc-4dcb-9c67-5a4897969673,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:04.682203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f98d9371-a7f5-4dc8-a544-b96ae66a3492 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:04.738483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0f68eb38-5e35-481a-a115-6e9fa3b54189 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0291648 May 02 10:42:04.739797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:04.741284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52116) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:04.745151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f98d9371-a7f5-4dc8-a544-b96ae66a3492 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:04.745151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.750031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:04.753196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0ed5866-09e0-4dfb-8e91-1463ac5dc5f7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/ba37a58b-b507-450c-b4dd-89734e9224f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6420248 May 02 10:42:04.759131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Request body: {'port': {'network_id': '10093352-5a76-4e10-9ce0-e3026423e286', 'mac_address': 'fa:16:3e:1f:9f:95', 'name': 'tempest-NetworksTestDHCPv6-1474760394'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:04.783599 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:04.784582 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:41:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:04.788529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d378da7e-1157-46b3-b5cf-d90e274f62d0 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:04.867721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dd52539f-eb76-44e8-a2b8-afa36cd78e94 None None] Provisioning complete for port 8aef6df9-17cb-41a3-8456-08c3e43d5989 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:04.868117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd52539f-eb76-44e8-a2b8-afa36cd78e94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:04.946565 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:04.948832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port d378da7e-1157-46b3-b5cf-d90e274f62d0 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:42:04.979450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dd52539f-eb76-44e8-a2b8-afa36cd78e94 None None] Port 8aef6df9-17cb-41a3-8456-08c3e43d5989 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:04.997115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f98d9371-a7f5-4dc8-a544-b96ae66a3492 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:04.997509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.037713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f98d9371-a7f5-4dc8-a544-b96ae66a3492, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98d9371-a7f5-4dc8-a544-b96ae66a3492,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:05.068022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7f8cd9-6257-4daa-b683-873c7256f62b req-232571bc-27e8-40be-ae37-caee4de2152d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:05.069442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port d378da7e-1157-46b3-b5cf-d90e274f62d0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:05.069823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.076697 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c7f8cd9-6257-4daa-b683-873c7256f62b req-232571bc-27e8-40be-ae37-caee4de2152d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 944 time: 0.0826843 May 02 10:42:05.107165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Made reservation on behalf of 7982d97be6f049ed8d728ff671798233 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:05.145738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79932361-f510-4790-b862-b2658a62df68 None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:05.190212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.195017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c7f8cd9-6257-4daa-b683-873c7256f62b req-f85f0ba2-1567-488c-95b4-a18ec7b2b69c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174467 May 02 10:42:05.238315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.259840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] device_id is not set on port e1a1d37a-73d0-4a86-9b00-a3b2d300defc yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:42:05.280853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fc87a2bf-e456-4768-bc4e-6460161a472f None None] Provisioning complete for port f98d9371-a7f5-4dc8-a544-b96ae66a3492 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:05.281227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc87a2bf-e456-4768-bc4e-6460161a472f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.282783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d378da7e-1157-46b3-b5cf-d90e274f62d0 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:05.283216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.300581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:03Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aef6df9-17cb-41a3-8456-08c3e43d5989', 'name': '', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:4b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:02Z', 'updated_at': '2022-05-02T10:42:03Z', 'revision_number': 2, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:05.329500 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:05.329789 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Updating router ba37a58b-b507-450c-b4dd-89734e9224f4 port 8aef6df9-17cb-41a3-8456-08c3e43d5989 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:42:05.365708 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.384177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f98d9371-a7f5-4dc8-a544-b96ae66a3492,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:05.395870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:05.398667 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7244af5a-3c4b-41dd-b497-4553eaa8f104" -d '{"events": [{"server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "name": "network-vif-plugged", "status": "completed", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:05.452278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:05.457809 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911a32e4-520e-43ba-ba2a-856cc5736274 x-openstack-request-id: req-911a32e4-520e-43ba-ba2a-856cc5736274 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:05.460586 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "name": "network-vif-plugged", "status": "completed", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:05.460586 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-911a32e4-520e-43ba-ba2a-856cc5736274 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:05.460586 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-911a32e4-520e-43ba-ba2a-856cc5736274'] response: {'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0', 'code': 200} May 02 10:42:05.525161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fc87a2bf-e456-4768-bc4e-6460161a472f None None] Current status of the port f98d9371-a7f5-4dc8-a544-b96ae66a3492 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:05.546758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8::13c (10093352-5a76-4e10-9ce0-e3026423e286/f34a38f3-ccdc-46b8-b5c5-6685db8ffa91/e1a1d37a-73d0-4a86-9b00-a3b2d300defc) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:05.556967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Allocated IP 2001:db8:0:1:f816:3eff:fe1f:9f95 (10093352-5a76-4e10-9ce0-e3026423e286/e159f568-8ecc-4dcb-9c67-5a4897969673/e1a1d37a-73d0-4a86-9b00-a3b2d300defc) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:05.563469 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.581774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66c35b5-e31d-4a2b-bf76-11da89fe2fbb req-97319cc0-0b91-417d-b954-8861fa730b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:05.583679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e66c35b5-e31d-4a2b-bf76-11da89fe2fbb req-97319cc0-0b91-417d-b954-8861fa730b42 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 1126 time: 0.0697720 May 02 10:42:05.644432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e66c35b5-e31d-4a2b-bf76-11da89fe2fbb req-b7cd8179-a7d6-4d90-9958-941aa8bcdbeb service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535104 May 02 10:42:05.654593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:05.768876 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks [] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.776939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.834960 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.862135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.885862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Pushing event updated for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:05.909399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Network 10093352-5a76-4e10-9ce0-e3026423e286 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:05.914478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.914834 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.915138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:05.915268 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.915506 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.916021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.916360 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.916729 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.917260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.917602 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.917931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.918421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.918753 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.919153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:05.919387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.919895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.920218 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:05.925204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:05.932855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.937039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event updated for resources: {'Port': ['ID=e1a1d37a-73d0-4a86-9b00-a3b2d300defc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:05.956999 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Attempting to bind port 8aef6df9-17cb-41a3-8456-08c3e43d5989 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:42:05.957378 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Attempting to bind port 8aef6df9-17cb-41a3-8456-08c3e43d5989 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:42:05.957967 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Attempting to bind port 8aef6df9-17cb-41a3-8456-08c3e43d5989 on network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:42:05.963552 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:42:05.963929 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Checking segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:05.964331 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:05.964755 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Bound using segment: {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:42:05.965232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Bound port: 8aef6df9-17cb-41a3-8456-08c3e43d5989, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7307927-d8c4-40d5-9616-bcf89092b2c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:42:05.965614 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.037665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] For port 8aef6df9-17cb-41a3-8456-08c3e43d5989, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:06.040925 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] For port 8aef6df9-17cb-41a3-8456-08c3e43d5989, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aef6df9-17cb-41a3-8456-08c3e43d5989,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:42:06.057821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a72cec7c-7c52-46db-a882-3a0172347eb9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3151157 May 02 10:42:06.060192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52134) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:06.155543 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.164421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting port e1a1d37a-73d0-4a86-9b00-a3b2d300defc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:06.164937 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.221357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9f0478-08fb-4109-8f74-4013ddbe0c72 None None] Pushing event updated for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:06.228649 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:06.229267 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:41:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:06.266291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Provisioning complete for port 8aef6df9-17cb-41a3-8456-08c3e43d5989 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:06.266846 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.304423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.341051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Calling delete_port for e1a1d37a-73d0-4a86-9b00-a3b2d300defc owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:06.387291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424983c7-73de-4abf-8ebe-c0ef88a67ef6 req-327edf5e-a87d-472b-b8d1-659866cc8d5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:06.388919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-424983c7-73de-4abf-8ebe-c0ef88a67ef6 req-327edf5e-a87d-472b-b8d1-659866cc8d5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 945 time: 0.0696034 May 02 10:42:06.399277 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:06.424036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Current status of the port 8aef6df9-17cb-41a3-8456-08c3e43d5989 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:06.429566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.471929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] For port 8aef6df9-17cb-41a3-8456-08c3e43d5989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aef6df9-17cb-41a3-8456-08c3e43d5989,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:06.516259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-424983c7-73de-4abf-8ebe-c0ef88a67ef6 req-70f875f1-5a09-47ef-a7b4-f1f7fabf0d4d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925219 May 02 10:42:06.560479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.661205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f98d9371-a7f5-4dc8-a544-b96ae66a3492 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:06.717221 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:03Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aef6df9-17cb-41a3-8456-08c3e43d5989', 'name': '', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:4b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:02Z', 'updated_at': '2022-05-02T10:42:06Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:06.736762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dbcfe2-3064-47f1-a7b3-8278d0a3f9c7 None None] Pushing event updated for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:06.750567 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1beaa3f8-933e-46a8-9156-9c4f7d945ad2 None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:03Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8aef6df9-17cb-41a3-8456-08c3e43d5989', 'name': '', 'network_id': '608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:4b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:02Z', 'updated_at': '2022-05-02T10:42:06Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:06.763444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Provisioning complete for port e1a1d37a-73d0-4a86-9b00-a3b2d300defc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:06.763816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.795673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e1a1d37a-73d0-4a86-9b00-a3b2d300defc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.810635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f98d9371-a7f5-4dc8-a544-b96ae66a3492 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:06.810635 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.810635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Port e1a1d37a-73d0-4a86-9b00-a3b2d300defc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:06.845571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Provisioning complete for port 8aef6df9-17cb-41a3-8456-08c3e43d5989 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:06.845949 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.860704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Port': ['ID=e1a1d37a-73d0-4a86-9b00-a3b2d300defc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:06.923314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:06.932184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52144) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:06.932799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8bc2ea47-5ed5-4893-a78b-0c65112b9561 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/e1a1d37a-73d0-4a86-9b00-a3b2d300defc HTTP/1.1" status: 204 len: 168 time: 0.8710918 May 02 10:42:07.002409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f98d9371-a7f5-4dc8-a544-b96ae66a3492 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:07.013870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Current status of the port 8aef6df9-17cb-41a3-8456-08c3e43d5989 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:07.024378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Provisioning complete for port f98d9371-a7f5-4dc8-a544-b96ae66a3492 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:07.024839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.025811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24175e11-d9e0-45ea-bcf9-48a5da7b47ad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.031493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24175e11-d9e0-45ea-bcf9-48a5da7b47ad tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0973251 May 02 10:42:07.033577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52146) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:07.109966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caaa8217-b0f8-4001-a6b2-44a971e34465 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.112357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-caaa8217-b0f8-4001-a6b2-44a971e34465 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0767317 May 02 10:42:07.115016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:07.144518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5cc1606-d00f-46ff-999a-ff7ed11c3c2e None None] Current status of the port f98d9371-a7f5-4dc8-a544-b96ae66a3492 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:07.186786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e0bc4-2b49-4afc-bd2e-0ee54d21750d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.188136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e0bc4-2b49-4afc-bd2e-0ee54d21750d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.190067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e0bc4-2b49-4afc-bd2e-0ee54d21750d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.191844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8f6e0bc4-2b49-4afc-bd2e-0ee54d21750d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0754795 May 02 10:42:07.194776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52150) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:07.249204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet e159f568-8ecc-4dcb-9c67-5a4897969673 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:07.253534 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (e159f568-8ecc-4dcb-9c67-5a4897969673), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.302135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (e159f568-8ecc-4dcb-9c67-5a4897969673), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.387071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e159f568-8ecc-4dcb-9c67-5a4897969673), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.521425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (e159f568-8ecc-4dcb-9c67-5a4897969673), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.549362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=e159f568-8ecc-4dcb-9c67-5a4897969673,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:07.553368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.559266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7fef4852-262d-445a-ae52-93207c47161b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e159f568-8ecc-4dcb-9c67-5a4897969673 HTTP/1.1" status: 204 len: 168 time: 0.3633730 May 02 10:42:07.559460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:07.561505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e324755-c0cf-483b-b6a7-a0ad4199a91b None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:07.631146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Deleting subnet f34a38f3-ccdc-46b8-b5c5-6685db8ffa91 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:07.635085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (f34a38f3-ccdc-46b8-b5c5-6685db8ffa91), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.696393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feddd10d-e08d-4b30-b763-ff54aae626f5 req-d0724f2d-3cc9-42a6-a78f-65ee21a6190e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:07.698681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f34a38f3-ccdc-46b8-b5c5-6685db8ffa91), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.701227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feddd10d-e08d-4b30-b763-ff54aae626f5 req-d0724f2d-3cc9-42a6-a78f-65ee21a6190e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 945 time: 0.0765781 May 02 10:42:07.754713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feddd10d-e08d-4b30-b763-ff54aae626f5 req-1e0aeaaf-73f4-43b1-b6c7-974b21934134 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495882 May 02 10:42:07.808034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f34a38f3-ccdc-46b8-b5c5-6685db8ffa91), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.961100 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f34a38f3-ccdc-46b8-b5c5-6685db8ffa91), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.989763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Subnet': ['ID=f34a38f3-ccdc-46b8-b5c5-6685db8ffa91,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:07.989763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:07.994146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52170) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:07.994602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4f1619f-59b5-4cf2-8565-2e904add2078 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f34a38f3-ccdc-46b8-b5c5-6685db8ffa91 HTTP/1.1" status: 204 len: 168 time: 0.4333031 May 02 10:42:08.038993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-279ea275-99d3-4d34-b680-a11ea1359185 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0420277 May 02 10:42:08.041561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52172) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.097115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a2a2de-8cfb-4d8a-b5ec-607506dc072f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:08.100918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e4a2a2de-8cfb-4d8a-b5ec-607506dc072f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0559821 May 02 10:42:08.101179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52174) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.159809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3b4fb9-8737-4df2-bf2c-168a92b38ce3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:08.161400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec3b4fb9-8737-4df2-bf2c-168a92b38ce3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0592515 May 02 10:42:08.163800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52176) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.204486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec741554-66ba-49bf-92c4-9e49b3d585fa tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392358 May 02 10:42:08.210825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52178) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.235229 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-49edd57a-6255-43d5-9a88-4fc635d73545 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.235812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49edd57a-6255-43d5-9a88-4fc635d73545 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.239698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49edd57a-6255-43d5-9a88-4fc635d73545 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/e1a1d37a-73d0-4a86-9b00-a3b2d300defc HTTP/1.1" status: 404 len: 333 time: 0.0279293 May 02 10:42:08.242232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52180) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.276573 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-451e3f08-0f65-46fa-9fba-c332bcbae41e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.278396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451e3f08-0f65-46fa-9fba-c332bcbae41e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.282189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-451e3f08-0f65-46fa-9fba-c332bcbae41e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e159f568-8ecc-4dcb-9c67-5a4897969673 HTTP/1.1" status: 404 len: 337 time: 0.0389333 May 02 10:42:08.284855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.285492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac18270b-a699-4ed0-92e0-bf508ea10cfb None None] Network 10093352-5a76-4e10-9ce0-e3026423e286 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:08.311424 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3c2453-cbd6-4a2c-a8d8-8be950d2d087 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.311883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3c2453-cbd6-4a2c-a8d8-8be950d2d087 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.315649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9b3c2453-cbd6-4a2c-a8d8-8be950d2d087 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f34a38f3-ccdc-46b8-b5c5-6685db8ffa91 HTTP/1.1" status: 404 len: 337 time: 0.0298617 May 02 10:42:08.318536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52186) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.344571 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-13fe1e2b-247e-4c06-bcb2-2f86ef5a490e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.345354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13fe1e2b-247e-4c06-bcb2-2f86ef5a490e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.348744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-13fe1e2b-247e-4c06-bcb2-2f86ef5a490e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/4e859929-0288-4530-8055-26f89dee079e HTTP/1.1" status: 404 len: 333 time: 0.0291297 May 02 10:42:08.351263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52188) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.382255 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4ef9179-0582-45b0-978d-d70356cc00a3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.382722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c4ef9179-0582-45b0-978d-d70356cc00a3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.385897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c4ef9179-0582-45b0-978d-d70356cc00a3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5f11c471-2e60-49bd-a94d-fd106407dbcf HTTP/1.1" status: 404 len: 337 time: 0.0336246 May 02 10:42:08.388569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52190) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.416331 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-43669d3e-4f93-4eca-9a03-8e7d8df4ffb4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.416822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43669d3e-4f93-4eca-9a03-8e7d8df4ffb4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.420009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43669d3e-4f93-4eca-9a03-8e7d8df4ffb4 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/15cec609-453a-4fd6-8152-8a182e351e48 HTTP/1.1" status: 404 len: 337 time: 0.0303969 May 02 10:42:08.422572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52192) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.448928 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fa81f56-0bcc-4b1a-8956-f620edb7fa76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.449520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fa81f56-0bcc-4b1a-8956-f620edb7fa76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.452581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4fa81f56-0bcc-4b1a-8956-f620edb7fa76 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/a7b9e444-af49-4208-a7f0-3a726b7e6cc2 HTTP/1.1" status: 404 len: 333 time: 0.0290725 May 02 10:42:08.455305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52194) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.482517 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df25ddf-9278-4a43-a3b8-70605fb346d0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.483241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df25ddf-9278-4a43-a3b8-70605fb346d0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.489165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6df25ddf-9278-4a43-a3b8-70605fb346d0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/d923dbd6-af06-410e-8ad4-2d3d4cf83b4c HTTP/1.1" status: 404 len: 337 time: 0.0298669 May 02 10:42:08.489464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.519828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2af729c7-bec3-4e0e-a09f-2f47cb3fc8b9 None None] Provisioning complete for port f98d9371-a7f5-4dc8-a544-b96ae66a3492 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:08.520217 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2af729c7-bec3-4e0e-a09f-2f47cb3fc8b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:08.521944 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0e0bfb-8dd1-4fb7-a8dd-523061e01ee3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.522410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0e0bfb-8dd1-4fb7-a8dd-523061e01ee3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.525470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c0e0bfb-8dd1-4fb7-a8dd-523061e01ee3 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ad00423c-aadf-4376-9220-1c65b004d409 HTTP/1.1" status: 404 len: 337 time: 0.0351226 May 02 10:42:08.528125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52198) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.557018 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd6aa819-2640-4877-8228-c11efef1f3cf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.557569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd6aa819-2640-4877-8228-c11efef1f3cf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.563692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cd6aa819-2640-4877-8228-c11efef1f3cf tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/6281aa8f-1afb-4aab-92f1-1c92b070dfab HTTP/1.1" status: 404 len: 333 time: 0.0314963 May 02 10:42:08.563692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52200) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.597613 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-06217466-b76b-429e-82f3-39dfecb20214 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.598086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06217466-b76b-429e-82f3-39dfecb20214 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.612478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-06217466-b76b-429e-82f3-39dfecb20214 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/dd9c6d9c-9a54-4839-b4fa-c91dd03f4928 HTTP/1.1" status: 404 len: 337 time: 0.0478168 May 02 10:42:08.617864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.637959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2af729c7-bec3-4e0e-a09f-2f47cb3fc8b9 None None] Current status of the port f98d9371-a7f5-4dc8-a544-b96ae66a3492 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:08.648233 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc2be5f-6d22-4b51-8cca-2abdbbd0d5da tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.651073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc2be5f-6d22-4b51-8cca-2abdbbd0d5da tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.651832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] DHCP port deletion for 10093352-5a76-4e10-9ce0-e3026423e286 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:42:08.652435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1dc2be5f-6d22-4b51-8cca-2abdbbd0d5da tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/08725a99-a482-4612-b38c-495281f87900 HTTP/1.1" status: 404 len: 337 time: 0.0333314 May 02 10:42:08.654931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52204) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.660387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8aef6df9-17cb-41a3-8456-08c3e43d5989 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:08.681369 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7f05c90-e269-4dcc-8c59-2cf37a41a18f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.682016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7f05c90-e269-4dcc-8c59-2cf37a41a18f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.685097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7f05c90-e269-4dcc-8c59-2cf37a41a18f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/019911e8-9c70-4db0-9c10-39901253e384 HTTP/1.1" status: 404 len: 333 time: 0.0290782 May 02 10:42:08.687616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52208) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.714734 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-177d66e8-cdcd-4bd9-b275-3fa0bb5465e0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.715186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-177d66e8-cdcd-4bd9-b275-3fa0bb5465e0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.718502 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-177d66e8-cdcd-4bd9-b275-3fa0bb5465e0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/fe3dd4c8-831e-4415-9545-08fcbabcf1d4 HTTP/1.1" status: 404 len: 337 time: 0.0299165 May 02 10:42:08.721104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.729046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Deleting port f98d9371-a7f5-4dc8-a544-b96ae66a3492 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:08.729421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:08.746306 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ca42a7a-2662-482d-a3bc-332004b19d7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.746873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ca42a7a-2662-482d-a3bc-332004b19d7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.753273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7ca42a7a-2662-482d-a3bc-332004b19d7f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/f07149a2-5877-409c-9936-e4a1d5bb57e8 HTTP/1.1" status: 404 len: 333 time: 0.0277886 May 02 10:42:08.753485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.779376 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-730efdd3-8e43-414a-a24a-efa6c597fe5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.779833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-730efdd3-8e43-414a-a24a-efa6c597fe5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.785811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-730efdd3-8e43-414a-a24a-efa6c597fe5e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e6b9dc10-5446-40bd-9947-a4c83f2cda53 HTTP/1.1" status: 404 len: 337 time: 0.0311790 May 02 10:42:08.785978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52214) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.791286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8aef6df9-17cb-41a3-8456-08c3e43d5989 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:08.791662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:08.819005 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d91e320-c176-4123-b069-3b57a8bf23bb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.819574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d91e320-c176-4123-b069-3b57a8bf23bb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.822884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2d91e320-c176-4123-b069-3b57a8bf23bb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/ddd0f0dc-9bca-4b3c-b023-b2512d0a57d6 HTTP/1.1" status: 404 len: 333 time: 0.0354276 May 02 10:42:08.823927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] For port f98d9371-a7f5-4dc8-a544-b96ae66a3492, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f98d9371-a7f5-4dc8-a544-b96ae66a3492,segment=NetworkSegment(1d58a2eb-ca1c-4c04-8ff4-52521b64eb36),segment_id=1d58a2eb-ca1c-4c04-8ff4-52521b64eb36)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:08.824333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:08.825440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52216) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.844361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Calling delete_port for f98d9371-a7f5-4dc8-a544-b96ae66a3492 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:08.852131 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba597ea-9660-41ca-8c81-1706bca30f61 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.852621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ba597ea-9660-41ca-8c81-1706bca30f61 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.855686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9ba597ea-9660-41ca-8c81-1706bca30f61 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ec5f724c-a562-431e-9998-cf52b67172d7 HTTP/1.1" status: 404 len: 337 time: 0.0293331 May 02 10:42:08.858538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52220) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.890380 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cdecdf-91e7-4c70-9530-e643b4b5367f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.891008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cdecdf-91e7-4c70-9530-e643b4b5367f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.896859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1cdecdf-91e7-4c70-9530-e643b4b5367f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/7004dbc4-b6ab-496c-96af-5d7baac319db HTTP/1.1" status: 404 len: 333 time: 0.0347042 May 02 10:42:08.897303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.925413 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-65f78e5a-4022-421b-b941-68deff86fa3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.925874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65f78e5a-4022-421b-b941-68deff86fa3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.929000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65f78e5a-4022-421b-b941-68deff86fa3e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f7764e76-6fe8-458f-a0bf-398e9bbf0f7c HTTP/1.1" status: 404 len: 337 time: 0.0306642 May 02 10:42:08.931454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.955811 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fad5fbcb-59c0-4d78-9bbb-6b871bde6e25 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:08.956396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fad5fbcb-59c0-4d78-9bbb-6b871bde6e25 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:08.959638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fad5fbcb-59c0-4d78-9bbb-6b871bde6e25 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/8d30f975-37d6-44a6-9dda-7175dc4fe553 HTTP/1.1" status: 404 len: 333 time: 0.0270984 May 02 10:42:08.962380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52228) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:08.975129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8aef6df9-17cb-41a3-8456-08c3e43d5989 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:09.002237 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1341d4d-927f-43fe-a315-e8e89d967b9e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.002237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1341d4d-927f-43fe-a315-e8e89d967b9e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.002237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a1341d4d-927f-43fe-a315-e8e89d967b9e tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/46705e92-0ce7-4126-9519-0870b8d1e4e2 HTTP/1.1" status: 404 len: 337 time: 0.0366900 May 02 10:42:09.003693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.027262 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c9f21d1-bebd-462a-9cb3-6df6abc35139 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.032126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c9f21d1-bebd-462a-9cb3-6df6abc35139 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.032126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c9f21d1-bebd-462a-9cb3-6df6abc35139 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/9b603356-1c46-44c8-aba9-e8c2c41fbd40 HTTP/1.1" status: 404 len: 333 time: 0.0262980 May 02 10:42:09.034155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52232) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.055706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f98d9371-a7f5-4dc8-a544-b96ae66a3492), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.060347 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a97a422-6be3-4b0c-9c73-4f06c8fe9a7d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.060826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a97a422-6be3-4b0c-9c73-4f06c8fe9a7d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.066928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0a97a422-6be3-4b0c-9c73-4f06c8fe9a7d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/882b34c6-3525-40c4-9320-d0f855da7b8b HTTP/1.1" status: 404 len: 337 time: 0.0289800 May 02 10:42:09.067218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52234) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.077265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] Pushing event deleted for resources: {'Port': ['ID=f98d9371-a7f5-4dc8-a544-b96ae66a3492,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:09.083263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f2f17f-2597-4691-946e-d245f38db3fd None None] No DVR routers for this DVR port f98d9371-a7f5-4dc8-a544-b96ae66a3492 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:09.093979 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f50fcba-d4cb-4426-b95f-73178a4b769a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.094586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f50fcba-d4cb-4426-b95f-73178a4b769a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.097637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f50fcba-d4cb-4426-b95f-73178a4b769a tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/ed466230-b10a-4398-94f6-e59408cfb8dc HTTP/1.1" status: 404 len: 337 time: 0.0295062 May 02 10:42:09.100227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.125613 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdf92a46-b782-4bcb-ad97-f8b76522a01f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.126566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdf92a46-b782-4bcb-ad97-f8b76522a01f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.130037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cdf92a46-b782-4bcb-ad97-f8b76522a01f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/43a228c3-6c2c-4f90-b7aa-108b74ba449d HTTP/1.1" status: 404 len: 333 time: 0.0287087 May 02 10:42:09.132632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52238) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.159069 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84e9602-3695-4e77-840e-3d012de127b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.159537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84e9602-3695-4e77-840e-3d012de127b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.162645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d84e9602-3695-4e77-840e-3d012de127b7 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/8e210b37-9770-4b8c-a12f-b5d17c62a6e2 HTTP/1.1" status: 404 len: 337 time: 0.0289440 May 02 10:42:09.165293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52242) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.195621 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f0ed65b-bab8-467f-a7fc-24b88213e0a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.196077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f0ed65b-bab8-467f-a7fc-24b88213e0a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.199113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f0ed65b-bab8-467f-a7fc-24b88213e0a5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f80c96c4-51fa-47a5-8a44-69d47f4e243a HTTP/1.1" status: 404 len: 337 time: 0.0326958 May 02 10:42:09.201761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.225156 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4957d8e5-4ba9-4645-a547-6c9bdb4d2629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.225689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4957d8e5-4ba9-4645-a547-6c9bdb4d2629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.228933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52246) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.229164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4957d8e5-4ba9-4645-a547-6c9bdb4d2629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/400441cc-e0a4-4af7-ab53-9d0f79e954c4 HTTP/1.1" status: 404 len: 333 time: 0.0263264 May 02 10:42:09.231373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.258476 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac61879e-5725-40f9-8b8f-3a10b1736e0d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.258864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac61879e-5725-40f9-8b8f-3a10b1736e0d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.261900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ac61879e-5725-40f9-8b8f-3a10b1736e0d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/308ddfa5-cf40-4955-bc1e-fdbf6da8d1fc HTTP/1.1" status: 404 len: 337 time: 0.0296230 May 02 10:42:09.264384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.289775 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9422da81-5b62-4285-b38b-6c2b17057c08 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.290278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9422da81-5b62-4285-b38b-6c2b17057c08 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.293334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9422da81-5b62-4285-b38b-6c2b17057c08 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5cecda11-a104-43c6-9108-200b890b96be HTTP/1.1" status: 404 len: 337 time: 0.0280259 May 02 10:42:09.295736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52254) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.320150 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9affa290-6a0b-4a9e-b7f3-3d993edae629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.320729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9affa290-6a0b-4a9e-b7f3-3d993edae629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.323761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9affa290-6a0b-4a9e-b7f3-3d993edae629 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/dd5a66a6-37bc-46ff-9207-7a593595c272 HTTP/1.1" status: 404 len: 333 time: 0.0270574 May 02 10:42:09.326291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52256) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.340268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989853d5-aa34-49b1-9a45-792bf48742b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.351708 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dffe74b-8ed2-4130-bf6b-650f376102f8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.352095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5dffe74b-8ed2-4130-bf6b-650f376102f8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.355111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5dffe74b-8ed2-4130-bf6b-650f376102f8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/0d0058c5-ddf5-4c32-842f-96fae6d07bd5 HTTP/1.1" status: 404 len: 337 time: 0.0279112 May 02 10:42:09.357635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.386905 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7054b19b-0933-4a05-a8b5-1c45363c2b09 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.387435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7054b19b-0933-4a05-a8b5-1c45363c2b09 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.390407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7054b19b-0933-4a05-a8b5-1c45363c2b09 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/881fd35e-2a36-4a6c-9644-df47ae1b1ca2 HTTP/1.1" status: 404 len: 337 time: 0.0318785 May 02 10:42:09.393957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.414879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989853d5-aa34-49b1-9a45-792bf48742b2 admin admin] Publish callbacks [] for security_group (1634b060-03d0-42b1-9631-f43af0ac1065), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.421029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cdca4db0-78a1-4210-aea8-7023145796ed tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports?device_id=35f98c98-cfa6-43c1-8819-454ff50d536e HTTP/1.1" status: 200 len: 205 time: 0.0260012 May 02 10:42:09.423390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52262) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.461261 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-e1d1582d-502e-4382-9d78-1dee4b9e5e6f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] delete failed (client error): The resource could not be found. May 02 10:42:09.462322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1d1582d-502e-4382-9d78-1dee4b9e5e6f tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/routers/35f98c98-cfa6-43c1-8819-454ff50d536e HTTP/1.1" status: 404 len: 336 time: 0.0380588 May 02 10:42:09.464758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52264) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.474481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989853d5-aa34-49b1-9a45-792bf48742b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1634b060-03d0-42b1-9631-f43af0ac1065), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.493996 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-af9de829-c7a3-4df9-baed-e4ebba7fcfd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.494458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af9de829-c7a3-4df9-baed-e4ebba7fcfd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.498630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af9de829-c7a3-4df9-baed-e4ebba7fcfd1 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/f515a947-d6ed-4875-936b-31ed53ab1b78 HTTP/1.1" status: 404 len: 337 time: 0.0328207 May 02 10:42:09.502099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52266) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.515732 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-989853d5-aa34-49b1-9a45-792bf48742b2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ceb346b9485f4466beedfa010534d71a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2852426 May 02 10:42:09.516655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989853d5-aa34-49b1-9a45-792bf48742b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1634b060-03d0-42b1-9631-f43af0ac1065,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:09.519218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52268) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.531589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2ade6494-ecbb-42d9-b5e1-42124fa3c671 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "GET /v2.0/ports?device_id=7fb030be-5645-456c-bf14-07da1c9f6a05 HTTP/1.1" status: 200 len: 205 time: 0.0283589 May 02 10:42:09.540783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.575683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] Publish callbacks [] for security_group (1634b060-03d0-42b1-9631-f43af0ac1065), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.582799 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-b878c8b5-0173-4a5d-bb85-b1d97244b7f8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] delete failed (client error): The resource could not be found. May 02 10:42:09.583875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b878c8b5-0173-4a5d-bb85-b1d97244b7f8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/routers/7fb030be-5645-456c-bf14-07da1c9f6a05 HTTP/1.1" status: 404 len: 336 time: 0.0421431 May 02 10:42:09.586559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.620719 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7dff9cc-ee6a-4b86-ba69-01969e380fa9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.621177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7dff9cc-ee6a-4b86-ba69-01969e380fa9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.624209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a7dff9cc-ee6a-4b86-ba69-01969e380fa9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/fe2a9bf6-a8f5-4a89-a102-8e467e67983e HTTP/1.1" status: 404 len: 337 time: 0.0367270 May 02 10:42:09.626441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] Publish callbacks [] for security_group (1634b060-03d0-42b1-9631-f43af0ac1065), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.627830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52276) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.654833 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d147fb39-97a8-4138-b46d-0203aed27b40 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.655288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d147fb39-97a8-4138-b46d-0203aed27b40 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.659716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d147fb39-97a8-4138-b46d-0203aed27b40 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/0b06bd5b-4fcc-4f43-aa88-68f68fbff492 HTTP/1.1" status: 404 len: 337 time: 0.0295486 May 02 10:42:09.661008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.684310 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0211c247-5ac1-4cb1-af43-b612369ff6fb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.684853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0211c247-5ac1-4cb1-af43-b612369ff6fb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.687825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0211c247-5ac1-4cb1-af43-b612369ff6fb tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/b89ca291-096e-4d56-8bc1-6ca8bbf17de3 HTTP/1.1" status: 404 len: 333 time: 0.0259049 May 02 10:42:09.690936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52280) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.715291 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-30eadcb2-4e34-48f9-965b-0130b3a16f04 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.715735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30eadcb2-4e34-48f9-965b-0130b3a16f04 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.718703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30eadcb2-4e34-48f9-965b-0130b3a16f04 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/119f1d20-7bcc-42b4-ae54-c60eed6b1161 HTTP/1.1" status: 404 len: 337 time: 0.0268917 May 02 10:42:09.721224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52282) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.747389 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb16fb53-ddb6-4b02-a7ae-ae53a3366213 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.747929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb16fb53-ddb6-4b02-a7ae-ae53a3366213 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.748803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1634b060-03d0-42b1-9631-f43af0ac1065), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.751172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb16fb53-ddb6-4b02-a7ae-ae53a3366213 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/f3210af8-bc3b-4160-be7f-84b5e978bee8 HTTP/1.1" status: 404 len: 333 time: 0.0288036 May 02 10:42:09.752509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:09.753842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1634b060-03d0-42b1-9631-f43af0ac1065 HTTP/1.1" status: 204 len: 168 time: 0.2337050 May 02 10:42:09.754405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52284) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.762277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b080a11-4222-477a-a034-c00c465d3c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1634b060-03d0-42b1-9631-f43af0ac1065,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:09.782718 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6450944-a2d5-4ed9-bb38-3c6a28e7b89c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.783099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6450944-a2d5-4ed9-bb38-3c6a28e7b89c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.786216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b6450944-a2d5-4ed9-bb38-3c6a28e7b89c tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/eade8802-26fb-4f65-9566-49075045bf28 HTTP/1.1" status: 404 len: 337 time: 0.0308039 May 02 10:42:09.788833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52288) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.812673 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb74965f-d7c9-467a-96a9-ec0eefc957b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.813269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb74965f-d7c9-467a-96a9-ec0eefc957b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.816953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eb74965f-d7c9-467a-96a9-ec0eefc957b5 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/126e69c4-d470-43a8-8ccc-74d62e72297d HTTP/1.1" status: 404 len: 333 time: 0.0269637 May 02 10:42:09.819415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.848031 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f32c23a-6150-418e-964f-3ca18f37a520 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.848475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f32c23a-6150-418e-964f-3ca18f37a520 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.851571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5f32c23a-6150-418e-964f-3ca18f37a520 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/a4d9fcb0-351c-4162-a0f9-cc466250c009 HTTP/1.1" status: 404 len: 337 time: 0.0312088 May 02 10:42:09.853976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52292) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.878837 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-964569c4-9e62-48a9-a178-728765b9c88b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.879385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964569c4-9e62-48a9-a178-728765b9c88b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.882474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-964569c4-9e62-48a9-a178-728765b9c88b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/a0e6717c-399b-4c42-90a0-4e1d01ff3c16 HTTP/1.1" status: 404 len: 333 time: 0.0276232 May 02 10:42:09.884996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.910182 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dc50fba-3ea9-433f-a325-6c3797162528 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.910627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dc50fba-3ea9-433f-a325-6c3797162528 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.913619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4dc50fba-3ea9-433f-a325-6c3797162528 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/5c78500e-16da-45ec-aff9-0add8b7db911 HTTP/1.1" status: 404 len: 337 time: 0.0277421 May 02 10:42:09.916013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52298) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.943579 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-329bdceb-9a15-4edd-b42f-9ee8f4821ec0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.944117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-329bdceb-9a15-4edd-b42f-9ee8f4821ec0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.949442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-329bdceb-9a15-4edd-b42f-9ee8f4821ec0 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/b8ee69fd-7b6f-423b-81fa-b86137836b77 HTTP/1.1" status: 404 len: 333 time: 0.0302837 May 02 10:42:09.951493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:09.979705 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-481f45a7-414f-4c49-ad7b-8e93d6fca83b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:09.979705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-481f45a7-414f-4c49-ad7b-8e93d6fca83b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:09.983530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-481f45a7-414f-4c49-ad7b-8e93d6fca83b tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/7f93ba10-517f-4d29-810f-216b654e92e4 HTTP/1.1" status: 404 len: 337 time: 0.0299027 May 02 10:42:09.983530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52304) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.007220 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-3565f0a9-ae99-4564-8bf0-b0fc413e48b9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:10.007916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3565f0a9-ae99-4564-8bf0-b0fc413e48b9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:10.011787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3565f0a9-ae99-4564-8bf0-b0fc413e48b9 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/8b79eb7d-b2cc-4cd8-8745-ac077a71ab99 HTTP/1.1" status: 404 len: 333 time: 0.0267811 May 02 10:42:10.013424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52306) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.040576 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-54ee7de9-3902-417e-8499-5cb17e33eecc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:10.040576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54ee7de9-3902-417e-8499-5cb17e33eecc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:10.042653 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-54ee7de9-3902-417e-8499-5cb17e33eecc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/7770716e-285e-4ddb-8e9d-4b0e7104636e HTTP/1.1" status: 404 len: 337 time: 0.0283294 May 02 10:42:10.045279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52308) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.068885 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af94fee-4e6a-4655-9b8a-6962b787a76d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:10.069429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af94fee-4e6a-4655-9b8a-6962b787a76d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:10.072451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7af94fee-4e6a-4655-9b8a-6962b787a76d tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/ports/85f2124f-0a70-4e85-a4ce-327e79abfbab HTTP/1.1" status: 404 len: 333 time: 0.0262742 May 02 10:42:10.075113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.100931 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b65d0c-8675-43e2-82e8-f476641930a8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] DELETE failed (client error): The resource could not be found. May 02 10:42:10.101385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b65d0c-8675-43e2-82e8-f476641930a8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:10.104416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f1b65d0c-8675-43e2-82e8-f476641930a8 tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/subnets/e01d6893-34a8-4441-ae57-37612fc30032 HTTP/1.1" status: 404 len: 337 time: 0.0283804 May 02 10:42:10.107110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.334732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.351151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d2ac921a-9687-465f-a213-fb75e5165542 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.434574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d2ac921a-9687-465f-a213-fb75e5165542 admin admin] Publish callbacks [] for security_group (1a388244-d468-4760-8244-f823ac92fd01), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.516921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (10093352-5a76-4e10-9ce0-e3026423e286), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.526818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d2ac921a-9687-465f-a213-fb75e5165542 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a388244-d468-4760-8244-f823ac92fd01), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.553854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f98d9371-a7f5-4dc8-a544-b96ae66a3492 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:10.571814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d2ac921a-9687-465f-a213-fb75e5165542 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b293d2ff0bea4cee97dd2c27267dd2e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2358699 May 02 10:42:10.572742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac921a-9687-465f-a213-fb75e5165542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a388244-d468-4760-8244-f823ac92fd01,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:10.575537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f98d9371-a7f5-4dc8-a544-b96ae66a3492 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:10.576008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52318) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:10.576395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f98d9371-a7f5-4dc8-a544-b96ae66a3492 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:10.605785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (10093352-5a76-4e10-9ce0-e3026423e286), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.628470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10093352-5a76-4e10-9ce0-e3026423e286']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:10.635086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] Publish callbacks [] for security_group (1a388244-d468-4760-8244-f823ac92fd01), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.637860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:10.638154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d58a2eb-ca1c-4c04-8ff4-52521b64eb36') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:10.648104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1d58a2eb-ca1c-4c04-8ff4-52521b64eb36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.658886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] Publish callbacks [] for security_group (1a388244-d468-4760-8244-f823ac92fd01), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.661374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1d58a2eb-ca1c-4c04-8ff4-52521b64eb36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.667853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:42:10.668253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1d58a2eb-ca1c-4c04-8ff4-52521b64eb36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: timer() May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:42:10.671440 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:42:10.757463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1a388244-d468-4760-8244-f823ac92fd01), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.760092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.761467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1a388244-d468-4760-8244-f823ac92fd01 HTTP/1.1" status: 204 len: 168 time: 0.1841884 May 02 10:42:10.773197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28f4d20-f4e7-446a-ad1d-7972b2df9043 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a388244-d468-4760-8244-f823ac92fd01,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:10.786344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (10093352-5a76-4e10-9ce0-e3026423e286), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.803008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:10.806498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] 10.222.0.16 "DELETE /v2.0/networks/10093352-5a76-4e10-9ce0-e3026423e286 HTTP/1.1" status: 204 len: 168 time: 0.6984520 May 02 10:42:10.817611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f8dd29-fa78-40f6-a137-ef46f3023efc tempest-NetworksTestDHCPv6-231917683 tempest-NetworksTestDHCPv6-231917683-project] Pushing event deleted for resources: {'Network': ['ID=10093352-5a76-4e10-9ce0-e3026423e286,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:11.409398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:11.542623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52340) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:11.543105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43c75817-712d-4644-aec1-c9e4afc70769 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7982d97be6f049ed8d728ff671798233&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1324735 May 02 10:42:11.592538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] Publish callbacks [] for security_group (89e533ab-1990-4ef2-b192-c43723c944fa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:11.618810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] Publish callbacks [] for security_group (89e533ab-1990-4ef2-b192-c43723c944fa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:11.742862 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (89e533ab-1990-4ef2-b192-c43723c944fa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:11.745820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:11.746979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/89e533ab-1990-4ef2-b192-c43723c944fa HTTP/1.1" status: 204 len: 168 time: 0.2031238 May 02 10:42:11.755668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fed26f-2796-402e-bfdd-1462383e11e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e533ab-1990-4ef2-b192-c43723c944fa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:12.616824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:12.722621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a795dfc-d39f-4d48-ac85-0632864ae1b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:12.797299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a795dfc-d39f-4d48-ac85-0632864ae1b5 admin admin] Publish callbacks [] for security_group (56bfa592-9246-41b2-98e6-b3ab82547166), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:12.842396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:12.863086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a795dfc-d39f-4d48-ac85-0632864ae1b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (56bfa592-9246-41b2-98e6-b3ab82547166), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:12.902811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a795dfc-d39f-4d48-ac85-0632864ae1b5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63bf588175de48b8814e5d57aef02124&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2848921 May 02 10:42:12.903678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a795dfc-d39f-4d48-ac85-0632864ae1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56bfa592-9246-41b2-98e6-b3ab82547166,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:12.905513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52390) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:12.947981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8073f822-ad01-402c-aa9c-b6a7787b7b47 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] Request body: {'port': {'network_id': 'a547df65-fa63-4e45-93d6-b0abecc03383', 'name': 'tempest-NetworksNegativeTestJSON-984242026'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:12.964546 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-8073f822-ad01-402c-aa9c-b6a7787b7b47 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] POST failed (client error): The resource could not be found. May 02 10:42:12.965070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8073f822-ad01-402c-aa9c-b6a7787b7b47 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:12.966209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8073f822-ad01-402c-aa9c-b6a7787b7b47 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1227784 May 02 10:42:12.970772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:12.978346 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] Publish callbacks [] for security_group (56bfa592-9246-41b2-98e6-b3ab82547166), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:12.990363 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-af32a319-7a5b-4eb2-bf22-2e41a9959a23 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] DELETE failed (client error): The resource could not be found. May 02 10:42:12.990872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af32a319-7a5b-4eb2-bf22-2e41a9959a23 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:12.998002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af32a319-7a5b-4eb2-bf22-2e41a9959a23 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "DELETE /v2.0/networks/00067e49-fd57-4997-bd86-43002858b1bd HTTP/1.1" status: 404 len: 339 time: 0.0225534 May 02 10:42:12.998172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52394) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.002540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] Publish callbacks [] for security_group (56bfa592-9246-41b2-98e6-b3ab82547166), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:13.021466 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c308bba-9b63-4061-980e-7fea9dab92da tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] DELETE failed (client error): The resource could not be found. May 02 10:42:13.022057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c308bba-9b63-4061-980e-7fea9dab92da tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:13.029366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c308bba-9b63-4061-980e-7fea9dab92da tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "DELETE /v2.0/ports/ccf3995b-cf13-42b2-9d30-4f6583720f98 HTTP/1.1" status: 404 len: 333 time: 0.0301883 May 02 10:42:13.030032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52396) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.059837 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b322ebea-6d67-4b5b-be89-2ebd0f2a8234 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] DELETE failed (client error): The resource could not be found. May 02 10:42:13.060288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b322ebea-6d67-4b5b-be89-2ebd0f2a8234 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:13.063444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b322ebea-6d67-4b5b-be89-2ebd0f2a8234 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "DELETE /v2.0/subnets/9cb2b8ae-16b8-4f8a-82a2-151749431a40 HTTP/1.1" status: 404 len: 337 time: 0.0324795 May 02 10:42:13.066978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.086089 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b939b0ce-8727-4599-a85b-33356e9a2e1d tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] GET failed (client error): The resource could not be found. May 02 10:42:13.087382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b939b0ce-8727-4599-a85b-33356e9a2e1d tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "GET /v2.0/networks/52ec9592-3487-4cf0-b629-bfa3f5e503c8 HTTP/1.1" status: 404 len: 339 time: 0.0195036 May 02 10:42:13.096497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.122889 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4add7db9-b0a6-4903-9e4b-17f0b6a4bd4c tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] GET failed (client error): The resource could not be found. May 02 10:42:13.124334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4add7db9-b0a6-4903-9e4b-17f0b6a4bd4c tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "GET /v2.0/ports/a9961065-30f2-4d49-b81a-c3ca7ec661f5 HTTP/1.1" status: 404 len: 333 time: 0.0268824 May 02 10:42:13.128281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.155700 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d023e51-63d6-48b0-83c6-fe41da24eab4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] GET failed (client error): The resource could not be found. May 02 10:42:13.157106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2d023e51-63d6-48b0-83c6-fe41da24eab4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "GET /v2.0/subnets/fc237f73-f5df-4e5d-a18e-02608efeaf5f HTTP/1.1" status: 404 len: 337 time: 0.0278823 May 02 10:42:13.161521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52406) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.163233 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (56bfa592-9246-41b2-98e6-b3ab82547166), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:13.166219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:13.166653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d9ee15f9-d4ad-4d31-82b9-c4b855e86f5b tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] Request body: {'network': {'name': 'new_name'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:13.167463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56bfa592-9246-41b2-98e6-b3ab82547166 HTTP/1.1" status: 204 len: 168 time: 0.2607169 May 02 10:42:13.176740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ab2b9-f6e5-4c54-b905-e460f915fc57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56bfa592-9246-41b2-98e6-b3ab82547166,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:13.188039 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9ee15f9-d4ad-4d31-82b9-c4b855e86f5b tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] PUT failed (client error): The resource could not be found. May 02 10:42:13.188566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9ee15f9-d4ad-4d31-82b9-c4b855e86f5b tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:13.189782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d9ee15f9-d4ad-4d31-82b9-c4b855e86f5b tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "PUT /v2.0/networks/dcaa71f9-1157-4b9d-904b-6f18c17bcf3b HTTP/1.1" status: 404 len: 339 time: 0.0272722 May 02 10:42:13.198694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52410) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.205212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7389d0a3-4ffd-443a-a388-11455ee215f4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] Request body: {'port': {'name': 'new_name'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:13.225955 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-7389d0a3-4ffd-443a-a388-11455ee215f4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] PUT failed (client error): The resource could not be found. May 02 10:42:13.225955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7389d0a3-4ffd-443a-a388-11455ee215f4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:13.226224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7389d0a3-4ffd-443a-a388-11455ee215f4 tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "PUT /v2.0/ports/37628a39-67f3-45cf-8be1-22b57df361e4 HTTP/1.1" status: 404 len: 333 time: 0.0260444 May 02 10:42:13.229935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:13.234899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-27a07f4f-35fd-4944-9c8f-b39aba51a5ed tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:13.256547 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-27a07f4f-35fd-4944-9c8f-b39aba51a5ed tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] PUT failed (client error): The resource could not be found. May 02 10:42:13.257028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27a07f4f-35fd-4944-9c8f-b39aba51a5ed tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:13.258191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-27a07f4f-35fd-4944-9c8f-b39aba51a5ed tempest-NetworksNegativeTestJSON-1704429531 tempest-NetworksNegativeTestJSON-1704429531-project] 10.222.0.16 "PUT /v2.0/subnets/bb990634-5209-4bc0-a059-c4fa32d2c585 HTTP/1.1" status: 404 len: 337 time: 0.0272715 May 02 10:42:14.228917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52430) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:14.311997 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.335500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ac93934-583a-45cf-9e12-83bf84bf0b61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.414063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ac93934-583a-45cf-9e12-83bf84bf0b61 admin admin] Publish callbacks [] for security_group (7e086ff6-3d15-4118-9ae7-34abaefd8b8a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.474500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ac93934-583a-45cf-9e12-83bf84bf0b61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7e086ff6-3d15-4118-9ae7-34abaefd8b8a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.516252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ac93934-583a-45cf-9e12-83bf84bf0b61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=65a6b304e9524cc4bd38f4a65d38c496&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2836378 May 02 10:42:14.516252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac93934-583a-45cf-9e12-83bf84bf0b61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e086ff6-3d15-4118-9ae7-34abaefd8b8a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:14.517065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52438) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:14.573113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Publish callbacks [] for security_group (7e086ff6-3d15-4118-9ae7-34abaefd8b8a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.598407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Publish callbacks [] for security_group (7e086ff6-3d15-4118-9ae7-34abaefd8b8a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.740332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7e086ff6-3d15-4118-9ae7-34abaefd8b8a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.743926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:14.744542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e086ff6-3d15-4118-9ae7-34abaefd8b8a HTTP/1.1" status: 204 len: 168 time: 0.2264798 May 02 10:42:14.753861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e086ff6-3d15-4118-9ae7-34abaefd8b8a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:14.762863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.763227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.763578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.763925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.764268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.764630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.764961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.765456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.765797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.766249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.766597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.767415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.767898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.768242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:14.768581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2a82988-9783-4e95-9f94-0e36b24adf18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:15.914835 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:19.668590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea46a38-be3e-420e-9268-dc00be6f63aa req-ead4135d-cd4d-40e7-b9da-3fef9c400198 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:19.670078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ea46a38-be3e-420e-9268-dc00be6f63aa req-ead4135d-cd4d-40e7-b9da-3fef9c400198 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0481708 May 02 10:42:19.719637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ea46a38-be3e-420e-9268-dc00be6f63aa req-35f05dfc-4098-4a2b-8d97-f7df404e7fd4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435607 May 02 10:42:19.839987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d825c70-2d5b-4821-bb1f-523be90a01ef req-0fbc04c2-d501-4e00-b323-b646134c4c39 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:19.841544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d825c70-2d5b-4821-bb1f-523be90a01ef req-0fbc04c2-d501-4e00-b323-b646134c4c39 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0485010 May 02 10:42:19.888426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d825c70-2d5b-4821-bb1f-523be90a01ef req-6e962f27-d99c-4085-9e43-b70e51e6bdcf tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413356 May 02 10:42:20.008182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3460449-251c-411d-a9d9-3b77fb52cf6b req-3c0d1885-619e-4479-860a-77c87852a69d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:20.009723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3460449-251c-411d-a9d9-3b77fb52cf6b req-3c0d1885-619e-4479-860a-77c87852a69d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0507057 May 02 10:42:20.055910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3460449-251c-411d-a9d9-3b77fb52cf6b req-6ffd33ad-a522-434c-bdc8-26305cb20a30 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406063 May 02 10:42:20.170077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f244cd4f-3b77-41e4-937f-1419de68f1ae req-90702f82-a9ad-4daf-8cab-529c59774253 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:20.171609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f244cd4f-3b77-41e4-937f-1419de68f1ae req-90702f82-a9ad-4daf-8cab-529c59774253 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0480814 May 02 10:42:20.223058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f244cd4f-3b77-41e4-937f-1419de68f1ae req-10f217ec-5547-493c-b96e-361069ce8f59 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449300 May 02 10:42:20.879991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0333e496-3113-43db-bcbd-38fd2c0ad640 req-8d981677-fb09-4693-8947-efd585f4f15e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:20.881512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0333e496-3113-43db-bcbd-38fd2c0ad640 req-8d981677-fb09-4693-8947-efd585f4f15e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0484715 May 02 10:42:20.929665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0333e496-3113-43db-bcbd-38fd2c0ad640 req-52f53b16-3cdc-4302-b9af-67d8076ab69c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422330 May 02 10:42:21.760335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d2f9c-a27a-4005-878f-96d740abcdb8 req-b1bd44e4-99cc-4a85-b504-6bb6401b6e49 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:21.761857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-182d2f9c-a27a-4005-878f-96d740abcdb8 req-b1bd44e4-99cc-4a85-b504-6bb6401b6e49 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0476220 May 02 10:42:21.809545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-182d2f9c-a27a-4005-878f-96d740abcdb8 req-83e90b43-2c0f-428e-9126-d62bf2858fba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421801 May 02 10:42:22.940859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb7bd4d-fd13-40e8-8835-989acd839d96 req-ba57287b-3f9f-48e7-b3db-8a833f9f3737 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:22.940859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dfb7bd4d-fd13-40e8-8835-989acd839d96 req-ba57287b-3f9f-48e7-b3db-8a833f9f3737 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0494075 May 02 10:42:22.981862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dfb7bd4d-fd13-40e8-8835-989acd839d96 req-38ef98b1-7e80-40bd-bb3b-164bd28e70c9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433609 May 02 10:42:24.100432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e848dd-cea7-4cfe-9a6d-8f6f4c2229be req-0cc2f49c-024a-4219-9cea-802dc5371757 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:24.102418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74e848dd-cea7-4cfe-9a6d-8f6f4c2229be req-0cc2f49c-024a-4219-9cea-802dc5371757 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0514095 May 02 10:42:24.149676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74e848dd-cea7-4cfe-9a6d-8f6f4c2229be req-8eb86525-efb6-46fd-93ee-23b50919a16a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418739 May 02 10:42:25.265012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0799de9-c74a-4cc4-b75a-314f495a2dd9 req-4306423f-e375-4280-831a-e0444961c38f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:25.266409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0799de9-c74a-4cc4-b75a-314f495a2dd9 req-4306423f-e375-4280-831a-e0444961c38f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0480950 May 02 10:42:25.305031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:25.319385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0799de9-c74a-4cc4-b75a-314f495a2dd9 req-af8cb54c-2bed-43b5-b720-59291a023444 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473125 May 02 10:42:25.588060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-35da0053-e038-437a-8fb1-98005c654c8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:25.654769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:26.018503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 8aef6df9-17cb-41a3-8456-08c3e43d5989 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:26.018847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:26.109181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 8aef6df9-17cb-41a3-8456-08c3e43d5989, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8aef6df9-17cb-41a3-8456-08c3e43d5989,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:26.109559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:26.128252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 8aef6df9-17cb-41a3-8456-08c3e43d5989 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:26.433405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77caf1f6-53cd-42ca-ab45-1025c115f586 req-1024d042-b877-4e7a-8349-7f47c4f0fc5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:26.434869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77caf1f6-53cd-42ca-ab45-1025c115f586 req-1024d042-b877-4e7a-8349-7f47c4f0fc5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0470831 May 02 10:42:26.435996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8aef6df9-17cb-41a3-8456-08c3e43d5989), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:26.469036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=8aef6df9-17cb-41a3-8456-08c3e43d5989,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:26.553208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77caf1f6-53cd-42ca-ab45-1025c115f586 req-d0955d9f-d20b-4df5-b33d-ad932215693d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106045 May 02 10:42:26.680423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:26.904473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:27.022292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:27.027612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4b290ce9-690a-4ff1-89fb-b5b216b0bdd3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/ba37a58b-b507-450c-b4dd-89734e9224f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7215369 May 02 10:42:27.040315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:27.051792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:27.052420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:41:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:27.172087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:27.391148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:27.421778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:27.430594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:27.431120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:41:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:27.544514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5dd90e-b8bf-4e47-b798-4045be3c728c req-8bf1c817-5207-4c1c-ac36-fdc4a6acf51a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:27.546085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b5dd90e-b8bf-4e47-b798-4045be3c728c req-8bf1c817-5207-4c1c-ac36-fdc4a6acf51a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0502837 May 02 10:42:27.559102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:27.603814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b5dd90e-b8bf-4e47-b798-4045be3c728c req-ca8fb68c-df12-4e7a-b1df-a3cd08d9e927 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515141 May 02 10:42:27.693687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa6ac5-b2dc-42c6-9ab2-92ff249efc68 req-14260526-833d-4526-b556-1efa5c2c9e38 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:27.693687 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17fa6ac5-b2dc-42c6-9ab2-92ff249efc68 req-14260526-833d-4526-b556-1efa5c2c9e38 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0497229 May 02 10:42:27.745147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17fa6ac5-b2dc-42c6-9ab2-92ff249efc68 req-fed79f7d-2f93-4bb5-99d7-cfe55b37803e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466464 May 02 10:42:27.798974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:27.829311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db49ba75-514e-4098-a611-9144033a2cf1 None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '9f12bfa5-3ae3-4de4-b950-dff7f427ee53', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'port_id': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 2428, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'mac_address': 'fa:16:3e:73:9a:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:40:57Z', 'updated_at': '2022-05-02T10:41:01Z', 'revision_number': 1, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:27.911715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-392351d3-733c-4d84-a096-a85934d95b1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:28.526117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8aef6df9-17cb-41a3-8456-08c3e43d5989 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:28.546739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8aef6df9-17cb-41a3-8456-08c3e43d5989 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:28.547128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8aef6df9-17cb-41a3-8456-08c3e43d5989 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:28.725594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b77dcd0-8d59-439f-a4d3-663e59710feb req-bf2a1683-388a-4b71-b500-822d3591264c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:28.727141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b77dcd0-8d59-439f-a4d3-663e59710feb req-bf2a1683-388a-4b71-b500-822d3591264c tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0484207 May 02 10:42:28.777849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b77dcd0-8d59-439f-a4d3-663e59710feb req-25722b34-ce30-4f71-a4cd-dfd1154a1a3e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449710 May 02 10:42:28.858180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fc8eae-cebe-40ee-bc07-df0205793bd9 req-04006d94-ed78-4171-92ac-7370f8c33932 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:28.859681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8fc8eae-cebe-40ee-bc07-df0205793bd9 req-04006d94-ed78-4171-92ac-7370f8c33932 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0472069 May 02 10:42:28.885801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-022a0e95-41aa-47ee-b734-ea525edf179f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:28.887729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-022a0e95-41aa-47ee-b734-ea525edf179f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 946 time: 0.0478332 May 02 10:42:28.909070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8fc8eae-cebe-40ee-bc07-df0205793bd9 req-1facc012-c93d-4e62-94be-0db5a096b517 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429990 May 02 10:42:28.985606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port aca4a94a-6efc-4687-af5f-7babdbfe4a75 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:28.985957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:29.075047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port aca4a94a-6efc-4687-af5f-7babdbfe4a75, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=aca4a94a-6efc-4687-af5f-7babdbfe4a75,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:29.075409 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:29.088905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for aca4a94a-6efc-4687-af5f-7babdbfe4a75 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:29.202792 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:29.300212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aca4a94a-6efc-4687-af5f-7babdbfe4a75), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:29.328566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=aca4a94a-6efc-4687-af5f-7babdbfe4a75,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:29.376050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] No DVR routers for this DVR port aca4a94a-6efc-4687-af5f-7babdbfe4a75 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:29.378720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:29.382566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47d1b1ce-4839-4efd-8a3c-068962036765 req-c32f1274-ef8d-4b3a-9010-c72ca71b3cc7 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "DELETE /v2.0/ports/aca4a94a-6efc-4687-af5f-7babdbfe4a75 HTTP/1.1" status: 204 len: 173 time: 0.4868479 May 02 10:42:29.383014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'name': 'network-vif-deleted', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:29.385304 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6534c8c3-7741-4a75-93e3-85489bcc0646" -d '{"events": [{"server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "name": "network-vif-deleted", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:29.419868 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcba7c0c-320f-41ed-be30-7280142b95a2 x-openstack-request-id: req-bcba7c0c-320f-41ed-be30-7280142b95a2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:29.420169 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "311f837b-3b82-4db5-adb9-c89394665201", "name": "network-vif-deleted", "tag": "aca4a94a-6efc-4687-af5f-7babdbfe4a75", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:29.420429 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bcba7c0c-320f-41ed-be30-7280142b95a2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:29.420872 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcba7c0c-320f-41ed-be30-7280142b95a2'] response: {'server_uuid': '311f837b-3b82-4db5-adb9-c89394665201', 'name': 'network-vif-deleted', 'tag': 'aca4a94a-6efc-4687-af5f-7babdbfe4a75', 'status': 'completed', 'code': 200} May 02 10:42:29.891928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9113dc7-9248-463c-9d4f-cb9255a11919 req-2a0bd75f-960b-41c8-80eb-cbc5c377a792 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=311f837b-3b82-4db5-adb9-c89394665201 HTTP/1.1" status: 200 len: 210 time: 0.0323761 May 02 10:42:30.028709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b03a5-19b6-40b8-bbf8-fd51ce40a190 req-862fc987-6625-495d-b29a-1a6fcbb1b150 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:30.030187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e39b03a5-19b6-40b8-bbf8-fd51ce40a190 req-862fc987-6625-495d-b29a-1a6fcbb1b150 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0480444 May 02 10:42:30.080936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e39b03a5-19b6-40b8-bbf8-fd51ce40a190 req-6149c4ea-6435-45d3-9ca0-81718c853d8b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451181 May 02 10:42:30.596923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:30.948348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52706) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:31.004568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (c0e39fa9-44fe-4d19-a8d8-973aa2f9562b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.030326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (c0e39fa9-44fe-4d19-a8d8-973aa2f9562b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.160877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0e39fa9-44fe-4d19-a8d8-973aa2f9562b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.163537 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.164753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0e39fa9-44fe-4d19-a8d8-973aa2f9562b HTTP/1.1" status: 204 len: 168 time: 0.2152331 May 02 10:42:31.198259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5489e20f-c59e-438c-aece-7092467b2fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0e39fa9-44fe-4d19-a8d8-973aa2f9562b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:31.213059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ec6d6-0dd3-4d18-b9a1-03c55833d7a5 req-1400d789-34dc-4cef-8801-29f00a80af06 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:31.214532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c0ec6d6-0dd3-4d18-b9a1-03c55833d7a5 req-1400d789-34dc-4cef-8801-29f00a80af06 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0639210 May 02 10:42:31.256023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device aca4a94a-6efc-4687-af5f-7babdbfe4a75 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:31.264472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c0ec6d6-0dd3-4d18-b9a1-03c55833d7a5 req-c990dbc7-8610-41c5-8a78-58923b6e67ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439184 May 02 10:42:31.276417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52714) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:31.276538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: aca4a94a-6efc-4687-af5f-7babdbfe4a75 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:31.276822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device aca4a94a-6efc-4687-af5f-7babdbfe4a75 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:31.327410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting subnet 4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:31.330157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.369542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.455897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.579992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.608174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Subnet': ['ID=4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:31.610268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.613455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bcb66ad6-9387-40c3-920b-d9e1394726e3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/subnets/4b7a9713-e8e0-46bc-a4fb-57ed6ccd4d09 HTTP/1.1" status: 204 len: 168 time: 0.3373134 May 02 10:42:31.616761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:31.616908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8f73581-f953-4293-98a4-1f1113ad8214 None None] Network 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:31.631280 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:42:31.698416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.746225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:31.746568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.765551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] DHCP port deletion for 608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:42:31.811643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:31.811922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Deleting port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:31.812027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.812255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.832339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:31.887943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] For port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,segment=NetworkSegment(d7307927-d8c4-40d5-9616-bcf89092b2c1),segment_id=d7307927-d8c4-40d5-9616-bcf89092b2c1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:31.888355 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:31.902153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Calling delete_port for 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:31.948386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.034097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.040303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5dcb9d61-fafc-433c-9d46-10b04d6d7fdc), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.059281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:32.065569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] No DVR routers for this DVR port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:32.065742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Pushing event deleted for resources: {'Port': ['ID=5dcb9d61-fafc-433c-9d46-10b04d6d7fdc,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:32.075091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] No DVR routers for this DVR port 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:32.077585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.078016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.078389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.078714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.079051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.079390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.079729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.080061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.080397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.080755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.081278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.081611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.081944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.082275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.082606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440280e2-e92c-4475-a76e-99add6884e72 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:42:32.162395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.189257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:32.199495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7307927-d8c4-40d5-9616-bcf89092b2c1') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:32.199792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7307927-d8c4-40d5-9616-bcf89092b2c1') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:32.209210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (d7307927-d8c4-40d5-9616-bcf89092b2c1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.222648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d7307927-d8c4-40d5-9616-bcf89092b2c1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.229226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:42:32.229638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (d7307927-d8c4-40d5-9616-bcf89092b2c1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: timer() May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:42:32.232993 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:42:32.382921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f03162-9cec-407a-afb2-d1760d8df59d req-0c5c7aee-44de-4224-b19d-3675d52ec4a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:32.384527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29f03162-9cec-407a-afb2-d1760d8df59d req-0c5c7aee-44de-4224-b19d-3675d52ec4a8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0499656 May 02 10:42:32.433569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29f03162-9cec-407a-afb2-d1760d8df59d req-5d785e75-2639-4018-800c-252b1fc242f2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434463 May 02 10:42:32.457175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.466872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.470886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/networks/608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0 HTTP/1.1" status: 204 len: 168 time: 0.8530750 May 02 10:42:32.473390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:32.561266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a555fe-88bd-4f1a-ad86-16a7bc6b7476 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Network': ['ID=608d9e83-ef9c-4bcb-9c7c-71f7d40a79a0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:32.610265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:32.630762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:32.631458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5dcb9d61-fafc-433c-9d46-10b04d6d7fdc not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:32.711024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:32.711370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.792169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.792501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:32.809210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:32.863375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed389fe5-0c9a-4a74-a802-68c064b4ce1a req-69c9bf50-79d9-496c-ac02-dd5c1384ef23 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:32.869109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed389fe5-0c9a-4a74-a802-68c064b4ce1a req-69c9bf50-79d9-496c-ac02-dd5c1384ef23 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0526466 May 02 10:42:32.918691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed389fe5-0c9a-4a74-a802-68c064b4ce1a req-0bcae843-c1c4-4cae-a5e4-646daae10843 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479600 May 02 10:42:32.965643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-3363c229-d86a-48f3-bd26-861a2049da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:32.967183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-3363c229-d86a-48f3-bd26-861a2049da13 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.0564070 May 02 10:42:33.103039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-dc979bde-638b-486e-a682-6af63f800307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:33.104498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-dc979bde-638b-486e-a682-6af63f800307 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.1247194 May 02 10:42:33.179675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-67b110c4-58c1-4f23-aa70-ae9a6b7feb49 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0620241 May 02 10:42:33.218181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:33.258620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=d1f78eaa-71f2-4fb1-bbbf-5cc7e09760e2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:33.285168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-f514d45e-acf8-47d0-b4a7-d73471f092ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:33.286683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-f514d45e-acf8-47d0-b4a7-d73471f092ae service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0999074 May 02 10:42:33.356418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-82cfb769-3afb-415a-8ef1-e9e5c24f9a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:33.357866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-82cfb769-3afb-415a-8ef1-e9e5c24f9a75 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0512357 May 02 10:42:33.362446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (9f12bfa5-3ae3-4de4-b950-dff7f427ee53), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:33.362799 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Floating IP 9f12bfa5-3ae3-4de4-b950-dff7f427ee53 disassociated (deleted). External IP: 172.35.4.46, port: df7acee7-e305-4eae-98af-23b37f882f4f. May 02 10:42:33.854688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-5e77166c-4184-4732-8976-19fb4e6303fd service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886286 May 02 10:42:34.068677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83208636-12f7-4f0a-a061-947eba909e18 req-7b6ea3d0-2551-414b-a5a6-186771f517cf tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.070166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83208636-12f7-4f0a-a061-947eba909e18 req-7b6ea3d0-2551-414b-a5a6-186771f517cf tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0791140 May 02 10:42:34.075201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59fc8222-d8fc-425d-bf33-c30f04f2dd70 req-9cd3f0d9-c18d-4107-bb53-052dcc0fba28 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144890 May 02 10:42:34.088366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:34.171606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83208636-12f7-4f0a-a061-947eba909e18 req-f91f9fee-0707-46b8-bf8d-893fb8efb27b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953007 May 02 10:42:34.235181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:34.240226 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:34.246427 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:34.259364 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:34.260054 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:34.269672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-14c926b4-28e8-49ec-9d1f-8236f502b5a8 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/floatingips/9f12bfa5-3ae3-4de4-b950-dff7f427ee53 HTTP/1.1" status: 204 len: 168 time: 1.7945983 May 02 10:42:34.270831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:34.273255 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:34.314892 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb18d8-860e-4f0d-b4b6-3ddda61520e2 x-openstack-request-id: req-d3bb18d8-860e-4f0d-b4b6-3ddda61520e2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:34.317910 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:34.317910 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3bb18d8-860e-4f0d-b4b6-3ddda61520e2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:34.317910 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3bb18d8-860e-4f0d-b4b6-3ddda61520e2'] response: {'name': 'network-changed', 'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'status': 'completed', 'code': 200} May 02 10:42:34.372901 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:34.393355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-865868c6-a34a-4468-84ed-87a518665fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.398296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-865868c6-a34a-4468-84ed-87a518665fce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 1128 time: 0.0494535 May 02 10:42:34.489825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-eb6c0b51-2532-464d-8e6d-c4beb542881e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.491299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-eb6c0b51-2532-464d-8e6d-c4beb542881e service neutron] 10.222.0.24 "GET /v2.0/networks?id=1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 200 len: 898 time: 0.0891728 May 02 10:42:34.564482 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:34.591763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:34.600522 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:34.601177 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:34.628645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-6f7df67e-8fbd-4d4c-ba3c-4b30e7a419dd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 200 len: 217 time: 0.0437825 May 02 10:42:34.712381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-c1279624-da29-4117-b126-7b3880a21fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.713882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-c1279624-da29-4117-b126-7b3880a21fc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a2e945d2-a32c-40d5-aded-97c524d2dfa2 HTTP/1.1" status: 200 len: 834 time: 0.0596478 May 02 10:42:34.715031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:34.761446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-48ae0855-c5c7-47f5-af21-8495ccf4470c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.762904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-48ae0855-c5c7-47f5-af21-8495ccf4470c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1b6ba885-4f11-4cda-93ac-0fc2307f769c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0422125 May 02 10:42:34.846647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367cbd95-8272-48b9-9d65-d9fca78a596d req-6cf882dd-ab69-4c59-8b4e-dc42890c06b3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:34.848187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-367cbd95-8272-48b9-9d65-d9fca78a596d req-6cf882dd-ab69-4c59-8b4e-dc42890c06b3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0478382 May 02 10:42:34.902860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-367cbd95-8272-48b9-9d65-d9fca78a596d req-326fdd7e-6bd4-4ef2-9f7e-2f5aa0432ba1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487597 May 02 10:42:34.999851 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:35.026401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77119041-5a85-4ddc-9af5-cc90307cec86 None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:26Z', 'revision_number': 6, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '1fef7767-32d6-405a-9a29-4c839f2d2649', 'name': '', 'network_id': '1b6ba885-4f11-4cda-93ac-0fc2307f769c', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:75:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:22Z', 'updated_at': '2022-05-02T10:40:29Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': 'a2e945d2-a32c-40d5-aded-97c524d2dfa2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:35.303728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c529d96-23c2-4a9c-a27e-d0ede3103040 req-67729302-1194-4948-a8e6-04cb4349b6d0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:35.305397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c529d96-23c2-4a9c-a27e-d0ede3103040 req-67729302-1194-4948-a8e6-04cb4349b6d0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0565956 May 02 10:42:35.332266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5cf025-3b77-4164-8c5b-ec7589c08e65 None None] New status for floating IP 9f12bfa5-3ae3-4de4-b950-dff7f427ee53: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:42:35.355619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c529d96-23c2-4a9c-a27e-d0ede3103040 req-501b422c-8093-44cb-a785-5ef86e3f7668 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444221 May 02 10:42:35.480024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a824764f-11f2-454e-a532-447bab262b37 req-e7bd6689-e9a4-42fd-9432-ee09c75f4797 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:35.481830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a824764f-11f2-454e-a532-447bab262b37 req-e7bd6689-e9a4-42fd-9432-ee09c75f4797 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0481789 May 02 10:42:35.529048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a824764f-11f2-454e-a532-447bab262b37 req-75edc87f-46e4-45fa-8c66-8a4a5e5b37fd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414107 May 02 10:42:36.048932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee0fe0b-c54f-4ca9-860c-f682b5802b08 req-38446b40-4457-49d2-8c61-45b7267db33f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:36.050413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee0fe0b-c54f-4ca9-860c-f682b5802b08 req-38446b40-4457-49d2-8c61-45b7267db33f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0619688 May 02 10:42:36.071035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-9cf6809a-0022-42ef-af95-7e7e9f08299c service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354821 May 02 10:42:36.107661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee0fe0b-c54f-4ca9-860c-f682b5802b08 req-0acfa0e4-4e4e-4e3f-96f9-389063e1c614 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484469 May 02 10:42:36.248883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-780fc9ce-b7e8-4e2d-bae9-80fde4b15aa4 req-2f32772f-0419-4a89-8237-7c382cb2e52a service neutron] 10.222.0.24 "GET /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178660 May 02 10:42:36.257709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f56ad1-0ee3-45bd-af21-bd3a16c0465c req-31642970-6d36-432c-a76c-f7a95fee59c8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:36.259099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9f56ad1-0ee3-45bd-af21-bd3a16c0465c req-31642970-6d36-432c-a76c-f7a95fee59c8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0602577 May 02 10:42:36.327568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2e4fc-443f-4551-b395-359279b46567 req-8bf0c877-e136-43ab-b5b9-289f2c5456ce tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:36.329048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ca2e4fc-443f-4551-b395-359279b46567 req-8bf0c877-e136-43ab-b5b9-289f2c5456ce tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 946 time: 0.0646715 May 02 10:42:36.373327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9f56ad1-0ee3-45bd-af21-bd3a16c0465c req-5a34de10-033c-4bde-b435-cb510d312def tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995169 May 02 10:42:36.435744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port df7acee7-e305-4eae-98af-23b37f882f4f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:36.436090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:36.489483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0a9dca-ceec-46e3-9bbf-bd6147de1ba8 req-84fa4e72-5c36-4972-93ec-c6296df34b3f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:36.491027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a0a9dca-ceec-46e3-9bbf-bd6147de1ba8 req-84fa4e72-5c36-4972-93ec-c6296df34b3f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0472105 May 02 10:42:36.526081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port df7acee7-e305-4eae-98af-23b37f882f4f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=df7acee7-e305-4eae-98af-23b37f882f4f,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:36.526620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:36.539381 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a0a9dca-ceec-46e3-9bbf-bd6147de1ba8 req-821408d0-feb6-4ffd-99ae-b9236ef9faa5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426633 May 02 10:42:36.539735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for df7acee7-e305-4eae-98af-23b37f882f4f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:36.681544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5957d34-ac42-4159-b308-147e2505339b req-123c5658-d7af-4571-8b6c-b7e72c670922 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:36.683044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5957d34-ac42-4159-b308-147e2505339b req-123c5658-d7af-4571-8b6c-b7e72c670922 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0755856 May 02 10:42:36.741347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5957d34-ac42-4159-b308-147e2505339b req-45dbffa1-ee65-4304-9b11-5261849dcb17 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511138 May 02 10:42:36.777315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (df7acee7-e305-4eae-98af-23b37f882f4f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:36.811221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=df7acee7-e305-4eae-98af-23b37f882f4f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:36.861491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] No DVR routers for this DVR port df7acee7-e305-4eae-98af-23b37f882f4f on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:36.864548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:36.867835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ca2e4fc-443f-4551-b395-359279b46567 req-46c2b180-0086-497c-9385-b5503649299a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.24 "DELETE /v2.0/ports/df7acee7-e305-4eae-98af-23b37f882f4f HTTP/1.1" status: 204 len: 173 time: 0.5327144 May 02 10:42:36.868270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'name': 'network-vif-deleted', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:36.870529 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b71d71-749a-477a-91aa-97c89e7db60f" -d '{"events": [{"server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "name": "network-vif-deleted", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:36.905444 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47da03e1-ef55-4f85-9fd1-aad4e062e824 x-openstack-request-id: req-47da03e1-ef55-4f85-9fd1-aad4e062e824 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:36.905738 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4da6ab62-2347-45d9-b59e-eb5881597ee4", "name": "network-vif-deleted", "tag": "df7acee7-e305-4eae-98af-23b37f882f4f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:36.905994 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47da03e1-ef55-4f85-9fd1-aad4e062e824 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:36.906402 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47da03e1-ef55-4f85-9fd1-aad4e062e824'] response: {'server_uuid': '4da6ab62-2347-45d9-b59e-eb5881597ee4', 'name': 'network-vif-deleted', 'tag': 'df7acee7-e305-4eae-98af-23b37f882f4f', 'status': 'completed', 'code': 200} May 02 10:42:37.165877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3419595f-7037-49da-9236-7a171602b0a9 req-1a3a03cb-c592-4df7-af8d-ecf820d4e53a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:37.167519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3419595f-7037-49da-9236-7a171602b0a9 req-1a3a03cb-c592-4df7-af8d-ecf820d4e53a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0525947 May 02 10:42:37.223656 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52d297a-d175-4c74-a5e8-80729cb405d4 req-30ffbeff-3856-463e-bc43-63067cb23118 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=4da6ab62-2347-45d9-b59e-eb5881597ee4 HTTP/1.1" status: 200 len: 210 time: 0.0289838 May 02 10:42:37.223899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3419595f-7037-49da-9236-7a171602b0a9 req-5476d4c3-ac3e-4abd-aac4-b5a6d1c1bf31 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485749 May 02 10:42:38.285047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52826) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:38.365649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9815c435-4c93-4c81-b7d2-7e9e06809f98 req-160f8c44-2645-4686-bacb-c703f4b2bc5e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:38.367172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9815c435-4c93-4c81-b7d2-7e9e06809f98 req-160f8c44-2645-4686-bacb-c703f4b2bc5e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0681329 May 02 10:42:38.396503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:38.434093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:38.458456 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9815c435-4c93-4c81-b7d2-7e9e06809f98 req-bc4a3594-02d7-4e4a-b43e-e09caddefa75 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0844240 May 02 10:42:38.608261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:38.610996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:38.612299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/security-groups/cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa HTTP/1.1" status: 204 len: 168 time: 0.3262913 May 02 10:42:38.622784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d726c19b-4600-4383-a628-4f5326d4ab1d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3e0858-fd0a-4f0f-8590-ba8a98deeaaa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:38.740887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:38.976851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41d793-3a0a-4eed-8a0a-afb5fd74f0b6 req-43120a25-cbf9-43fc-a72c-4b95be35d197 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:38.978345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d41d793-3a0a-4eed-8a0a-afb5fd74f0b6 req-43120a25-cbf9-43fc-a72c-4b95be35d197 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0831692 May 02 10:42:39.071698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d41d793-3a0a-4eed-8a0a-afb5fd74f0b6 req-cd19ce27-6cf8-41c4-9038-8ab2824e9b1b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826716 May 02 10:42:39.186752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:39.445139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 1fef7767-32d6-405a-9a29-4c839f2d2649 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:39.445866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:39.535974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 1fef7767-32d6-405a-9a29-4c839f2d2649, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1fef7767-32d6-405a-9a29-4c839f2d2649,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:39.536341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:39.549981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 1fef7767-32d6-405a-9a29-4c839f2d2649 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:39.897195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1fef7767-32d6-405a-9a29-4c839f2d2649), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:39.925155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=1fef7767-32d6-405a-9a29-4c839f2d2649,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:40.208306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ef8bb-4cfc-4e2b-9803-4c2e743fa390 req-4e7d1199-ec49-4e8d-92f4-f2ee728b12eb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:40.210473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d8ef8bb-4cfc-4e2b-9803-4c2e743fa390 req-4e7d1199-ec49-4e8d-92f4-f2ee728b12eb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0558329 May 02 10:42:40.261544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d8ef8bb-4cfc-4e2b-9803-4c2e743fa390 req-4b67e2c3-b1b5-4716-a1a6-aeba45380f09 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 May 02 10:42:40.386533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (ba37a58b-b507-450c-b4dd-89734e9224f4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:40.401069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a2632-1c5b-481e-95cf-d7d807d1c0fb req-267340c1-4dc8-4c01-84f4-2a3a102ca0e0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:40.402548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b6a2632-1c5b-481e-95cf-d7d807d1c0fb req-267340c1-4dc8-4c01-84f4-2a3a102ca0e0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0572226 May 02 10:42:40.530452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b6a2632-1c5b-481e-95cf-d7d807d1c0fb req-6fde5b95-d20a-4ce4-99ac-1dbc4e96042a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215415 May 02 10:42:40.650389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3a412-1cdf-4862-ae02-63b271ca30bd req-1302d34e-ccaa-45e3-af0b-d9afe22dff87 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:40.651896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d3a412-1cdf-4862-ae02-63b271ca30bd req-1302d34e-ccaa-45e3-af0b-d9afe22dff87 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0495305 May 02 10:42:40.657757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router ba37a58b-b507-450c-b4dd-89734e9224f4 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:40.701145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d3a412-1cdf-4862-ae02-63b271ca30bd req-65d85d73-5105-4e23-b7f0-c43e4527c32c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431719 May 02 10:42:40.773431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:40.782207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:40.784934 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Sync routers for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:40.789046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fdca7c24-2b4a-4949-b99f-4438b502f47d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/ba37a58b-b507-450c-b4dd-89734e9224f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0398400 May 02 10:42:40.795851 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:40.796810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:40.849344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting subnet a2e945d2-a32c-40d5-aded-97c524d2dfa2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:42:40.853426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602a47d-e2ca-440c-b8be-ad47ca93295d req-d5819ed8-2a75-4f45-9617-fc7e77c45fdb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:40.853602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (a2e945d2-a32c-40d5-aded-97c524d2dfa2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:40.855787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b602a47d-e2ca-440c-b8be-ad47ca93295d req-d5819ed8-2a75-4f45-9617-fc7e77c45fdb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0840232 May 02 10:42:40.907315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (a2e945d2-a32c-40d5-aded-97c524d2dfa2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:40.927952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b602a47d-e2ca-440c-b8be-ad47ca93295d req-8e875bf3-1f0b-4c2e-87cc-97f1d23302e7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603752 May 02 10:42:40.929504 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:40.967175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device df7acee7-e305-4eae-98af-23b37f882f4f no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:40.992150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: df7acee7-e305-4eae-98af-23b37f882f4f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:40.992495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device df7acee7-e305-4eae-98af-23b37f882f4f not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:41.057982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a2e945d2-a32c-40d5-aded-97c524d2dfa2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.066712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483949a4-8d10-4ba3-92ad-485c7d9ad7b7 req-c66fd240-9483-4a98-a064-434718a7cd0c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:41.068352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-483949a4-8d10-4ba3-92ad-485c7d9ad7b7 req-c66fd240-9483-4a98-a064-434718a7cd0c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0677724 May 02 10:42:41.134581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:39Z', 'revision_number': 7, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:41.151902 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-483949a4-8d10-4ba3-92ad-485c7d9ad7b7 req-485b7b01-bad4-4716-abcb-51825af32c7a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639839 May 02 10:42:41.168843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Checking router: ba37a58b-b507-450c-b4dd-89734e9224f4 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:41.177401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Routers {'ba37a58b-b507-450c-b4dd-89734e9224f4'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:41.178007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ba37a58b-b507-450c-b4dd-89734e9224f4'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:41.277247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322f8872-f5c5-4517-8020-b9a3321ed7b0 req-2a0b8494-26f7-45a2-8c0e-8dae1a20342c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:41.284365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-322f8872-f5c5-4517-8020-b9a3321ed7b0 req-2a0b8494-26f7-45a2-8c0e-8dae1a20342c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0570905 May 02 10:42:41.291293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (a2e945d2-a32c-40d5-aded-97c524d2dfa2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.291845 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] Set router ba37a58b-b507-450c-b4dd-89734e9224f4 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:41.337284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Subnet': ['ID=a2e945d2-a32c-40d5-aded-97c524d2dfa2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:41.343402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93da90ba-c7fc-43f0-bbdb-237e6ac42e7c None None] Network 1b6ba885-4f11-4cda-93ac-0fc2307f769c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:41.346127 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.350759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-836eaa25-d5a9-4c94-aa87-61a656f34347 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/subnets/a2e945d2-a32c-40d5-aded-97c524d2dfa2 HTTP/1.1" status: 204 len: 168 time: 0.5677590 May 02 10:42:41.355984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:41.361093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-322f8872-f5c5-4517-8020-b9a3321ed7b0 req-10c8b2d1-3a55-4ca0-bb06-49fed4a1299f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728836 May 02 10:42:41.400772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:41.506318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.515200 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:39Z', 'revision_number': 7, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:41.541114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] DHCP port deletion for 1b6ba885-4f11-4cda-93ac-0fc2307f769c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:42:41.544534 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c5b0ee-d0d7-4606-9292-b71988bf41fd None None] The sync data for ids ['ba37a58b-b507-450c-b4dd-89734e9224f4'] in ncdv-master-1 is: [{'id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'name': 'tempest-TestNetworkBasicOps-router-2120503700', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251'}], 'enable_snat': True}, 'gw_port_id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:12Z', 'updated_at': '2022-05-02T10:42:39Z', 'revision_number': 7, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '1543c593-860e-4b15-ba1e-3b5ae623eea0', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:c6:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba37a58b-b507-450c-b4dd-89734e9224f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2378, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:13Z', 'updated_at': '2022-05-02T10:40:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:41.560702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31038ca1-6a40-4d79-add5-f38d6ec94a38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.591779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Deleting port c46ffa00-8ef5-4969-a658-33352d96e014 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:41.592099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.645589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (ba37a58b-b507-450c-b4dd-89734e9224f4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.653703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31038ca1-6a40-4d79-add5-f38d6ec94a38 admin admin] Publish callbacks [] for security_group (c2ace56b-5467-4e96-a8da-d98ecffcb0ee), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.665823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] For port c46ffa00-8ef5-4969-a658-33352d96e014, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c46ffa00-8ef5-4969-a658-33352d96e014,segment=NetworkSegment(8d09f3b9-a9b1-44fd-b995-bc77c8340886),segment_id=8d09f3b9-a9b1-44fd-b995-bc77c8340886)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:41.666239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.678964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Calling delete_port for c46ffa00-8ef5-4969-a658-33352d96e014 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:41.754225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31038ca1-6a40-4d79-add5-f38d6ec94a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c2ace56b-5467-4e96-a8da-d98ecffcb0ee), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.761992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 1543c593-860e-4b15-ba1e-3b5ae623eea0 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:41.762378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.823959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-31038ca1-6a40-4d79-add5-f38d6ec94a38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b45451f7a284ed4aa65658747b32248&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4196601 May 02 10:42:41.824746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52886) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:41.832550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31038ca1-6a40-4d79-add5-f38d6ec94a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ace56b-5467-4e96-a8da-d98ecffcb0ee,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:41.838488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-e3e389f0-cbdd-4d5c-9f27-7322871d11cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0730476 May 02 10:42:41.839886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c46ffa00-8ef5-4969-a658-33352d96e014), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.849870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 1543c593-860e-4b15-ba1e-3b5ae623eea0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1543c593-860e-4b15-ba1e-3b5ae623eea0,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:41.850223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.865610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 1543c593-860e-4b15-ba1e-3b5ae623eea0 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:41.877380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] No DVR routers for this DVR port c46ffa00-8ef5-4969-a658-33352d96e014 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:41.880774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87c2414-6abc-49df-a726-e95035f0cad2 None None] Pushing event deleted for resources: {'Port': ['ID=c46ffa00-8ef5-4969-a658-33352d96e014,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:41.937168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-99fe19a8-9768-4317-8ff0-f2f0ea5b267d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:41.938700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-99fe19a8-9768-4317-8ff0-f2f0ea5b267d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1127 time: 0.0622034 May 02 10:42:41.949943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] Publish callbacks [] for security_group (c2ace56b-5467-4e96-a8da-d98ecffcb0ee), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:41.997819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] Publish callbacks [] for security_group (c2ace56b-5467-4e96-a8da-d98ecffcb0ee), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.088709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-a714995c-5012-4b92-b828-86d815fd5f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.090386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-a714995c-5012-4b92-b828-86d815fd5f57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 200 len: 910 time: 0.1245408 May 02 10:42:42.159762 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1543c593-860e-4b15-ba1e-3b5ae623eea0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.165661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-d1ed287f-bbb0-4bf0-9f43-7db50e5dcb78 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 200 len: 1001 time: 0.0651772 May 02 10:42:42.190791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=1543c593-860e-4b15-ba1e-3b5ae623eea0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:42.203540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c2ace56b-5467-4e96-a8da-d98ecffcb0ee), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.206265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.210760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c2ace56b-5467-4e96-a8da-d98ecffcb0ee HTTP/1.1" status: 204 len: 168 time: 0.3816440 May 02 10:42:42.233912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f888af-0a31-45c3-8e36-33a8343f0a5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ace56b-5467-4e96-a8da-d98ecffcb0ee,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:42.249471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-1fe46228-613c-4b80-9ee9-a6059341cba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.254780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-1fe46228-613c-4b80-9ee9-a6059341cba9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 HTTP/1.1" status: 200 len: 848 time: 0.0786340 May 02 10:42:42.274725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (ba37a58b-b507-450c-b4dd-89734e9224f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.303794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-4ba08a0e-e5bf-4f2e-aca0-f19a3a75fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.305363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-4ba08a0e-e5bf-4f2e-aca0-f19a3a75fe23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421069 May 02 10:42:42.393162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.397889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_controller (ba37a58b-b507-450c-b4dd-89734e9224f4), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.408093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-57d89e03-97e5-4db5-bcde-1d618db03fcd service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914354 May 02 10:42:42.509401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e8e9aa-b2e5-4321-a855-6c84263809aa req-a19797f3-7847-4141-ac3c-b58917550652 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918133 May 02 10:42:42.649628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c46ffa00-8ef5-4969-a658-33352d96e014 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:42.666735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-5cce5550-77da-4b48-af3b-25ea487c7f2b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0476844 May 02 10:42:42.668366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (ba37a58b-b507-450c-b4dd-89734e9224f4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.669137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Fanout notify agent at l3_agent the message router_deleted on router ba37a58b-b507-450c-b4dd-89734e9224f4 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:42:42.673957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c46ffa00-8ef5-4969-a658-33352d96e014 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:42.673957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c46ffa00-8ef5-4969-a658-33352d96e014 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:42.673957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1fef7767-32d6-405a-9a29-4c839f2d2649 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:42.684339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.691423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e577858b-e4d4-49b8-9e22-727226eb6bd6 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/routers/ba37a58b-b507-450c-b4dd-89734e9224f4 HTTP/1.1" status: 204 len: 168 time: 1.3354425 May 02 10:42:42.692050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52894) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:42.704968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1fef7767-32d6-405a-9a29-4c839f2d2649 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:42.705322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1fef7767-32d6-405a-9a29-4c839f2d2649 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:42.828719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.829209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.829680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.830383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.830638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.831098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.831555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:42.833614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3ead4d17-b3b3-44bb-bd71-db315b055281 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=00e2e106852b47f7a8e76aab24c5e883&device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 6718 time: 0.0992556 May 02 10:42:42.842794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1b6ba885-4f11-4cda-93ac-0fc2307f769c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:42.993414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1b6ba885-4f11-4cda-93ac-0fc2307f769c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.023530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b6ba885-4f11-4cda-93ac-0fc2307f769c']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:43.040269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d09f3b9-a9b1-44fd-b995-bc77c8340886') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:43.040572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d09f3b9-a9b1-44fd-b995-bc77c8340886') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:43.058249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (8d09f3b9-a9b1-44fd-b995-bc77c8340886), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.065186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-91364c2c-04ba-472e-bf50-7aaf6a80eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.065671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-91364c2c-04ba-472e-bf50-7aaf6a80eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.066146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-91364c2c-04ba-472e-bf50-7aaf6a80eb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.067747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-91364c2c-04ba-472e-bf50-7aaf6a80eb21 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=4114ebda-3413-4a09-ad17-9bdf094e1440&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&id=19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 200 len: 2298 time: 0.1927602 May 02 10:42:43.076207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8d09f3b9-a9b1-44fd-b995-bc77c8340886), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.124894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:42:43.125327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (8d09f3b9-a9b1-44fd-b995-bc77c8340886), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: timer() May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:42:43.128928 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:42:43.199719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-d44b2526-a51b-4e36-a702-c456345a1890 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 200 len: 1001 time: 0.1246772 May 02 10:42:43.261237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-aae9f474-2a8e-4fc0-8fd2-d5540f9cb880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.263211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-aae9f474-2a8e-4fc0-8fd2-d5540f9cb880 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 200 len: 856 time: 0.0576832 May 02 10:42:43.280973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1b6ba885-4f11-4cda-93ac-0fc2307f769c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.308979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.317634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/networks/1b6ba885-4f11-4cda-93ac-0fc2307f769c HTTP/1.1" status: 204 len: 168 time: 0.6180003 May 02 10:42:43.332684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a7e5d-7343-402f-b8fb-d2ba8116a308 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Network': ['ID=1b6ba885-4f11-4cda-93ac-0fc2307f769c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:43.338534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52916) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:43.342412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-21dbe1fa-b777-4fce-953f-644e9738ad52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.343936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-21dbe1fa-b777-4fce-953f-644e9738ad52 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0752335 May 02 10:42:43.344828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'network': {'name': 'tempest-network-smoke--202003832', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'port_security_enabled': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:43.433620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:43.437453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.447124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-5ae6250b-a823-46d0-8528-19fa56f56c32 service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938046 May 02 10:42:43.468949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:42:43.479651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0531a1b4-5252-4e46-abf4-a7e410f7cf99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.480007 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Added segment 0531a1b4-5252-4e46-abf4-a7e410f7cf99 of type vlan for network 604a9efb-9a25-454a-a138-ada152184640 May 02 10:42:43.560204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (604a9efb-9a25-454a-a138-ada152184640), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.573280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-47066b16-504a-434d-8713-5deef2f9929e service neutron] 10.222.0.24 "GET /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152058 May 02 10:42:43.615941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-03dda960-036b-457d-8b81-eb32d06c34ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.71&port_id=06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 217 time: 0.0357997 May 02 10:42:43.671984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-7d205698-750c-4f89-bff6-107cb02e1c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.673432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-7d205698-750c-4f89-bff6-107cb02e1c56 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0514481 May 02 10:42:43.719486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-576764f0-168b-473c-b60d-6e2e88a75591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.721045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-576764f0-168b-473c-b60d-6e2e88a75591 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0419726 May 02 10:42:43.802178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (604a9efb-9a25-454a-a138-ada152184640), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.807297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:43.807874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:43.811945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-ebf76555-e562-42a1-aee4-c8702ccdf788 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838587 May 02 10:42:43.880707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Network': ['ID=604a9efb-9a25-454a-a138-ada152184640,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:43.891908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 604a9efb-9a25-454a-a138-ada152184640 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:42:43.908265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b6a39388-9f46-4dc0-9224-8aa4bf650d22 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900288 May 02 10:42:43.943696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9105409-2be0-4c14-98d7-d7809490bdc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6011071 May 02 10:42:43.944686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:43.949748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'admin_state_up': True, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:43.962742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-afb20e60-bf46-4a46-9ffe-3c98535bc0ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.49&port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 217 time: 0.0438361 May 02 10:42:44.019577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-4560d870-0e9c-4739-b895-bef0ecb11c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.021081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-4560d870-0e9c-4739-b895-bef0ecb11c75 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0533214 May 02 10:42:44.064047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b3bba71e-0064-4c17-b82b-42f87fb3d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.065563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b3bba71e-0064-4c17-b82b-42f87fb3d716 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0385768 May 02 10:42:44.071239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.072344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.126416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_controller (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.162061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-f6b2259b-a40e-4447-99b9-89af266c0f6b service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899754 May 02 10:42:44.272356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-bca9acbb-ba01-4c71-8492-5f723a54e557 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032755 May 02 10:42:44.314801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-82169d89-7e90-4b92-aa4d-93e8ee9bdab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.112&port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 200 len: 217 time: 0.0364418 May 02 10:42:44.348105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.368671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-42e4cac5-07f8-4044-a077-1ca0350a6198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.370140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-42e4cac5-07f8-4044-a077-1ca0350a6198 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0499942 May 02 10:42:44.374648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.414348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b08974c2-82a7-4e44-967b-a760637807ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.415860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b08974c2-82a7-4e44-967b-a760637807ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0405927 May 02 10:42:44.508663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-c0343b19-0453-4c78-a414-d02d46a01021 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868576 May 02 10:42:44.544446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1543c593-860e-4b15-ba1e-3b5ae623eea0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:44.588771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1543c593-860e-4b15-ba1e-3b5ae623eea0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:44.590544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1543c593-860e-4b15-ba1e-3b5ae623eea0 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:44.638848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-e344793c-e261-4c68-8228-f47d4cae16d4 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177118 May 02 10:42:44.685812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-391a0a4b-b047-4bdf-b7d1-e81ead0f81bc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.218&port_id=3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 200 len: 217 time: 0.0415564 May 02 10:42:44.739278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.743842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-e671a20a-7b41-49f7-b4e6-4ab4a984e827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.743842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-e671a20a-7b41-49f7-b4e6-4ab4a984e827 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 200 len: 797 time: 0.0507534 May 02 10:42:44.761537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:44.796375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-772edf83-de93-48a5-95a4-c4953ec6fe34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:44.798035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-772edf83-de93-48a5-95a4-c4953ec6fe34 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4114ebda-3413-4a09-ad17-9bdf094e1440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0492101 May 02 10:42:44.883324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.35.4.107 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/919ede04-9ee0-4747-a857-da17a4a5cab2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:44.902346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-140b8f6b-73d1-4314-b470-9b7645d80f3a service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979636 May 02 10:42:45.003351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.007469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-32bcb2c1-a78f-40d4-b51a-64c1991fd1c1 service neutron] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998743 May 02 10:42:45.046936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-6f76adec-a579-4f60-8351-5ede8dbf9fcb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 200 len: 217 time: 0.0340505 May 02 10:42:45.099080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-abdb26ff-202c-4cbb-98da-7f2e4acc8c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:45.101479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-abdb26ff-202c-4cbb-98da-7f2e4acc8c79 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.0496616 May 02 10:42:45.147994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-6ce8814d-076e-4814-9e76-cc0c62979c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:45.151068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-6ce8814d-076e-4814-9e76-cc0c62979c27 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0427840 May 02 10:42:45.171429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.216094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:45.219589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:45.224119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:45.228641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=919ede04-9ee0-4747-a857-da17a4a5cab2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:45.257826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-0eb87a00-0ced-493c-969e-f69513b9e54a service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022699 May 02 10:42:45.340093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:45.380589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-6c93b181-080c-443a-abb4-f58838e437e6 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159048 May 02 10:42:45.426847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-3c4fcb6c-5833-44ea-9aea-2c9f7a3d32b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 200 len: 217 time: 0.0402994 May 02 10:42:45.570078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.739149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c961ebe8-ff13-4de1-8254-5b6a97a4d10c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.762658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-f076db0c-0177-41dc-8634-dbea5e7e6063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:45.764797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-f076db0c-0177-41dc-8634-dbea5e7e6063 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 200 len: 797 time: 0.3270187 May 02 10:42:45.799910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.824089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00012699-2bdd-434f-91d5-84c2ae002120 req-a38732ef-a8c7-4f65-9ce2-6f04ac66a114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:45.825532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-a38732ef-a8c7-4f65-9ce2-6f04ac66a114 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=19a99cf5-1c5d-43b7-b127-2bcec8a53819&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1198 time: 0.0546610 May 02 10:42:45.915922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c961ebe8-ff13-4de1-8254-5b6a97a4d10c admin admin] Publish callbacks [] for security_group (30060f0c-cc1a-4400-a987-287acdbd6c17), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.931399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:45.946970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b6f6343c-7906-4ea3-83c1-122ec3daca0a service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152518 May 02 10:42:46.006663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c961ebe8-ff13-4de1-8254-5b6a97a4d10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (30060f0c-cc1a-4400-a987-287acdbd6c17), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.016992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router f4b2958d-d0df-4ed4-8957-9d3de1f102ef is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:42:46.073085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c961ebe8-ff13-4de1-8254-5b6a97a4d10c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=03cbe7924e22488b92979871106a3ece&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7272596 May 02 10:42:46.075914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53002) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:46.088592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961ebe8-ff13-4de1-8254-5b6a97a4d10c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30060f0c-cc1a-4400-a987-287acdbd6c17,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:46.106765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00012699-2bdd-434f-91d5-84c2ae002120 req-b3506265-0ac3-4a17-94fa-feadeb43e7c9 service neutron] 10.222.0.24 "GET /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522377 May 02 10:42:46.177257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:46.185402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] Publish callbacks [] for security_group (30060f0c-cc1a-4400-a987-287acdbd6c17), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.194599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Sync routers for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:46.208115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:46.209117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:46.215138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] Publish callbacks [] for security_group (30060f0c-cc1a-4400-a987-287acdbd6c17), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.307561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.310237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0398ddb8-a9fa-46da-a519-78054fd450db tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3641832 May 02 10:42:46.313305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53010) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:46.365236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (30060f0c-cc1a-4400-a987-287acdbd6c17), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.367926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:46.373650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.377343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-055f835a-b649-4b9b-8625-6133d54629af tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=63740057f4374c219d98c8190ccbcfe8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0626523 May 02 10:42:46.378622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30060f0c-cc1a-4400-a987-287acdbd6c17 HTTP/1.1" status: 204 len: 168 time: 0.3016272 May 02 10:42:46.379713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53014) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:46.405305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf089f9-96d6-41ce-ae37-0636dbac4f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30060f0c-cc1a-4400-a987-287acdbd6c17,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:46.637071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:45Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:46.667932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Checking router: f4b2958d-d0df-4ed4-8957-9d3de1f102ef for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:46.668283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Updating router f4b2958d-d0df-4ed4-8957-9d3de1f102ef port 919ede04-9ee0-4747-a857-da17a4a5cab2 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:42:46.698312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:46.923430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.929492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.934848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.940155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.946231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.951552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.956927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.958868 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-4381d46a-75f2-4db3-9a98-cba3e11801dd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.1011441 May 02 10:42:46.985874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e6f90c-e526-492b-9704-c08721e26b43 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:46.987392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03e6f90c-e526-492b-9704-c08721e26b43 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6067026 May 02 10:42:46.990272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:46.998123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks [] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.027740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd8507f5-230c-4ed5-a8d4-a2d92737f265 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0356479 May 02 10:42:47.030453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53040) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:47.036793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-114517154', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:47.061604 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98d55289-268a-4c90-b82b-5360c6e04fb7 req-5ed22eb2-157c-4fc8-8763-f9ca7b2dd14c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0931885 May 02 10:42:47.128037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.182812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Attempting to bind port 919ede04-9ee0-4747-a857-da17a4a5cab2 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:42:47.183185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Attempting to bind port 919ede04-9ee0-4747-a857-da17a4a5cab2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:42:47.183547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Attempting to bind port 919ede04-9ee0-4747-a857-da17a4a5cab2 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:42:47.185657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7aa4-5e05-4145-bf1b-de84b766a9e7 None None] Pushing event updated for resources: {'Port': ['ID=919ede04-9ee0-4747-a857-da17a4a5cab2,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:47.185811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:47.191232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:42:47.195626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:47.195626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.195626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:42:47.195626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Bound port: 919ede04-9ee0-4747-a857-da17a4a5cab2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:42:47.195626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.198348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.225956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:47.241347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-625b8497-1a78-4e9f-a59a-a6e615384172 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.249687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] For port 919ede04-9ee0-4747-a857-da17a4a5cab2, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:47.253093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] For port 919ede04-9ee0-4747-a857-da17a4a5cab2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ede04-9ee0-4747-a857-da17a4a5cab2,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:42:47.317529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-625b8497-1a78-4e9f-a59a-a6e615384172 admin admin] Publish callbacks [] for security_group (917f998b-c7e1-49b2-9790-cc3be1800b7f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.374689 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.433763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-625b8497-1a78-4e9f-a59a-a6e615384172 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (917f998b-c7e1-49b2-9790-cc3be1800b7f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.435346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:47.435982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:47.441204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6e7aa4-5e05-4145-bf1b-de84b766a9e7 None None] Pushing event updated for resources: {'Port': ['ID=919ede04-9ee0-4747-a857-da17a4a5cab2,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:47.474325 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-625b8497-1a78-4e9f-a59a-a6e615384172 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0827d6376fc44d75b5dc075535afa7bc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2466426 May 02 10:42:47.475936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b8497-1a78-4e9f-a59a-a6e615384172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=917f998b-c7e1-49b2-9790-cc3be1800b7f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:47.477573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:47.530081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (47bb5cc1-82d7-4587-9aed-b28b99167e19), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.550120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:47.558823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] Publish callbacks [] for security_group (917f998b-c7e1-49b2-9790-cc3be1800b7f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.607149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] Publish callbacks [] for security_group (917f998b-c7e1-49b2-9790-cc3be1800b7f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.609132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Subnet': ['ID=47bb5cc1-82d7-4587-9aed-b28b99167e19,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:47.656058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Checking segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:47.656433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network hostable DHCP agents. Network: 604a9efb-9a25-454a-a138-ada152184640, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:42:47.726037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:47.729196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:45Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:47.755276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ad739d-f534-4c83-85b5-671d727c533d None None] The sync data for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 is: [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:45Z', 'revision_number': 3, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:47.778491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 604a9efb-9a25-454a-a138-ada152184640 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:42:47.805043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (917f998b-c7e1-49b2-9790-cc3be1800b7f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.809121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.810171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/917f998b-c7e1-49b2-9790-cc3be1800b7f HTTP/1.1" status: 204 len: 168 time: 0.3315747 May 02 10:42:47.819500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50bce6-9898-4d72-a0ba-cf4a417b96cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=917f998b-c7e1-49b2-9790-cc3be1800b7f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:47.851330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3dfa90e3-f77e-40f3-82d1-1d664c019d86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.879110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 604a9efb-9a25-454a-a138-ada152184640) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:47.883761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:47.884026 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:47.892953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5cc0051-b757-4d32-8f7a-66200f9b5a28 None None] Network 604a9efb-9a25-454a-a138-ada152184640 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:47.940531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3dfa90e3-f77e-40f3-82d1-1d664c019d86 admin admin] Publish callbacks [] for security_group (ef36a089-6520-4161-92fb-3cbd6b4d2974), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.000653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-604a9efb-9a25-454a-a138-ada152184640', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:42:48.001830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.045694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07c0e0da-9a03-422c-903b-1b32d59f0902 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0140035 May 02 10:42:48.048194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:48.054895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3dfa90e3-f77e-40f3-82d1-1d664c019d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ef36a089-6520-4161-92fb-3cbd6b4d2974), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.174272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3dfa90e3-f77e-40f3-82d1-1d664c019d86 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=94922f5e383f4200aedf5b854445958b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4468410 May 02 10:42:48.177064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53064) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:48.201876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa90e3-f77e-40f3-82d1-1d664c019d86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef36a089-6520-4161-92fb-3cbd6b4d2974,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:48.215506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Allocated IP 172.20.0.2 (604a9efb-9a25-454a-a138-ada152184640/47bb5cc1-82d7-4587-9aed-b28b99167e19/be5fbb64-296e-4c92-9662-975c77437728) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:48.358233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.362857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.368423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.385813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.393819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.407222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.419424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.431716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-8b0d4c84-9e77-4193-8b2c-bfe1fb177fa0 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.2782753 May 02 10:42:48.458535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks [] for port (be5fbb64-296e-4c92-9662-975c77437728), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.468041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.479551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.487659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.493502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.496481 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] Publish callbacks [] for security_group (ef36a089-6520-4161-92fb-3cbd6b4d2974), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.500729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.504960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.510438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.512436 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-1e213a11-1e48-4dd6-96fa-9b73574464b3 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 5436 time: 0.3575988 May 02 10:42:48.550570 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (be5fbb64-296e-4c92-9662-975c77437728), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.565586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] Publish callbacks [] for security_group (ef36a089-6520-4161-92fb-3cbd6b4d2974), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.618055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-06b707dc-e59e-491f-8b7f-43c6f356b1c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:48.626875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-06b707dc-e59e-491f-8b7f-43c6f356b1c5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0980535 May 02 10:42:48.635710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Network 604a9efb-9a25-454a-a138-ada152184640 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:48.641541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:48.653879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:48.657379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Pushing event updated for resources: {'Port': ['ID=be5fbb64-296e-4c92-9662-975c77437728,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:48.720515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 919ede04-9ee0-4747-a857-da17a4a5cab2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:48.733148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-098f5ffd-9c59-42f3-9af0-d77105306ed4 req-b1ec814b-6a09-4ee5-87d6-ad1b397c58bc tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3003333 May 02 10:42:48.811680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ef36a089-6520-4161-92fb-3cbd6b4d2974), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.815532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.827461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ef36a089-6520-4161-92fb-3cbd6b4d2974 HTTP/1.1" status: 204 len: 168 time: 0.6389291 May 02 10:42:48.839991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cec70a5-a365-46fa-ba41-509fe28f5e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef36a089-6520-4161-92fb-3cbd6b4d2974,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:48.855203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Attempting to bind port be5fbb64-296e-4c92-9662-975c77437728 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:42:48.858387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Attempting to bind port be5fbb64-296e-4c92-9662-975c77437728 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:42:48.858784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Attempting to bind port be5fbb64-296e-4c92-9662-975c77437728 on network 604a9efb-9a25-454a-a138-ada152184640 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:42:48.869639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-4fe6e34e-af49-4e33-b07c-a4d9d73f3b21 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2355831 May 02 10:42:48.876969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:42:48.877987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Checking segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:48.878480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.885754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Bound using segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:42:48.886667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Bound port: be5fbb64-296e-4c92-9662-975c77437728, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:42:48.886991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:48.887435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be5fbb64-296e-4c92-9662-975c77437728), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.918880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 919ede04-9ee0-4747-a857-da17a4a5cab2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:48.919241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:48.979071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.072186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.121117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] For port be5fbb64-296e-4c92-9662-975c77437728, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:49.127367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] For port be5fbb64-296e-4c92-9662-975c77437728, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5fbb64-296e-4c92-9662-975c77437728,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:42:49.133149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 919ede04-9ee0-4747-a857-da17a4a5cab2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:49.135237 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.167431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 919ede04-9ee0-4747-a857-da17a4a5cab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ede04-9ee0-4747-a857-da17a4a5cab2,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:49.223222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:49.269400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] For port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:49.274592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be5fbb64-296e-4c92-9662-975c77437728), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.304217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] device_id is not set on port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:42:49.315005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Publish callbacks [] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.341184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.345754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a5e8e2-5ae0-4cb9-b771-76b6f62076db None None] Pushing event updated for resources: {'Port': ['ID=be5fbb64-296e-4c92-9662-975c77437728,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:49.411221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=919ede04-9ee0-4747-a857-da17a4a5cab2,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:49.439469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.502582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.1 (604a9efb-9a25-454a-a138-ada152184640/47bb5cc1-82d7-4587-9aed-b28b99167e19/43d60d2b-ed98-486a-8bfe-5170e24649be) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:49.521530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] No DVR routers for this DVR port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:49.550324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Pushing event updated for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:49.574448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] In _notify_port_updated(), no bound segment for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:42:49.575650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.576498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.578069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2e656b14-07b6-4e70-af81-b064bd02cf12 service neutron] 10.222.0.15 "PUT /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 200 len: 1028 time: 0.6981003 May 02 10:42:49.724043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-f916cd82-6dd0-4ef3-bf49-5fc16b024ba5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.725812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-f916cd82-6dd0-4ef3-bf49-5fc16b024ba5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "GET /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1386597 May 02 10:42:49.747258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:49.768745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.807431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53094) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:49.831193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-645cb254-b59c-4c38-8e73-01c21b515661 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.889318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:49.935029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.941122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.946552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.951954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.957539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.963633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:49.970827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-330f790f-7c7f-430a-b282-89d6dc43df31 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 4661 time: 0.1207440 May 02 10:42:49.983606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.010879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df4f0c4d-69ff-42ba-bca4-725997e8b3f3 None None] Provisioning complete for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:50.011638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df4f0c4d-69ff-42ba-bca4-725997e8b3f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.035528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-645cb254-b59c-4c38-8e73-01c21b515661 admin admin] Publish callbacks [] for security_group (a67f7158-841c-4ea0-9328-38e23b231d6c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.045489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:50.073066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df4f0c4d-69ff-42ba-bca4-725997e8b3f3 None None] Port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:50.129852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 604a9efb-9a25-454a-a138-ada152184640 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:50.134783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:50.139875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:50.185684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-645cb254-b59c-4c38-8e73-01c21b515661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a67f7158-841c-4ea0-9328-38e23b231d6c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.198975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-137f0261-1c30-4f77-b6a9-c1af9e89be54 req-d9495757-734a-4844-a1c7-d305e5825fac tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=be4659ef-a6fd-4482-904e-bcf8dcf93534&id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2101736 May 02 10:42:50.202270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.232748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=30e2471d-1903-4d4f-b963-e7024755ebb4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:50.256813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645cb254-b59c-4c38-8e73-01c21b515661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67f7158-841c-4ea0-9328-38e23b231d6c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:50.264156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-645cb254-b59c-4c38-8e73-01c21b515661 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bec8c2212aaa48fc8e0aa86ac02ba0e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4555686 May 02 10:42:50.266832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53098) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:50.290784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] For port 30e2471d-1903-4d4f-b963-e7024755ebb4, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:50.326171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] device_id is not set on port 30e2471d-1903-4d4f-b963-e7024755ebb4 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:42:50.336391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Publish callbacks [] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.360171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] Publish callbacks [] for security_group (a67f7158-841c-4ea0-9328-38e23b231d6c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.383147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] Publish callbacks [] for security_group (a67f7158-841c-4ea0-9328-38e23b231d6c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.442359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.508950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.513155 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a67f7158-841c-4ea0-9328-38e23b231d6c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.515866 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.517215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a67f7158-841c-4ea0-9328-38e23b231d6c HTTP/1.1" status: 204 len: 168 time: 0.2489128 May 02 10:42:50.520250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] No DVR routers for this DVR port 30e2471d-1903-4d4f-b963-e7024755ebb4 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:50.522519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Pushing event updated for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:50.541969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90721225-2b30-4760-8b8c-98b9e7b8777c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67f7158-841c-4ea0-9328-38e23b231d6c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:50.605254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] In _notify_port_updated(), no bound segment for port 30e2471d-1903-4d4f-b963-e7024755ebb4 on network e27b5b11-76e1-431a-85f5-7885f1448aa9 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:42:50.608303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:50.608978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.611372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-55328818-7d83-40d7-9ce3-97427b304271 service neutron] 10.222.0.15 "PUT /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 200 len: 1028 time: 0.8752804 May 02 10:42:50.774890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port ff3a0b2f-3c86-4f51-8623-47fe01028859 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:50.775300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.926887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 919ede04-9ee0-4747-a857-da17a4a5cab2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:50.951869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] For port ff3a0b2f-3c86-4f51-8623-47fe01028859, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=ff3a0b2f-3c86-4f51-8623-47fe01028859,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:50.953843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:50.990412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for ff3a0b2f-3c86-4f51-8623-47fe01028859 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:51.027516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c3b8ef47-ae5b-41f8-a33c-d246911611bb None None] Provisioning complete for port 30e2471d-1903-4d4f-b963-e7024755ebb4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:51.028290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3b8ef47-ae5b-41f8-a33c-d246911611bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.119543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 919ede04-9ee0-4747-a857-da17a4a5cab2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:51.119543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.122395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85f615b-3409-4653-a63f-f5b6d484beee None None] Network 604a9efb-9a25-454a-a138-ada152184640 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:42:51.173087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c3b8ef47-ae5b-41f8-a33c-d246911611bb None None] Port 30e2471d-1903-4d4f-b963-e7024755ebb4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:51.193147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.285331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.330700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ff3a0b2f-3c86-4f51-8623-47fe01028859), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.408649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f9154ac8-65ef-4cf6-a942-e5ea19206948 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:51.411565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:51.415384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.424664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=ff3a0b2f-3c86-4f51-8623-47fe01028859,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:51.456711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b896-cc28-4180-8230-9d421dea1584 req-01692d09-e138-465e-8527-ca7431b9f088 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:51.466268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b896-cc28-4180-8230-9d421dea1584 req-01692d09-e138-465e-8527-ca7431b9f088 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:51.472240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b896-cc28-4180-8230-9d421dea1584 req-01692d09-e138-465e-8527-ca7431b9f088 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:51.478053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Provisioning complete for port be5fbb64-296e-4c92-9662-975c77437728 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:51.478424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be5fbb64-296e-4c92-9662-975c77437728), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.478586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b896-cc28-4180-8230-9d421dea1584 req-01692d09-e138-465e-8527-ca7431b9f088 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:51.480503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a284b896-cc28-4180-8230-9d421dea1584 req-01692d09-e138-465e-8527-ca7431b9f088 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 3151 time: 0.1647530 May 02 10:42:51.500477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] No DVR routers for this DVR port ff3a0b2f-3c86-4f51-8623-47fe01028859 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:51.503570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.507477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2ce8483e-f257-4774-b284-86b549abe49a tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "DELETE /v2.0/ports/ff3a0b2f-3c86-4f51-8623-47fe01028859 HTTP/1.1" status: 204 len: 173 time: 0.8878717 May 02 10:42:51.512681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:51.515398 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c20d2792-8b3f-4830-80ac-6d0dafbdb990" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:51.588839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 604a9efb-9a25-454a-a138-ada152184640 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:51.592456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:51.610508 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31820c16-1024-4aab-9cc1-247e337ec275 x-openstack-request-id: req-31820c16-1024-4aab-9cc1-247e337ec275 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:51.610795 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "ff3a0b2f-3c86-4f51-8623-47fe01028859", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:51.611066 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31820c16-1024-4aab-9cc1-247e337ec275 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:51.611473 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31820c16-1024-4aab-9cc1-247e337ec275'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'ff3a0b2f-3c86-4f51-8623-47fe01028859', 'status': 'completed', 'code': 200} May 02 10:42:51.623402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a284b896-cc28-4180-8230-9d421dea1584 req-e8dd0a29-7f24-4342-a002-a6efad43add5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248736 May 02 10:42:51.640116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 919ede04-9ee0-4747-a857-da17a4a5cab2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:51.641411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device be5fbb64-296e-4c92-9662-975c77437728 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:51.720207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port 73644f9a-d12d-4a91-b30d-cd75df159a7f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:51.720656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.792668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f9154ac8-65ef-4cf6-a942-e5ea19206948 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:51.793105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.812639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Current status of the port be5fbb64-296e-4c92-9662-975c77437728 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:51.813080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be5fbb64-296e-4c92-9662-975c77437728), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.817375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router f4b2958d-d0df-4ed4-8957-9d3de1f102ef has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:51.884739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port be5fbb64-296e-4c92-9662-975c77437728 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:51.885119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be5fbb64-296e-4c92-9662-975c77437728), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.886477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:51.888839 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27db67b7-2f94-4cf4-accb-959f137542dd" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:51.937243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:51.950179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:51.951197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:51.992666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:51.998978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a93a9612-b9ff-4886-a3aa-793cc768f188 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/f4b2958d-d0df-4ed4-8957-9d3de1f102ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9494405 May 02 10:42:52.002003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53142) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:52.020754 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Sync routers for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:52.029214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] For port be5fbb64-296e-4c92-9662-975c77437728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5fbb64-296e-4c92-9662-975c77437728,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:52.044445 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:42:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-893f5609-2903-47b7-89f2-3e978b920122 x-openstack-request-id: req-893f5609-2903-47b7-89f2-3e978b920122 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:52.044793 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:52.045061 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-893f5609-2903-47b7-89f2-3e978b920122 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:52.045494 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-893f5609-2903-47b7-89f2-3e978b920122'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'code': 200} May 02 10:42:52.047263 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:52.047940 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:52.048080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.048669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 73644f9a-d12d-4a91-b30d-cd75df159a7f no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:52.254056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be5fbb64-296e-4c92-9662-975c77437728), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.345289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7fd3ad22-e997-4324-bd26-c04f859e145d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10547 time: 0.2413242 May 02 10:42:52.348188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53146) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:52.348991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:52.349097 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:52.349193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port be5fbb64-296e-4c92-9662-975c77437728 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:52.363897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Provisioning complete for port 43d60d2b-ed98-486a-8bfe-5170e24649be triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:52.364702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.419901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 73644f9a-d12d-4a91-b30d-cd75df159a7f is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:52.423789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.451876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c905864e-996a-4fb2-8872-fd2c99c721d4 None None] Pushing event updated for resources: {'Port': ['ID=be5fbb64-296e-4c92-9662-975c77437728,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:52.452526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.452885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.453346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.453799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.454247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.454691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.455138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.455646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.456577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.456577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.457044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.457486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.457926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.458421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.458873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.464157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1519e40a-615f-4471-95c9-8ac49b2c4c6a tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9542 time: 0.2120059 May 02 10:42:52.464157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.464157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.464532 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Floating IP a62c74e9-4617-4022-8045-7861631a925f disassociated. External IP: 172.35.4.105, port: 73644f9a-d12d-4a91-b30d-cd75df159a7f. May 02 10:42:52.464800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for 73644f9a-d12d-4a91-b30d-cd75df159a7f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:52.465583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:52.496445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Port 43d60d2b-ed98-486a-8bfe-5170e24649be cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:52.499480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 73644f9a-d12d-4a91-b30d-cd75df159a7f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=73644f9a-d12d-4a91-b30d-cd75df159a7f,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:52.522139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Provisioning complete for port be5fbb64-296e-4c92-9662-975c77437728 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:52.528663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be5fbb64-296e-4c92-9662-975c77437728), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.663406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.664136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ff3a0b2f-3c86-4f51-8623-47fe01028859 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:52.672578 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 2, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:52.752559 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Checking router: f4b2958d-d0df-4ed4-8957-9d3de1f102ef for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:52.753232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Updating router f4b2958d-d0df-4ed4-8957-9d3de1f102ef port 43d60d2b-ed98-486a-8bfe-5170e24649be binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:42:52.758672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8d541c5a-49ca-41e9-aa49-19e3a5fcce8d tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 6653 time: 0.2915983 May 02 10:42:52.791510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device be5fbb64-296e-4c92-9662-975c77437728 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:52.853913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: ff3a0b2f-3c86-4f51-8623-47fe01028859 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:42:52.854386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device ff3a0b2f-3c86-4f51-8623-47fe01028859 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:52.854929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1af3d75a-fa87-472a-9d12-2df5f23d5229 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:52.885217 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.899435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-bcfca304-9b0a-40d3-bda9-178c55d7ac98 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.904905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-bcfca304-9b0a-40d3-bda9-178c55d7ac98 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.910619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-bcfca304-9b0a-40d3-bda9-178c55d7ac98 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.916362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-bcfca304-9b0a-40d3-bda9-178c55d7ac98 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:52.918218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-bcfca304-9b0a-40d3-bda9-178c55d7ac98 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 3147 time: 0.0925362 May 02 10:42:52.919471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (73644f9a-d12d-4a91-b30d-cd75df159a7f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.949315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:52.982594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port be5fbb64-296e-4c92-9662-975c77437728 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:52.983670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be5fbb64-296e-4c92-9662-975c77437728), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:52.998524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=73644f9a-d12d-4a91-b30d-cd75df159a7f,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:53.104710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80f97564-6913-4ecf-a211-e9ccee760a7e req-f5fbc391-e753-42b7-a1b8-d6084a5d1258 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1565704 May 02 10:42:53.118699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-26c38abe-838d-49ad-acee-6782f4d21220 None None] Current status of the port be5fbb64-296e-4c92-9662-975c77437728 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:53.180476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1af3d75a-fa87-472a-9d12-2df5f23d5229 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:53.180958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.195764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Router 62e8f0eb-decb-4df3-baec-5563baca8c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:42:53.259664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:53.274509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cf2c3804-8773-452b-9036-74f33362b926 None None] Provisioning complete for port 43d60d2b-ed98-486a-8bfe-5170e24649be triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:53.274882 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cf2c3804-8773-452b-9036-74f33362b926 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.302253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port be5fbb64-296e-4c92-9662-975c77437728 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:53.304207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53166) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:53.323033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1188295312', 'description': 'tempest-secgroup-smoke-1188295312 description', 'project_id': '63740057f4374c219d98c8190ccbcfe8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:53.331679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cf2c3804-8773-452b-9036-74f33362b926 None None] Port 43d60d2b-ed98-486a-8bfe-5170e24649be cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:42:53.340691 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks [] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.359302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.359302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:53.359546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53168) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:53.365352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:42:53.385495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Sync routers for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:42:53.418099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:53.418812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] No DVR routers for this DVR port 73644f9a-d12d-4a91-b30d-cd75df159a7f on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:53.419040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:53.422157 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.422631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.427375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-e1cdcb77-5133-4f86-8f0c-41d905957e4b tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "DELETE /v2.0/ports/73644f9a-d12d-4a91-b30d-cd75df159a7f HTTP/1.1" status: 204 len: 173 time: 1.9078331 May 02 10:42:53.454027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.526779 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a77fa61-e043-4435-a7df-8aa339432e1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.578424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (68d41edf-329b-4bf8-a275-7ac7f7836726), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.632923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:53.635377 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be84e2eb-8ffd-49fb-9554-9bc1802fa3c9" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:53.654062 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e78cd-101b-4221-a573-615f8865d5da None None] Pushing event updated for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:53.662983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a host ! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:42:53.662983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:53.662983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device eeb06688-d28b-4fe1-8e77-5a08beebda79 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:53.665035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port f9154ac8-65ef-4cf6-a942-e5ea19206948 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:53.665383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.666034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:53.762012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Attempting to bind port 43d60d2b-ed98-486a-8bfe-5170e24649be on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:42:53.762012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Attempting to bind port 43d60d2b-ed98-486a-8bfe-5170e24649be by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:42:53.762012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Attempting to bind port 43d60d2b-ed98-486a-8bfe-5170e24649be on network 604a9efb-9a25-454a-a138-ada152184640 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:42:53.762518 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017f8e07-3e35-4606-a1da-28ddb63ccbc6 x-openstack-request-id: req-017f8e07-3e35-4606-a1da-28ddb63ccbc6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:53.762518 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:53.762518 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-017f8e07-3e35-4606-a1da-28ddb63ccbc6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:53.762518 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-017f8e07-3e35-4606-a1da-28ddb63ccbc6'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'status': 'completed', 'code': 200} May 02 10:42:53.764143 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:42:53.765274 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Checking segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:42:53.765942 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.766799 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Bound using segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:42:53.767192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:53.767828 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Bound port: 43d60d2b-ed98-486a-8bfe-5170e24649be, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:42:53.768444 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.782495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68d41edf-329b-4bf8-a275-7ac7f7836726), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.808514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a77fa61-e043-4435-a7df-8aa339432e1b admin admin] Publish callbacks [] for security_group (743eef31-e22b-4fc7-9351-2699652eec72), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.826411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] For port f9154ac8-65ef-4cf6-a942-e5ea19206948, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f9154ac8-65ef-4cf6-a942-e5ea19206948,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:53.826788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.843342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for f9154ac8-65ef-4cf6-a942-e5ea19206948 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:53.868287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68d41edf-329b-4bf8-a275-7ac7f7836726,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:53.869049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] For port 43d60d2b-ed98-486a-8bfe-5170e24649be, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:42:53.875196 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] For port 43d60d2b-ed98-486a-8bfe-5170e24649be, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d60d2b-ed98-486a-8bfe-5170e24649be,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:42:53.890393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.892208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a318b3d-a1f3-44e9-9b90-afac543030a9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5846589 May 02 10:42:53.893443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53180) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:53.899073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:53.915382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a77fa61-e043-4435-a7df-8aa339432e1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (743eef31-e22b-4fc7-9351-2699652eec72), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:53.975859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77fa61-e043-4435-a7df-8aa339432e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743eef31-e22b-4fc7-9351-2699652eec72,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:53.989720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53182) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:53.989957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9a77fa61-e043-4435-a7df-8aa339432e1b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=814d27f337164439a301bfa60f9e2a84&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6331913 May 02 10:42:53.998736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port eeb06688-d28b-4fe1-8e77-5a08beebda79 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:53.999325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.005699 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.049410 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] Publish callbacks [] for security_group (743eef31-e22b-4fc7-9351-2699652eec72), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.059633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f'}, {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:54.062682 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7239c8d-c3e5-4927-8134-4d4972151f36" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f"}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:54.065638 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:54.066269 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:54.080348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Provisioning complete for port 43d60d2b-ed98-486a-8bfe-5170e24649be triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:54.080805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] Publish callbacks [] for security_group (743eef31-e22b-4fc7-9351-2699652eec72), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.080953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.121791 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333e78cd-101b-4221-a573-615f8865d5da None None] Pushing event updated for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:54.141524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (b7eaff12-82e7-41d0-b249-1b384cbc271a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.163162 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Mon, 02 May 2022 10:42:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f6c4096-3757-4556-bbd6-7245889c9772 x-openstack-request-id: req-4f6c4096-3757-4556-bbd6-7245889c9772 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:54.163827 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "73644f9a-d12d-4a91-b30d-cd75df159a7f", "code": 200}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:54.165156 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f6c4096-3757-4556-bbd6-7245889c9772 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:54.165587 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6c4096-3757-4556-bbd6-7245889c9772'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73644f9a-d12d-4a91-b30d-cd75df159a7f', 'code': 200} May 02 10:42:54.165856 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f6c4096-3757-4556-bbd6-7245889c9772'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'code': 200} May 02 10:42:54.169605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:54.234716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Checking router: 62e8f0eb-decb-4df3-baec-5563baca8c36 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:42:54.280996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:54.284143 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:54.293558 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (743eef31-e22b-4fc7-9351-2699652eec72), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.295444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.297142 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/743eef31-e22b-4fc7-9351-2699652eec72 HTTP/1.1" status: 204 len: 168 time: 0.3055866 May 02 10:42:54.297777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:42:54.299014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:54.347321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (b7eaff12-82e7-41d0-b249-1b384cbc271a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.349822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93399b35-1924-4c14-a266-3db618c3faa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743eef31-e22b-4fc7-9351-2699652eec72,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:54.371367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f22e-b778-43dd-b9c3-e8aafea2b5a3 req-04ace282-3677-49b2-9e8f-9645de585f61 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:54.389456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f22e-b778-43dd-b9c3-e8aafea2b5a3 req-04ace282-3677-49b2-9e8f-9645de585f61 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:54.399824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e3f22e-b778-43dd-b9c3-e8aafea2b5a3 req-04ace282-3677-49b2-9e8f-9645de585f61 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:54.400755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37e3f22e-b778-43dd-b9c3-e8aafea2b5a3 req-04ace282-3677-49b2-9e8f-9645de585f61 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 2411 time: 0.1460533 May 02 10:42:54.401654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f9154ac8-65ef-4cf6-a942-e5ea19206948), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.408953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.409740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 30e2471d-1903-4d4f-b963-e7024755ebb4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:42:54.449557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=f9154ac8-65ef-4cf6-a942-e5ea19206948,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:54.531163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] No DVR routers for this DVR port f9154ac8-65ef-4cf6-a942-e5ea19206948 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:54.539742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b7eaff12-82e7-41d0-b249-1b384cbc271a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.555629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.560112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-2dc6743a-a309-40d2-8c88-5eef79d89caf tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "DELETE /v2.0/ports/f9154ac8-65ef-4cf6-a942-e5ea19206948 HTTP/1.1" status: 204 len: 173 time: 1.1241412 May 02 10:42:54.581526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37e3f22e-b778-43dd-b9c3-e8aafea2b5a3 req-077b7675-8cc5-4326-98c9-e97e66a70ba6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1735113 May 02 10:42:54.589013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7eaff12-82e7-41d0-b249-1b384cbc271a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:54.633486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:53Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:54.641575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.650816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b6ccf14-ace3-48e6-b54d-352f6bd2af8a tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7498450 May 02 10:42:54.652972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53192) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:54.660744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:54.664381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Current status of the port 43d60d2b-ed98-486a-8bfe-5170e24649be is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:54.664803 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.666646 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b378bee2-e6ed-42ac-92c7-431545426f43 None None] The sync data for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 is: [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:53Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:54.779765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:54.782385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 30e2471d-1903-4d4f-b963-e7024755ebb4 host ! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:42:54.782797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 30e2471d-1903-4d4f-b963-e7024755ebb4 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:42:54.799179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] For port 43d60d2b-ed98-486a-8bfe-5170e24649be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d60d2b-ed98-486a-8bfe-5170e24649be,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:54.808710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:42:54.810205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port eeb06688-d28b-4fe1-8e77-5a08beebda79 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:54.810724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.864860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (ca3927f6-31d6-4e60-a0ca-79740c8d92f7), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:54.971119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (ca3927f6-31d6-4e60-a0ca-79740c8d92f7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.003232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.003801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] For port eeb06688-d28b-4fe1-8e77-5a08beebda79, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=eeb06688-d28b-4fe1-8e77-5a08beebda79,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:55.003916 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.028258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ca3927f6-31d6-4e60-a0ca-79740c8d92f7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.046059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for eeb06688-d28b-4fe1-8e77-5a08beebda79 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:55.062941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca3927f6-31d6-4e60-a0ca-79740c8d92f7,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:55.154834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.163759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f887517-6f7c-4e26-99be-62cbed924014 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5012126 May 02 10:42:55.164832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:55.178571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:55.185959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dbeb4-9aed-437c-aa7c-f85f1f455400 None None] Pushing event updated for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:55.195741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-99d0b23a-5c0c-46b2-8172-3431bdc47903 None None] Provisioning complete for port 43d60d2b-ed98-486a-8bfe-5170e24649be triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:55.196113 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99d0b23a-5c0c-46b2-8172-3431bdc47903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.231647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:42:55.273707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d492e82-ac9e-484e-a607-36dd08d497dc None None] The sync data for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 is: [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:32:52Z', 'revision_number': 4, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'dd73b5eb-29b6-4ada-9467-264d8e4e9896', 'name': '', 'network_id': 'ed1be2d6-1882-4344-b580-dc4a18d167a1', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'mac_address': 'fa:16:3e:5f:87:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 1622, 'fixed_ips': [{'subnet_id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:49Z', 'updated_at': '2022-05-02T10:32:57Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'subnets': [{'id': 'b4d69025-7dc4-4f78-ada3-b2f722613599', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:42:55.278247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (bcccc5a4-41c5-41d8-9fc3-fbbae76a147d), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.325141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (eeb06688-d28b-4fe1-8e77-5a08beebda79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.361778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=eeb06688-d28b-4fe1-8e77-5a08beebda79,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:55.368535 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (bcccc5a4-41c5-41d8-9fc3-fbbae76a147d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.370552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-99d0b23a-5c0c-46b2-8172-3431bdc47903 None None] Current status of the port 43d60d2b-ed98-486a-8bfe-5170e24649be is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:55.434062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] No DVR routers for this DVR port eeb06688-d28b-4fe1-8e77-5a08beebda79 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:55.436642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.442427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-a2d6823e-4742-41c9-823d-0d92d2f5ed9f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "DELETE /v2.0/ports/eeb06688-d28b-4fe1-8e77-5a08beebda79 HTTP/1.1" status: 204 len: 173 time: 0.8568814 May 02 10:42:55.462056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bcccc5a4-41c5-41d8-9fc3-fbbae76a147d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.503342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcccc5a4-41c5-41d8-9fc3-fbbae76a147d,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:55.572454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port 1af3d75a-fa87-472a-9d12-2df5f23d5229 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:55.573247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37f47b13-77cb-4617-8c5b-6c6c43a218fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.573651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.602456 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.602456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f04e18f2-a1b6-46bb-b6a0-6ddb8366c535 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4338737 May 02 10:42:55.603983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:55.608735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:55.757638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] For port 1af3d75a-fa87-472a-9d12-2df5f23d5229, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1af3d75a-fa87-472a-9d12-2df5f23d5229,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:42:55.758834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.764894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7358d79-f85e-4338-9b1a-fc3aadb6136b None None] New status for floating IP a62c74e9-4617-4022-8045-7861631a925f: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:42:55.785381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948'}, {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:55.793247 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4db2a25a-34da-498c-abbe-7ac7b989d3b2" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948"}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:55.801138 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (17157eb5-48a3-4f29-8429-be3ee3faf72b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:55.811327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for 1af3d75a-fa87-472a-9d12-2df5f23d5229 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:42:55.838442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88df5553-e962-46e9-98da-553d2ba3265b req-b3ace139-a39e-4a30-ad6a-dcb9ef870ba1 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:55.847248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88df5553-e962-46e9-98da-553d2ba3265b req-b3ace139-a39e-4a30-ad6a-dcb9ef870ba1 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 943 time: 0.1211259 May 02 10:42:56.054067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88df5553-e962-46e9-98da-553d2ba3265b req-9f7875fc-4cc0-4589-93f9-d37a2c3668b8 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups?id=adce78be-800b-4a18-a57c-daf0d687ec74&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056699 May 02 10:42:56.085514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (17157eb5-48a3-4f29-8429-be3ee3faf72b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.153867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (17157eb5-48a3-4f29-8429-be3ee3faf72b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.166836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:56.169303 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b04729f-b35c-4981-ad57-21334791c1ab" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:56.179203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17157eb5-48a3-4f29-8429-be3ee3faf72b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:56.235531 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:42:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed34edad-6e08-47d7-871f-cb06fce9990c x-openstack-request-id: req-ed34edad-6e08-47d7-871f-cb06fce9990c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:56.235916 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "f9154ac8-65ef-4cf6-a942-e5ea19206948", "status": "completed", "code": 200}, {"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:56.236237 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed34edad-6e08-47d7-871f-cb06fce9990c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:56.236870 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34edad-6e08-47d7-871f-cb06fce9990c'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'f9154ac8-65ef-4cf6-a942-e5ea19206948', 'status': 'completed', 'code': 200} May 02 10:42:56.237104 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed34edad-6e08-47d7-871f-cb06fce9990c'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'status': 'completed', 'code': 200} May 02 10:42:56.239812 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91a5356-6d0d-4360-b793-bb51808400fb x-openstack-request-id: req-a91a5356-6d0d-4360-b793-bb51808400fb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:56.240168 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-unplugged", "status": "completed", "tag": "eeb06688-d28b-4fe1-8e77-5a08beebda79", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:56.241107 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a91a5356-6d0d-4360-b793-bb51808400fb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:56.243558 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a91a5356-6d0d-4360-b793-bb51808400fb'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeb06688-d28b-4fe1-8e77-5a08beebda79', 'code': 200} May 02 10:42:56.243754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.248587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72a19c29-972a-4950-889f-9f4d47b4bfcc tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6433253 May 02 10:42:56.249440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:56.254584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:56.351018 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:42:56.356798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (522a4a09-d527-4bed-883b-3574c9fab42e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.410627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1af3d75a-fa87-472a-9d12-2df5f23d5229), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.456022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (522a4a09-d527-4bed-883b-3574c9fab42e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.456918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=1af3d75a-fa87-472a-9d12-2df5f23d5229,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:56.507291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] No DVR routers for this DVR port 1af3d75a-fa87-472a-9d12-2df5f23d5229 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:42:56.510081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.513726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da3bea68-03b2-472f-8311-6e1c9926637f req-6ffcd20d-afad-42fb-9f5e-f2cfc9905af7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.15 "DELETE /v2.0/ports/1af3d75a-fa87-472a-9d12-2df5f23d5229 HTTP/1.1" status: 204 len: 173 time: 1.0636551 May 02 10:42:56.564158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (522a4a09-d527-4bed-883b-3574c9fab42e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.586651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=522a4a09-d527-4bed-883b-3574c9fab42e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:56.628465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43d60d2b-ed98-486a-8bfe-5170e24649be up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:42:56.680094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 43d60d2b-ed98-486a-8bfe-5170e24649be triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:42:56.680340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.681425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.683552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56241050-c284-49e7-8cdf-cb70073a2398 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4330518 May 02 10:42:56.686862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53240) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:56.692471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'security_group_rule': {'security_group_id': '68d41edf-329b-4bf8-a275-7ac7f7836726', 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:56.768509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 43d60d2b-ed98-486a-8bfe-5170e24649be is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:42:56.859563 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Project 63740057f4374c219d98c8190ccbcfe8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:42:56.868844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (6ea38b52-6240-4760-bc98-b7cc3948eb8f), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:56.937686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (6ea38b52-6240-4760-bc98-b7cc3948eb8f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.030648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6ea38b52-6240-4760-bc98-b7cc3948eb8f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.048820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ea38b52-6240-4760-bc98-b7cc3948eb8f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:57.146288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.148398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-58258142-3b07-42db-b46f-feec054e73be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4599636 May 02 10:42:57.177862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-438b27c3-f41b-4f24-8a8d-e033d56f4c74 req-f90ee11a-47f7-45fc-a8f5-8ff0dc4747b7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.0347221 May 02 10:42:57.185611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53266) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:57.298377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:57.380274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.386836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-93b52f3c-83bd-4cca-85ce-1205b3fe2197 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1188295312&fields=id&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 267 time: 0.0582933 May 02 10:42:57.524259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.598016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-4ea30c5b-69ac-49ba-93fd-2ed7d21b0b6d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:42:57.599453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-4ea30c5b-69ac-49ba-93fd-2ed7d21b0b6d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/networks?id=604a9efb-9a25-454a-a138-ada152184640 HTTP/1.1" status: 200 len: 796 time: 0.2035532 May 02 10:42:57.640885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-0116d754-eec0-426c-84b9-9b128a223340 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/quotas/63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 375 time: 0.0346575 May 02 10:42:57.763864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-965ee2bf-c810-4994-b98a-b4028f38830e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1116846 May 02 10:42:57.792344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Allocated IP 172.35.4.153 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b816691f-ff90-4cf3-b2cc-79821244f619) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:42:57.921704 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-914ae66d-a7ba-45da-9dd8-62ca760d9c96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:57.929480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-caf50bc2-bdf0-40e8-988a-69d55985bea2 service neutron] 10.222.0.16 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528561 May 02 10:42:58.012814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for port (b816691f-ff90-4cf3-b2cc-79821244f619), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.064055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-74d1cc48-33f8-43ac-8eaf-1d63f02fd79b service neutron] 10.222.0.16 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279352 May 02 10:42:58.179825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.217281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:42:58.220136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:42:58.229061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:42:58.247520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:42:58.251547 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e58a63-3969-4373-aac0-31c17489df20" -d '{"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:42:58.260450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Pushing event updated for resources: {'Port': ['ID=b816691f-ff90-4cf3-b2cc-79821244f619,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:58.323713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f3fe12b-f26b-4d07-b823-ab0fb328af94 req-c9c36548-f324-4dba-9388-e608f9cef4e7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/ports?device_id=be2829d7-c10d-463b-af13-10deca471543 HTTP/1.1" status: 200 len: 210 time: 0.0337167 May 02 10:42:58.374681 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29debd22-8713-4180-b05a-f04cf6cb1516 x-openstack-request-id: req-29debd22-8713-4180-b05a-f04cf6cb1516 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:42:58.375323 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be2829d7-c10d-463b-af13-10deca471543", "name": "network-vif-deleted", "tag": "1af3d75a-fa87-472a-9d12-2df5f23d5229", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:42:58.385618 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29debd22-8713-4180-b05a-f04cf6cb1516 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:42:58.385618 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29debd22-8713-4180-b05a-f04cf6cb1516'] response: {'server_uuid': 'be2829d7-c10d-463b-af13-10deca471543', 'name': 'network-vif-deleted', 'tag': '1af3d75a-fa87-472a-9d12-2df5f23d5229', 'status': 'completed', 'code': 200} May 02 10:42:58.392718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for floatingip (f3952b14-ff96-4654-af01-770e757fb177), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.417306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c41e5ac-5c45-4157-927c-d24675f8e00d req-8c3caa1f-491c-4081-998e-a42f2ba32b22 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0334079 May 02 10:42:58.548331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.710592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for port (b816691f-ff90-4cf3-b2cc-79821244f619), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.834894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:58.904207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Pushing event updated for resources: {'Port': ['ID=b816691f-ff90-4cf3-b2cc-79821244f619,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:58.916853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (f3952b14-ff96-4654-af01-770e757fb177), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.019037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.020391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7068ef3e-8b03-409a-bbac-018cf002d111 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8336546 May 02 10:42:59.023522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53334) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:59.028648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1684936964', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'fixed_ips': [{'ip_address': '172.35.4.153'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:42:59.204529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Made reservation on behalf of c7c24006c76a4faa80941e963fed5169 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:42:59.211136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.222959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.239839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.310881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for security_group (35dc5720-2044-4f01-aa29-54b9f3edef98), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.418898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (35dc5720-2044-4f01-aa29-54b9f3edef98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.424544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] device_id is not set on port f032209a-08fa-4239-8895-ccf130e5498a yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:42:59.495176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35dc5720-2044-4f01-aa29-54b9f3edef98,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:59.534150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6883fb59-afd9-4133-a792-cc5b1e95f6c2 req-8501df2b-f9c8-4388-8edc-490f5756ece2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0332229 May 02 10:42:59.623702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:59.665215 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 02 10:42:59.665731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:42:59.685712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (adce78be-800b-4a18-a57c-daf0d687ec74), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.712389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (adce78be-800b-4a18-a57c-daf0d687ec74), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.784474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9758ec2d-0215-47c3-b7b1-84db982cc39f tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7598579 May 02 10:42:59.788328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53358) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:59.833532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (adce78be-800b-4a18-a57c-daf0d687ec74), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.836990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.838181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/security-groups/adce78be-800b-4a18-a57c-daf0d687ec74 HTTP/1.1" status: 204 len: 168 time: 0.2134905 May 02 10:42:59.847504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53360) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:59.855885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567eaaf5-ca89-4484-afa6-108a3b35198d tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adce78be-800b-4a18-a57c-daf0d687ec74,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:42:59.864084 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-b4e387ad-ce01-41d6-8752-d4ca64bd0647 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] show failed (client error): The resource could not be found. May 02 10:42:59.865620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b4e387ad-ce01-41d6-8752-d4ca64bd0647 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "GET /v2.0/security-groups/adce78be-800b-4a18-a57c-daf0d687ec74 HTTP/1.1" status: 404 len: 347 time: 0.0169220 May 02 10:42:59.870351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:42:59.949839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Deleting port b816691f-ff90-4cf3-b2cc-79821244f619 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:59.950326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:42:59.998009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port 8535fc1c-4733-4f44-9fba-00e9dafcbe0f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:42:59.998380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.033732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.034097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for floatingip (b816691f-ff90-4cf3-b2cc-79821244f619), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.047366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Calling delete_port for b816691f-ff90-4cf3-b2cc-79821244f619 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:00.085341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.085760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.103504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for 8535fc1c-4733-4f44-9fba-00e9dafcbe0f owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:00.319906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b816691f-ff90-4cf3-b2cc-79821244f619), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.348816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Pushing event deleted for resources: {'Port': ['ID=b816691f-ff90-4cf3-b2cc-79821244f619,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:00.366174 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8535fc1c-4733-4f44-9fba-00e9dafcbe0f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.402227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=8535fc1c-4733-4f44-9fba-00e9dafcbe0f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:00.430289 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks [] for floatingip (f3952b14-ff96-4654-af01-770e757fb177), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.433074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.434326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-edc20cc0-ebd5-4d7d-81c7-ab1222013a58 tempest-ExternalNetworksAdminNegativeTestJSON-775736760 tempest-ExternalNetworksAdminNegativeTestJSON-775736760-project-admin] 10.222.0.16 "DELETE /v2.0/floatingips/f3952b14-ff96-4654-af01-770e757fb177 HTTP/1.1" status: 204 len: 168 time: 0.6444890 May 02 10:43:00.524620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for floatingip (a62c74e9-4617-4022-8045-7861631a925f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.527273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.531100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce2c16e1-e608-4955-b13f-e1cd565f196c tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/floatingips/a62c74e9-4617-4022-8045-7861631a925f HTTP/1.1" status: 204 len: 168 time: 0.6570880 May 02 10:43:00.531456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53370) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:00.565219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.641829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-209bcf16-80fb-4d40-884d-90af9598d8f5 req-6b18f797-a1b3-4e05-ba2a-970e5eea3f1e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0349386 May 02 10:43:00.645005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-f86532fd-be54-4905-87e6-da27ec5c196e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:00.646407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-f86532fd-be54-4905-87e6-da27ec5c196e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/networks?id=604a9efb-9a25-454a-a138-ada152184640 HTTP/1.1" status: 200 len: 796 time: 0.1996827 May 02 10:43:00.667853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:00.678250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.784281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-71b02e18-719d-4718-8179-a5dd5045c2af tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=63740057f4374c219d98c8190ccbcfe8 HTTP/1.1" status: 200 len: 380 time: 0.1221068 May 02 10:43:00.799376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'port': {'device_id': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'admin_state_up': True, 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'security_groups': ['68d41edf-329b-4bf8-a275-7ac7f7836726']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:00.806425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:00.837037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for 5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:00.894645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:01.009161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5555f464-a178-47e0-a415-7f10c0356cb6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.067813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Made reservation on behalf of 63740057f4374c219d98c8190ccbcfe8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:01.071459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.088390 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5555f464-a178-47e0-a415-7f10c0356cb6 admin admin] Publish callbacks [] for security_group (bb8cfafd-e28f-4692-be72-85254f63200b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.196977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5555f464-a178-47e0-a415-7f10c0356cb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb8cfafd-e28f-4692-be72-85254f63200b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.236764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555f464-a178-47e0-a415-7f10c0356cb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8cfafd-e28f-4692-be72-85254f63200b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:01.244292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5555f464-a178-47e0-a415-7f10c0356cb6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78eae8ae058b406c92923d2754bdbfb6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3461895 May 02 10:43:01.244743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:01.297495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] Publish callbacks [] for security_group (bb8cfafd-e28f-4692-be72-85254f63200b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.323422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] Publish callbacks [] for security_group (bb8cfafd-e28f-4692-be72-85254f63200b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.347815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.384713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:01.446537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb8cfafd-e28f-4692-be72-85254f63200b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.449767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.453474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bb8cfafd-e28f-4692-be72-85254f63200b HTTP/1.1" status: 204 len: 168 time: 0.2054951 May 02 10:43:01.460962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b0539-8009-44ad-9c17-f25ac97ac50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8cfafd-e28f-4692-be72-85254f63200b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:01.493973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.497221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba1d3f53-5265-4f6c-8aa4-bd5b769d5cf6 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/ports/5055ced7-b2a1-4913-bbd1-0f16c6ed3d0a HTTP/1.1" status: 204 len: 168 time: 0.9650600 May 02 10:43:01.500180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:01.626586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.20.0.3 (604a9efb-9a25-454a-a138-ada152184640/47bb5cc1-82d7-4587-9aed-b28b99167e19/20461c32-3b63-4bc9-b4f4-453f9f24eb34) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:01.635174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting port 30e2471d-1903-4d4f-b963-e7024755ebb4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:01.635514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.781281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce6a6321-9177-4fd9-9eb3-c597480adeb5 req-19bddae1-39a6-4e9d-bb12-0509e57f2eea tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0642793 May 02 10:43:01.827251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.841224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Calling delete_port for 30e2471d-1903-4d4f-b963-e7024755ebb4 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:01.908264 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:01.924262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.076881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.111877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (30e2471d-1903-4d4f-b963-e7024755ebb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.123403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network 604a9efb-9a25-454a-a138-ada152184640 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:02.134201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:02.139610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:02.166948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:02.221311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Port': ['ID=30e2471d-1903-4d4f-b963-e7024755ebb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:02.245302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:02.270271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:02.275402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.289636 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-95e8c1d9-a0ee-4eb2-914b-15685d55e03b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7c24006c76a4faa80941e963fed5169&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0464270 May 02 10:43:02.292007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53400) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:02.292763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.296110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b976a403-426b-4c63-bd73-36d0ded8456f tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/ports/30e2471d-1903-4d4f-b963-e7024755ebb4 HTTP/1.1" status: 204 len: 168 time: 0.7949591 May 02 10:43:02.300460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53402) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:02.352714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] Publish callbacks [] for security_group (35dc5720-2044-4f01-aa29-54b9f3edef98), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.359180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting subnet 1bc9d908-6896-480b-89d0-ccdbe921e0c5 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:02.363942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (1bc9d908-6896-480b-89d0-ccdbe921e0c5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.376976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] Publish callbacks [] for security_group (35dc5720-2044-4f01-aa29-54b9f3edef98), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.389765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-330789e8-7e78-4162-a2af-5d32646a6871 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5956132 May 02 10:43:02.404917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Request body: {'port': {'device_id': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:02.437018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (1bc9d908-6896-480b-89d0-ccdbe921e0c5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.451641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b1163743-f477-4f63-a92e-1b1b5424c275 None None] Provisioning complete for port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:02.452075 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b1163743-f477-4f63-a92e-1b1b5424c275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.487072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (35dc5720-2044-4f01-aa29-54b9f3edef98), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.489765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b1163743-f477-4f63-a92e-1b1b5424c275 None None] Port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:43:02.495095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.501541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/35dc5720-2044-4f01-aa29-54b9f3edef98 HTTP/1.1" status: 204 len: 168 time: 0.2067349 May 02 10:43:02.513447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd041b-f508-4c3c-9c37-f0c38070cde6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35dc5720-2044-4f01-aa29-54b9f3edef98,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:02.516567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.632166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1bc9d908-6896-480b-89d0-ccdbe921e0c5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.898135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (1bc9d908-6896-480b-89d0-ccdbe921e0c5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.903963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94c5c95-b386-450c-9bde-f03c4e70205a req-053156f1-5fc7-4e8b-9a3f-31befe48ddb3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:02.905773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e94c5c95-b386-450c-9bde-f03c4e70205a req-053156f1-5fc7-4e8b-9a3f-31befe48ddb3 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 931 time: 0.0492351 May 02 10:43:02.943841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Subnet': ['ID=1bc9d908-6896-480b-89d0-ccdbe921e0c5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:02.948623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:02.954519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bacc3599-14f8-439c-b6aa-ad1193717f86 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/subnets/1bc9d908-6896-480b-89d0-ccdbe921e0c5 HTTP/1.1" status: 204 len: 168 time: 0.6500251 May 02 10:43:02.955431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:02.957720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9ff2e5-ae34-4f5c-a27b-83901a798c0a None None] Network 1f30dcce-890c-41ae-adf7-048d127befb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:02.965710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20461c32-3b63-4bc9-b4f4-453f9f24eb34 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:43:02.993225 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e94c5c95-b386-450c-9bde-f03c4e70205a req-f70a5406-fd23-4ab2-9d88-9d4e2b8aa166 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815327 May 02 10:43:02.994051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks [] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.025747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Transition to ACTIVE for port object 20461c32-3b63-4bc9-b4f4-453f9f24eb34 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:43:03.034846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Deleting subnet 4af14ee3-e09a-4b2a-80df-c3e1d1435523 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:03.043410 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (4af14ee3-e09a-4b2a-80df-c3e1d1435523), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.085855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (4af14ee3-e09a-4b2a-80df-c3e1d1435523), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.130365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.203017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83195a67-fd42-4c87-9296-b612daae48de None None] DHCP port deletion for 1f30dcce-890c-41ae-adf7-048d127befb4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:03.233844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:03.255722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Deleting port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:03.256205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.287692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4af14ee3-e09a-4b2a-80df-c3e1d1435523), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.339446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-83195a67-fd42-4c87-9296-b612daae48de None None] For port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,segment=NetworkSegment(50999c19-133b-4068-8184-a4dfb0dec072),segment_id=50999c19-133b-4068-8184-a4dfb0dec072)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:03.340019 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.355029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Attempting to bind port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:03.358997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Attempting to bind port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:03.358997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Attempting to bind port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 on network 604a9efb-9a25-454a-a138-ada152184640 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:03.359216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Calling delete_port for f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:03.365219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 on network 604a9efb-9a25-454a-a138-ada152184640 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:43:03.365553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Attempting to bind port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 on network 604a9efb-9a25-454a-a138-ada152184640 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:03.374104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:03.374455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Checking segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:03.374864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Bound using segment: {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:03.375312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Bound port: 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0531a1b4-5252-4e46-abf4-a7e410f7cf99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '604a9efb-9a25-454a-a138-ada152184640'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:03.375683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.442572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (4af14ee3-e09a-4b2a-80df-c3e1d1435523), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.484829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Subnet': ['ID=4af14ee3-e09a-4b2a-80df-c3e1d1435523,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:03.494172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.494172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-38a77179-d0cc-478f-aaab-eaa0de2ce8bd tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/subnets/4af14ee3-e09a-4b2a-80df-c3e1d1435523 HTTP/1.1" status: 204 len: 168 time: 0.5354342 May 02 10:43:03.494607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60cb3985-2a57-427a-a12f-d5e751f48058 None None] Network e27b5b11-76e1-431a-85f5-7885f1448aa9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:03.494698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53424) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:03.497085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:03.500511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:43:03.552559 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f3b93ef0-9c5f-4ab0-9049-0c59c10016f4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.589597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83195a67-fd42-4c87-9296-b612daae48de None None] Pushing event deleted for resources: {'Port': ['ID=f3b93ef0-9c5f-4ab0-9049-0c59c10016f4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:03.591360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1f30dcce-890c-41ae-adf7-048d127befb4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.600345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.629617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83195a67-fd42-4c87-9296-b612daae48de None None] No DVR routers for this DVR port f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:03.673802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Pushing event updated for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:03.683187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:03.683187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.685811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-da2a367d-88f5-436d-be9d-ddbdb4c6e5c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/20461c32-3b63-4bc9-b4f4-453f9f24eb34 HTTP/1.1" status: 200 len: 1091 time: 1.2851276 May 02 10:43:03.686535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:03.695847 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fc454c-558e-4773-9dc7-4a7a445014cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:03.754419 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5522b1ed-db7e-4d20-a44e-bcaf9a0e2ac1 x-openstack-request-id: req-5522b1ed-db7e-4d20-a44e-bcaf9a0e2ac1 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:03.754419 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:03.754419 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5522b1ed-db7e-4d20-a44e-bcaf9a0e2ac1 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:03.754419 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5522b1ed-db7e-4d20-a44e-bcaf9a0e2ac1'] response: {'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'status': 'completed', 'code': 200} May 02 10:43:03.759079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] DHCP port deletion for e27b5b11-76e1-431a-85f5-7885f1448aa9 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:03.780411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1f30dcce-890c-41ae-adf7-048d127befb4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.808035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f30dcce-890c-41ae-adf7-048d127befb4']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:03.817393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Deleting port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:03.817908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.822146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50999c19-133b-4068-8184-a4dfb0dec072') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:03.822744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50999c19-133b-4068-8184-a4dfb0dec072') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:03.836769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-045d06ce-49ce-4361-89fd-7ba53b7fe7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:03.839922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-045d06ce-49ce-4361-89fd-7ba53b7fe7d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1125 time: 0.0542440 May 02 10:43:03.841858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (50999c19-133b-4068-8184-a4dfb0dec072), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.858313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (50999c19-133b-4068-8184-a4dfb0dec072), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.868163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:03.868854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (50999c19-133b-4068-8184-a4dfb0dec072), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: timer() May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:03.872288 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:03.941892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] For port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,segment=NetworkSegment(7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa),segment_id=7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:03.942577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:03.957971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Calling delete_port for e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:03.975875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-7894ae25-8d48-48f6-bb31-c768d83734d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:03.977667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-7894ae25-8d48-48f6-bb31-c768d83734d9 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=63740057f4374c219d98c8190ccbcfe8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1269889 May 02 10:43:04.019485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1f30dcce-890c-41ae-adf7-048d127befb4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.036659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.047424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/networks/1f30dcce-890c-41ae-adf7-048d127befb4 HTTP/1.1" status: 204 len: 168 time: 0.5516481 May 02 10:43:04.048294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:04.071984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1df438-b013-40f6-bb73-5ea46edfcff5 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Network': ['ID=1f30dcce-890c-41ae-adf7-048d127befb4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:04.108827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-035a4ac7-6d6a-470c-93ee-a835ca3b6c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:04.110905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55fc454c-558e-4773-9dc7-4a7a445014cd req-035a4ac7-6d6a-470c-93ee-a835ca3b6c29 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235995 May 02 10:43:04.167730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.200064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] Pushing event deleted for resources: {'Port': ['ID=e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:04.205333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d13974-5742-44f8-9ac0-8a9956e77d59 req-7d07c938-5d83-4f9b-a7f0-3a614d504fc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:04.206612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66d13974-5742-44f8-9ac0-8a9956e77d59 req-7d07c938-5d83-4f9b-a7f0-3a614d504fc4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 943 time: 0.0921140 May 02 10:43:04.210240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-d1570527-9788-434e-a746-16c6890764d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:04.210421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e27b5b11-76e1-431a-85f5-7885f1448aa9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.211698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb01ed5-f633-4747-a04a-95bd049d62bf None None] No DVR routers for this DVR port e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:04.211896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-d1570527-9788-434e-a746-16c6890764d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1125 time: 0.0507493 May 02 10:43:04.274318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-383206c8-cbe4-48c5-9f1f-e6e8d63ea59e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34 HTTP/1.1" status: 200 len: 217 time: 0.0446665 May 02 10:43:04.333106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-438f65b7-4b60-4203-a64a-234ae951f708 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:04.335004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-438f65b7-4b60-4203-a64a-234ae951f708 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bb5cc1-82d7-4587-9aed-b28b99167e19 HTTP/1.1" status: 200 len: 834 time: 0.0513842 May 02 10:43:04.336134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66d13974-5742-44f8-9ac0-8a9956e77d59 req-7536a13e-b4f7-4cb0-a480-519eaf94f802 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213229 May 02 10:43:04.343201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e27b5b11-76e1-431a-85f5-7885f1448aa9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.365782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e27b5b11-76e1-431a-85f5-7885f1448aa9']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:04.379268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:04.379565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:04.390476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.391490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-eb76f664-daf5-4d3b-8fa3-10bfb82ee032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:04.393039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-eb76f664-daf5-4d3b-8fa3-10bfb82ee032 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604a9efb-9a25-454a-a138-ada152184640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482442 May 02 10:43:04.404332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.410988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:04.411378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7eb60bc8-b504-4989-ac2d-b4a2ab1aa2aa), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: timer() May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:04.414633 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:04.500192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-a243f503-5510-4600-8c84-ca15588f2816 service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969718 May 02 10:43:04.573670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e27b5b11-76e1-431a-85f5-7885f1448aa9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.583565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:04.593413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] 10.222.0.16 "DELETE /v2.0/networks/e27b5b11-76e1-431a-85f5-7885f1448aa9 HTTP/1.1" status: 204 len: 168 time: 0.5283601 May 02 10:43:04.606899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:04.611921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0929f8c3-8eb0-4632-909c-dba3bbb6c5a7 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] Pushing event deleted for resources: {'Network': ['ID=e27b5b11-76e1-431a-85f5-7885f1448aa9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:04.633359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-892a6a7b-a631-476e-ac91-8c89c642dfc3 req-e50ef104-372a-41a1-814b-c9a9ab347b61 service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245048 May 02 10:43:04.643380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:04.643969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e57689a2-c8ae-4ce8-8e49-89f51a5ab6e4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:04.644544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:04.671309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:04.671662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f3b93ef0-9c5f-4ab0-9049-0c59c10016f4 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:04.883588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53466) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:04.986475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4bd315bc-9217-492d-803e-4b95ba2919d6 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-871595738'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:04.987078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4bd315bc-9217-492d-803e-4b95ba2919d6 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Unknown quota resources ['metering_label']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:43:05.226509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bd315bc-9217-492d-803e-4b95ba2919d6 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:05.227704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4bd315bc-9217-492d-803e-4b95ba2919d6 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.3430834 May 02 10:43:05.230323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:05.234379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b4bfbc9d-d161-465e-9775-2b04c61b11bc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '919cafbf-817d-4fb4-aa28-49bfabcdfcb1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:05.234880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b4bfbc9d-d161-465e-9775-2b04c61b11bc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:43:05.358820 ncdv-master-1 neutron-server[115663]: WARNING neutron.services.metering.metering_plugin [None req-b4bfbc9d-d161-465e-9775-2b04c61b11bc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 02 10:43:05.487267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b4bfbc9d-d161-465e-9775-2b04c61b11bc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:05.488435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b4bfbc9d-d161-465e-9775-2b04c61b11bc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2572093 May 02 10:43:05.491589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53486) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:05.497550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2acac915-8e4e-4e0c-b3a7-7ad25d432da3 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '919cafbf-817d-4fb4-aa28-49bfabcdfcb1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:05.498036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2acac915-8e4e-4e0c-b3a7-7ad25d432da3 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:43:05.521953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532dc0bc-c1af-46f0-a592-967d30e10d03 req-4fe92034-437a-4837-9cd4-43be011c44c0 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:05.523386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-532dc0bc-c1af-46f0-a592-967d30e10d03 req-4fe92034-437a-4837-9cd4-43be011c44c0 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 943 time: 0.0922284 May 02 10:43:05.605212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-532dc0bc-c1af-46f0-a592-967d30e10d03 req-a8540641-73ec-4e76-8155-b9f00b3cacfd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434158 May 02 10:43:05.644255 ncdv-master-1 neutron-server[115663]: WARNING neutron.services.metering.metering_plugin [None req-2acac915-8e4e-4e0c-b3a7-7ad25d432da3 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 02 10:43:05.725987 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2acac915-8e4e-4e0c-b3a7-7ad25d432da3 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:05.727179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2acac915-8e4e-4e0c-b3a7-7ad25d432da3 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2346783 May 02 10:43:05.729837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53488) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:05.739719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4bc0878f-316d-4ae6-8a63-10983a71f60f tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=aab38b44-81fc-4a78-bb16-14fbd8f480f7 HTTP/1.1" status: 200 len: 464 time: 0.0089009 May 02 10:43:05.742474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53490) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:06.279917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5123cd4b-7ca4-4cd7-aca5-06606b4cc68b tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:06.283644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5123cd4b-7ca4-4cd7-aca5-06606b4cc68b tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/aab38b44-81fc-4a78-bb16-14fbd8f480f7 HTTP/1.1" status: 204 len: 168 time: 0.5403180 May 02 10:43:06.283914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53498) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:06.297056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-effb7196-17ef-4446-9ffc-4cbb6996256a tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=aab38b44-81fc-4a78-bb16-14fbd8f480f7 HTTP/1.1" status: 200 len: 221 time: 0.0114179 May 02 10:43:06.300255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:06.305023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-03539305-7e07-48ad-901c-477614f8c8c5 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2107214693', 'description': 'label created by tempest'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:06.305528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-03539305-7e07-48ad-901c-477614f8c8c5 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Unknown quota resources ['metering_label']. {{(pid=115662) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:43:06.951589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03539305-7e07-48ad-901c-477614f8c8c5 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:06.956992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03539305-7e07-48ad-901c-477614f8c8c5 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6516223 May 02 10:43:06.961925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a12f33b-3dbd-450f-86e1-e6d28cad8c61 req-5913c151-a173-4d65-a1c2-a4bc9e55af93 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:06.963351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a12f33b-3dbd-450f-86e1-e6d28cad8c61 req-5913c151-a173-4d65-a1c2-a4bc9e55af93 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 943 time: 0.1300740 May 02 10:43:06.966372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.075849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4cd75984-8ae3-46b8-8e83-b5d02faa71d5 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=913cdfd8-1eb3-433c-ba0b-4d23ccce36cd HTTP/1.1" status: 200 len: 468 time: 0.1083498 May 02 10:43:07.078691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.107014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a12f33b-3dbd-450f-86e1-e6d28cad8c61 req-e9708afc-7340-4c3d-aaa8-f11e90e3bd02 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346891 May 02 10:43:07.363600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a40b553f-1856-428a-bd65-339826a145ea tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:07.365323 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a40b553f-1856-428a-bd65-339826a145ea tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/913cdfd8-1eb3-433c-ba0b-4d23ccce36cd HTTP/1.1" status: 204 len: 168 time: 0.2849097 May 02 10:43:07.367929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53514) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.377833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 20461c32-3b63-4bc9-b4f4-453f9f24eb34 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:43:07.379290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c1c7d2e4-9f41-4060-8143-497f85cdd7f7 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=913cdfd8-1eb3-433c-ba0b-4d23ccce36cd HTTP/1.1" status: 200 len: 216 time: 0.0103278 May 02 10:43:07.383361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53516) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.392438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c99efdd3-348e-438c-be1e-7bde7c1040f2 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0080721 May 02 10:43:07.397467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53518) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.412854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1bea94d-248a-48ff-989a-40fe9d4f1546 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0143101 May 02 10:43:07.416056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53520) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.467618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2e7c457c-6451-4b42-8dc3-e0d9fa7b148b tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/919cafbf-817d-4fb4-aa28-49bfabcdfcb1 HTTP/1.1" status: 200 len: 472 time: 0.0504646 May 02 10:43:07.471011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53522) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.480195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:07.480926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4656f009-81c5-49c9-b14a-7938a7d95813 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/eeb3a74f-bf06-4065-9d2a-4ec08a271f0b HTTP/1.1" status: 200 len: 461 time: 0.0086803 May 02 10:43:07.483610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53524) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.492943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'port_id': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'mac_address': 'fa:16:3e:f6:2c:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:43:07.534393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:07.534795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:07.548187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20461c32-3b63-4bc9-b4f4-453f9f24eb34 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:43:07.573685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:07.627685 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:07.645378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fe959955-a4b1-44df-9943-375d0dc02289 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:07.646706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fe959955-a4b1-44df-9943-375d0dc02289 tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/eeb3a74f-bf06-4065-9d2a-4ec08a271f0b HTTP/1.1" status: 204 len: 168 time: 0.1622064 May 02 10:43:07.649303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53526) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:07.679641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:07.882333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['20461c32-3b63-4bc9-b4f4-453f9f24eb34'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:43:07.895600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce07435d-1e01-4790-b244-7f28e9b122fc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:07.899783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce07435d-1e01-4790-b244-7f28e9b122fc tempest-MeteringTestJSON-1959210571 tempest-MeteringTestJSON-1959210571-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/919cafbf-817d-4fb4-aa28-49bfabcdfcb1 HTTP/1.1" status: 204 len: 168 time: 0.2471213 May 02 10:43:08.233205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8e2e6-7f06-4332-a14c-bf7a460a9f19 req-7a3c12e0-f2cd-48b1-8367-665165a98202 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:08.235277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97e8e2e6-7f06-4332-a14c-bf7a460a9f19 req-7a3c12e0-f2cd-48b1-8367-665165a98202 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0544727 May 02 10:43:08.287488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-97e8e2e6-7f06-4332-a14c-bf7a460a9f19 req-ff7a680b-4370-47be-9cb8-1b761581c9b0 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449195 May 02 10:43:08.443333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:08.556238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.629825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Publish callbacks [] for security_group (92994df8-e11b-4390-9918-c96bb8c764d2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.630732 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:43:08.692961 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (92994df8-e11b-4390-9918-c96bb8c764d2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.732410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=19077737776d49c9b5182329ed3b51b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2879875 May 02 10:43:08.733642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92994df8-e11b-4390-9918-c96bb8c764d2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:08.735231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:08.741361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.741716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.742080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.742415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.742753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.743113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.743449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.743779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.744112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.744444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.744807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.745138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.745468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.745798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.748826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f99a184-b024-428b-a5d7-52048e441a47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:08.783888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] Publish callbacks [] for security_group (92994df8-e11b-4390-9918-c96bb8c764d2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.809593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] Publish callbacks [] for security_group (92994df8-e11b-4390-9918-c96bb8c764d2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.924253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (92994df8-e11b-4390-9918-c96bb8c764d2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.927033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:08.928206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92994df8-e11b-4390-9918-c96bb8c764d2 HTTP/1.1" status: 204 len: 168 time: 0.1919050 May 02 10:43:08.936838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639bba20-e335-4ecf-bb4d-c23db702d0bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92994df8-e11b-4390-9918-c96bb8c764d2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:09.394030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 20461c32-3b63-4bc9-b4f4-453f9f24eb34 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:43:09.405636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce50fdd-7329-4b31-a3bf-a2d5787db029 req-231e4f84-5236-42f7-a7c8-20e7b2fe118e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:09.408431 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bce50fdd-7329-4b31-a3bf-a2d5787db029 req-231e4f84-5236-42f7-a7c8-20e7b2fe118e tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 944 time: 0.0510616 May 02 10:43:09.449199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:43:09.466129 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bce50fdd-7329-4b31-a3bf-a2d5787db029 req-c4768936-eb69-46dc-b4bd-917586404a66 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520215 May 02 10:43:09.578514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:09.578899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:09.664436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:09.667908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:09.688922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:09.691211 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efd0db83-3161-4ac8-bc38-62cbd1a5df35" -d '{"events": [{"server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:09.704897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:09.730559 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f56512b-8886-48d3-add7-0ad98bb0d536 x-openstack-request-id: req-1f56512b-8886-48d3-add7-0ad98bb0d536 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:09.730873 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "name": "network-vif-plugged", "status": "completed", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:09.731114 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f56512b-8886-48d3-add7-0ad98bb0d536 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:09.735229 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f56512b-8886-48d3-add7-0ad98bb0d536'] response: {'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'code': 200} May 02 10:43:09.765546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53616) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:09.779789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7da0eedd-45c7-4d06-b8cc-0ce4dce2f67a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:09.804942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:09.850793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17f091-3210-491d-b3f3-c1a43ef61b17 req-372f2bcd-d9e6-4d55-99b2-8ff26a71834c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:09.852322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c17f091-3210-491d-b3f3-c1a43ef61b17 req-372f2bcd-d9e6-4d55-99b2-8ff26a71834c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1127 time: 0.0405712 May 02 10:43:09.856893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:09.870105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7da0eedd-45c7-4d06-b8cc-0ce4dce2f67a admin admin] Publish callbacks [] for security_group (b94ae1d5-0697-4862-b87a-c79e52d51a11), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:09.908952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c17f091-3210-491d-b3f3-c1a43ef61b17 req-80f72249-197d-49eb-a214-fa8bdd9427ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501714 May 02 10:43:09.953459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7da0eedd-45c7-4d06-b8cc-0ce4dce2f67a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b94ae1d5-0697-4862-b87a-c79e52d51a11), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:10.023735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7da0eedd-45c7-4d06-b8cc-0ce4dce2f67a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c8994e2e85c64989b6406f5036c4e88f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2570944 May 02 10:43:10.026466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53622) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:10.027070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da0eedd-45c7-4d06-b8cc-0ce4dce2f67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ae1d5-0697-4862-b87a-c79e52d51a11,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:10.065403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e26ec3-968b-4ec9-aa62-87826c19ad9d req-71a63762-0e39-4d94-8f0b-ca94239191ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.067006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1e26ec3-968b-4ec9-aa62-87826c19ad9d req-71a63762-0e39-4d94-8f0b-ca94239191ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0937650 May 02 10:43:10.078287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] Publish callbacks [] for security_group (b94ae1d5-0697-4862-b87a-c79e52d51a11), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:10.104764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] Publish callbacks [] for security_group (b94ae1d5-0697-4862-b87a-c79e52d51a11), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:10.136754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1e26ec3-968b-4ec9-aa62-87826c19ad9d req-2bad1ee9-ab2a-4174-b440-39b7a29051d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625236 May 02 10:43:10.181322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-7260a183-87da-442d-9024-f216a03ee215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.182934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-7260a183-87da-442d-9024-f216a03ee215 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.0468798 May 02 10:43:10.277620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-157ddf8a-8a94-4b0b-a19c-8c13629a09d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.278998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-157ddf8a-8a94-4b0b-a19c-8c13629a09d9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.0885329 May 02 10:43:10.334642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b94ae1d5-0697-4862-b87a-c79e52d51a11), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:10.334642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:10.334642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b94ae1d5-0697-4862-b87a-c79e52d51a11 HTTP/1.1" status: 204 len: 168 time: 0.3044701 May 02 10:43:10.346172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff57df7-6fec-4181-af87-400dfe24f7d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ae1d5-0697-4862-b87a-c79e52d51a11,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:10.358774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-beb2f346-433d-4cbe-a903-032524eb6409 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0726128 May 02 10:43:10.417573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-237630e1-7b0b-4ebd-840e-0a23add8ab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.420031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-237630e1-7b0b-4ebd-840e-0a23add8ab48 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0553219 May 02 10:43:10.472922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-a7d2f6b8-e398-4604-a8b2-71fe1253cde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.474957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-a7d2f6b8-e398-4604-a8b2-71fe1253cde3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0493810 May 02 10:43:10.598811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c902b629-7190-499b-bd72-fd499f6315b8 req-3a435fe7-7483-4a08-a41b-f15cabaea722 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:10.601029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c902b629-7190-499b-bd72-fd499f6315b8 req-3a435fe7-7483-4a08-a41b-f15cabaea722 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0644920 May 02 10:43:10.619025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-a0d75f45-9059-40f4-8d46-7c909d7f8211 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375964 May 02 10:43:10.711052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c902b629-7190-499b-bd72-fd499f6315b8 req-3fdf1b2d-b8fb-44a7-b23a-c223559f42f9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024122 May 02 10:43:10.740136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b606030-007c-441a-8aed-17f7e62a96d8 req-ac612c97-7cfd-4b43-908c-20ab411ae720 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128817 May 02 10:43:11.262123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2f0c2-d035-4c06-a08f-1ba24c4a9f66 req-ebbf5df6-8835-419d-95d6-7fc21719f893 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:11.263617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14a2f0c2-d035-4c06-a08f-1ba24c4a9f66 req-ebbf5df6-8835-419d-95d6-7fc21719f893 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0531354 May 02 10:43:11.312093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14a2f0c2-d035-4c06-a08f-1ba24c4a9f66 req-b3524b55-3158-457e-be28-e137f0225524 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424523 May 02 10:43:11.829006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d159e94-d137-420c-b38e-02fd925e6f6b req-2ceaaabd-b2e9-49fe-afc7-f62115eb3b89 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:11.830644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d159e94-d137-420c-b38e-02fd925e6f6b req-2ceaaabd-b2e9-49fe-afc7-f62115eb3b89 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0535171 May 02 10:43:11.883897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d159e94-d137-420c-b38e-02fd925e6f6b req-faf6b0bc-70b7-4dca-ae48-8d19d6ae98b9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473680 May 02 10:43:12.003284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a84d71b-a176-4128-8217-a4f17877772b req-ac1ff391-410b-420e-8e44-8db3acd6dbfe tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:12.004801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a84d71b-a176-4128-8217-a4f17877772b req-ac1ff391-410b-420e-8e44-8db3acd6dbfe tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.0533552 May 02 10:43:12.064713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a84d71b-a176-4128-8217-a4f17877772b req-e5bcc837-c513-4eea-b105-cc6ac1104ea9 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511737 May 02 10:43:12.087623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:12.175486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c5a011-d805-468c-a1a8-0d898a5ae143 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:12.177908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32c5a011-d805-468c-a1a8-0d898a5ae143 tempest-TestNetworkBasicOps-1073542080 tempest-TestNetworkBasicOps-1073542080-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1122 time: 0.0885546 May 02 10:43:12.180726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:12.186247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:12.276373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53690) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:12.310386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.386231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1201430360', 'router:external': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:12.400341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.461900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6939f07-1b31-460b-b76d-46b46c360f83 req-11b757a9-d169-4a95-8293-10f00260ee10 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:12.465143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6939f07-1b31-460b-b76d-46b46c360f83 req-11b757a9-d169-4a95-8293-10f00260ee10 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0674140 May 02 10:43:12.515652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Allocated IP 172.35.4.139 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/bf38d537-661f-46e6-b67c-071ba1a5ee0b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:12.517449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6939f07-1b31-460b-b76d-46b46c360f83 req-dcd5807b-0db2-4fc4-b194-b6d5948cf7a4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472300 May 02 10:43:12.637333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.687350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Made reservation on behalf of b03f02d687d24a6493bc2d150cef4242 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:12.689859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.700905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.751415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.783815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for security_group (119b09e3-20b0-43b6-9c6b-448fdef2c2ec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.792096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:12.797119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:12.800803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:12.806255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=bf38d537-661f-46e6-b67c-071ba1a5ee0b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:12.864638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (119b09e3-20b0-43b6-9c6b-448fdef2c2ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.891825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:43:12.902483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=119b09e3-20b0-43b6-9c6b-448fdef2c2ec,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:12.915914 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c605909a-6bb2-4be9-a3e5-62d1e19f5b59), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:12.915914 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Added segment c605909a-6bb2-4be9-a3e5-62d1e19f5b59 of type vlan for network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 May 02 10:43:12.965482 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (789bd980-ee10-4e0f-b1eb-b7b3651f2772), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.070513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (789bd980-ee10-4e0f-b1eb-b7b3651f2772), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.071498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:13.072105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.168812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Network': ['ID=789bd980-ee10-4e0f-b1eb-b7b3651f2772,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:13.180692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:43:13.204765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aaa06da7-e234-4976-849c-34ced71d40fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9245834 May 02 10:43:13.205033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:13.210445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'subnet': {'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:13.296155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Made reservation on behalf of b03f02d687d24a6493bc2d150cef4242 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:13.298522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.354713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (e6fdc067-7c86-428b-80ed-331d445a70b0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.548105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.675502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:43:13.676071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (f4ddf23f-8270-46f0-ad7d-e4f70acbc436), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.713930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.733319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f4ddf23f-8270-46f0-ad7d-e4f70acbc436,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:13.741020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Checking segment: {'id': 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:13.741387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network hostable DHCP agents. Network: 789bd980-ee10-4e0f-b1eb-b7b3651f2772, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:43:13.807093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.830152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:43:13.879921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event updated for resources: {'Port': ['ID=bf38d537-661f-46e6-b67c-071ba1a5ee0b,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:13.890099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e6fdc067-7c86-428b-80ed-331d445a70b0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.913152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 789bd980-ee10-4e0f-b1eb-b7b3651f2772) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:13.915129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:13.915942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:13.924016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ddec48-d0c5-4186-80d7-128816a6a4d1 None None] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:13.996264 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Floating IP e6fdc067-7c86-428b-80ed-331d445a70b0 associated. External IP: 172.35.4.139, port: 20461c32-3b63-4bc9-b4f4-453f9f24eb34. May 02 10:43:14.023045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551bb410-4f19-4307-b90a-e65091927ce6 None None] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:14.027319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7ebc8232-ccb6-4598-8f28-be027eccd6e8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8186152 May 02 10:43:14.027502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53748) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:14.032912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-365561839', 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:14.162369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Made reservation on behalf of b03f02d687d24a6493bc2d150cef4242 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:14.164781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.181338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] device_id is not set on port 5776334d-42b7-4fe6-b70f-e8184c0b1254 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:43:14.234282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router f4b2958d-d0df-4ed4-8957-9d3de1f102ef has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:14.272708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.293528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.20.0.13 (789bd980-ee10-4e0f-b1eb-b7b3651f2772/f4ddf23f-8270-46f0-ad7d-e4f70acbc436/5776334d-42b7-4fe6-b70f-e8184c0b1254) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:14.370222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:14.383628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Sync routers for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:14.405697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:14.406424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:14.457732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (5776334d-42b7-4fe6-b70f-e8184c0b1254), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.481680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.521611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53758) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:14.521882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c0600ef6-215d-48d8-85a1-6040f1b2a419 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3396158 May 02 10:43:14.522418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:14.524930 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e95a1-9cde-45c7-9e12-91af6c030031" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:14.550284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:14.591224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-729f0229-258e-4a44-9d13-e7f3c03cacd5 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/e6fdc067-7c86-428b-80ed-331d445a70b0 HTTP/1.1" status: 200 len: 991 time: 0.0684474 May 02 10:43:14.596353 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50852579-97c1-4eb6-aa16-f96dd71747f7 x-openstack-request-id: req-50852579-97c1-4eb6-aa16-f96dd71747f7 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:14.596682 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:14.596955 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-50852579-97c1-4eb6-aa16-f96dd71747f7 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:14.597358 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50852579-97c1-4eb6-aa16-f96dd71747f7'] response: {'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'status': 'completed', 'code': 200} May 02 10:43:14.630616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5776334d-42b7-4fe6-b70f-e8184c0b1254), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.703040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:14.706378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-37639b00-44d3-448f-9336-61cc3b17cdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:14.707897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-37639b00-44d3-448f-9336-61cc3b17cdb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1127 time: 0.0881484 May 02 10:43:14.711871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:14.714354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:14.725902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=5776334d-42b7-4fe6-b70f-e8184c0b1254,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:14.795610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6fdc067-7c86-428b-80ed-331d445a70b0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'port_id': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'mac_address': 'fa:16:3e:f6:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:43:13Z', 'updated_at': '2022-05-02T10:43:13Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:14.810623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:14.811246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:14.846312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-14bb7624-6f4e-45e2-acac-c89ee694e0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:14.847825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-14bb7624-6f4e-45e2-acac-c89ee694e0aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=604a9efb-9a25-454a-a138-ada152184640 HTTP/1.1" status: 200 len: 897 time: 0.1309276 May 02 10:43:14.918873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3477284b-ebf3-4d2b-bdb5-b1cba33b7830 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8902743 May 02 10:43:14.921632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53762) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:14.932821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-c10c96c1-a6ef-4d41-b7bc-dd3c6c0b94b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34 HTTP/1.1" status: 200 len: 999 time: 0.0789793 May 02 10:43:14.983584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Checking router: f4b2958d-d0df-4ed4-8957-9d3de1f102ef for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:14.992782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:14.993397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:15.040311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-81e673cb-4a44-43f9-8ed1-189ff880e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:15.040740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-81e673cb-4a44-43f9-8ed1-189ff880e7fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bb5cc1-82d7-4587-9aed-b28b99167e19 HTTP/1.1" status: 200 len: 834 time: 0.0906796 May 02 10:43:15.058437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Deleting port 5776334d-42b7-4fe6-b70f-e8184c0b1254 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:15.059030 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5776334d-42b7-4fe6-b70f-e8184c0b1254), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.128468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:15.136728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-d69910fc-db1a-4576-98d9-a658a41c720c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:15.138302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-d69910fc-db1a-4576-98d9-a658a41c720c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604a9efb-9a25-454a-a138-ada152184640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0929272 May 02 10:43:15.224886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5776334d-42b7-4fe6-b70f-e8184c0b1254), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.245174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Calling delete_port for 5776334d-42b7-4fe6-b70f-e8184c0b1254 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:15.300292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-0650e3ae-cc31-4956-aaf1-d930802b7956 service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536806 May 02 10:43:15.359408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6fdc067-7c86-428b-80ed-331d445a70b0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'port_id': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'mac_address': 'fa:16:3e:f6:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:43:13Z', 'updated_at': '2022-05-02T10:43:13Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:15.386795 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1193c67-7ba9-4023-bc49-9c5a79580fc1 None None] The sync data for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 is: [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e6fdc067-7c86-428b-80ed-331d445a70b0', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'floating_ip_address': '172.35.4.139', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'port_id': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2636, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'mac_address': 'fa:16:3e:f6:2c:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:43:13Z', 'updated_at': '2022-05-02T10:43:13Z', 'revision_number': 0, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:15.444418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d5e95a1-9cde-45c7-9e12-91af6c030031 req-c5345d52-876e-41e0-91e9-8e5916aab576 service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286664 May 02 10:43:15.522697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5776334d-42b7-4fe6-b70f-e8184c0b1254), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.555580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Port': ['ID=5776334d-42b7-4fe6-b70f-e8184c0b1254,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:15.594368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53776) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:15.630790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.634995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-85f88568-200b-4752-ae88-f0601edf4c7c tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/ports/5776334d-42b7-4fe6-b70f-e8184c0b1254 HTTP/1.1" status: 204 len: 168 time: 0.7122674 May 02 10:43:15.638095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53788) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:15.643465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772', 'external_fixed_ips': [{'subnet_id': 'f4ddf23f-8270-46f0-ad7d-e4f70acbc436', 'ip_address': '172.20.0.13'}]}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:15.652225 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1abade-2e77-4d67-b6ef-8c47e8114f1c None None] New status for floating IP e6fdc067-7c86-428b-80ed-331d445a70b0: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:43:15.728991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d752d976-ed87-49b0-8248-b8b7ee253603 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/e6fdc067-7c86-428b-80ed-331d445a70b0 HTTP/1.1" status: 200 len: 991 time: 0.1331506 May 02 10:43:15.844406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.845446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.933183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (917723f3-deda-496e-9f7f-f6114f85f0cb), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:15.938456 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:16.429992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (917723f3-deda-496e-9f7f-f6114f85f0cb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:16.670239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (917723f3-deda-496e-9f7f-f6114f85f0cb), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:16.695218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:16.732966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53796) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:16.810187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-31b10d5f-23e6-4617-9dd7-93e79e2e694d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/e6fdc067-7c86-428b-80ed-331d445a70b0 HTTP/1.1" status: 200 len: 993 time: 0.0760200 May 02 10:43:16.888008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.20.0.13 (789bd980-ee10-4e0f-b1eb-b7b3651f2772/f4ddf23f-8270-46f0-ad7d-e4f70acbc436/a81c7f6c-7845-4919-a9e8-7feb886e520f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:16.993082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:17.078855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:17.118104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:17.123665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:17.126955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:17.132417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=a81c7f6c-7845-4919-a9e8-7feb886e520f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:17.479313 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (917723f3-deda-496e-9f7f-f6114f85f0cb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:17.676028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:17.864321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router 917723f3-deda-496e-9f7f-f6114f85f0cb is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:17.972658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:17.981950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Sync routers for ids ['917723f3-deda-496e-9f7f-f6114f85f0cb'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:17.993438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Routers {'917723f3-deda-496e-9f7f-f6114f85f0cb'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:17.994059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['917723f3-deda-496e-9f7f-f6114f85f0cb'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:18.101589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Set router 917723f3-deda-496e-9f7f-f6114f85f0cb gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:18.123997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.128540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-669a74ee-48a9-4393-8ea4-6791a85c6c21 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.4862349 May 02 10:43:18.134314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:18.238105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.275738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917723f3-deda-496e-9f7f-f6114f85f0cb', 'name': '', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772', 'external_fixed_ips': [{'subnet_id': 'f4ddf23f-8270-46f0-ad7d-e4f70acbc436', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'a81c7f6c-7845-4919-a9e8-7feb886e520f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:15Z', 'updated_at': '2022-05-02T10:43:17Z', 'revision_number': 3, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port': {'id': 'a81c7f6c-7845-4919-a9e8-7feb886e520f', 'name': '', 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '917723f3-deda-496e-9f7f-f6114f85f0cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2640, 'fixed_ips': [{'subnet_id': 'f4ddf23f-8270-46f0-ad7d-e4f70acbc436', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:43:16Z', 'updated_at': '2022-05-02T10:43:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f4ddf23f-8270-46f0-ad7d-e4f70acbc436', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:18.302196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Checking router: 917723f3-deda-496e-9f7f-f6114f85f0cb for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:18.302587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Updating router 917723f3-deda-496e-9f7f-f6114f85f0cb port a81c7f6c-7845-4919-a9e8-7feb886e520f binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:43:18.330538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.354133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (917723f3-deda-496e-9f7f-f6114f85f0cb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.446089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Deleting port a81c7f6c-7845-4919-a9e8-7feb886e520f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:18.447857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.626688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks [] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.713532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.767562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Attempting to bind port a81c7f6c-7845-4919-a9e8-7feb886e520f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:18.767562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Attempting to bind port a81c7f6c-7845-4919-a9e8-7feb886e520f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:18.767872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Attempting to bind port a81c7f6c-7845-4919-a9e8-7feb886e520f on network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:18.777619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:18.781339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Checking segment: {'id': 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:18.781339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.781339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Bound using segment: {'id': 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:18.781339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Bound port: a81c7f6c-7845-4919-a9e8-7feb886e520f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '789bd980-ee10-4e0f-b1eb-b7b3651f2772'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:18.781339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.810816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895616-85c6-4423-a7d4-a3bbd3ff6e4a None None] Pushing event updated for resources: {'Port': ['ID=a81c7f6c-7845-4919-a9e8-7feb886e520f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:18.849692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] For port a81c7f6c-7845-4919-a9e8-7feb886e520f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:18.853053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] For port a81c7f6c-7845-4919-a9e8-7feb886e520f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a81c7f6c-7845-4919-a9e8-7feb886e520f,segment=NetworkSegment(c605909a-6bb2-4be9-a3e5-62d1e19f5b59),segment_id=c605909a-6bb2-4be9-a3e5-62d1e19f5b59)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:43:18.898545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.911691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Calling delete_port for a81c7f6c-7845-4919-a9e8-7feb886e520f owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:18.936551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:18.988863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Routers {'917723f3-deda-496e-9f7f-f6114f85f0cb'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:18.989524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['917723f3-deda-496e-9f7f-f6114f85f0cb'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:19.062237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79895616-85c6-4423-a7d4-a3bbd3ff6e4a None None] Pushing event updated for resources: {'Port': ['ID=a81c7f6c-7845-4919-a9e8-7feb886e520f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:19.091963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] Set router 917723f3-deda-496e-9f7f-f6114f85f0cb gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:19.147907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '917723f3-deda-496e-9f7f-f6114f85f0cb', 'name': '', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:15Z', 'updated_at': '2022-05-02T10:43:18Z', 'revision_number': 4, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:19.173644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ac49be-a9c9-47c8-be50-75f46aeeb933 None None] The sync data for ids ['917723f3-deda-496e-9f7f-f6114f85f0cb'] in ncdv-master-1 is: [{'id': '917723f3-deda-496e-9f7f-f6114f85f0cb', 'name': '', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:15Z', 'updated_at': '2022-05-02T10:43:18Z', 'revision_number': 4, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:19.194091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a81c7f6c-7845-4919-a9e8-7feb886e520f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.228558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Port': ['ID=a81c7f6c-7845-4919-a9e8-7feb886e520f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:19.251842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.252209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.252559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.252930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.253270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.253612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.253951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.254312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.254647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.254978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.255310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.255642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.256556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.257103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.257439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:19.303227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (917723f3-deda-496e-9f7f-f6114f85f0cb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.401055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.403387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (917723f3-deda-496e-9f7f-f6114f85f0cb), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.538916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (917723f3-deda-496e-9f7f-f6114f85f0cb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.539460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 917723f3-deda-496e-9f7f-f6114f85f0cb {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:19.543783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.544961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e9875ef-8dee-47ad-9b4c-f9a226f50708 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/routers/917723f3-deda-496e-9f7f-f6114f85f0cb HTTP/1.1" status: 204 len: 168 time: 1.4150262 May 02 10:43:19.550711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:19.594694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Deleting subnet f4ddf23f-8270-46f0-ad7d-e4f70acbc436 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:19.598247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for subnet (f4ddf23f-8270-46f0-ad7d-e4f70acbc436), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.638544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f4ddf23f-8270-46f0-ad7d-e4f70acbc436), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.679093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f4ddf23f-8270-46f0-ad7d-e4f70acbc436), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.830832 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f4ddf23f-8270-46f0-ad7d-e4f70acbc436), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.857989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f4ddf23f-8270-46f0-ad7d-e4f70acbc436,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:19.865187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:19.871237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be7bf5de-e141-4f95-8c28-78c103323ac7 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/subnets/f4ddf23f-8270-46f0-ad7d-e4f70acbc436 HTTP/1.1" status: 204 len: 168 time: 0.3224771 May 02 10:43:19.871568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53832) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:19.957480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (789bd980-ee10-4e0f-b1eb-b7b3651f2772), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.043649 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (789bd980-ee10-4e0f-b1eb-b7b3651f2772), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.067392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['789bd980-ee10-4e0f-b1eb-b7b3651f2772']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:20.078616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:20.078616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c605909a-6bb2-4be9-a3e5-62d1e19f5b59') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:20.095377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (c605909a-6bb2-4be9-a3e5-62d1e19f5b59), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.110991 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c605909a-6bb2-4be9-a3e5-62d1e19f5b59), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.117708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:20.118186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (c605909a-6bb2-4be9-a3e5-62d1e19f5b59), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: timer() May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:20.120491 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:20.247398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (789bd980-ee10-4e0f-b1eb-b7b3651f2772), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.253214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 789bd980-ee10-4e0f-b1eb-b7b3651f2772 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} May 02 10:43:20.256295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.259522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/networks/789bd980-ee10-4e0f-b1eb-b7b3651f2772 HTTP/1.1" status: 204 len: 168 time: 0.3868859 May 02 10:43:20.269758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29377db-c25d-45cb-a00c-90a70e06c132 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Network': ['ID=789bd980-ee10-4e0f-b1eb-b7b3651f2772,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:20.545546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53866) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:20.550803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'name': 'tempest-router--850696858', 'project_id': '9528f5f086a74dada902f139d97d657f'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:20.661522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.662682 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.719239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (61159d62-6586-4e72-a2dd-b873ca6fb9e9), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.787414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.881284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:20.882505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-faccf896-5217-4cd7-8b5c-c8f18f6418d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3357399 May 02 10:43:20.885248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:20.961942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.137822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.139865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (61159d62-6586-4e72-a2dd-b873ca6fb9e9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.246796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (61159d62-6586-4e72-a2dd-b873ca6fb9e9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.247300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 61159d62-6586-4e72-a2dd-b873ca6fb9e9 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:21.253310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.253310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-98d2cc18-296e-4d80-b5d5-81d5355258d1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/routers/61159d62-6586-4e72-a2dd-b873ca6fb9e9 HTTP/1.1" status: 204 len: 168 time: 0.3669875 May 02 10:43:21.478032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53878) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:21.664284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-799851122', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:21.764189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.765278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:21.819145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (6ab7d010-dc50-4a38-a5f0-91c854335112), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.045767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (6ab7d010-dc50-4a38-a5f0-91c854335112), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.298248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (6ab7d010-dc50-4a38-a5f0-91c854335112), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.317653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.427455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Allocated IP 172.35.4.175 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e78974e9-657d-4982-aadd-17350fa59612) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:22.531041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for port (e78974e9-657d-4982-aadd-17350fa59612), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.616556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e78974e9-657d-4982-aadd-17350fa59612), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:22.656773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:22.659467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:22.665546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:22.690205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event updated for resources: {'Port': ['ID=e78974e9-657d-4982-aadd-17350fa59612,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:23.282223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (6ab7d010-dc50-4a38-a5f0-91c854335112), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:23.491521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:23.710214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Router 6ab7d010-dc50-4a38-a5f0-91c854335112 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:23.821408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:23.830565 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] Sync routers for ids ['6ab7d010-dc50-4a38-a5f0-91c854335112'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:23.841182 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] Routers {'6ab7d010-dc50-4a38-a5f0-91c854335112'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:23.841814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6ab7d010-dc50-4a38-a5f0-91c854335112'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:23.874798 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:23.883637 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] Routers {'6ab7d010-dc50-4a38-a5f0-91c854335112'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:23.884270 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6ab7d010-dc50-4a38-a5f0-91c854335112'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:23.920093 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:23.920751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2529f250-7d47-45f3-b7d7-21f2fe3f901b None None] The sync data for ids ['6ab7d010-dc50-4a38-a5f0-91c854335112'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:23.940448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:23.941768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-987459b3-851a-404a-bbd5-7297e14d407d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4627299 May 02 10:43:23.945101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53930) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:24.054436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-05a60c4e-f6c4-416b-b986-02c7d614a229 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/6ab7d010-dc50-4a38-a5f0-91c854335112 HTTP/1.1" status: 200 len: 920 time: 0.1081691 May 02 10:43:24.057289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53932) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:24.089724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c5e89b20-9f53-4a43-bdc7-7e663566ac95 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab7d010-dc50-4a38-a5f0-91c854335112 HTTP/1.1" status: 200 len: 205 time: 0.0312753 May 02 10:43:24.092092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53934) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:24.199349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.307591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (6ab7d010-dc50-4a38-a5f0-91c854335112), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.429389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port e78974e9-657d-4982-aadd-17350fa59612 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:24.429733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e78974e9-657d-4982-aadd-17350fa59612), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.505244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e78974e9-657d-4982-aadd-17350fa59612), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.518586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for e78974e9-657d-4982-aadd-17350fa59612 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:24.755566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e78974e9-657d-4982-aadd-17350fa59612), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.779319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=e78974e9-657d-4982-aadd-17350fa59612,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:24.853304 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6ab7d010-dc50-4a38-a5f0-91c854335112), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.949129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:24.951197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (6ab7d010-dc50-4a38-a5f0-91c854335112), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.063965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6ab7d010-dc50-4a38-a5f0-91c854335112), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.064593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router 6ab7d010-dc50-4a38-a5f0-91c854335112 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:25.071695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.072825 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56583a4f-f597-4198-a82e-906a4f660f74 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/6ab7d010-dc50-4a38-a5f0-91c854335112 HTTP/1.1" status: 204 len: 168 time: 0.9797919 May 02 10:43:25.076627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53942) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:25.080982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'name': 'tempest-snat-router-340233236', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:25.161572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.163173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.214967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (b0a1632e-e988-4e8e-ae0e-12c815147176), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.432301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (b0a1632e-e988-4e8e-ae0e-12c815147176), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.570756 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-581ea862-6d46-44c1-835e-45ab0c4b5780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.718250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (b0a1632e-e988-4e8e-ae0e-12c815147176), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.741911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:25.847335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.35.4.203 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/ea274b11-b9ef-4d32-9bc7-de8124835d79) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:25.952025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:26.044443 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:26.083254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:26.088123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:26.091732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:26.097429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=ea274b11-b9ef-4d32-9bc7-de8124835d79,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:26.415115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (b0a1632e-e988-4e8e-ae0e-12c815147176), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:26.615523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:26.801179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router b0a1632e-e988-4e8e-ae0e-12c815147176 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:26.912868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:26.921796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Sync routers for ids ['b0a1632e-e988-4e8e-ae0e-12c815147176'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:26.931645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Routers {'b0a1632e-e988-4e8e-ae0e-12c815147176'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:26.932257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b0a1632e-e988-4e8e-ae0e-12c815147176'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:26.997504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:26.998834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-281d55cc-c435-4d9c-b6c5-6a181ba5606e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 1.9211779 May 02 10:43:27.001817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53956) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:27.041068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Set router b0a1632e-e988-4e8e-ae0e-12c815147176 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:27.111578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90e49a06-3eef-4db0-b7e4-44cbf73b5a58 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/b0a1632e-e988-4e8e-ae0e-12c815147176 HTTP/1.1" status: 200 len: 908 time: 0.1086802 May 02 10:43:27.114053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53958) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:27.118860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'name': 'tempest-snat-router-340233236', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': True}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:27.187047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.188253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.212825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'name': 'tempest-snat-router-340233236', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203'}], 'enable_snat': False}, 'gw_port_id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:26Z', 'revision_number': 3, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port': {'id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:27.239698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Checking router: b0a1632e-e988-4e8e-ae0e-12c815147176 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:27.240612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Updating router b0a1632e-e988-4e8e-ae0e-12c815147176 port ea274b11-b9ef-4d32-9bc7-de8124835d79 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:43:27.242333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (d864da50-6dd6-44df-9358-b32a7d0a45d1), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.271628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.445811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (d864da50-6dd6-44df-9358-b32a7d0a45d1), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.523499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks [] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.601471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.649840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Attempting to bind port ea274b11-b9ef-4d32-9bc7-de8124835d79 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:27.652538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Attempting to bind port ea274b11-b9ef-4d32-9bc7-de8124835d79 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:27.652538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Attempting to bind port ea274b11-b9ef-4d32-9bc7-de8124835d79 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:27.659314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde968e-75a8-48d5-965a-8f6c8c2f398c None None] Pushing event updated for resources: {'Port': ['ID=ea274b11-b9ef-4d32-9bc7-de8124835d79,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:27.662297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:27.662665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:27.663090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.663487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:27.663972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Bound port: ea274b11-b9ef-4d32-9bc7-de8124835d79, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:27.664350 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.707541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (d864da50-6dd6-44df-9358-b32a7d0a45d1), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.718879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] For port ea274b11-b9ef-4d32-9bc7-de8124835d79, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:27.721870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] For port ea274b11-b9ef-4d32-9bc7-de8124835d79, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea274b11-b9ef-4d32-9bc7-de8124835d79,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:43:27.727741 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.807207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.831620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.35.4.162 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f0cb01ce-2ce7-4153-8012-7ae9005fdf1e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:27.890535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde968e-75a8-48d5-965a-8f6c8c2f398c None None] Pushing event updated for resources: {'Port': ['ID=ea274b11-b9ef-4d32-9bc7-de8124835d79,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:27.893239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Routers {'b0a1632e-e988-4e8e-ae0e-12c815147176'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:27.893867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:42:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b0a1632e-e988-4e8e-ae0e-12c815147176'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:27.937174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0595d9b3-c968-41b1-9548-6a412fb8d87f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:27.949278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:28.038839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:28.082115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:28.087335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:28.089856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:28.097867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=f0cb01ce-2ce7-4153-8012-7ae9005fdf1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:28.164940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] Set router b0a1632e-e988-4e8e-ae0e-12c815147176 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:28.338460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'name': 'tempest-snat-router-340233236', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203'}], 'enable_snat': False}, 'gw_port_id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:26Z', 'revision_number': 3, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port': {'id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:28.369515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de0886d-403a-4a0b-9388-159f5692ca26 None None] The sync data for ids ['b0a1632e-e988-4e8e-ae0e-12c815147176'] in ncdv-master-1 is: [{'id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'name': 'tempest-snat-router-340233236', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203'}], 'enable_snat': False}, 'gw_port_id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:26Z', 'revision_number': 3, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port': {'id': 'ea274b11-b9ef-4d32-9bc7-de8124835d79', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:c5:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0a1632e-e988-4e8e-ae0e-12c815147176', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2645, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:43:25Z', 'updated_at': '2022-05-02T10:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:28.449496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (d864da50-6dd6-44df-9358-b32a7d0a45d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:28.681256 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.226928 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.263793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router d864da50-6dd6-44df-9358-b32a7d0a45d1 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:29.371912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:29.381191 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Sync routers for ids ['d864da50-6dd6-44df-9358-b32a7d0a45d1'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:29.390174 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Routers {'d864da50-6dd6-44df-9358-b32a7d0a45d1'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:29.390778 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d864da50-6dd6-44df-9358-b32a7d0a45d1'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:29.454636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.455912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bcc039a2-412f-453c-848e-3d3393db9982 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.3409116 May 02 10:43:29.458566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:29.500292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Set router d864da50-6dd6-44df-9358-b32a7d0a45d1 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:29.570790 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c20dfa4b-6349-4233-a14d-dbe9c63a5821 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/d864da50-6dd6-44df-9358-b32a7d0a45d1 HTTP/1.1" status: 200 len: 907 time: 0.1110132 May 02 10:43:29.576391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53984) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:29.688872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.783511 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd864da50-6dd6-44df-9358-b32a7d0a45d1', 'name': 'tempest-snat-router-340233236', 'tenant_id': 'b03f02d687d24a6493bc2d150cef4242', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.162'}], 'enable_snat': True}, 'gw_port_id': 'f0cb01ce-2ce7-4153-8012-7ae9005fdf1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:43:27Z', 'updated_at': '2022-05-02T10:43:28Z', 'revision_number': 3, 'project_id': 'b03f02d687d24a6493bc2d150cef4242', 'gw_port': {'id': 'f0cb01ce-2ce7-4153-8012-7ae9005fdf1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:61:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd864da50-6dd6-44df-9358-b32a7d0a45d1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2647, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:43:27Z', 'updated_at': '2022-05-02T10:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:29.804615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (d864da50-6dd6-44df-9358-b32a7d0a45d1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.811958 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Checking router: d864da50-6dd6-44df-9358-b32a7d0a45d1 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:29.812316 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Updating router d864da50-6dd6-44df-9358-b32a7d0a45d1 port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:43:29.841157 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:29.915590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Deleting port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:29.915992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.004864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.023968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Calling delete_port for f0cb01ce-2ce7-4153-8012-7ae9005fdf1e owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:30.111847 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks [] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.203715 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.256324 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Pushing event updated for resources: {'Port': ['ID=f0cb01ce-2ce7-4153-8012-7ae9005fdf1e,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:30.260488 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:30.260488 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:30.260488 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:30.268579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.268889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.269229 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.269563 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.269890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.270216 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.270540 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.270867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.271731 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.272113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.272437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.272790 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.273110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.273428 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.273744 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6c41d40-b2de-47b8-9e12-58016393dfb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:30.276971 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:30.277336 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:30.277730 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.278102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:30.278562 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Bound port: f0cb01ce-2ce7-4153-8012-7ae9005fdf1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:30.278937 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.364164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.365924 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.db.api [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=115665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:43:30.366355 ncdv-master-1 neutron-server[115665]: DEBUG oslo_db.api [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:43:30.389209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0cb01ce-2ce7-4153-8012-7ae9005fdf1e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:30.453433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (d864da50-6dd6-44df-9358-b32a7d0a45d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.549708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.551900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (d864da50-6dd6-44df-9358-b32a7d0a45d1), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.568495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.633691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea274b11-b9ef-4d32-9bc7-de8124835d79 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:43:30.680359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ea274b11-b9ef-4d32-9bc7-de8124835d79 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:30.680774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.684021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (d864da50-6dd6-44df-9358-b32a7d0a45d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.691126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d864da50-6dd6-44df-9358-b32a7d0a45d1 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:30.691126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.691126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b7ebe5c6-ac7b-47c9-b028-c40e89cacacb tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/routers/d864da50-6dd6-44df-9358-b32a7d0a45d1 HTTP/1.1" status: 204 len: 168 time: 1.1156445 May 02 10:43:30.693072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:30.763040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ea274b11-b9ef-4d32-9bc7-de8124835d79 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:30.763434 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.784896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port ea274b11-b9ef-4d32-9bc7-de8124835d79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea274b11-b9ef-4d32-9bc7-de8124835d79,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:30.804038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.835357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.885676 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:30.886279 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:30.886411 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Attempting to bind port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:30.889371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=ea274b11-b9ef-4d32-9bc7-de8124835d79,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:30.893147 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:30.893522 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:30.893930 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.894337 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:30.895000 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Bound port: f0cb01ce-2ce7-4153-8012-7ae9005fdf1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:30.895395 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f0cb01ce-2ce7-4153-8012-7ae9005fdf1e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.914934 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.plugin [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Port f0cb01ce-2ce7-4153-8012-7ae9005fdf1e has been deleted concurrently {{(pid=115665) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:680}} May 02 10:43:30.915428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (b0a1632e-e988-4e8e-ae0e-12c815147176), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:30.924214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Routers set() bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:30.924584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Router IDs set() for agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 02 10:43:30.925204 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_agentschedulers_db [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d864da50-6dd6-44df-9358-b32a7d0a45d1'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent'). {{(pid=115665) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} May 02 10:43:30.925584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-679d7924-9eb5-41d2-8d0a-c97b4082b067 None None] The sync data for ids ['d864da50-6dd6-44df-9358-b32a7d0a45d1'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:31.042051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Deleting port ea274b11-b9ef-4d32-9bc7-de8124835d79 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:31.042399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.126767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] For port ea274b11-b9ef-4d32-9bc7-de8124835d79, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ea274b11-b9ef-4d32-9bc7-de8124835d79,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:31.126767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.139310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Calling delete_port for ea274b11-b9ef-4d32-9bc7-de8124835d79 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:31.381561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ea274b11-b9ef-4d32-9bc7-de8124835d79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.407758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event deleted for resources: {'Port': ['ID=ea274b11-b9ef-4d32-9bc7-de8124835d79,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:31.467815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (b0a1632e-e988-4e8e-ae0e-12c815147176), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.561790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.563931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_controller (b0a1632e-e988-4e8e-ae0e-12c815147176), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.660926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (b0a1632e-e988-4e8e-ae0e-12c815147176), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.661879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0a1632e-e988-4e8e-ae0e-12c815147176 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:31.666182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.672210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73b8ee3a-0a25-4381-a871-a81961669d41 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "DELETE /v2.0/routers/b0a1632e-e988-4e8e-ae0e-12c815147176 HTTP/1.1" status: 204 len: 168 time: 0.9733448 May 02 10:43:31.672320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54000) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:31.675902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1579955333', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:31.758911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.760065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.818662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:31.925335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.037058 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.305538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.324898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.435456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Allocated IP 172.35.4.130 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/20f687d0-5bf2-4e6e-9e90-92e36b416837) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:32.536555 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for port (20f687d0-5bf2-4e6e-9e90-92e36b416837), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.609350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea274b11-b9ef-4d32-9bc7-de8124835d79 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:32.633672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ea274b11-b9ef-4d32-9bc7-de8124835d79 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:32.634013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ea274b11-b9ef-4d32-9bc7-de8124835d79 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:32.655631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20f687d0-5bf2-4e6e-9e90-92e36b416837), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:32.700529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:32.705503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:32.711314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:32.714682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event updated for resources: {'Port': ['ID=20f687d0-5bf2-4e6e-9e90-92e36b416837,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:33.047215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:33.255715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:33.746647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Router 7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:33.862417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:33.874969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] Sync routers for ids ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:33.884896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] Routers {'7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:33.885505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:33.918869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:33.927255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] Routers {'7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:33.927883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:33.935079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:33.936357 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eba6f273-2c38-49d9-a610-bb7debf7c198 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.2641141 May 02 10:43:33.939309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:33.944067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:33.965117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:33.966130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5952151b-c9b0-4ad5-a4d1-2b4c332338a0 None None] The sync data for ids ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:34.251370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:34.705458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:34.708825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:34.818932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router 7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:34.936657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:34.941656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:34.943554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-feb66b45-a2db-4d96-a2a6-d4859194d564 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "PUT /v2.0/routers/7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 200 len: 922 time: 1.0026293 May 02 10:43:34.945580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:34.946304 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] Sync routers for ids ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:34.956219 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] Routers {'7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:34.956872 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:34.994073 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:35.002945 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] Routers {'7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:35.003547 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:35.037266 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:35.037884 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd35f5e-2be2-4f3d-8719-879fe6896912 None None] The sync data for ids ['7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:35.056103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-58ef8d6e-9e2a-4930-be71-2051a1ecbf99 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 200 len: 922 time: 0.1094315 May 02 10:43:35.058800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54026) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:35.133279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7b9c1d-2dff-455b-81a0-e265a8afffd6 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:35.135214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df7b9c1d-2dff-455b-81a0-e265a8afffd6 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0755119 May 02 10:43:35.137837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54028) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:35.228969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd25a67-f96d-455c-ac57-32aeea32e239 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:35.230367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9bd25a67-f96d-455c-ac57-32aeea32e239 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0916312 May 02 10:43:35.233125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:35.260850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c6d77d54-0fbf-4381-a114-4165bb059e49 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 200 len: 205 time: 0.0266662 May 02 10:43:35.263178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:35.645679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:35.753588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:35.876858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port 20f687d0-5bf2-4e6e-9e90-92e36b416837 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:35.877547 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (20f687d0-5bf2-4e6e-9e90-92e36b416837), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:35.959066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (20f687d0-5bf2-4e6e-9e90-92e36b416837), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:35.972262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for 20f687d0-5bf2-4e6e-9e90-92e36b416837 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:36.183725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20f687d0-5bf2-4e6e-9e90-92e36b416837), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.209255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=20f687d0-5bf2-4e6e-9e90-92e36b416837,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:36.271662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.371660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.373819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.483750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.484330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router 7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:36.493886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.493886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36380c30-e951-48df-af7d-d0e250ae3a70 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 204 len: 168 time: 1.2282882 May 02 10:43:36.496169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54044) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:36.500476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-530623409', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:36.609653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (820444ae-6e85-48ef-806b-424510ff7f59), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.610718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (820444ae-6e85-48ef-806b-424510ff7f59), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.663969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (820444ae-6e85-48ef-806b-424510ff7f59), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.752893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (820444ae-6e85-48ef-806b-424510ff7f59), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.817018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:36.818844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4f45511f-38a6-4b62-b9e7-36da1e127d16 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3217022 May 02 10:43:36.821720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:36.826244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:37.055716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (820444ae-6e85-48ef-806b-424510ff7f59), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:37.326291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (820444ae-6e85-48ef-806b-424510ff7f59), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:37.349056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:37.456679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Allocated IP 172.35.4.93 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/823dd23e-0ec7-4758-ae8a-ec4d31058009) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:37.566431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for port (823dd23e-0ec7-4758-ae8a-ec4d31058009), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:37.684378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (823dd23e-0ec7-4758-ae8a-ec4d31058009), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:37.722988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:37.728509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:37.732121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:37.754888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event updated for resources: {'Port': ['ID=823dd23e-0ec7-4758-ae8a-ec4d31058009,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:38.124910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (820444ae-6e85-48ef-806b-424510ff7f59), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:38.334787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (820444ae-6e85-48ef-806b-424510ff7f59), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:38.338639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (820444ae-6e85-48ef-806b-424510ff7f59), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:38.532175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Router 820444ae-6e85-48ef-806b-424510ff7f59 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:38.652224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:38.658976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:38.660142 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c58ea27-b6c1-4e47-913a-32fb69f19b3e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "PUT /v2.0/routers/820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 200 len: 878 time: 1.8374865 May 02 10:43:38.662946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54080) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:38.665985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] Sync routers for ids ['820444ae-6e85-48ef-806b-424510ff7f59'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:38.677064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] Routers {'820444ae-6e85-48ef-806b-424510ff7f59'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:38.677748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['820444ae-6e85-48ef-806b-424510ff7f59'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:38.712813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:38.722129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] Routers {'820444ae-6e85-48ef-806b-424510ff7f59'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:38.722929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['820444ae-6e85-48ef-806b-424510ff7f59'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:38.762540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:38.763191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8283b534-bb78-48f8-a868-a0ee722a5854 None None] The sync data for ids ['820444ae-6e85-48ef-806b-424510ff7f59'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:38.777055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b66200e2-8d2e-4e06-8804-5db93f208e9d tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 200 len: 919 time: 0.1130114 May 02 10:43:38.779748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:38.819316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ae97b25-47f2-46f4-8a73-8b8d372e4f72 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:38.820842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ae97b25-47f2-46f4-8a73-8b8d372e4f72 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=820444ae-6e85-48ef-806b-424510ff7f59&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0401750 May 02 10:43:38.823811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54084) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:38.916935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af600cad-b90f-4e54-b9c5-a9527be3a273 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:38.918267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af600cad-b90f-4e54-b9c5-a9527be3a273 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.0936151 May 02 10:43:38.921331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54086) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:38.950226 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-53893682-6bc5-4715-a764-47f5c6e71d3f tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 200 len: 205 time: 0.0278065 May 02 10:43:38.952664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54088) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:39.058727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:39.065331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (820444ae-6e85-48ef-806b-424510ff7f59), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.482735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (820444ae-6e85-48ef-806b-424510ff7f59), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.552279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (62e8f0eb-decb-4df3-baec-5563baca8c36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.668414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.674584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.680609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.689139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.691788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.697317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.702585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:39.704586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-6870d769-4009-43d2-a4d9-814f1e37d648 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.0969329 May 02 10:43:39.705184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port 823dd23e-0ec7-4758-ae8a-ec4d31058009 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:39.705529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (823dd23e-0ec7-4758-ae8a-ec4d31058009), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.810269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Deleting port dd73b5eb-29b6-4ada-9467-264d8e4e9896 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:39.810616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.828187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f83b0909-8ea2-4d56-8e38-f96c8090996a req-5355d067-d832-4915-83b0-d9f6a5798e6f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103716 May 02 10:43:39.831921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (823dd23e-0ec7-4758-ae8a-ec4d31058009), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.850580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for 823dd23e-0ec7-4758-ae8a-ec4d31058009 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:39.910755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] For port dd73b5eb-29b6-4ada-9467-264d8e4e9896, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dd73b5eb-29b6-4ada-9467-264d8e4e9896,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:39.911094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:39.926688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Calling delete_port for dd73b5eb-29b6-4ada-9467-264d8e4e9896 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:40.175425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (823dd23e-0ec7-4758-ae8a-ec4d31058009), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.209020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd73b5eb-29b6-4ada-9467-264d8e4e9896), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.209974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=823dd23e-0ec7-4758-ae8a-ec4d31058009,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:40.233354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd73b5eb-29b6-4ada-9467-264d8e4e9896,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:40.283902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (820444ae-6e85-48ef-806b-424510ff7f59), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.398126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (820444ae-6e85-48ef-806b-424510ff7f59), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.400737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (820444ae-6e85-48ef-806b-424510ff7f59), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.575584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (820444ae-6e85-48ef-806b-424510ff7f59), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.576299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router 820444ae-6e85-48ef-806b-424510ff7f59 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:40.587614 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.593828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-afc8f71b-0f8b-4780-8745-158dbcdb99e3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 204 len: 168 time: 1.6352661 May 02 10:43:40.593828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54146) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:40.602399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-855398889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:40.668163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:40.679840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.680952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.748731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.758827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (62e8f0eb-decb-4df3-baec-5563baca8c36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.793854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cce6705-8ec3-490b-92eb-1c4ae1076b1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.861629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.882616 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cce6705-8ec3-490b-92eb-1c4ae1076b1f admin admin] Publish callbacks [] for security_group (d87f90fa-b5e8-4c6c-8798-cbc06c55895e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.901166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.906789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.912178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.918223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.923702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.929143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.934449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:40.936404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f11d8e81-4685-44a7-8f38-b9c3b9749a03 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1257284 May 02 10:43:40.949272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cce6705-8ec3-490b-92eb-1c4ae1076b1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d87f90fa-b5e8-4c6c-8798-cbc06c55895e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.978907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:40.982606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a12f10ce-b3c4-4d41-91a9-8bb6e9e639ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3864455 May 02 10:43:40.990243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54154) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:40.994762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': True}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:41.005948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7cce6705-8ec3-490b-92eb-1c4ae1076b1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=40050853f73b4da6a3720799307dded5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3360016 May 02 10:43:41.020095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54156) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:41.042304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce6705-8ec3-490b-92eb-1c4ae1076b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d87f90fa-b5e8-4c6c-8798-cbc06c55895e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:41.043673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-592f5c84-fdb1-4ede-89d6-0a71896753c1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.045246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-592f5c84-fdb1-4ede-89d6-0a71896753c1 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0957115 May 02 10:43:41.061515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.066822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.072294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.077624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.083129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.092074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.097648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:41.097648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6feec083-b46c-4986-951c-45d3e3f55267 req-06628260-ce69-4560-bea8-85d6d45d2ec0 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 5444 time: 0.1596351 May 02 10:43:41.231507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.333401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] Publish callbacks [] for security_group (d87f90fa-b5e8-4c6c-8798-cbc06c55895e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.358898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6feec083-b46c-4986-951c-45d3e3f55267 req-e29c2b5e-25df-4e32-9c81-22781d440a20 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2137439 May 02 10:43:41.367814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-5bbd4ffa-0336-44d1-a7e4-aaa78adf0d3f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3154957 May 02 10:43:41.388349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:41.413403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] Publish callbacks [] for security_group (d87f90fa-b5e8-4c6c-8798-cbc06c55895e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.428183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Router 62e8f0eb-decb-4df3-baec-5563baca8c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:41.499588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (7cc6c8e5-d636-45a6-a3d8-85125e067e67), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.526191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.528827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.637372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.35.4.252 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/bb1a9e0f-a745-4aa0-b586-c73c47497899) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:41.659162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:41.665535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c2fee38-33d4-4ee4-8baa-192941cf3c97 admin admin] 10.222.0.16 "PUT /v2.0/routers/62e8f0eb-decb-4df3-baec-5563baca8c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6047144 May 02 10:43:41.669016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54162) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:41.672919 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Sync routers for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:41.687542 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:41.688325 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:41.692085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d87f90fa-b5e8-4c6c-8798-cbc06c55895e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.695366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.696528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d87f90fa-b5e8-4c6c-8798-cbc06c55895e HTTP/1.1" status: 204 len: 168 time: 0.6753192 May 02 10:43:41.709778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eec5343-f3f3-4db1-b8e8-7b44da3a1d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87f90fa-b5e8-4c6c-8798-cbc06c55895e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:41.754070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=06387acc-1e44-465b-b050-725c78821d5d,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:41.802084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] For port 06387acc-1e44-465b-b050-725c78821d5d, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:41.830737 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:41.839578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] device_id is not set on port 06387acc-1e44-465b-b050-725c78821d5d yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:43:41.849327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Publish callbacks [] for port (06387acc-1e44-465b-b050-725c78821d5d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.850663 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks [] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.888285 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (bb1a9e0f-a745-4aa0-b586-c73c47497899), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.905587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.986271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks [] for router_gateway (62e8f0eb-decb-4df3-baec-5563baca8c36), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:41.994486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] No DVR routers for this DVR port 06387acc-1e44-465b-b050-725c78821d5d on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:42.025665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Pushing event updated for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:42.036955 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:43:40Z', 'revision_number': 5, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port': {'id': 'de49bf33-182a-4109-91f5-c2489e4bbfba', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:28:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1609, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:32:44Z', 'updated_at': '2022-05-02T10:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:42.041715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bb1a9e0f-a745-4aa0-b586-c73c47497899), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.047945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] In _notify_port_updated(), no bound segment for port 06387acc-1e44-465b-b050-725c78821d5d on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:43:42.049128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.049608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.051230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-86ea646f-bbbf-4541-8c7f-320fdce14764 service neutron] 10.222.0.24 "PUT /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 200 len: 1031 time: 0.6671674 May 02 10:43:42.075829 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Checking router: 62e8f0eb-decb-4df3-baec-5563baca8c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:42.085921 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Routers {'62e8f0eb-decb-4df3-baec-5563baca8c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:42.087296 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['62e8f0eb-decb-4df3-baec-5563baca8c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:42.123298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:42.135546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-bdddd30a-30e3-4448-b76b-3a94f060c352 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.137254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-bdddd30a-30e3-4448-b76b-3a94f060c352 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "GET /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0805266 May 02 10:43:42.137517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:42.149316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:42.149518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:42.201096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=bb1a9e0f-a745-4aa0-b586-c73c47497899,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:42.201336 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] Set router 62e8f0eb-decb-4df3-baec-5563baca8c36 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:42.218325 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Deleting port de49bf33-182a-4109-91f5-c2489e4bbfba {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:42.218675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.255064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.286163 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:43:41Z', 'revision_number': 6, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:42.305622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e6279e4b-acb2-4c64-a7a5-d09d2360980e None None] Provisioning complete for port 06387acc-1e44-465b-b050-725c78821d5d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:42.306630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e6279e4b-acb2-4c64-a7a5-d09d2360980e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06387acc-1e44-465b-b050-725c78821d5d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.312528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae1c9db8-8e05-4da0-8b8d-2e93d7fbe5a6 None None] The sync data for ids ['62e8f0eb-decb-4df3-baec-5563baca8c36'] in ncdv-master-1 is: [{'id': '62e8f0eb-decb-4df3-baec-5563baca8c36', 'name': 'tempest-TaggedBootDevicesTest-1756998940-router', 'tenant_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:32:43Z', 'updated_at': '2022-05-02T10:43:41Z', 'revision_number': 6, 'project_id': '4159f5ce4fb544c2bae494d5bcd6f3e0', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:42.362849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e6279e4b-acb2-4c64-a7a5-d09d2360980e None None] Port 06387acc-1e44-465b-b050-725c78821d5d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:43:42.420931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] For port de49bf33-182a-4109-91f5-c2489e4bbfba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=de49bf33-182a-4109-91f5-c2489e4bbfba,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:42.421308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.423083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:42.441358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Calling delete_port for de49bf33-182a-4109-91f5-c2489e4bbfba owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:42.487842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] For port e00f9a18-c4aa-4a4b-945a-964ea4a5394e, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:42.524254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] device_id is not set on port e00f9a18-c4aa-4a4b-945a-964ea4a5394e yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:43:42.533223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Publish callbacks [] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.543438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54170) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:42.556859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a119e1f7-b38f-445a-8fd0-9d4435d5f9bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.595459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.601381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.606820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.611969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.612526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.617351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.623616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.624643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-6c57b369-0534-4dd5-a490-2920999f6a2f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 4666 time: 0.1362646 May 02 10:43:42.693139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a119e1f7-b38f-445a-8fd0-9d4435d5f9bd admin admin] Publish callbacks [] for security_group (dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.695141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] No DVR routers for this DVR port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:42.737208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd73b5eb-29b6-4ada-9467-264d8e4e9896 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:42.756958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Pushing event updated for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:42.775427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dd73b5eb-29b6-4ada-9467-264d8e4e9896 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:42.779681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dd73b5eb-29b6-4ada-9467-264d8e4e9896 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:42.781774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a119e1f7-b38f-445a-8fd0-9d4435d5f9bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.786074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] In _notify_port_updated(), no bound segment for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e on network 4114ebda-3413-4a09-ad17-9bdf094e1440 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:43:42.791729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:42.792636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.794695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-6bfbcc0d-4b13-4273-912e-24b5e51de321 service neutron] 10.222.0.24 "PUT /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 200 len: 1032 time: 0.6508069 May 02 10:43:42.865009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (7cc6c8e5-d636-45a6-a3d8-85125e067e67), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.880791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a119e1f7-b38f-445a-8fd0-9d4435d5f9bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:42.902617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a119e1f7-b38f-445a-8fd0-9d4435d5f9bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b054ddfd37204cd08734adcf05d4a153&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3580766 May 02 10:43:42.923915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:42.923915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-662a226e-3cbd-4920-85ec-4b86cfeb7b73 req-7f3fbc41-3f3d-4064-97b2-607233ebe5b8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&id=ee2d5727-dc99-4607-aab1-6335ffcf451d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2591994 May 02 10:43:42.923915 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (de49bf33-182a-4109-91f5-c2489e4bbfba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:42.951127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:42.951127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.060348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] For port 00ed84d9-d5f9-4c97-9047-2fe779a144f5, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=00ed84d9-d5f9-4c97-9047-2fe779a144f5,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:43.061052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.075532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for 00ed84d9-d5f9-4c97-9047-2fe779a144f5 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:43.103401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4934b589-c091-43c0-aac4-a6226db1c7a2 None None] Provisioning complete for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:43.104141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4934b589-c091-43c0-aac4-a6226db1c7a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.144583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4934b589-c091-43c0-aac4-a6226db1c7a2 None None] Port e00f9a18-c4aa-4a4b-945a-964ea4a5394e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:43:43.278762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (00ed84d9-d5f9-4c97-9047-2fe779a144f5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.291392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=de49bf33-182a-4109-91f5-c2489e4bbfba,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:43.308095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=00ed84d9-d5f9-4c97-9047-2fe779a144f5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:43.360151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] No DVR routers for this DVR port 00ed84d9-d5f9-4c97-9047-2fe779a144f5 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:43.362811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.366225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f27bfbad-3908-4d94-bdb9-6f67d9da31fc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "DELETE /v2.0/ports/00ed84d9-d5f9-4c97-9047-2fe779a144f5 HTTP/1.1" status: 204 len: 173 time: 0.5365188 May 02 10:43:43.366666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:43.368988 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9eb80b9-f4b6-4600-a530-6c15ffef96bf" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:43.407976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] Publish callbacks [] for security_group (dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.410731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (62e8f0eb-decb-4df3-baec-5563baca8c36), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.420213 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb616120-be9f-4d11-ab18-53a38dccfa29 x-openstack-request-id: req-cb616120-be9f-4d11-ab18-53a38dccfa29 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:43.420379 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "00ed84d9-d5f9-4c97-9047-2fe779a144f5", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:43.420592 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cb616120-be9f-4d11-ab18-53a38dccfa29 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:43.421013 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb616120-be9f-4d11-ab18-53a38dccfa29'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '00ed84d9-d5f9-4c97-9047-2fe779a144f5', 'status': 'completed', 'code': 200} May 02 10:43:43.446544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00f9a18-c4aa-4a4b-945a-964ea4a5394e no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:43.464736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port 3a8b1766-f116-438b-87f6-f4a402574316 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:43.465275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.495331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port e00f9a18-c4aa-4a4b-945a-964ea4a5394e host ! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:43:43.496020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00f9a18-c4aa-4a4b-945a-964ea4a5394e not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:43.496693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 3a8b1766-f116-438b-87f6-f4a402574316 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:43.528914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] Publish callbacks [] for security_group (dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.563302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.569469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:43.569772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3a8b1766-f116-438b-87f6-f4a402574316), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.570291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks [] for router_controller (62e8f0eb-decb-4df3-baec-5563baca8c36), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.585884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for 3a8b1766-f116-438b-87f6-f4a402574316 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:43.594896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 3a8b1766-f116-438b-87f6-f4a402574316 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:43.595624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3a8b1766-f116-438b-87f6-f4a402574316), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.631727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 3a8b1766-f116-438b-87f6-f4a402574316, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=3a8b1766-f116-438b-87f6-f4a402574316,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:43.633121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:43.635683 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5a24f7b-cd25-4b77-8f78-dc96c3b6d419" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8b1766-f116-438b-87f6-f4a402574316"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:43.686763 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55663923-c107-4d51-bb70-5733e1cbb637 x-openstack-request-id: req-55663923-c107-4d51-bb70-5733e1cbb637 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:43.687141 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "3a8b1766-f116-438b-87f6-f4a402574316", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:43.687475 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55663923-c107-4d51-bb70-5733e1cbb637 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:43.687942 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55663923-c107-4d51-bb70-5733e1cbb637'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316', 'code': 200} May 02 10:43:43.703961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.705453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06387acc-1e44-465b-b050-725c78821d5d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:43.709988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.716121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.779031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.781827 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.786028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806 HTTP/1.1" status: 204 len: 168 time: 0.8707583 May 02 10:43:43.786378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 06387acc-1e44-465b-b050-725c78821d5d host ! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:43:43.786797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (62e8f0eb-decb-4df3-baec-5563baca8c36), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.787190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 06387acc-1e44-465b-b050-725c78821d5d not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:43.787794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62e8f0eb-decb-4df3-baec-5563baca8c36 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:43.788380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 76ad2b06-1168-4e7f-b69b-0d807e307ed8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:43.790585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:43.792672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.796663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7b7a652-eb46-4e9f-945f-0cc8d7aa8fd5 admin admin] 10.222.0.16 "DELETE /v2.0/routers/62e8f0eb-decb-4df3-baec-5563baca8c36 HTTP/1.1" status: 204 len: 168 time: 2.1264837 May 02 10:43:43.797291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54182) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:43.801642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.802218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.802730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.804353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.804927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.805308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.805657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.805994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.806336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.806674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.807013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.807348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.807685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.808018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.808350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:43:43.821263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3a8b1766-f116-438b-87f6-f4a402574316), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:43.869018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=3a8b1766-f116-438b-87f6-f4a402574316,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:43.898001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d6140a-6cef-4c70-b53d-a5ab46583dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6be114-bf2d-4dcf-aa3b-bb61e7cb1806,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:43.981857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:43.981857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.025293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] No DVR routers for this DVR port 3a8b1766-f116-438b-87f6-f4a402574316 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:44.028570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.031793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:44.033208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-a9d2ddf9-6bd7-422d-83a4-b009cc41e1a6 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "DELETE /v2.0/ports/3a8b1766-f116-438b-87f6-f4a402574316 HTTP/1.1" status: 204 len: 173 time: 0.6616364 May 02 10:43:44.034563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Deleting subnet b4d69025-7dc4-4f78-ada3-b2f722613599 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:44.039539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Publish callbacks [] for subnet (b4d69025-7dc4-4f78-ada3-b2f722613599), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.085437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b4d69025-7dc4-4f78-ada3-b2f722613599), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.133634 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.134753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:44.142873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router 7cc6c8e5-d636-45a6-a3d8-85125e067e67 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:44.153759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d3a6-581e-4415-a51c-8ea13006f23a req-7afb4f8e-9ca0-46ef-b9a0-eac96fe7e96f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:44.159070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d3a6-581e-4415-a51c-8ea13006f23a req-7afb4f8e-9ca0-46ef-b9a0-eac96fe7e96f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:44.165053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420d3a6-581e-4415-a51c-8ea13006f23a req-7afb4f8e-9ca0-46ef-b9a0-eac96fe7e96f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:44.166881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4420d3a6-581e-4415-a51c-8ea13006f23a req-7afb4f8e-9ca0-46ef-b9a0-eac96fe7e96f tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 2417 time: 0.1010265 May 02 10:43:44.202979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:44.203263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.255658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b4d69025-7dc4-4f78-ada3-b2f722613599), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.262325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:44.292807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4420d3a6-581e-4415-a51c-8ea13006f23a req-fc9a4ece-b349-407c-b292-51f34d0bbb31 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197762 May 02 10:43:44.315356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.339507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:44.340261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.342888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:44.343266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.361932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:44.392028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:44.398442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.406685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:44.411046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] Sync routers for ids ['7cc6c8e5-d636-45a6-a3d8-85125e067e67'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:44.421323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c913e414-b328-4cad-a652-35efc8687ccd tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "PUT /v2.0/routers/7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 200 len: 914 time: 3.4299164 May 02 10:43:44.425674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54190) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:44.426703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] Routers {'7cc6c8e5-d636-45a6-a3d8-85125e067e67'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:44.440555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7cc6c8e5-d636-45a6-a3d8-85125e067e67'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:44.481170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b4d69025-7dc4-4f78-ada3-b2f722613599), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.514427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:44.519231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4d69025-7dc4-4f78-ada3-b2f722613599,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:44.547376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.548173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 00ed84d9-d5f9-4c97-9047-2fe779a144f5 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:44.548677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.560414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184faa3c-a806-4119-a6dd-14bae1c32ee6 None None] Network ed1be2d6-1882-4344-b580-dc4a18d167a1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:44.576719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-098e95a3-09de-4ecc-aa24-18513726fef6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b4d69025-7dc4-4f78-ada3-b2f722613599 HTTP/1.1" status: 204 len: 168 time: 0.7641973 May 02 10:43:44.576912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54196) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:44.602818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 00ed84d9-d5f9-4c97-9047-2fe779a144f5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:44.602818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 00ed84d9-d5f9-4c97-9047-2fe779a144f5 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:44.602818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f9ed19c7-6738-457d-98d3-72ef7c9dccf6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:44.699323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] Routers {'7cc6c8e5-d636-45a6-a3d8-85125e067e67'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:44.700227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['7cc6c8e5-d636-45a6-a3d8-85125e067e67'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:44.729599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ee975fd8-c1c4-4d9f-9c9b-71274ca91d86), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.779061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device de49bf33-182a-4109-91f5-c2489e4bbfba no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:44.784639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:44.830627 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ed1be2d6-1882-4344-b580-dc4a18d167a1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.838159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] No DVR routers for this DVR port ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:44.841378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.844887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-da3942aa-d15a-40f9-8eda-79d251b13cfc tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "DELETE /v2.0/ports/ee975fd8-c1c4-4d9f-9c9b-71274ca91d86 HTTP/1.1" status: 204 len: 173 time: 0.8061485 May 02 10:43:44.857112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: de49bf33-182a-4109-91f5-c2489e4bbfba {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:44.857380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device de49bf33-182a-4109-91f5-c2489e4bbfba not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:44.863230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:44.863862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b70ed1a-06e0-481c-a612-5f6717e81569 None None] The sync data for ids ['7cc6c8e5-d636-45a6-a3d8-85125e067e67'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:44.910748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-a9ed5c81-45d3-4d97-8910-26ae5c543a5a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1994057 May 02 10:43:44.913292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d634eff3-e1dc-4bfc-bda1-574666487c5b tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 200 len: 920 time: 0.4859221 May 02 10:43:44.922356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9b34bb-bd0d-4379-b295-2a6451d85feb req-6ef06a83-eeb4-46d5-af1f-50597aed8180 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:44.923906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f9b34bb-bd0d-4379-b295-2a6451d85feb req-6ef06a83-eeb4-46d5-af1f-50597aed8180 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1692269 May 02 10:43:44.926559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54204) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:44.971185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Deleting port f11e5ae2-b29e-46b2-9164-db4605fb4537 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:44.979046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.979571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:44.979571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:44.986946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:44.987826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.006489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=ee975fd8-c1c4-4d9f-9c9b-71274ca91d86,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:45.054229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-a2e38a28-5d96-4738-a90b-d9a0827029fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.055747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-a2e38a28-5d96-4738-a90b-d9a0827029fa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.1103790 May 02 10:43:45.057415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:45.108642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] DHCP port deletion for ed1be2d6-1882-4344-b580-dc4a18d167a1 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:45.110518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] For port 76ad2b06-1168-4e7f-b69b-0d807e307ed8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=76ad2b06-1168-4e7f-b69b-0d807e307ed8,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:45.110939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.135229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for 76ad2b06-1168-4e7f-b69b-0d807e307ed8 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:45.146537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.189873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a57cb05-9e4d-44ec-ae14-f253083387fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.191401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a57cb05-9e4d-44ec-ae14-f253083387fc tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=7cc6c8e5-d636-45a6-a3d8-85125e067e67&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2640378 May 02 10:43:45.203165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Deleting port f11e5ae2-b29e-46b2-9164-db4605fb4537 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:45.203864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.216013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:45.308873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] For port f11e5ae2-b29e-46b2-9164-db4605fb4537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f11e5ae2-b29e-46b2-9164-db4605fb4537,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:45.309249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.312287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:45.327902 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f9b34bb-bd0d-4379-b295-2a6451d85feb req-dc7d7dec-5038-4d15-a502-6f0c8f20ddac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3835936 May 02 10:43:45.356730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] For port f11e5ae2-b29e-46b2-9164-db4605fb4537, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f11e5ae2-b29e-46b2-9164-db4605fb4537,segment=NetworkSegment(855ccc55-fa48-40a1-90a5-019c517abd09),segment_id=855ccc55-fa48-40a1-90a5-019c517abd09)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:45.357160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.390959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (76ad2b06-1168-4e7f-b69b-0d807e307ed8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.404060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Calling delete_port for f11e5ae2-b29e-46b2-9164-db4605fb4537 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:45.425773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:45.428903 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec04a01f-45cb-465a-b448-c942662161fe" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "3a8b1766-f116-438b-87f6-f4a402574316"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:45.442206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=76ad2b06-1168-4e7f-b69b-0d807e307ed8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:45.452455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Calling delete_port for f11e5ae2-b29e-46b2-9164-db4605fb4537 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:45.543371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] No DVR routers for this DVR port 76ad2b06-1168-4e7f-b69b-0d807e307ed8 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:45.546689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.553075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-dc179d39-8225-4750-b9cc-f102d1b9eca8 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "DELETE /v2.0/ports/76ad2b06-1168-4e7f-b69b-0d807e307ed8 HTTP/1.1" status: 204 len: 173 time: 0.7012830 May 02 10:43:45.596433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c92a5b0-0878-4811-a5fd-3b6c1263638c req-5509c644-06ba-4581-9bd2-ba1dc8547329 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.598728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c92a5b0-0878-4811-a5fd-3b6c1263638c req-5509c644-06ba-4581-9bd2-ba1dc8547329 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 944 time: 0.1575274 May 02 10:43:45.612531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcdbcb6-6daa-4456-bdba-9d38c6f372ef req-4d23151c-4701-4f18-b571-1edd283f1fc6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.614034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7bcdbcb6-6daa-4456-bdba-9d38c6f372ef req-4d23151c-4701-4f18-b571-1edd283f1fc6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1384418 May 02 10:43:45.618383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-05e4eb37-3ced-42f3-9844-b732f991710e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.619715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-05e4eb37-3ced-42f3-9844-b732f991710e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.5322297 May 02 10:43:45.620134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.628780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db0e369c-9781-4919-901a-631f53d0a623 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.630149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db0e369c-9781-4919-901a-631f53d0a623 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.3978407 May 02 10:43:45.638870 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:43:45.639714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:45.657133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] Pushing event deleted for resources: {'Port': ['ID=f11e5ae2-b29e-46b2-9164-db4605fb4537,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:45.666746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ddb368-a033-48aa-a9d8-2ccf3b5af4c2 None None] No DVR routers for this DVR port f11e5ae2-b29e-46b2-9164-db4605fb4537 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:45.689350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86'}, {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:45.692133 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120e47d-da44-4980-ab5f-74f02c52c8f8" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86"}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:45.694900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c92a5b0-0878-4811-a5fd-3b6c1263638c req-cf92ab2b-29c6-4010-9228-cd1f92e9c35e tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867155 May 02 10:43:45.714876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:45.715373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.769157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-920faa87-7edd-4b7b-9f0e-2535dbff965b tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 200 len: 205 time: 0.1235416 May 02 10:43:45.774328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:45.790304 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 02 May 2022 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b2687a-26ca-42c8-9a55-3fd0151d5874 x-openstack-request-id: req-08b2687a-26ca-42c8-9a55-3fd0151d5874 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:45.790727 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "3a8b1766-f116-438b-87f6-f4a402574316", "status": "completed", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:45.791212 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08b2687a-26ca-42c8-9a55-3fd0151d5874 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:45.791720 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b2687a-26ca-42c8-9a55-3fd0151d5874'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '3a8b1766-f116-438b-87f6-f4a402574316', 'status': 'completed', 'code': 200} May 02 10:43:45.792082 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b2687a-26ca-42c8-9a55-3fd0151d5874'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'status': 'completed', 'code': 200} May 02 10:43:45.847015 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-3370e6bd-68fd-4d42-8368-e865c72fac6d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.2152181 May 02 10:43:45.850581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7bcdbcb6-6daa-4456-bdba-9d38c6f372ef req-cb762636-0d63-4669-8cb3-280493c825b2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2270832 May 02 10:43:45.855619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f11e5ae2-b29e-46b2-9164-db4605fb4537), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.858353 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 02 May 2022 10:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3825f891-05c0-462e-8663-d0545a1b1123 x-openstack-request-id: req-3825f891-05c0-462e-8663-d0545a1b1123 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:45.858839 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "ee975fd8-c1c4-4d9f-9c9b-71274ca91d86", "code": 200}, {"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-unplugged", "status": "completed", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:45.860207 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3825f891-05c0-462e-8663-d0545a1b1123 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:45.861206 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3825f891-05c0-462e-8663-d0545a1b1123'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'code': 200} May 02 10:43:45.861780 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3825f891-05c0-462e-8663-d0545a1b1123'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee975fd8-c1c4-4d9f-9c9b-71274ca91d86', 'code': 200} May 02 10:43:45.862598 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3825f891-05c0-462e-8663-d0545a1b1123'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'code': 200} May 02 10:43:45.921158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Pushing event deleted for resources: {'Port': ['ID=f11e5ae2-b29e-46b2-9164-db4605fb4537,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:45.926589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] No DVR routers for this DVR port f11e5ae2-b29e-46b2-9164-db4605fb4537 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:45.975670 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:45.979476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-abbccd33-bf00-4284-8b5f-b65adc281a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:45.981421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-abbccd33-bf00-4284-8b5f-b65adc281a72 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.1272326 May 02 10:43:46.031553 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.124590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] For port f9ed19c7-6738-457d-98d3-72ef7c9dccf6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:46.124915 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.402931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ed1be2d6-1882-4344-b580-dc4a18d167a1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.425778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-06599194-37ca-4a31-902a-d8390b0cacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:46.427607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-06599194-37ca-4a31-902a-d8390b0cacb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.4388974 May 02 10:43:46.469733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41c956-0694-416d-9139-0263cd884f17 req-f33c8bf3-c070-4118-812a-c839748ec3dc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:46.475414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f41c956-0694-416d-9139-0263cd884f17 req-f33c8bf3-c070-4118-812a-c839748ec3dc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.4958050 May 02 10:43:46.570613 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-ce60a7d9-8c75-4207-8d48-fdd64813eafe service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338811 May 02 10:43:46.573937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed1be2d6-1882-4344-b580-dc4a18d167a1']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:46.614300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '855ccc55-fa48-40a1-90a5-019c517abd09') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:46.614600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '855ccc55-fa48-40a1-90a5-019c517abd09') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:46.649859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (855ccc55-fa48-40a1-90a5-019c517abd09), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.661679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f11e5ae2-b29e-46b2-9164-db4605fb4537 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:46.669203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (7cc6c8e5-d636-45a6-a3d8-85125e067e67), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.696590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f11e5ae2-b29e-46b2-9164-db4605fb4537 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:46.700343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f11e5ae2-b29e-46b2-9164-db4605fb4537 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:46.726995 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (855ccc55-fa48-40a1-90a5-019c517abd09), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.780059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f41c956-0694-416d-9139-0263cd884f17 req-3d5dd8a2-d6e6-4b7d-9cf1-54b7fca3d1c6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2082560 May 02 10:43:46.784081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:46.788724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (855ccc55-fa48-40a1-90a5-019c517abd09), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: items = [ May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: timer() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:46.796415 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:46.826613 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.827086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.828281 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Floating IP ada5ecc7-95d3-4988-990d-2b81c4742c7d disassociated. External IP: 172.35.4.83, port: f9ed19c7-6738-457d-98d3-72ef7c9dccf6. May 02 10:43:46.828780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for f9ed19c7-6738-457d-98d3-72ef7c9dccf6 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:46.837040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port bb1a9e0f-a745-4aa0-b586-c73c47497899 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:46.838016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bb1a9e0f-a745-4aa0-b586-c73c47497899), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:46.926099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-117bcc3d-017b-4b64-84ff-a12cad9b8f09 req-f9fb3322-4d2a-412c-9892-d165bb0baf26 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3480380 May 02 10:43:46.948453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c923a-4c07-4e30-875f-ef3adfcfc86a req-9e283463-fac8-4237-a876-09cc8e4f0fe1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:46.950064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-354c923a-4c07-4e30-875f-ef3adfcfc86a req-9e283463-fac8-4237-a876-09cc8e4f0fe1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0744019 May 02 10:43:46.999386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b038c4d2-890a-444f-a08c-9df372355ded req-51b10985-abb5-4ffb-8a71-bb5c82d005cf tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:47.001139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b038c4d2-890a-444f-a08c-9df372355ded req-51b10985-abb5-4ffb-8a71-bb5c82d005cf tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 944 time: 0.1614516 May 02 10:43:47.005549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-354c923a-4c07-4e30-875f-ef3adfcfc86a req-8cf27d6d-bac6-4fb4-bb74-795eb23ecbf8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486889 May 02 10:43:47.008951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ed1be2d6-1882-4344-b580-dc4a18d167a1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.015414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.019364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] 10.222.0.16 "DELETE /v2.0/networks/ed1be2d6-1882-4344-b580-dc4a18d167a1 HTTP/1.1" status: 204 len: 168 time: 2.4361148 May 02 10:43:47.024145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:47.050063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8b6ca-5527-49bd-8db3-1b60d87c608d admin admin] Pushing event deleted for resources: {'Network': ['ID=ed1be2d6-1882-4344-b580-dc4a18d167a1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:47.054485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bb1a9e0f-a745-4aa0-b586-c73c47497899), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.120682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for bb1a9e0f-a745-4aa0-b586-c73c47497899 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:47.194556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b038c4d2-890a-444f-a08c-9df372355ded req-b15995e6-9b79-4050-8b23-e465a2d49c5a tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups?id=797a85dc-0495-4313-a65a-f8bf024400fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1832418 May 02 10:43:47.393548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-d302b04f-12eb-4f02-b83e-91fba1e509a3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:47.395033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-d302b04f-12eb-4f02-b83e-91fba1e509a3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1531644 May 02 10:43:47.410666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-f1433e20-7ffe-4e42-a2ea-7869faacb09a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/quotas/608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 375 time: 0.0097010 May 02 10:43:47.472215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-9536dbc7-c1e3-4c7a-b648-aa85b874bfee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0555077 May 02 10:43:47.482981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f9ed19c7-6738-457d-98d3-72ef7c9dccf6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.530734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=f9ed19c7-6738-457d-98d3-72ef7c9dccf6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:47.599402 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-78579ee5-fbf8-4026-ae31-45beb7657fb2 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097386 May 02 10:43:47.689048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bb1a9e0f-a745-4aa0-b586-c73c47497899), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.698786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-9dff8233-de8a-47a5-a904-1f36f602fcce service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921812 May 02 10:43:47.761135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=bb1a9e0f-a745-4aa0-b586-c73c47497899,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:47.794166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:47.796436 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96d68faf-5f30-4b59-a643-467fd22269e6" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:47.836906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Router 98156367-ed73-4b97-bddd-3b183725dd61 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:47.838617 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f79088c-894f-4996-95b1-60f30f8e3a4d x-openstack-request-id: req-9f79088c-894f-4996-95b1-60f30f8e3a4d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:47.838906 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "76ad2b06-1168-4e7f-b69b-0d807e307ed8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:47.839164 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f79088c-894f-4996-95b1-60f30f8e3a4d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:47.839584 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f79088c-894f-4996-95b1-60f30f8e3a4d'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': '76ad2b06-1168-4e7f-b69b-0d807e307ed8', 'status': 'completed', 'code': 200} May 02 10:43:47.840165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (b644dab4-bb75-47c9-baf7-3fb852da90af), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:47.932889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:47.979388 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (7cc6c8e5-d636-45a6-a3d8-85125e067e67), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.021312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fd538b03-3fc2-4f83-8521-076c025aedb5 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/floatingips/e6fdc067-7c86-428b-80ed-331d445a70b0 HTTP/1.1" status: 200 len: 993 time: 0.0870714 May 02 10:43:48.110226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-828ac2b7-4547-483f-b0be-46c61af3d105 req-81b7b46e-e04e-4f56-955f-fabecd6f4f98 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 210 time: 0.1612606 May 02 10:43:48.173433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.176833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (7cc6c8e5-d636-45a6-a3d8-85125e067e67), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.292561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54294) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:48.293678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:48.304392 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Sync routers for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:48.313922 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:48.314543 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:48.357131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdb125c2-02cb-486b-969e-d0f618d6830d req-aee73527-e48f-4027-abc1-40d0febe9622 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.0688970 May 02 10:43:48.387048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] No DVR routers for this DVR port f9ed19c7-6738-457d-98d3-72ef7c9dccf6 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:48.393038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.399190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bba53479-21a5-4b99-a1c9-901ff3161bef req-f39aa2aa-599f-49b3-b00d-f2cf6481fa89 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.24 "DELETE /v2.0/ports/f9ed19c7-6738-457d-98d3-72ef7c9dccf6 HTTP/1.1" status: 204 len: 173 time: 2.8422861 May 02 10:43:48.400550 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (7cc6c8e5-d636-45a6-a3d8-85125e067e67), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.401864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router 7cc6c8e5-d636-45a6-a3d8-85125e067e67 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:48.438393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:48.439781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.442192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c61c9253-9431-49a7-b64d-f5fe00274547 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 204 len: 168 time: 2.6661859 May 02 10:43:48.445673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:48.450473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1052768766', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:48.502353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port bf38d537-661f-46e6-b67c-071ba1a5ee0b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:48.502611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.537110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Deleting port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:48.542055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.587358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.588560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.644873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.645574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (bf38d537-661f-46e6-b67c-071ba1a5ee0b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.666919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for bf38d537-661f-46e6-b67c-071ba1a5ee0b owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:48.691341 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:48.696937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.710274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] For port 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:48.710661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.725642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Calling delete_port for 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:48.729849 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Checking router: 98156367-ed73-4b97-bddd-3b183725dd61 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:48.743880 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:48.744668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:48.784554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.872018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:48.873263 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5804b8ef-af7b-443c-a259-de6a35ba8a14 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4265058 May 02 10:43:48.877878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54308) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:48.882490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'enable_snat': False}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:48.984431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:49.119655 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (558a2cc0-cfb1-4263-bb5f-5677abc0bb4e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.169551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bf38d537-661f-46e6-b67c-071ba1a5ee0b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.213057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=bf38d537-661f-46e6-b67c-071ba1a5ee0b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:49.229816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.231421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:49.265957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71f1034-5aad-41dc-8251-dd7b42d2a300 None None] The sync data for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 is: [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:34:41Z', 'revision_number': 4, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8e9b61c2-b86b-4191-be50-2d1c72c825fc', 'name': '', 'network_id': '2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'mac_address': 'fa:16:3e:f3:a8:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_interface', 'standard_attr_id': 1776, 'fixed_ips': [{'subnet_id': '180f2185-f21a-4166-9331-aca1aaa14460', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:35Z', 'updated_at': '2022-05-02T10:34:48Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'subnets': [{'id': '180f2185-f21a-4166-9331-aca1aaa14460', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:49.293833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=558a2cc0-cfb1-4263-bb5f-5677abc0bb4e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:49.326694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6438dd76-05f4-4e76-99f1-ff3a911f6bd7 req-2103f922-21a8-41c2-8b09-f2a119b8e98c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 210 time: 0.0380290 May 02 10:43:49.339938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for floatingip (e6fdc067-7c86-428b-80ed-331d445a70b0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.340297 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Floating IP e6fdc067-7c86-428b-80ed-331d445a70b0 disassociated (deleted). External IP: 172.35.4.139, port: 20461c32-3b63-4bc9-b4f4-453f9f24eb34. May 02 10:43:49.758471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c95e71a2-150d-41d7-815d-21cd8e897d78 None None] New status for floating IP ada5ecc7-95d3-4988-990d-2b81c4742c7d: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:43:49.880102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (8036a57a-1cfe-48ef-aa12-01d6b5211511), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.904343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:49.910538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router f4b2958d-d0df-4ed4-8957-9d3de1f102ef has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:49.919301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:49.922575 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-986bad98-1600-462b-a701-978ecbf61917" -d '{"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:49.929576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1730b485-de22-405b-a2d7-47dbdaf42de5 req-f0687f9f-2d47-465a-b2ab-7a117b870d4c tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/ports?device_id=53a0f425-cbd4-49e9-93ca-0a2cea1ab285 HTTP/1.1" status: 200 len: 210 time: 0.4415216 May 02 10:43:49.989287 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39fda90c-0a0f-486f-a9c7-bc0d084b02ee x-openstack-request-id: req-39fda90c-0a0f-486f-a9c7-bc0d084b02ee {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:49.989569 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53a0f425-cbd4-49e9-93ca-0a2cea1ab285", "name": "network-vif-deleted", "tag": "f9ed19c7-6738-457d-98d3-72ef7c9dccf6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:49.989825 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39fda90c-0a0f-486f-a9c7-bc0d084b02ee {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:49.990824 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39fda90c-0a0f-486f-a9c7-bc0d084b02ee'] response: {'server_uuid': '53a0f425-cbd4-49e9-93ca-0a2cea1ab285', 'name': 'network-vif-deleted', 'tag': 'f9ed19c7-6738-457d-98d3-72ef7c9dccf6', 'status': 'completed', 'code': 200} May 02 10:43:50.020557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (b644dab4-bb75-47c9-baf7-3fb852da90af), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:50.298135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Router b644dab4-bb75-47c9-baf7-3fb852da90af has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:43:50.508763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ae4a537-5c50-4ba8-a8e2-4229660b2afe req-e45d7782-2b76-42b9-ad1e-02bcb4e741d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 210 time: 0.0828118 May 02 10:43:50.522106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Allocated IP 172.35.4.65 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:50.546054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:50.550893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:50.555804 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Sync routers for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:50.562037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c8cd562b-fd09-45ad-b16f-edd4421f0d50 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:50.564284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c8cd562b-fd09-45ad-b16f-edd4421f0d50 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.2187772 May 02 10:43:50.568409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:50.572262 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:50.573124 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:50.577036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Sync routers for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:50.579455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-548bf74b-21a9-44c3-894c-7d46896f78e9 admin admin] 10.222.0.16 "PUT /v2.0/routers/b644dab4-bb75-47c9-baf7-3fb852da90af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5341227 May 02 10:43:50.585544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:50.595083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'device_id': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'admin_state_up': True, 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:50.597105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:50.597950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:50.627132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02276227-f3ac-4bf2-ad2d-b680799f6aee tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/floatingips/e6fdc067-7c86-428b-80ed-331d445a70b0 HTTP/1.1" status: 204 len: 168 time: 2.3330648 May 02 10:43:50.631326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:50.634141 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5559d27c-cc4a-4383-9d0d-38b979c95fda" -d '{"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:50.748153 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c820edd-a70b-4301-a66b-5080168afe85 x-openstack-request-id: req-3c820edd-a70b-4301-a66b-5080168afe85 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:50.748634 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:50.748992 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3c820edd-a70b-4301-a66b-5080168afe85 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:50.749873 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c820edd-a70b-4301-a66b-5080168afe85'] response: {'name': 'network-changed', 'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'status': 'completed', 'code': 200} May 02 10:43:50.772948 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:50.802432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for port (10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:50.811687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:50.922418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-9379701f-2d09-4b18-8bf7-f5c6c017890b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:50.924190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-9379701f-2d09-4b18-8bf7-f5c6c017890b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=63740057f4374c219d98c8190ccbcfe8&device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 1127 time: 0.1815569 May 02 10:43:50.958597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.034449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:51.043327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:51.044812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:51.045420 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.047426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Pushing event updated for resources: {'Port': ['ID=10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:51.062309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:43:48Z', 'revision_number': 5, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.122652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Checking router: b644dab4-bb75-47c9-baf7-3fb852da90af for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:51.132109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Routers {'b644dab4-bb75-47c9-baf7-3fb852da90af'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:51.133048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b644dab4-bb75-47c9-baf7-3fb852da90af'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.135340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks [] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.179991 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Checking router: f4b2958d-d0df-4ed4-8957-9d3de1f102ef for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:43:51.191964 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:51.192589 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.196154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:51.229242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:51.233037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.238356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-6db0ed24-eca5-4536-963e-c93d3958328a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:51.239824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-6db0ed24-eca5-4536-963e-c93d3958328a service neutron] 10.222.0.15 "GET /v2.0/networks?id=604a9efb-9a25-454a-a138-ada152184640 HTTP/1.1" status: 200 len: 897 time: 0.3090751 May 02 10:43:51.300266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] Set router b644dab4-bb75-47c9-baf7-3fb852da90af gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:51.323970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac5e30-781e-4fe4-9f93-4965eb680721 req-cafd8d9f-ff70-4306-afde-4b8f2eac94be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:51.326148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67ac5e30-781e-4fe4-9f93-4965eb680721 req-cafd8d9f-ff70-4306-afde-4b8f2eac94be tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.1317427 May 02 10:43:51.382420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (797a85dc-0495-4313-a65a-f8bf024400fb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.417495 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:43:51.430006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks [] for router_gateway (b644dab4-bb75-47c9-baf7-3fb852da90af), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.433675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (797a85dc-0495-4313-a65a-f8bf024400fb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.458273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67ac5e30-781e-4fe4-9f93-4965eb680721 req-615a5105-d8c9-411c-8293-5e45e34da152 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1188064 May 02 10:43:51.462260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.20.0.7 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:51.552285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:43:48Z', 'revision_number': 5, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.594618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81b032ef-fc4c-4e39-ac3d-e1c548c9c3d6 None None] The sync data for ids ['b644dab4-bb75-47c9-baf7-3fb852da90af'] in ncdv-master-1 is: [{'id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'name': 'tempest-TaggedBootDevicesTest-336386908-router', 'tenant_id': 'b5527890307e49edad96eaf0fa0051c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:33:00Z', 'updated_at': '2022-05-02T10:43:48Z', 'revision_number': 5, 'project_id': 'b5527890307e49edad96eaf0fa0051c2', 'gw_port': {'id': 'dddc3120-8496-40e6-844b-b00ada622f56', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:a6:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b644dab4-bb75-47c9-baf7-3fb852da90af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:33:01Z', 'updated_at': '2022-05-02T10:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:51.607321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router_gateway (8036a57a-1cfe-48ef-aa12-01d6b5211511), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.627648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Deleting port dddc3120-8496-40e6-844b-b00ada622f56 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:51.628252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dddc3120-8496-40e6-844b-b00ada622f56), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.703072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:51.722212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b03e53e5-ec43-4bc1-9df7-a880837c7d6a req-6fc04838-fee6-452d-b96f-74365d4d81cb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 210 time: 0.0708787 May 02 10:43:51.734824 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89e876fd-3876-4080-b200-7a3f6d49020b None None] The sync data for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 is: [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:50Z', 'revision_number': 4, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '43d60d2b-ed98-486a-8bfe-5170e24649be', 'name': '', 'network_id': '604a9efb-9a25-454a-a138-ada152184640', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'mac_address': 'fa:16:3e:bc:75:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 2584, 'fixed_ips': [{'subnet_id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:49Z', 'updated_at': '2022-05-02T10:42:54Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'subnets': [{'id': '47bb5cc1-82d7-4587-9aed-b28b99167e19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:51.748299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (797a85dc-0495-4313-a65a-f8bf024400fb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.748299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.748299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/security-groups/797a85dc-0495-4313-a65a-f8bf024400fb HTTP/1.1" status: 204 len: 168 time: 0.5457535 May 02 10:43:51.749139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54374) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:51.791884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05e864-55e0-4304-8c8e-c710e541bb9b tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=797a85dc-0495-4313-a65a-f8bf024400fb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:51.851167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] For port dddc3120-8496-40e6-844b-b00ada622f56, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dddc3120-8496-40e6-844b-b00ada622f56,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:51.851726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dddc3120-8496-40e6-844b-b00ada622f56), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:51.860352 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-4ba91b61-3134-4dd0-8995-28588115bef2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] show failed (client error): The resource could not be found. May 02 10:43:51.864220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ba91b61-3134-4dd0-8995-28588115bef2 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "GET /v2.0/security-groups/797a85dc-0495-4313-a65a-f8bf024400fb HTTP/1.1" status: 404 len: 347 time: 0.1122711 May 02 10:43:51.864652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:51.874152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:51.887110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Calling delete_port for dddc3120-8496-40e6-844b-b00ada622f56 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:51.978112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.013719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.025634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.039354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port e14aa859-fec3-40ab-bd94-336be0c247e8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:52.046166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.077019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afa92be9-c35c-4a8f-8ca2-f6ef7ed7376b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.188306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.206125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122', 'd378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:43:52.228033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.228545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (e14aa859-fec3-40ab-bd94-336be0c247e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.244906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:52.245661 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb51856-b8ca-4535-aa08-5949299d81b0 None None] New status for floating IP e6fdc067-7c86-428b-80ed-331d445a70b0: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:43:52.247709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for e14aa859-fec3-40ab-bd94-336be0c247e8 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:52.271463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:52.277474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:52.279827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:52.359078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afa92be9-c35c-4a8f-8ca2-f6ef7ed7376b admin admin] Publish callbacks [] for security_group (f946b8b1-a53c-495f-b39b-fc800e60ba6b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.363851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dddc3120-8496-40e6-844b-b00ada622f56), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.408318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Router 8036a57a-1cfe-48ef-aa12-01d6b5211511 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:52.453232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-afa92be9-c35c-4a8f-8ca2-f6ef7ed7376b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f946b8b1-a53c-495f-b39b-fc800e60ba6b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.541910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-1228af17-5b07-48c4-be6c-c397f770a87c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34 HTTP/1.1" status: 200 len: 217 time: 0.2434688 May 02 10:43:52.554554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=dddc3120-8496-40e6-844b-b00ada622f56,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:52.606514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e14aa859-fec3-40ab-bd94-336be0c247e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.638854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:52.639510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.643721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-afa92be9-c35c-4a8f-8ca2-f6ef7ed7376b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=702537f018764473aab43d6c4e66b764&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7685511 May 02 10:43:52.654945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-930724bd-d450-4851-9b2d-a4656765358b None None] Provisioning complete for port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:43:52.655451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-930724bd-d450-4851-9b2d-a4656765358b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.664460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:52.687370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa92be9-c35c-4a8f-8ca2-f6ef7ed7376b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946b8b1-a53c-495f-b39b-fc800e60ba6b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:52.716333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-930724bd-d450-4851-9b2d-a4656765358b None None] Port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:43:52.728641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-adf9f1cb-00ca-4c4d-aaf7-93cc988f51e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:52.733986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=e14aa859-fec3-40ab-bd94-336be0c247e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:52.734400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-adf9f1cb-00ca-4c4d-aaf7-93cc988f51e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=47bb5cc1-82d7-4587-9aed-b28b99167e19 HTTP/1.1" status: 200 len: 834 time: 0.1709044 May 02 10:43:52.746661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:52.746818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-5a0c7854-ea4c-46ed-bb76-b19771b2f996 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1612544 May 02 10:43:52.770308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:52.775887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 558a2cc0-cfb1-4263-bb5f-5677abc0bb4e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:52.776008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c3e33-b452-48e3-b448-41b7a8819c33 req-044121cf-1e5f-41c8-b568-5f9fb9bb5ad4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:52.776008 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-255c3e33-b452-48e3-b448-41b7a8819c33 req-044121cf-1e5f-41c8-b568-5f9fb9bb5ad4 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.2197754 May 02 10:43:52.781331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:52.786013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.789886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f8757ac7-1454-420e-99da-39b785ebce94 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "PUT /v2.0/routers/8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 200 len: 915 time: 3.9084523 May 02 10:43:52.793810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] Sync routers for ids ['8036a57a-1cfe-48ef-aa12-01d6b5211511'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:52.806407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] Routers {'8036a57a-1cfe-48ef-aa12-01d6b5211511'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:52.809191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54390) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:52.809319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8036a57a-1cfe-48ef-aa12-01d6b5211511'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:52.810055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Request body: {'port': {'device_id': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:52.814948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-cffcf860-f727-4b34-b06d-768f2d5b1139 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:52.816547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-cffcf860-f727-4b34-b06d-768f2d5b1139 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 945 time: 0.2037385 May 02 10:43:52.835673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (b644dab4-bb75-47c9-baf7-3fb852da90af), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:52.846865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:52.857312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] Routers {'8036a57a-1cfe-48ef-aa12-01d6b5211511'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:52.858050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8036a57a-1cfe-48ef-aa12-01d6b5211511'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:52.869819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-d556561c-b171-4e6d-8e05-61c8dd1d2eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:52.871298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-d556561c-b171-4e6d-8e05-61c8dd1d2eb4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604a9efb-9a25-454a-a138-ada152184640&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1261842 May 02 10:43:52.896942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:52.897636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238e4ffa-5777-4c00-b9ec-33d67cfc7b69 None None] The sync data for ids ['8036a57a-1cfe-48ef-aa12-01d6b5211511'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:53.001797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.022954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks [] for router_controller (b644dab4-bb75-47c9-baf7-3fb852da90af), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.035937 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for floatingip (ada5ecc7-95d3-4988-990d-2b81c4742c7d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.038604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.039760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eaaf6687-88bd-4bae-989f-a5a8ad2a90ba tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/floatingips/ada5ecc7-95d3-4988-990d-2b81c4742c7d HTTP/1.1" status: 204 len: 168 time: 1.1703310 May 02 10:43:53.040496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] Publish callbacks [] for security_group (f946b8b1-a53c-495f-b39b-fc800e60ba6b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.059176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544c6b3-8184-4cc3-985b-0b64bb86448b req-286c51e3-b674-4129-9d63-e602777bf2ee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:53.060659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c544c6b3-8184-4cc3-985b-0b64bb86448b req-286c51e3-b674-4129-9d63-e602777bf2ee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 931 time: 0.1939764 May 02 10:43:53.064077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54396) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.082360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-255c3e33-b452-48e3-b448-41b7a8819c33 req-9f6b1b51-b6fe-4ba4-b283-52bdabd8c177 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/security-groups?id=68d41edf-329b-4bf8-a275-7ac7f7836726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2870367 May 02 10:43:53.109723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] Publish callbacks [] for security_group (f946b8b1-a53c-495f-b39b-fc800e60ba6b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.135840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:53.136178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.140290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e28e8329-bb6c-4850-bbfe-b3bafd1a938e tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 200 len: 921 time: 0.3227122 May 02 10:43:53.145627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.150470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.243747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 20461c32-3b63-4bc9-b4f4-453f9f24eb34, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=20461c32-3b63-4bc9-b4f4-453f9f24eb34,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:53.244113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.262754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 20461c32-3b63-4bc9-b4f4-453f9f24eb34 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:53.306516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f946b8b1-a53c-495f-b39b-fc800e60ba6b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.309414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.313081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f946b8b1-a53c-495f-b39b-fc800e60ba6b HTTP/1.1" status: 204 len: 168 time: 0.6143401 May 02 10:43:53.319500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (b644dab4-bb75-47c9-baf7-3fb852da90af), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.320095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b644dab4-bb75-47c9-baf7-3fb852da90af {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:53.331868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c200bba5-6589-462e-ba71-7e858629fdf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946b8b1-a53c-495f-b39b-fc800e60ba6b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:53.353740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f1d72ab-16d9-4cd3-98b0-59aa753b0d35 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:53.358432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2f1d72ab-16d9-4cd3-98b0-59aa753b0d35 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=8036a57a-1cfe-48ef-aa12-01d6b5211511&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2087750 May 02 10:43:53.359457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.361131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-3407cd5d-0700-4f5a-bd0d-c126a747bfca service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4564326 May 02 10:43:53.364590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.366475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c45fcc6d-e035-4966-b5f9-c17adf152a34 admin admin] 10.222.0.16 "DELETE /v2.0/routers/b644dab4-bb75-47c9-baf7-3fb852da90af HTTP/1.1" status: 204 len: 168 time: 2.7673671 May 02 10:43:53.371686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.385273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c544c6b3-8184-4cc3-985b-0b64bb86448b req-7a9d9781-582f-41aa-9b3b-e3cd3a56fc84 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3176713 May 02 10:43:53.827515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca4c154-bc8f-4576-b4d1-7d10bd2e71b8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:53.828961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ca4c154-bc8f-4576-b4d1-7d10bd2e71b8 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/networks/dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 881 time: 0.4684179 May 02 10:43:53.831648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.865342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa38fa21-0ef9-4f48-a7c0-af2fc2d1c067 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 200 len: 205 time: 0.0320437 May 02 10:43:53.868166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54410) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:53.911554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port e00f9a18-c4aa-4a4b-945a-964ea4a5394e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:53.912444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.915164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20461c32-3b63-4bc9-b4f4-453f9f24eb34), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.917924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Deleting subnet 0f7796c8-1fef-4438-bbe0-345983e7f427 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:53.925443 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Publish callbacks [] for subnet (0f7796c8-1fef-4438-bbe0-345983e7f427), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:53.959160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=20461c32-3b63-4bc9-b4f4-453f9f24eb34,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:54.012300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54412) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:54.054513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] No DVR routers for this DVR port 20461c32-3b63-4bc9-b4f4-453f9f24eb34 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:54.058454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2080198d-9374-4a92-b56e-2786ce2ff48e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.062312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.065573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45e85ed1-18ef-4cdc-a889-847c53a2ad73 req-a08b7a5f-ebc5-4d86-affe-0ba8fe09e4b1 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.15 "DELETE /v2.0/ports/20461c32-3b63-4bc9-b4f4-453f9f24eb34 HTTP/1.1" status: 204 len: 173 time: 1.2369294 May 02 10:43:54.066015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'name': 'network-vif-deleted', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:54.068846 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f07212b-4bce-4acb-b5d8-27dbc90cdd49" -d '{"events": [{"server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "name": "network-vif-deleted", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:54.073265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (0f7796c8-1fef-4438-bbe0-345983e7f427), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.116778 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:43:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2152a8ee-23a9-438c-a217-edb37c382c85 x-openstack-request-id: req-2152a8ee-23a9-438c-a217-edb37c382c85 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:54.116994 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bfbba5d-30e6-47af-844c-8918dbed9ce2", "name": "network-vif-deleted", "tag": "20461c32-3b63-4bc9-b4f4-453f9f24eb34", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:54.117230 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2152a8ee-23a9-438c-a217-edb37c382c85 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:54.118003 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2152a8ee-23a9-438c-a217-edb37c382c85'] response: {'server_uuid': '7bfbba5d-30e6-47af-844c-8918dbed9ce2', 'name': 'network-vif-deleted', 'tag': '20461c32-3b63-4bc9-b4f4-453f9f24eb34', 'status': 'completed', 'code': 200} May 02 10:43:54.121103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.126984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5559d27c-cc4a-4383-9d0d-38b979c95fda req-5a88bf87-ed9b-4a85-994b-a8ed43c76977 service neutron] 10.222.0.15 "GET /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7523773 May 02 10:43:54.178444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.222495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for e00f9a18-c4aa-4a4b-945a-964ea4a5394e owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:54.225518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc11cd4a-f6a8-4225-85f7-ee99d6212c8d req-87b92ace-e053-4911-b9b9-1b078d10356f tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0626180 May 02 10:43:54.297171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (8036a57a-1cfe-48ef-aa12-01d6b5211511), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.307312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2080198d-9374-4a92-b56e-2786ce2ff48e admin admin] Publish callbacks [] for security_group (09f2a272-c5bf-4161-88ef-34479f6c28f2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.320592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0f7796c8-1fef-4438-bbe0-345983e7f427), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.394220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2080198d-9374-4a92-b56e-2786ce2ff48e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (09f2a272-c5bf-4161-88ef-34479f6c28f2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.440287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:43:54.451525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks [] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.463637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2080198d-9374-4a92-b56e-2786ce2ff48e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b7d975b6d21848f8a6cbb95a960b9002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4457235 May 02 10:43:54.464528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080198d-9374-4a92-b56e-2786ce2ff48e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09f2a272-c5bf-4161-88ef-34479f6c28f2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:54.467345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:54.529806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (0f7796c8-1fef-4438-bbe0-345983e7f427), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.534046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port 10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:54.534465 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.567438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f7796c8-1fef-4438-bbe0-345983e7f427,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:54.572274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.578562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bdac18b1-06d9-413b-adf5-975e73ab0688 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0f7796c8-1fef-4438-bbe0-345983e7f427 HTTP/1.1" status: 204 len: 168 time: 1.2028189 May 02 10:43:54.579559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54422) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:54.584745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f126f79-58e5-4c16-bb82-4310884855d1 None None] Network 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:54.598604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Transition to ACTIVE for port object 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:43:54.606699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e00f9a18-c4aa-4a4b-945a-964ea4a5394e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.611139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dddc3120-8496-40e6-844b-b00ada622f56 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:54.624424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94863567-89cb-4e08-9792-eb9ea215453b req-f090640c-465e-41d5-b503-6d5b36535914 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:54.626222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94863567-89cb-4e08-9792-eb9ea215453b req-f090640c-465e-41d5-b503-6d5b36535914 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 931 time: 0.1364098 May 02 10:43:54.637732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dddc3120-8496-40e6-844b-b00ada622f56 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:54.638343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dddc3120-8496-40e6-844b-b00ada622f56 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:54.647489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] Publish callbacks [] for security_group (09f2a272-c5bf-4161-88ef-34479f6c28f2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.666406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=e00f9a18-c4aa-4a4b-945a-964ea4a5394e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:54.670871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.725414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94863567-89cb-4e08-9792-eb9ea215453b req-6207597f-f184-493a-8633-41f7a517a335 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791376 May 02 10:43:54.738080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] Publish callbacks [] for security_group (09f2a272-c5bf-4161-88ef-34479f6c28f2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.756425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7e355dd9-8fbc-4877-bbbf-1a6020742fb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.762397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.797100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for 10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:54.800259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:54.818727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] DHCP port deletion for 7e355dd9-8fbc-4877-bbbf-1a6020742fb4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:54.859368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Deleting port 6cad1266-d999-442b-9fa9-d8250459f7aa {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:54.859744 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.890679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.896273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcec2786-491c-4fb8-b2d5-e3d4f72c65c4 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/ports/e00f9a18-c4aa-4a4b-945a-964ea4a5394e HTTP/1.1" status: 204 len: 168 time: 1.8276615 May 02 10:43:54.900418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54424) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:54.906867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Deleting port 6cad1266-d999-442b-9fa9-d8250459f7aa {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:54.907206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.946753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] For port 6cad1266-d999-442b-9fa9-d8250459f7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cad1266-d999-442b-9fa9-d8250459f7aa,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:54.947193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.973212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Calling delete_port for 6cad1266-d999-442b-9fa9-d8250459f7aa owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:54.985453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Attempting to bind port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:43:54.985854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Attempting to bind port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:43:54.986196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Attempting to bind port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:54.991807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (09f2a272-c5bf-4161-88ef-34479f6c28f2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.997103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:54.997103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/09f2a272-c5bf-4161-88ef-34479f6c28f2 HTTP/1.1" status: 204 len: 168 time: 0.5259016 May 02 10:43:54.997325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] For port 6cad1266-d999-442b-9fa9-d8250459f7aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cad1266-d999-442b-9fa9-d8250459f7aa,segment=NetworkSegment(084bccc9-2a25-4c35-9a6d-5af9291b0a63),segment_id=084bccc9-2a25-4c35-9a6d-5af9291b0a63)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:54.997438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.000465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:43:55.001065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Attempting to bind port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:43:55.017524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Calling delete_port for 6cad1266-d999-442b-9fa9-d8250459f7aa owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:55.019886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:43:55.019886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:43:55.020131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:43:55.020446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Bound port: 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:43:55.020858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.077435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe9de75-9ca2-4ab3-a7b3-56f5120bca01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09f2a272-c5bf-4161-88ef-34479f6c28f2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.139544 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.164921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] No DVR routers for this DVR port 6cad1266-d999-442b-9fa9-d8250459f7aa on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:55.208952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting port 06387acc-1e44-465b-b050-725c78821d5d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:55.210370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:43:55.214770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:43:55.217052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (06387acc-1e44-465b-b050-725c78821d5d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.227839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab018a11-5701-4b1b-ac0f-68b368123a61 None None] Pushing event deleted for resources: {'Port': ['ID=6cad1266-d999-442b-9fa9-d8250459f7aa,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.243124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6cad1266-d999-442b-9fa9-d8250459f7aa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.313406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] No DVR routers for this DVR port 6cad1266-d999-442b-9fa9-d8250459f7aa on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:55.329690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cad1266-d999-442b-9fa9-d8250459f7aa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.341801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.371325 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (06387acc-1e44-465b-b050-725c78821d5d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.387317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Calling delete_port for 06387acc-1e44-465b-b050-725c78821d5d owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:55.387440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:55.388000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.389865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] 10.222.0.15 "PUT /v2.0/ports/0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc HTTP/1.1" status: 200 len: 1091 time: 2.6271987 May 02 10:43:55.393505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:43:55.396529 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7949f141-695c-45b5-9e0c-be1e475ab1b8" -d '{"events": [{"name": "network-changed", "server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:43:55.466272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.474888 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e7a63d-da92-43d6-8507-dab53bf2b64b x-openstack-request-id: req-77e7a63d-da92-43d6-8507-dab53bf2b64b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:43:55.474888 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:43:55.474888 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77e7a63d-da92-43d6-8507-dab53bf2b64b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:43:55.474888 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77e7a63d-da92-43d6-8507-dab53bf2b64b'] response: {'name': 'network-changed', 'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'status': 'completed', 'code': 200} May 02 10:43:55.487550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a92ff8f-6ae6-4d8d-b7e4-28ef84ee10fe req-0148d1af-cfce-49ca-9310-e6c1c889306d tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "GET /v2.0/ports?device_id=7bfbba5d-30e6-47af-844c-8918dbed9ce2 HTTP/1.1" status: 200 len: 210 time: 0.0956519 May 02 10:43:55.553169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=10f1ce3c-b801-4cb8-a8c3-d08ab0131ed9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.589125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e34814c-de7d-48e2-8398-4427eea6cae3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.602750 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7e355dd9-8fbc-4877-bbbf-1a6020742fb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.619607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-36893fa4-19b4-471c-b14e-35f23cd55a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:55.621435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-36893fa4-19b4-471c-b14e-35f23cd55a1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 1125 time: 0.1324954 May 02 10:43:55.628514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c8d74a-25a1-4c0c-bba3-70304c2bb50f service neutron] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.648496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e355dd9-8fbc-4877-bbbf-1a6020742fb4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:55.661543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '084bccc9-2a25-4c35-9a6d-5af9291b0a63') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:55.661857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '084bccc9-2a25-4c35-9a6d-5af9291b0a63') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:55.673187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (084bccc9-2a25-4c35-9a6d-5af9291b0a63), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.681261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (8036a57a-1cfe-48ef-aa12-01d6b5211511), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.695199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (084bccc9-2a25-4c35-9a6d-5af9291b0a63), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.703114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:55.703114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (084bccc9-2a25-4c35-9a6d-5af9291b0a63), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: items = [ May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: timer() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:55.722706 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:55.815342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.822029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (8036a57a-1cfe-48ef-aa12-01d6b5211511), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.866113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7e355dd9-8fbc-4877-bbbf-1a6020742fb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.882212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.888152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] 10.222.0.16 "DELETE /v2.0/networks/7e355dd9-8fbc-4877-bbbf-1a6020742fb4 HTTP/1.1" status: 204 len: 168 time: 1.3080266 May 02 10:43:55.898783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (06387acc-1e44-465b-b050-725c78821d5d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:55.903861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c896986-0170-4a2b-b062-cd2a9cf6bc26 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e355dd9-8fbc-4877-bbbf-1a6020742fb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.922309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-c84a42d9-e226-4120-9b0b-78dd602c906d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:55.923854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-c84a42d9-e226-4120-9b0b-78dd602c906d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=608974f2bff942b5a36c7b8f748dcf72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1967227 May 02 10:43:55.945812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Port': ['ID=06387acc-1e44-465b-b050-725c78821d5d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:55.955108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecbfc09-2677-4bc0-a87c-e4a53f179090 req-f3dbf270-e42e-44c0-9d7a-5a2c19f873bc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:55.956719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ecbfc09-2677-4bc0-a87c-e4a53f179090 req-f3dbf270-e42e-44c0-9d7a-5a2c19f873bc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 943 time: 0.1268914 May 02 10:43:56.014010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (8036a57a-1cfe-48ef-aa12-01d6b5211511), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.014565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router 8036a57a-1cfe-48ef-aa12-01d6b5211511 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:43:56.026419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.027721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43d3a536-5759-4e1b-a045-b3725edcbce4 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 204 len: 168 time: 2.1581852 May 02 10:43:56.034601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54446) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.043851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-379322508', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:56.067652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.074120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d192eca-c63f-40ab-9c24-d4ed48888fa7 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/ports/06387acc-1e44-465b-b050-725c78821d5d HTTP/1.1" status: 204 len: 168 time: 1.1688597 May 02 10:43:56.075481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ecbfc09-2677-4bc0-a87c-e4a53f179090 req-a2a3d6c7-bd37-46f5-bd01-41ce4c9feb77 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019695 May 02 10:43:56.080471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54448) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.090049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-e7cdc234-8df6-4668-98b1-13f7b8eadcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:56.092164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7949f141-695c-45b5-9e0c-be1e475ab1b8 req-e7cdc234-8df6-4668-98b1-13f7b8eadcc8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1586132 May 02 10:43:56.134705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting subnet dcbc7902-b3fd-40c6-be83-312bae51f8ae {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:56.138154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (dcbc7902-b3fd-40c6-be83-312bae51f8ae), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.180491 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (dcbc7902-b3fd-40c6-be83-312bae51f8ae), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.180962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-8bb0c31d-8302-4d42-be6e-3d3013436012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:56.182657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-8bb0c31d-8302-4d42-be6e-3d3013436012 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 1125 time: 0.0473685 May 02 10:43:56.186711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.186711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.242961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-99c3a96a-4bd5-40a7-8de0-4ef26994abea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc HTTP/1.1" status: 200 len: 217 time: 0.0451672 May 02 10:43:56.289689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (dcbc7902-b3fd-40c6-be83-312bae51f8ae), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.316768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.328700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-84dba06c-8469-47c5-b99b-a333276e9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:56.330274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-84dba06c-8469-47c5-b99b-a333276e9451 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0797443 May 02 10:43:56.338201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.467882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-699b5690-a473-412e-95ca-6fbbca5d3398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:56.469373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-699b5690-a473-412e-95ca-6fbbca5d3398 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1288810 May 02 10:43:56.476377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (dcbc7902-b3fd-40c6-be83-312bae51f8ae), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.496314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9b3c094d-9dad-4a2c-84df-ca20fa882524 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4159f5ce4fb544c2bae494d5bcd6f3e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568401 May 02 10:43:56.507048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54460) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.515761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Subnet': ['ID=dcbc7902-b3fd-40c6-be83-312bae51f8ae,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:56.526816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.530796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ea05a12d-0702-4573-a749-8b8bcf045737 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/subnets/dcbc7902-b3fd-40c6-be83-312bae51f8ae HTTP/1.1" status: 204 len: 168 time: 0.4539385 May 02 10:43:56.533418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.547545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b48720-ef12-41e7-bd94-4b9519ddddbd None None] Network 19a99cf5-1c5d-43b7-b127-2bcec8a53819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:56.619047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54468) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:56.632078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.684404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-79e388a0-bff0-4d66-ae03-85be534fb499 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040203 May 02 10:43:56.690823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cad1266-d999-442b-9fa9-d8250459f7aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:56.715697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Deleting subnet 69f0b206-8b1e-4623-9505-d4839eaae071 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:43:56.722772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6cad1266-d999-442b-9fa9-d8250459f7aa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:56.723130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cad1266-d999-442b-9fa9-d8250459f7aa not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:56.743712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (69f0b206-8b1e-4623-9505-d4839eaae071), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.775295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] DHCP port deletion for 19a99cf5-1c5d-43b7-b127-2bcec8a53819 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:56.784049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] Publish callbacks [] for security_group (be4659ef-a6fd-4482-904e-bcf8dcf93534), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.810988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (68d41edf-329b-4bf8-a275-7ac7f7836726), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.818954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Deleting port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:56.819764 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.830809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (69f0b206-8b1e-4623-9505-d4839eaae071), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.869444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] Publish callbacks [] for security_group (be4659ef-a6fd-4482-904e-bcf8dcf93534), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.892642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] For port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,segment=NetworkSegment(a650e839-1ac4-4c3d-8359-e13a75d3bb38),segment_id=a650e839-1ac4-4c3d-8359-e13a75d3bb38)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:56.893419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.903987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (68d41edf-329b-4bf8-a275-7ac7f7836726), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.909664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Calling delete_port for 9da0f2b3-5b3e-4970-8ba4-bc07c095891e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:56.966071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-078f9052-c296-40b4-b076-2dc1698c5f14 req-65687bc7-87ff-4837-a93a-bc82a3b9564e service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2713873 May 02 10:43:56.966414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:56.988175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.023578 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (69f0b206-8b1e-4623-9505-d4839eaae071), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.102382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Allocated IP 172.35.4.182 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7f9bfd0e-821e-48e2-ae44-5bff93415f87) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:43:57.135308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (9da0f2b3-5b3e-4970-8ba4-bc07c095891e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.148369 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (be4659ef-a6fd-4482-904e-bcf8dcf93534), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.160774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.163513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be4659ef-a6fd-4482-904e-bcf8dcf93534 HTTP/1.1" status: 204 len: 168 time: 0.6536121 May 02 10:43:57.173036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] No DVR routers for this DVR port 9da0f2b3-5b3e-4970-8ba4-bc07c095891e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:57.176086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8f2cae-0fe7-4804-8b67-a716fc488a83 None None] Pushing event deleted for resources: {'Port': ['ID=9da0f2b3-5b3e-4970-8ba4-bc07c095891e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.206989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70b1a57-608a-4fd5-8385-27a877207b32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4659ef-a6fd-4482-904e-bcf8dcf93534,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.229503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (69f0b206-8b1e-4623-9505-d4839eaae071), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.231620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68d41edf-329b-4bf8-a275-7ac7f7836726), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.234350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.240019 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/security-groups/68d41edf-329b-4bf8-a275-7ac7f7836726 HTTP/1.1" status: 204 len: 168 time: 0.5970013 May 02 10:43:57.272969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for port (7f9bfd0e-821e-48e2-ae44-5bff93415f87), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.281645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Subnet': ['ID=69f0b206-8b1e-4623-9505-d4839eaae071,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.286900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36aea04-911a-4917-9b4a-e8a59477dd38 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68d41edf-329b-4bf8-a275-7ac7f7836726,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.295773 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.299837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e193cae-0b3e-4b94-854b-16fa35cac9e3 tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/subnets/69f0b206-8b1e-4623-9505-d4839eaae071 HTTP/1.1" status: 204 len: 168 time: 0.7653990 May 02 10:43:57.303218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:57.307566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bedd970f-3a05-4e83-93cf-15682e443984 None None] Network 4114ebda-3413-4a09-ad17-9bdf094e1440 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:43:57.321967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a561750-e7b4-48cb-8a77-8510aabc474b req-f57c3975-dece-43c4-a649-02c8b09d22d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:57.323437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a561750-e7b4-48cb-8a77-8510aabc474b req-f57c3975-dece-43c4-a649-02c8b09d22d8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 943 time: 0.1588411 May 02 10:43:57.343981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54484) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:57.381365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a561750-e7b4-48cb-8a77-8510aabc474b req-3555369d-e742-40d7-8b9b-77bcc2395477 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517571 May 02 10:43:57.428972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7f9bfd0e-821e-48e2-ae44-5bff93415f87), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.471561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (19a99cf5-1c5d-43b7-b127-2bcec8a53819), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.507734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] DHCP port deletion for 4114ebda-3413-4a09-ad17-9bdf094e1440 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:43:57.555972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Deleting port 5aec993b-4381-47e2-8dde-93dbc7e8c00a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:57.556311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.562935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 20461c32-3b63-4bc9-b4f4-453f9f24eb34 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:57.601755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 20461c32-3b63-4bc9-b4f4-453f9f24eb34 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:57.602111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 20461c32-3b63-4bc9-b4f4-453f9f24eb34 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:57.683292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] For port 5aec993b-4381-47e2-8dde-93dbc7e8c00a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5aec993b-4381-47e2-8dde-93dbc7e8c00a,segment=NetworkSegment(e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72),segment_id=e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:57.683705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.699643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Calling delete_port for 5aec993b-4381-47e2-8dde-93dbc7e8c00a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:57.864347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:43:57.873110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5aec993b-4381-47e2-8dde-93dbc7e8c00a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:57.874359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:43:57.879341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:43:57.881534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event updated for resources: {'Port': ['ID=7f9bfd0e-821e-48e2-ae44-5bff93415f87,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.905524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] Pushing event deleted for resources: {'Port': ['ID=5aec993b-4381-47e2-8dde-93dbc7e8c00a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:57.907948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e7138b-9b12-4a73-b87c-c855622ada4b None None] No DVR routers for this DVR port 5aec993b-4381-47e2-8dde-93dbc7e8c00a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:43:57.926649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e4db5894-e306-4234-b90a-6b391f111e0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.054428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:58.058079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (19a99cf5-1c5d-43b7-b127-2bcec8a53819), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.108908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e012ff25-b5fb-479a-a15e-9dbc3e87f40f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b5527890307e49edad96eaf0fa0051c2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532515 May 02 10:43:58.109505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54510) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:58.148922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a99cf5-1c5d-43b7-b127-2bcec8a53819']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.169683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] Publish callbacks [] for security_group (d87e4f75-3a42-4aa1-9859-9b0da077052f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.193383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a650e839-1ac4-4c3d-8359-e13a75d3bb38') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.198234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] Publish callbacks [] for security_group (d87e4f75-3a42-4aa1-9859-9b0da077052f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.198397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a650e839-1ac4-4c3d-8359-e13a75d3bb38') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.231171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (a650e839-1ac4-4c3d-8359-e13a75d3bb38), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.266739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a650e839-1ac4-4c3d-8359-e13a75d3bb38), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.276823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:58.277478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (a650e839-1ac4-4c3d-8359-e13a75d3bb38), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: timer() May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:58.280511 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:58.331608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d87e4f75-3a42-4aa1-9859-9b0da077052f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.341448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.341448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d87e4f75-3a42-4aa1-9859-9b0da077052f HTTP/1.1" status: 204 len: 168 time: 0.2259653 May 02 10:43:58.346070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5e9d2-a05d-4626-8470-2801a4f7a9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d87e4f75-3a42-4aa1-9859-9b0da077052f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:58.489215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (19a99cf5-1c5d-43b7-b127-2bcec8a53819), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.509400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.513440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/networks/19a99cf5-1c5d-43b7-b127-2bcec8a53819 HTTP/1.1" status: 204 len: 168 time: 1.2091243 May 02 10:43:58.515283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:58.580112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5404c79d-ba75-4369-b4f6-a2dc299a94ae tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Network': ['ID=19a99cf5-1c5d-43b7-b127-2bcec8a53819,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:58.602763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4114ebda-3413-4a09-ad17-9bdf094e1440), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.602901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a011d-a1bf-4988-8a76-e401184b8c7b req-2f20e91d-06b9-47d3-baad-5b83cd35e9e7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:43:58.606622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d7a011d-a1bf-4988-8a76-e401184b8c7b req-2f20e91d-06b9-47d3-baad-5b83cd35e9e7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 943 time: 0.1344464 May 02 10:43:58.613953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.655014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9da0f2b3-5b3e-4970-8ba4-bc07c095891e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:58.676228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9da0f2b3-5b3e-4970-8ba4-bc07c095891e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:58.677029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9da0f2b3-5b3e-4970-8ba4-bc07c095891e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:58.677917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5aec993b-4381-47e2-8dde-93dbc7e8c00a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:43:58.700587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.701565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5aec993b-4381-47e2-8dde-93dbc7e8c00a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:43:58.702050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5aec993b-4381-47e2-8dde-93dbc7e8c00a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:43:58.710020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54522) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:58.721707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4114ebda-3413-4a09-ad17-9bdf094e1440), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.749450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4114ebda-3413-4a09-ad17-9bdf094e1440']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.761051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.761364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:58.774938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.787038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d7a011d-a1bf-4988-8a76-e401184b8c7b req-3f3670c2-1758-481a-bab6-dc75b405824c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610208 May 02 10:43:58.792415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.801894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:43:58.801894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e2544e7f-a5e6-4f8e-9db5-cc74fedbfb72), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: timer() May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:43:58.807911 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:43:58.966436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4114ebda-3413-4a09-ad17-9bdf094e1440), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.979923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:58.983229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] 10.222.0.16 "DELETE /v2.0/networks/4114ebda-3413-4a09-ad17-9bdf094e1440 HTTP/1.1" status: 204 len: 168 time: 0.4668620 May 02 10:43:59.009922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74e8b72-5b6f-4520-abf3-e218d5d22afa tempest-TaggedBootDevicesTest_v242-1280307570 tempest-TaggedBootDevicesTest_v242-1280307570-project] Pushing event deleted for resources: {'Network': ['ID=4114ebda-3413-4a09-ad17-9bdf094e1440,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:59.040345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79b74bd8-2d50-4671-b883-08c6813cce70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.153315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.296479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.315928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 43d60d2b-ed98-486a-8bfe-5170e24649be {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:43:59.316364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.359234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79b74bd8-2d50-4671-b883-08c6813cce70 admin admin] Publish callbacks [] for security_group (dbf89d29-a519-4cec-933d-08dcdcdccf4f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.449776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-79b74bd8-2d50-4671-b883-08c6813cce70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dbf89d29-a519-4cec-933d-08dcdcdccf4f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.458889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 43d60d2b-ed98-486a-8bfe-5170e24649be, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=43d60d2b-ed98-486a-8bfe-5170e24649be,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:59.459252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.495278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 43d60d2b-ed98-486a-8bfe-5170e24649be owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:43:59.511999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-79b74bd8-2d50-4671-b883-08c6813cce70 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79432fd538be43cea5a25b1480fe644d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7982318 May 02 10:43:59.514773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54574) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:59.518320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b74bd8-2d50-4671-b883-08c6813cce70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf89d29-a519-4cec-933d-08dcdcdccf4f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:59.562794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Router fdf4b06e-74a7-4d60-8193-7a18b7cde131 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:43:59.578230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] Publish callbacks [] for security_group (dbf89d29-a519-4cec-933d-08dcdcdccf4f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.579262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:43:59.607825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] Publish callbacks [] for security_group (dbf89d29-a519-4cec-933d-08dcdcdccf4f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.619197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:59.691917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:59.703848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'mac_address': 'fa:16:3e:6e:c7:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:43:59.764339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1770980825-network', 'tenant_id': 'cfa0b24c632c4b3795e5bf28209734f1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:59.772899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dbf89d29-a519-4cec-933d-08dcdcdccf4f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.777061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.778700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:43:59.783587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dbf89d29-a519-4cec-933d-08dcdcdccf4f HTTP/1.1" status: 204 len: 168 time: 0.2675195 May 02 10:43:59.800257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ff9260-c3a5-4d94-869b-3fb71ed8fb32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf89d29-a519-4cec-933d-08dcdcdccf4f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:43:59.807049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] Sync routers for ids ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:43:59.851529 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] Routers {'fdf4b06e-74a7-4d60-8193-7a18b7cde131'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:59.853431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:59.904979 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:59.914582 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] Routers {'fdf4b06e-74a7-4d60-8193-7a18b7cde131'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:43:59.915197 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:59.922671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Made reservation on behalf of cfa0b24c632c4b3795e5bf28209734f1 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:43:59.926662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.930424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:43:59.930823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.948958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:43:59.952823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.954088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-08ad839f-300c-4feb-ab67-2c4070568908 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9181263 May 02 10:43:59.957952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:43:59.958184 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:43:59.960390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28ad61c2-5c49-4006-b98d-68eb1c1ba53d None None] The sync data for ids ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:43:59.960720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:43:59.975085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:43:59.989170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:43:59.997119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (43d60d2b-ed98-486a-8bfe-5170e24649be), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.027873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717892af-9b9a-4b5e-b7e5-efb6cf5fd5c5 req-136d37c4-b33b-4378-916f-68c4c421d04e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:00.029526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-717892af-9b9a-4b5e-b7e5-efb6cf5fd5c5 req-136d37c4-b33b-4378-916f-68c4c421d04e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 943 time: 0.1192036 May 02 10:44:00.033436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=43d60d2b-ed98-486a-8bfe-5170e24649be,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:00.119121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks [] for security_group (3ead19cb-1ed4-48dc-983c-1308713f5046), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.131733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.153682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-717892af-9b9a-4b5e-b7e5-efb6cf5fd5c5 req-28eed969-ec2b-460d-b6a0-32a980b09f25 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007171 May 02 10:44:00.199668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:00.209251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3ead19cb-1ed4-48dc-983c-1308713f5046), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.249987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:00.260495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ead19cb-1ed4-48dc-983c-1308713f5046,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:00.295177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1be2d3a0-c1f0-4681-b0c2-3a64e44cca19), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.295535 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Added segment 1be2d3a0-c1f0-4681-b0c2-3a64e44cca19 of type vlan for network 130c54f5-0773-481f-87a7-787267603773 May 02 10:44:00.385590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:00.421698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.616040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.628334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.691525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (130c54f5-0773-481f-87a7-787267603773), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.699978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.810134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:00.825751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (130c54f5-0773-481f-87a7-787267603773), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.825987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Deleting port 7f9bfd0e-821e-48e2-ae44-5bff93415f87 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:00.826317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7f9bfd0e-821e-48e2-ae44-5bff93415f87), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.826707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:00.827279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.829381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c71e3323-1474-4c40-97ec-a1533b020bca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:00.926266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] Pushing event updated for resources: {'Network': ['ID=130c54f5-0773-481f-87a7-787267603773,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:00.938006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 130c54f5-0773-481f-87a7-787267603773 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:01.003658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a4bf932b-fc98-4ecc-a6fb-c571629277a0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3788061 May 02 10:44:01.008036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:01.014246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Request body: {'subnet': {'network_id': '130c54f5-0773-481f-87a7-787267603773', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1770980825-subnet', 'tenant_id': 'cfa0b24c632c4b3795e5bf28209734f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:01.024694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Router f4b2958d-d0df-4ed4-8957-9d3de1f102ef has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:44:01.130284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Made reservation on behalf of cfa0b24c632c4b3795e5bf28209734f1 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:01.132704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.216507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:44:01.227950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-29247243-fbcc-4ac3-a2ad-acf31f599fe2 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "PUT /v2.0/routers/f4b2958d-d0df-4ed4-8957-9d3de1f102ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8800554 May 02 10:44:01.228766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54596) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:01.239962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Sync routers for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:44:01.253378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:01.254656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:01.270418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7f9bfd0e-821e-48e2-ae44-5bff93415f87), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.295889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Calling delete_port for 7f9bfd0e-821e-48e2-ae44-5bff93415f87 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:01.350219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1a38ea-41de-4e93-b4e3-793d10229327 req-afdcfff8-4a1b-4929-9bc3-0a9f086a242b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:01.351892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f1a38ea-41de-4e93-b4e3-793d10229327 req-afdcfff8-4a1b-4929-9bc3-0a9f086a242b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 944 time: 0.1130600 May 02 10:44:01.358173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting subnet 47bb5cc1-82d7-4587-9aed-b28b99167e19 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:01.362776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (47bb5cc1-82d7-4587-9aed-b28b99167e19), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.372954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c71e3323-1474-4c40-97ec-a1533b020bca admin admin] Publish callbacks [] for security_group (8e9c7ecf-ccbf-4393-9e81-c035c7186db5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.377309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:01.470260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (47bb5cc1-82d7-4587-9aed-b28b99167e19), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.472254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c71e3323-1474-4c40-97ec-a1533b020bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8e9c7ecf-ccbf-4393-9e81-c035c7186db5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.523972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f1a38ea-41de-4e93-b4e3-793d10229327 req-f5a0dc77-d0d0-4629-9f9d-7deef1dba2a5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331785 May 02 10:44:01.554558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c71e3323-1474-4c40-97ec-a1533b020bca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca4eeb8359da4f2ca32497e267016c9a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7431750 May 02 10:44:01.559671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54600) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:01.567134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e3323-1474-4c40-97ec-a1533b020bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e9c7ecf-ccbf-4393-9e81-c035c7186db5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:01.580313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:01.593692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.596972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (47bb5cc1-82d7-4587-9aed-b28b99167e19), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.621251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:43:59Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:01.633953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] Publish callbacks [] for security_group (8e9c7ecf-ccbf-4393-9e81-c035c7186db5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.654415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Checking router: f4b2958d-d0df-4ed4-8957-9d3de1f102ef for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:44:01.659182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] Publish callbacks [] for security_group (8e9c7ecf-ccbf-4393-9e81-c035c7186db5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.668324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Routers {'f4b2958d-d0df-4ed4-8957-9d3de1f102ef'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:01.668814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:01.697803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7f9bfd0e-821e-48e2-ae44-5bff93415f87), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.713321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:44:01.720946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:01.726629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Pushing event deleted for resources: {'Port': ['ID=7f9bfd0e-821e-48e2-ae44-5bff93415f87,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:01.732188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Checking segment: {'id': '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '130c54f5-0773-481f-87a7-787267603773'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:01.732396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Network hostable DHCP agents. Network: 130c54f5-0773-481f-87a7-787267603773, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:01.793453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] Set router f4b2958d-d0df-4ed4-8957-9d3de1f102ef gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:01.794020 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (fdf4b06e-74a7-4d60-8193-7a18b7cde131), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.854687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:01.854999 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.890282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Network 130c54f5-0773-481f-87a7-787267603773 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:01.894740 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (47bb5cc1-82d7-4587-9aed-b28b99167e19), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.929374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.929725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8e9c7ecf-ccbf-4393-9e81-c035c7186db5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.932097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:01.933268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e9c7ecf-ccbf-4393-9e81-c035c7186db5 HTTP/1.1" status: 204 len: 168 time: 0.3724096 May 02 10:44:01.936398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/subnets/47bb5cc1-82d7-4587-9aed-b28b99167e19 HTTP/1.1" status: 204 len: 168 time: 0.7063758 May 02 10:44:01.937670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0290abb1-7519-4e24-b7cc-f69a4f3554dd tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Subnet': ['ID=47bb5cc1-82d7-4587-9aed-b28b99167e19,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:01.940337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54604) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:01.946485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e2f7c6-0e1d-4cdf-afee-15efb621980e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e9c7ecf-ccbf-4393-9e81-c035c7186db5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:01.960374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9455e6-e3bd-4848-b4f2-05d46d84c9c3 None None] Network 604a9efb-9a25-454a-a138-ada152184640 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:02.054321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 130c54f5-0773-481f-87a7-787267603773) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:02.062676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-796980', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-796324', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6849'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.067108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-796941', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-796934', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-796349'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.068753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:02.069680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.089518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8125fd-eee1-4fca-95d6-354bc3a180b3 None None] Network 130c54f5-0773-481f-87a7-787267603773 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:02.129706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.146667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.164979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Router fdf4b06e-74a7-4d60-8193-7a18b7cde131 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:44:02.182385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a46be0e1-b77b-4af6-bdb6-b79b73a59dc7 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1732190 May 02 10:44:02.231884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:02.232371 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.237141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:43:59Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:02.265858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:44:02.277446 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] Sync routers for ids ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:44:02.281447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8fb63d-14bf-45e2-b799-9c05cb584ffb None None] The sync data for ids ['f4b2958d-d0df-4ed4-8957-9d3de1f102ef'] in ncdv-master-1 is: [{'id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'name': 'tempest-TestNetworkBasicOps-router-1734635418', 'tenant_id': '63740057f4374c219d98c8190ccbcfe8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107'}], 'enable_snat': True}, 'gw_port_id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:43:59Z', 'revision_number': 5, 'project_id': '63740057f4374c219d98c8190ccbcfe8', 'gw_port': {'id': '919ede04-9ee0-4747-a857-da17a4a5cab2', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:16:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4b2958d-d0df-4ed4-8957-9d3de1f102ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2566, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:42:44Z', 'updated_at': '2022-05-02T10:42:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:44:02.292632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.296739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54608) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:02.298276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7c9b997b-fdd9-4ae1-a404-44f8043e3012 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "PUT /v2.0/routers/fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 200 len: 705 time: 2.3361819 May 02 10:44:02.308825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] Routers {'fdf4b06e-74a7-4d60-8193-7a18b7cde131'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:02.309734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:02.351878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:02.356113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:02.358754 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9172245-d7d4-46a0-b73f-6c7bcf690148" -d '{"events": [{"server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:02.362843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:02.386930 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] Routers {'fdf4b06e-74a7-4d60-8193-7a18b7cde131'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:02.387834 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:02.388913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c271942-2365-4238-b35c-ba103603758e None None] DHCP port deletion for 604a9efb-9a25-454a-a138-ada152184640 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:44:02.449137 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:02.449927 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63c1de93-f2cf-4b57-b015-8fb67a085bee None None] The sync data for ids ['fdf4b06e-74a7-4d60-8193-7a18b7cde131'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:44:02.467845 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ec6852-fe3f-4fd3-82fb-08f86a429606 x-openstack-request-id: req-92ec6852-fe3f-4fd3-82fb-08f86a429606 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:02.468145 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "name": "network-vif-plugged", "status": "completed", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:02.468467 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-92ec6852-fe3f-4fd3-82fb-08f86a429606 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:02.474828 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92ec6852-fe3f-4fd3-82fb-08f86a429606'] response: {'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'code': 200} May 02 10:44:02.490466 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.501790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_gateway (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.521912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54622) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:02.533587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-381a39ad-0455-4e89-b960-1758766625a1 tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/routers/fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 200 len: 740 time: 0.2348104 May 02 10:44:02.604971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe47d92-66ae-4efe-9815-3a75185c9d27 None None] Network 130c54f5-0773-481f-87a7-787267603773 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:02.685003 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa5c8a4d-7cf0-47ab-9700-9052c3dc8e9a tempest-RoutersAdminTest-1182585436 tempest-RoutersAdminTest-1182585436-project-admin] 10.222.0.16 "GET /v2.0/ports?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&device_id=fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 200 len: 205 time: 0.1610677 May 02 10:44:02.690832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54630) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:02.742476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025b7a49-9f43-4591-b26d-b655fef22ae5 req-05e5c630-ccad-4215-a6f0-979983a9642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:02.747854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-025b7a49-9f43-4591-b26d-b655fef22ae5 req-05e5c630-ccad-4215-a6f0-979983a9642f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 1127 time: 0.2044129 May 02 10:44:02.761609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f732a614-2a6d-41da-b64c-660be42f29fe tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 200 len: 205 time: 0.0693381 May 02 10:44:02.764102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54634) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:02.790577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Deleting port 919ede04-9ee0-4747-a857-da17a4a5cab2 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:02.791017 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.930039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874f1f48-0568-4f54-9764-bb04d85e1968 req-d79e95ec-217d-4332-bf25-c46372a9075d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:02.937189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-874f1f48-0568-4f54-9764-bb04d85e1968 req-d79e95ec-217d-4332-bf25-c46372a9075d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 945 time: 0.1737888 May 02 10:44:02.945063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device be5fbb64-296e-4c92-9662-975c77437728 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:02.949463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.971255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4c271942-2365-4238-b35c-ba103603758e None None] Deleting port be5fbb64-296e-4c92-9662-975c77437728 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:02.971848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c271942-2365-4238-b35c-ba103603758e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (be5fbb64-296e-4c92-9662-975c77437728), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:02.973708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-025b7a49-9f43-4591-b26d-b655fef22ae5 req-b950ca83-91d7-43cc-adc6-9836c92ec864 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077293 May 02 10:44:03.032544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] For port 919ede04-9ee0-4747-a857-da17a4a5cab2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=919ede04-9ee0-4747-a857-da17a4a5cab2,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:03.033091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.053019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-d9c34c31-21ae-4854-a835-3afaf3e03b4b tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:03.055124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-d9c34c31-21ae-4854-a835-3afaf3e03b4b tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/networks?id=130c54f5-0773-481f-87a7-787267603773 HTTP/1.1" status: 200 len: 814 time: 0.2198384 May 02 10:44:03.062262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Calling delete_port for 919ede04-9ee0-4747-a857-da17a4a5cab2 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:03.068656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:03.078060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4c271942-2365-4238-b35c-ba103603758e None None] For port be5fbb64-296e-4c92-9662-975c77437728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5fbb64-296e-4c92-9662-975c77437728,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:03.078320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-ef0ea798-90bd-4011-8562-13a9a950bf37 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/quotas/cfa0b24c632c4b3795e5bf28209734f1 HTTP/1.1" status: 200 len: 375 time: 0.0178580 May 02 10:44:03.078474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c271942-2365-4238-b35c-ba103603758e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (be5fbb64-296e-4c92-9662-975c77437728), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.126981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4c271942-2365-4238-b35c-ba103603758e None None] Calling delete_port for be5fbb64-296e-4c92-9662-975c77437728 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:03.160672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-7e9eb665-a205-42ff-85ad-0377ad034e80 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0694220 May 02 10:44:03.214000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port be5fbb64-296e-4c92-9662-975c77437728 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:03.214155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be5fbb64-296e-4c92-9662-975c77437728), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.226930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.230533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router_controller (fdf4b06e-74a7-4d60-8193-7a18b7cde131), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.271298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port be5fbb64-296e-4c92-9662-975c77437728, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=be5fbb64-296e-4c92-9662-975c77437728,segment=NetworkSegment(0531a1b4-5252-4e46-abf4-a7e410f7cf99),segment_id=0531a1b4-5252-4e46-abf4-a7e410f7cf99)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:03.283432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-ce1d1fb0-2087-4f48-8f41-9744e8238017 service neutron] 10.222.0.16 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222856 May 02 10:44:03.299602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-874f1f48-0568-4f54-9764-bb04d85e1968 req-39a44ac5-14a9-4b63-aa36-78a463c5903f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3613272 May 02 10:44:03.398406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be5fbb64-296e-4c92-9662-975c77437728), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.399505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43d60d2b-ed98-486a-8bfe-5170e24649be no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:03.439485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 43d60d2b-ed98-486a-8bfe-5170e24649be {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:03.439839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 43d60d2b-ed98-486a-8bfe-5170e24649be not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:03.442613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-6ec24eb6-cf92-4dd0-95d6-08c14cc6cef1 service neutron] 10.222.0.16 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513202 May 02 10:44:03.473489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (fdf4b06e-74a7-4d60-8193-7a18b7cde131), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.473489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Fanout notify agent at l3_agent the message router_deleted on router fdf4b06e-74a7-4d60-8193-7a18b7cde131 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:44:03.479790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.481785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=be5fbb64-296e-4c92-9662-975c77437728,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:03.482781 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c5f5734c-f888-4c8b-913e-8c5d890c78ab tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 204 len: 168 time: 0.7163501 May 02 10:44:03.487067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.525149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fee468a7-1c06-4f05-bd22-363b4b9a2a1e tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 200 len: 205 time: 0.0343840 May 02 10:44:03.525149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54656) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.566052 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-aeae0c17-cfeb-4f38-bf4f-999e3df4833b tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:03.567112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aeae0c17-cfeb-4f38-bf4f-999e3df4833b tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/fdf4b06e-74a7-4d60-8193-7a18b7cde131 HTTP/1.1" status: 404 len: 336 time: 0.0407739 May 02 10:44:03.570498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54658) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.575452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c271942-2365-4238-b35c-ba103603758e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (be5fbb64-296e-4c92-9662-975c77437728), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.597409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54662) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.606185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (919ede04-9ee0-4747-a857-da17a4a5cab2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.611174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd4f5429-3f0f-43e7-aada-746a007ea685 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 200 len: 205 time: 0.0382524 May 02 10:44:03.614036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54666) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.646113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c271942-2365-4238-b35c-ba103603758e None None] Pushing event deleted for resources: {'Port': ['ID=be5fbb64-296e-4c92-9662-975c77437728,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:03.656639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c271942-2365-4238-b35c-ba103603758e None None] No DVR routers for this DVR port be5fbb64-296e-4c92-9662-975c77437728 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:03.671766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Port': ['ID=919ede04-9ee0-4747-a857-da17a4a5cab2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:03.683202 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-2e545d65-5cba-4b32-b221-bae4c181eac8 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:03.684276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e545d65-5cba-4b32-b221-bae4c181eac8 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/8036a57a-1cfe-48ef-aa12-01d6b5211511 HTTP/1.1" status: 404 len: 336 time: 0.0688128 May 02 10:44:03.687138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54668) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.719377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.719710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-713209d7-52b1-4218-b9b8-8cfad7c163ee tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 200 len: 205 time: 0.0313396 May 02 10:44:03.723164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54670) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.753828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1484859772-network', 'tenant_id': '92c0683d241045e5bbd52bc4f8fe82d8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:03.766020 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-528f221c-5d80-482f-94f8-48e21def627d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:03.767107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-528f221c-5d80-482f-94f8-48e21def627d tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/7cc6c8e5-d636-45a6-a3d8-85125e067e67 HTTP/1.1" status: 404 len: 336 time: 0.0424321 May 02 10:44:03.769928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.810159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7bd58534-10d3-4556-a6dd-10b7930c5b18 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 200 len: 205 time: 0.0352545 May 02 10:44:03.810499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54676) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.836801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.838152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router_controller (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.857011 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-9b17192a-fda5-4037-85e2-34df6c20eead tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:03.857990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b17192a-fda5-4037-85e2-34df6c20eead tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/820444ae-6e85-48ef-806b-424510ff7f59 HTTP/1.1" status: 404 len: 336 time: 0.0467901 May 02 10:44:03.868043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54680) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.895664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d4250da-f5b0-41a0-a206-381a950e00e4 req-82629330-32ad-477a-81d6-2c710b601266 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0413318 May 02 10:44:03.921452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed481a0e-acb4-486f-92e3-fd04faaa4590 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 200 len: 205 time: 0.0485563 May 02 10:44:03.923295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.963764 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-43046ca1-0b8b-4dc2-ba0b-c9d7f848d13f tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:03.964835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43046ca1-0b8b-4dc2-ba0b-c9d7f848d13f tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/7dcd6009-bf2c-45f0-b2ed-1b3eb38cee95 HTTP/1.1" status: 404 len: 336 time: 0.0405192 May 02 10:44:03.967556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:03.969752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Made reservation on behalf of 92c0683d241045e5bbd52bc4f8fe82d8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:03.972291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:03.982542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.001277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (f4b2958d-d0df-4ed4-8957-9d3de1f102ef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.001818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Fanout notify agent at l3_agent the message router_deleted on router f4b2958d-d0df-4ed4-8957-9d3de1f102ef {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:44:04.006071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e90e2cf0-47ee-4fe1-a4a9-35d7c508231c tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "GET /v2.0/ports?device_id=6ab7d010-dc50-4a38-a5f0-91c854335112 HTTP/1.1" status: 200 len: 205 time: 0.0341952 May 02 10:44:04.006071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54688) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:04.009326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.013113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d2cdfe6-f769-47d4-a66c-fc6907b014ef tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/routers/f4b2958d-d0df-4ed4-8957-9d3de1f102ef HTTP/1.1" status: 204 len: 168 time: 2.0715771 May 02 10:44:04.014663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:04.076498 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-43f5b58d-f378-4a9b-b34e-4fb4350c2a7c tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] delete failed (client error): The resource could not be found. May 02 10:44:04.077633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43f5b58d-f378-4a9b-b34e-4fb4350c2a7c tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/routers/6ab7d010-dc50-4a38-a5f0-91c854335112 HTTP/1.1" status: 404 len: 336 time: 0.0705836 May 02 10:44:04.081576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:04.125091 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-31fd4f30-464b-4265-a195-4b16e03237b3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] DELETE failed (client error): The resource could not be found. May 02 10:44:04.125661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31fd4f30-464b-4265-a195-4b16e03237b3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:44:04.131878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-31fd4f30-464b-4265-a195-4b16e03237b3 tempest-RoutersAdminTest-392904076 tempest-RoutersAdminTest-392904076-project] 10.222.0.16 "DELETE /v2.0/subnets/f4ddf23f-8270-46f0-ad7d-e4f70acbc436 HTTP/1.1" status: 404 len: 337 time: 0.0438592 May 02 10:44:04.132905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks [] for security_group (6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.153639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (604a9efb-9a25-454a-a138-ada152184640), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.219631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.245874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:04.255814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:04.260506 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b6ef340e-f231-4815-9022-a6a332646120), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.260900 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Added segment b6ef340e-f231-4815-9022-a6a332646120 of type vlan for network 1dfb9d77-828c-40b1-a33f-722e78364357 May 02 10:44:04.270435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (604a9efb-9a25-454a-a138-ada152184640), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.293405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604a9efb-9a25-454a-a138-ada152184640']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:04.302938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1dfb9d77-828c-40b1-a33f-722e78364357), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.303095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0531a1b4-5252-4e46-abf4-a7e410f7cf99') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:04.303399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0531a1b4-5252-4e46-abf4-a7e410f7cf99') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:04.313375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (0531a1b4-5252-4e46-abf4-a7e410f7cf99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.328681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0531a1b4-5252-4e46-abf4-a7e410f7cf99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.336501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:04.337045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (0531a1b4-5252-4e46-abf4-a7e410f7cf99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: timer() May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:04.340033 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:04.460896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63555ea9-6b76-4c4a-8da0-8282499c1f00 req-1b992125-69ef-4156-ad03-c7634ca9a00c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:04.462420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63555ea9-6b76-4c4a-8da0-8282499c1f00 req-1b992125-69ef-4156-ad03-c7634ca9a00c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 945 time: 0.0683067 May 02 10:44:04.463549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1dfb9d77-828c-40b1-a33f-722e78364357), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.464386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:04.464972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.477837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (604a9efb-9a25-454a-a138-ada152184640), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.493768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.500744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] 10.222.0.16 "DELETE /v2.0/networks/604a9efb-9a25-454a-a138-ada152184640 HTTP/1.1" status: 204 len: 168 time: 0.4814000 May 02 10:44:04.530976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9116ec76-59db-484e-8738-9ce66af44827 tempest-TestNetworkBasicOps-1110002680 tempest-TestNetworkBasicOps-1110002680-project] Pushing event deleted for resources: {'Network': ['ID=604a9efb-9a25-454a-a138-ada152184640,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:04.623436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] Pushing event updated for resources: {'Network': ['ID=1dfb9d77-828c-40b1-a33f-722e78364357,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:04.637114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-58953cad-7214-40c8-a8fe-40c3f5f4a8d8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0385487 May 02 10:44:04.644679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54722) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:04.645080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1dfb9d77-828c-40b1-a33f-722e78364357 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:04.647243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Request body: {'subnet': {'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1484859772-subnet', 'tenant_id': '92c0683d241045e5bbd52bc4f8fe82d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:04.653582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-63555ea9-6b76-4c4a-8da0-8282499c1f00 req-f9fa702d-3f61-431c-85e1-df8cf8833483 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1837831 May 02 10:44:04.683996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54728) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:04.687423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 919ede04-9ee0-4747-a857-da17a4a5cab2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:04.710198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 919ede04-9ee0-4747-a857-da17a4a5cab2 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:04.710980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 919ede04-9ee0-4747-a857-da17a4a5cab2 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:04.763539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Made reservation on behalf of 92c0683d241045e5bbd52bc4f8fe82d8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:04.765992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.837611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7915a482-0d27-49a3-8b4f-6a616b6f5a59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:04.983758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7915a482-0d27-49a3-8b4f-6a616b6f5a59 admin admin] Publish callbacks [] for security_group (38be793f-b516-4196-9020-e7305bc03842), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.003751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa90a49e-4640-4c51-b72d-611b4fb809e2 req-5a8656b5-f744-42a9-bb52-e6de45845418 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0365918 May 02 10:44:05.057566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54740) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:05.107897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7915a482-0d27-49a3-8b4f-6a616b6f5a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (38be793f-b516-4196-9020-e7305bc03842), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.148030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7915a482-0d27-49a3-8b4f-6a616b6f5a59 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=708a81360bb349a1b0ac3f5d20b6133d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4629319 May 02 10:44:05.148931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7915a482-0d27-49a3-8b4f-6a616b6f5a59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38be793f-b516-4196-9020-e7305bc03842,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:05.151339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54754) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:05.171503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (941853b4-65e8-4aa5-8bea-7fa08ed4739d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.210172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] Publish callbacks [] for security_group (38be793f-b516-4196-9020-e7305bc03842), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.232968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] Publish callbacks [] for security_group (38be793f-b516-4196-9020-e7305bc03842), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.246456 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a6b81a14-0263-44c7-ae30-381b682f857f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=63740057f4374c219d98c8190ccbcfe8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1877441 May 02 10:44:05.247165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=941853b4-65e8-4aa5-8bea-7fa08ed4739d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:05.251179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54756) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:05.258290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Checking segment: {'id': 'b6ef340e-f231-4815-9022-a6a332646120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:05.258659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Network hostable DHCP agents. Network: 1dfb9d77-828c-40b1-a33f-722e78364357, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:05.313210 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] Publish callbacks [] for security_group (07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.334330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] Publish callbacks [] for security_group (07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.357477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Network 1dfb9d77-828c-40b1-a33f-722e78364357 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:05.420160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (38be793f-b516-4196-9020-e7305bc03842), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.422799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.424018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/38be793f-b516-4196-9020-e7305bc03842 HTTP/1.1" status: 204 len: 168 time: 0.2714505 May 02 10:44:05.432735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f637aaf8-12f5-43e2-8710-05edf5f38f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38be793f-b516-4196-9020-e7305bc03842,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:05.460182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1dfb9d77-828c-40b1-a33f-722e78364357) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:05.464361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:05.465460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.479671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f41f3a8-3727-46bc-ae91-060c01ac572b None None] Network 1dfb9d77-828c-40b1-a33f-722e78364357 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:05.492234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.495116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:05.498768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f HTTP/1.1" status: 204 len: 168 time: 0.2442188 May 02 10:44:05.509613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f67b03-796c-408d-acd1-c4faad477985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e1b8e7-88cc-4b68-8ed9-3eb1e44e579f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:05.568729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5dc739a-4b30-42bc-8145-9eadf7f04bc2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9273107 May 02 10:44:05.587611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf01e7d-13ff-4dc3-99d6-16cad63b25b8 None None] Network 1dfb9d77-828c-40b1-a33f-722e78364357 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:05.784618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198b03f-3546-4f0e-8b5d-786573a5472a req-fd86ab2d-37d8-4447-836c-6206323a25a9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:05.787448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0198b03f-3546-4f0e-8b5d-786573a5472a req-fd86ab2d-37d8-4447-836c-6206323a25a9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 945 time: 0.0549252 May 02 10:44:05.841206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0198b03f-3546-4f0e-8b5d-786573a5472a req-608f2875-673f-4d69-8837-e7dc12c49e3a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472655 May 02 10:44:05.983840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-7cdcbf22-e3f7-4b48-b416-2c5449a0e5cf tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 267 time: 0.0594473 May 02 10:44:06.043858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-dd709aaf-09de-487b-9f8a-18a8b8f68c4f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:06.049627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-dd709aaf-09de-487b-9f8a-18a8b8f68c4f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 945 time: 0.0589974 May 02 10:44:06.056796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'security_groups': []}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:06.095046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-861bc0d9-d5e7-4848-bb5e-33f1a3856852 req-39d3b10b-cc07-4b90-ac3d-c115448f4e86 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0289230 May 02 10:44:06.139168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.304101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:06.316262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:06.331350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2df4ed46-69a7-4ca3-ab7c-824750eaece7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.340750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.406683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:06.423574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.424305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2df4ed46-69a7-4ca3-ab7c-824750eaece7 admin admin] Publish callbacks [] for security_group (832811f6-6963-46dc-9fa1-6ddb02fef1bd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.436261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122', 'd378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:06.439515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:06.473463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:06.474146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.475535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05b6aa59-e951-4614-a1d6-55140a9ea7a4 req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "PUT /v2.0/ports/0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc HTTP/1.1" status: 200 len: 904 time: 0.4237010 May 02 10:44:06.483071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:06.486520 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-845f1af5-39f0-4f80-bc50-88e131309c4c" -d '{"events": [{"name": "network-changed", "server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:06.523387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8f23ac2-a1d2-4c0f-816e-2a6f2f947d64 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b03f02d687d24a6493bc2d150cef4242&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1148283 May 02 10:44:06.529596 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54786) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:06.541373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2df4ed46-69a7-4ca3-ab7c-824750eaece7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (832811f6-6963-46dc-9fa1-6ddb02fef1bd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.548555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6da88db-2268-4815-8442-2fe3f5ce9921 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:06.592245 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a815691-e2e8-41b4-a0c1-07df76c4ed96 x-openstack-request-id: req-2a815691-e2e8-41b4-a0c1-07df76c4ed96 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:06.592836 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:06.593249 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a815691-e2e8-41b4-a0c1-07df76c4ed96 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:06.593843 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a815691-e2e8-41b4-a0c1-07df76c4ed96'] response: {'name': 'network-changed', 'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'status': 'completed', 'code': 200} May 02 10:44:06.606621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:06.679116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] Publish callbacks [] for security_group (119b09e3-20b0-43b6-9c6b-448fdef2c2ec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.711889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] Publish callbacks [] for security_group (119b09e3-20b0-43b6-9c6b-448fdef2c2ec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.808781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2df4ed46-69a7-4ca3-ab7c-824750eaece7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20c47e9670d14d4e8f1cab1c4f9b92fe&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4888330 May 02 10:44:06.809925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54790) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:06.836905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df4ed46-69a7-4ca3-ab7c-824750eaece7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832811f6-6963-46dc-9fa1-6ddb02fef1bd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:06.865773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3085ea2-65d3-4e64-bccc-c995974e6307 req-bc02cb68-c950-4907-91c8-2841313c17e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:06.870412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3085ea2-65d3-4e64-bccc-c995974e6307 req-bc02cb68-c950-4907-91c8-2841313c17e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 907 time: 0.2385256 May 02 10:44:06.874153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-f7dc6543-0b26-4282-ab32-7a553d47b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:06.875739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-f7dc6543-0b26-4282-ab32-7a553d47b4d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 1089 time: 0.2551947 May 02 10:44:06.940792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (119b09e3-20b0-43b6-9c6b-448fdef2c2ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.940792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:06.940792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/119b09e3-20b0-43b6-9c6b-448fdef2c2ec HTTP/1.1" status: 204 len: 168 time: 0.4064434 May 02 10:44:06.976770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e45248-ba30-42fc-86e2-1c20f94a5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=119b09e3-20b0-43b6-9c6b-448fdef2c2ec,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:06.983458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4cb6e7f6-39a0-4b28-a9a7-1cf77ec3ecb0 None None] Provisioning complete for port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:06.984098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4cb6e7f6-39a0-4b28-a9a7-1cf77ec3ecb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.045680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] Publish callbacks [] for security_group (832811f6-6963-46dc-9fa1-6ddb02fef1bd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.118113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4cb6e7f6-39a0-4b28-a9a7-1cf77ec3ecb0 None None] Current status of the port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:07.133769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] Publish callbacks [] for security_group (832811f6-6963-46dc-9fa1-6ddb02fef1bd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.172096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9aee881-66bb-450d-bb79-169b13c55459 req-155c234c-9dd3-439f-a420-5ec33a277419 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.174173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9aee881-66bb-450d-bb79-169b13c55459 req-155c234c-9dd3-439f-a420-5ec33a277419 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0982449 May 02 10:44:07.252299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9aee881-66bb-450d-bb79-169b13c55459 req-c898db52-22b3-4856-8955-c1b42aa1c455 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645540 May 02 10:44:07.306844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (832811f6-6963-46dc-9fa1-6ddb02fef1bd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.309621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.310753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/832811f6-6963-46dc-9fa1-6ddb02fef1bd HTTP/1.1" status: 204 len: 168 time: 0.4998510 May 02 10:44:07.319250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee793885-cbe2-4389-9506-344debf306ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832811f6-6963-46dc-9fa1-6ddb02fef1bd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:07.409350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f373b55-af67-4112-8f13-2d4930c11456 req-1bcb1964-48c4-4a1b-b456-17fa50b39787 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.410890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f373b55-af67-4112-8f13-2d4930c11456 req-1bcb1964-48c4-4a1b-b456-17fa50b39787 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0670371 May 02 10:44:07.418130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af99261f-6720-49af-9586-55dc9f9adfcb req-8bd9bff1-b3bf-4c22-9a0b-f91ece563b3c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0610371 May 02 10:44:07.460490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f8e99c4c-f199-4208-b9e7-e104b8f47f7c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.461997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f8e99c4c-f199-4208-b9e7-e104b8f47f7c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.24 "GET /v2.0/networks?id=130c54f5-0773-481f-87a7-787267603773 HTTP/1.1" status: 200 len: 814 time: 0.9486864 May 02 10:44:07.480333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Request body: {'port': {'device_id': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'network_id': '130c54f5-0773-481f-87a7-787267603773', 'admin_state_up': True, 'tenant_id': 'cfa0b24c632c4b3795e5bf28209734f1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:07.486079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f373b55-af67-4112-8f13-2d4930c11456 req-0406684f-8bfb-425b-80ae-a1d97e305d6a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683775 May 02 10:44:07.509192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 54816) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:07.517441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1475328964-network', 'tenant_id': '99f6e3a430b848d9b8803b59505a2c43'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:07.583957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-04e37bdd-6a8e-4da2-8607-463da484ea57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.585444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-04e37bdd-6a8e-4da2-8607-463da484ea57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.6912570 May 02 10:44:07.668029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-71c37082-61a6-4727-bc50-89ee038700bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc HTTP/1.1" status: 200 len: 217 time: 0.0679145 May 02 10:44:07.672534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Made reservation on behalf of 99f6e3a430b848d9b8803b59505a2c43 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:07.674883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.705284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec77bd-2b41-4703-9e4c-4e3675f61b7e req-1c6a7c5d-48f4-45e8-897d-3d2df5055f6e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.706748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2ec77bd-2b41-4703-9e4c-4e3675f61b7e req-1c6a7c5d-48f4-45e8-897d-3d2df5055f6e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1285105 May 02 10:44:07.730767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:07.810284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-2f88b626-65ba-47d4-bddf-db7f7cdbc466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.811832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-2f88b626-65ba-47d4-bddf-db7f7cdbc466 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.1339540 May 02 10:44:07.881521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f2ec77bd-2b41-4703-9e4c-4e3675f61b7e req-7fbac275-8009-4ff1-8842-a26b4e8ff31f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461792 May 02 10:44:07.897039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-ae0995a2-34be-46b4-a0af-dd3f2396dd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:07.898581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-ae0995a2-34be-46b4-a0af-dd3f2396dd05 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0775788 May 02 10:44:07.992466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Made reservation on behalf of cfa0b24c632c4b3795e5bf28209734f1 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:07.995813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.007059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks [] for security_group (41e0ee6a-8919-4639-90c7-d1d47dadad3f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.016791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2a2b0-6c63-4e95-947d-cfd1ea2ba060 req-142bf3e7-3d0e-4d71-9a2e-ec3b31585ddb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:08.018238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39e2a2b0-6c63-4e95-947d-cfd1ea2ba060 req-142bf3e7-3d0e-4d71-9a2e-ec3b31585ddb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0489554 May 02 10:44:08.078125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39e2a2b0-6c63-4e95-947d-cfd1ea2ba060 req-c6f806aa-974e-44e2-93b5-1ba99119e0ee tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535593 May 02 10:44:08.089155 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-2d6f490e-2520-4c99-9438-023cce8293db service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823158 May 02 10:44:08.159522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (41e0ee6a-8919-4639-90c7-d1d47dadad3f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.253186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:08.290083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e0ee6a-8919-4639-90c7-d1d47dadad3f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:08.298210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7e033035-6f45-45ff-80da-b2cb86584aa5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.298560 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Added segment 7e033035-6f45-45ff-80da-b2cb86584aa5 of type vlan for network 9915bec7-bc34-451d-84fb-09edcef1cb6a May 02 10:44:08.346525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Allocated IP 172.20.0.9 (130c54f5-0773-481f-87a7-787267603773/aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98/03a3e149-6972-4686-9e05-0d498eb04f4d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:08.413168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-845f1af5-39f0-4f80-bc50-88e131309c4c req-bc518650-aa52-4e6c-a0ef-ef69c336e804 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066266 May 02 10:44:08.433976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9915bec7-bc34-451d-84fb-09edcef1cb6a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.526466 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0aeea1cb-28c0-446a-9ea7-5d6fad3144a2 req-afaaff83-263d-4ca2-aadd-fa90cc3c7861 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0353527 May 02 10:44:08.549026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-278f4882-17b2-4036-9a50-19e06f17a129 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:08.550914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-278f4882-17b2-4036-9a50-19e06f17a129 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.2638428 May 02 10:44:08.597609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-8478cc39-3406-4a8c-8b9a-1fe2e5974f03 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/quotas/608974f2bff942b5a36c7b8f748dcf72 HTTP/1.1" status: 200 len: 375 time: 0.0389397 May 02 10:44:08.603250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9915bec7-bc34-451d-84fb-09edcef1cb6a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.604211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:08.604813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.729084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] Pushing event updated for resources: {'Network': ['ID=9915bec7-bc34-451d-84fb-09edcef1cb6a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:08.739618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9915bec7-bc34-451d-84fb-09edcef1cb6a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:08.744083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-642d7355-2d38-44fe-93b9-2e3a0034d3b9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1360762 May 02 10:44:08.749010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks [] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:08.840411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ba58e86-4e8e-4ff6-b74b-740a6cca2cbe admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3284571 May 02 10:44:08.843292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54876) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:08.858256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Request body: {'subnet': {'network_id': '9915bec7-bc34-451d-84fb-09edcef1cb6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1475328964-subnet', 'tenant_id': '99f6e3a430b848d9b8803b59505a2c43', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:08.872116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-75f7bfcf-c9f1-4c0b-8bdf-34f15b5758a3 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141279 May 02 10:44:08.969968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-ba9d1711-7f8a-45e8-a97f-45805de9d031 service neutron] 10.222.0.16 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912201 May 02 10:44:08.975051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.018038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Network 130c54f5-0773-481f-87a7-787267603773 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:09.025241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:09.029726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Made reservation on behalf of 99f6e3a430b848d9b8803b59505a2c43 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:09.031145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:09.033007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.035373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Pushing event updated for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:09.079022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.079379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.079723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.080119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.080590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.081033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.081459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.081688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.082208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.082542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.082967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.083306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.083638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.083964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.084324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:09.128881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:09.129548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.235473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-b9a470ea-f196-4d85-b807-c3efa30ea2cd tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7619662 May 02 10:44:09.248166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Request body: {'port': {'device_id': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:09.272572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d5bb651-86c9-415d-8209-84b77d8e5d0e req-d30a5bc5-77c0-43fb-9634-ddd3b088f07f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 210 time: 0.0826204 May 02 10:44:09.330413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.424239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d9816a1a-03ef-4d11-888a-fde6c8009669), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.502394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9816a1a-03ef-4d11-888a-fde6c8009669,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:09.521075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Checking segment: {'id': '7e033035-6f45-45ff-80da-b2cb86584aa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '9915bec7-bc34-451d-84fb-09edcef1cb6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:09.521510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Network hostable DHCP agents. Network: 9915bec7-bc34-451d-84fb-09edcef1cb6a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:09.640780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Network 9915bec7-bc34-451d-84fb-09edcef1cb6a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:09.685439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c16c2-0b86-4c72-803a-0b9567b848d3 req-0fcee878-e1ad-4678-8e09-b32aa72cfbdf tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:09.692643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-055c16c2-0b86-4c72-803a-0b9567b848d3 req-0fcee878-e1ad-4678-8e09-b32aa72cfbdf tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 931 time: 0.0844872 May 02 10:44:09.713696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 54908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:09.724877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9915bec7-bc34-451d-84fb-09edcef1cb6a) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:09.733340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95bc2c5-dc61-420f-9fd5-da288a396417 None None] Network 9915bec7-bc34-451d-84fb-09edcef1cb6a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:09.736927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:09.737714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.820734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-055c16c2-0b86-4c72-803a-0b9567b848d3 req-1f6a78c9-49c7-4511-9f44-baff9e607611 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243205 May 02 10:44:09.850896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-20d98315-5955-455b-a980-657ea71ef8d0 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0042019 May 02 10:44:09.871784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03a3e149-6972-4686-9e05-0d498eb04f4d {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:09.905952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411aca78-a649-4dd4-a317-80f8517afca5 None None] Network 9915bec7-bc34-451d-84fb-09edcef1cb6a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:09.912674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks [] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:09.931367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Transition to ACTIVE for port object 03a3e149-6972-4686-9e05-0d498eb04f4d will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:44:10.025539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-132401610', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:10.063503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.118003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Pushing event updated for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:10.154692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Made reservation on behalf of af0761144a474d759a23d543fc8ef528 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:10.157365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.168810 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.213931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Attempting to bind port 03a3e149-6972-4686-9e05-0d498eb04f4d on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:10.214159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Attempting to bind port 03a3e149-6972-4686-9e05-0d498eb04f4d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '130c54f5-0773-481f-87a7-787267603773'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:10.214425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Attempting to bind port 03a3e149-6972-4686-9e05-0d498eb04f4d on network 130c54f5-0773-481f-87a7-787267603773 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:10.220137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Port 03a3e149-6972-4686-9e05-0d498eb04f4d on network 130c54f5-0773-481f-87a7-787267603773 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:44:10.220466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Attempting to bind port 03a3e149-6972-4686-9e05-0d498eb04f4d on network 130c54f5-0773-481f-87a7-787267603773 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:10.227818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:10.228163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Checking segment: {'id': '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '130c54f5-0773-481f-87a7-787267603773'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:10.228552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Bound using segment: {'id': '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '130c54f5-0773-481f-87a7-787267603773'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:10.229023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Bound port: 03a3e149-6972-4686-9e05-0d498eb04f4d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '130c54f5-0773-481f-87a7-787267603773'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:10.229388 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.268716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for security_group (5c102686-a1a3-4d5f-a540-2ae4ff76c7b2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.321133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:10.325237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a3e149-6972-4686-9e05-0d498eb04f4d,segment=NetworkSegment(1be2d3a0-c1f0-4681-b0c2-3a64e44cca19),segment_id=1be2d3a0-c1f0-4681-b0c2-3a64e44cca19)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:10.369211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c102686-a1a3-4d5f-a540-2ae4ff76c7b2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.381938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] device_id is not set on port abd52c39-ec69-45cf-a43c-1e2b61f60298 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:10.389314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ce6cb76-dc26-4f3a-bfd9-ada92e1008c9 req-6232272e-4d18-4dcc-bac4-4bc1a1276013 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 210 time: 0.0412326 May 02 10:44:10.427846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.446010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c102686-a1a3-4d5f-a540-2ae4ff76c7b2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:10.474239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.474870 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.476296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] 10.222.0.24 "PUT /v2.0/ports/03a3e149-6972-4686-9e05-0d498eb04f4d HTTP/1.1" status: 200 len: 1091 time: 1.2335827 May 02 10:44:10.476770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:10.481084 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9808f863-b187-4405-b400-85edda64f9b2" -d '{"events": [{"name": "network-changed", "server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:10.518097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35cee2f-e2d1-43cc-b83e-5cf413b0ff9a service neutron] Pushing event updated for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:10.531646 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e05f8fb6-0ea9-4424-88af-188e1d582742 x-openstack-request-id: req-e05f8fb6-0ea9-4424-88af-188e1d582742 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:10.531646 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:10.531861 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e05f8fb6-0ea9-4424-88af-188e1d582742 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:10.532821 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e05f8fb6-0ea9-4424-88af-188e1d582742'] response: {'name': 'network-changed', 'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d', 'status': 'completed', 'code': 200} May 02 10:44:10.606406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f863-b187-4405-b400-85edda64f9b2 req-1bc97d01-ddb9-4d1e-a33d-1948f83d7aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.607950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9808f863-b187-4405-b400-85edda64f9b2 req-1bc97d01-ddb9-4d1e-a33d-1948f83d7aed service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 1125 time: 0.0545809 May 02 10:44:10.615408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Allocated IP 172.35.4.100 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/abd52c39-ec69-45cf-a43c-1e2b61f60298) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:10.721801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f863-b187-4405-b400-85edda64f9b2 req-56db580b-905c-4ff4-a8ce-7b627314c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.723297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9808f863-b187-4405-b400-85edda64f9b2 req-56db580b-905c-4ff4-a8ce-7b627314c33c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1077044 May 02 10:44:10.788647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-ffc89f9e-4300-4fa7-9689-32d5c480386c tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.790293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-ffc89f9e-4300-4fa7-9689-32d5c480386c tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/networks?id=1dfb9d77-828c-40b1-a33f-722e78364357 HTTP/1.1" status: 200 len: 809 time: 0.1998489 May 02 10:44:10.833190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808f863-b187-4405-b400-85edda64f9b2 req-7f181ecf-c7f0-4058-90ea-6560c913871c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.834314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-c5bf68f5-26f1-4cab-b38b-c599e9c9c289 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/quotas/92c0683d241045e5bbd52bc4f8fe82d8 HTTP/1.1" status: 200 len: 375 time: 0.0113480 May 02 10:44:10.834871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9808f863-b187-4405-b400-85edda64f9b2 req-7f181ecf-c7f0-4058-90ea-6560c913871c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1009178 May 02 10:44:10.886055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-de334024-d22b-41e2-b945-e3a0fe0b2c46 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=92c0683d241045e5bbd52bc4f8fe82d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0387261 May 02 10:44:10.943976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for port (abd52c39-ec69-45cf-a43c-1e2b61f60298), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:10.948490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-5dd9f219-9736-4a04-975b-1245208b16cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.950291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-5dd9f219-9736-4a04-975b-1245208b16cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 1125 time: 0.0760913 May 02 10:44:10.971144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac2b33-d8d0-4182-b2a2-bd2cec87b60d req-93a30ef7-f087-465b-86b5-bfaa2521d790 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:10.972621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40ac2b33-d8d0-4182-b2a2-bd2cec87b60d req-93a30ef7-f087-465b-86b5-bfaa2521d790 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 943 time: 0.0695136 May 02 10:44:11.002404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-52145c92-9f79-47e3-8876-33b70b80e906 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a3e149-6972-4686-9e05-0d498eb04f4d HTTP/1.1" status: 200 len: 217 time: 0.0441422 May 02 10:44:11.029235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-40d4eec8-771b-43d4-9600-d167abb01ebd service neutron] 10.222.0.16 "GET /v2.0/networks/1dfb9d77-828c-40b1-a33f-722e78364357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336629 May 02 10:44:11.078588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-3688ab49-549d-4d96-a37d-825273632e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:11.080089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-3688ab49-549d-4d96-a37d-825273632e9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98 HTTP/1.1" status: 200 len: 854 time: 0.0709183 May 02 10:44:11.083564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40ac2b33-d8d0-4182-b2a2-bd2cec87b60d req-1c8db315-59c6-4bee-a368-efa0fe46fb37 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833275 May 02 10:44:11.122751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-29bc6364-d0cc-46bf-a1b9-26b939d95aa6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=130c54f5-0773-481f-87a7-787267603773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373216 May 02 10:44:11.137842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-6bae2e4b-e95b-40cc-b0f0-bf137497c712 service neutron] 10.222.0.16 "GET /v2.0/networks/1dfb9d77-828c-40b1-a33f-722e78364357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020451 May 02 10:44:11.194888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (abd52c39-ec69-45cf-a43c-1e2b61f60298), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.215598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-3519077e-e7ac-4c13-815d-d8e9500f338c service neutron] 10.222.0.24 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 May 02 10:44:11.236282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:11.239788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:11.247611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:11.280451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Pushing event updated for resources: {'Port': ['ID=abd52c39-ec69-45cf-a43c-1e2b61f60298,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:11.305132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:11.306490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.336492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bde268d3-32ca-4ec4-b1ef-45fe930f2664 req-d5c0df21-91c1-4358-9dc2-52d40309dd46 service neutron] 10.222.0.24 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146986 May 02 10:44:11.404924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9588b17b-db98-4e68-8255-aa6d748224f8 req-bf07f369-a693-472c-a654-cb6b69a1f0a2 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.0280671 May 02 10:44:11.416128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6cf2f631-bf8e-4326-94bb-1604724f2398 tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.6985493 May 02 10:44:11.419425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:11.423843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.100'}]}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:11.509737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79e03334-d72b-440c-9974-d13a3976940f req-bf4cac27-def8-4c31-8ffe-a51ba73f5118 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 210 time: 0.0339367 May 02 10:44:11.515122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (fd59689b-3e58-4968-b860-ba620e880e99), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.516477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (fd59689b-3e58-4968-b860-ba620e880e99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.590475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for router_controller (fd59689b-3e58-4968-b860-ba620e880e99), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.596938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-d75c1cba-8f69-4f17-8ee8-0e41b95bb8c9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:11.599002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-d75c1cba-8f69-4f17-8ee8-0e41b95bb8c9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 812 time: 0.1217611 May 02 10:44:11.611008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Request body: {'port': {'device_id': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'admin_state_up': True, 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:11.805611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Made reservation on behalf of 608974f2bff942b5a36c7b8f748dcf72 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:11.809140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:11.969402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Allocated IP 172.20.0.11 (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4/4f7c39b2-0855-4787-afc5-f87363dd7d01/6dfe428f-593c-4657-bc81-f4b2bd27c9a4) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:12.174340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for router_gateway (fd59689b-3e58-4968-b860-ba620e880e99), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.182708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.221152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fac843-703a-48e2-9822-7680b512d03f req-aa6d15be-2fef-4393-802d-c40c9e54dec2 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:12.222610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77fac843-703a-48e2-9822-7680b512d03f req-aa6d15be-2fef-4393-802d-c40c9e54dec2 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 943 time: 0.0597885 May 02 10:44:12.288072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77fac843-703a-48e2-9822-7680b512d03f req-80cd667c-4fb6-4f70-ae12-b6dd78649cb5 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564444 May 02 10:44:12.369762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.382284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122', 'd378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:12.416766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:12.420157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:12.422675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:12.485491 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for router_gateway (fd59689b-3e58-4968-b860-ba620e880e99), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.504161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:12.529092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.545223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:12.547351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.560836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a0643fb-9e9d-4f70-8fad-e4f6a01daf90 req-2fd0feb5-9f23-4b3b-b380-e3a6da593be9 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.0460036 May 02 10:44:12.709216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-71b0f3d5-9385-4dde-b8e2-a04e7971384a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0970914 May 02 10:44:12.716916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Request body: {'port': {'device_id': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:12.810340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.876826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0402853c-34f9-474a-9bd0-811365c7d18a None None] Provisioning complete for port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:12.877121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0402853c-34f9-474a-9bd0-811365c7d18a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:12.908358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c01dce-46dd-4141-860d-39d26ead623e req-9c5449f6-31b8-4f82-8de1-e2a616a7885b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:12.909964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92c01dce-46dd-4141-860d-39d26ead623e req-9c5449f6-31b8-4f82-8de1-e2a616a7885b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 932 time: 0.0873628 May 02 10:44:12.918676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0402853c-34f9-474a-9bd0-811365c7d18a None None] Port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:12.929599 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for router (fd59689b-3e58-4968-b860-ba620e880e99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.034955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92c01dce-46dd-4141-860d-39d26ead623e req-416e7329-6f5c-434d-9473-ca12daaad2d7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169889 May 02 10:44:13.112010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (fd59689b-3e58-4968-b860-ba620e880e99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.115121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks [] for router_controller (fd59689b-3e58-4968-b860-ba620e880e99), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.172220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:13.180394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks [] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.231615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Transition to ACTIVE for port object 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:44:13.231840 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (fd59689b-3e58-4968-b860-ba620e880e99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.232293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fd59689b-3e58-4968-b860-ba620e880e99 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:44:13.314115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.314424 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] create failed (client error): There was a conflict when trying to complete your request. May 02 10:44:13.315531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d9847379-d8be-4027-bc81-de7285a5f75a tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8950403 May 02 10:44:13.319447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55112) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:13.365303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:13.456113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015bac3e-ce7c-4b7b-ae59-d8fff6e962ca req-385b734b-1461-4dc9-9031-23b947e8b67c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:13.457706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-015bac3e-ce7c-4b7b-ae59-d8fff6e962ca req-385b734b-1461-4dc9-9031-23b947e8b67c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 943 time: 0.0830226 May 02 10:44:13.465539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Attempting to bind port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:13.465885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Attempting to bind port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:13.466224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Attempting to bind port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:13.471016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:44:13.471344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Attempting to bind port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 on network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:13.475220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Deleting port abd52c39-ec69-45cf-a43c-1e2b61f60298 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:13.475573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (abd52c39-ec69-45cf-a43c-1e2b61f60298), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.477105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:13.477449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Checking segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:13.477836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Bound using segment: {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:13.478270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Bound port: 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:13.478637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.539178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03a3e149-6972-4686-9e05-0d498eb04f4d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:13.565988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:13.569423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-015bac3e-ce7c-4b7b-ae59-d8fff6e962ca req-49c1445f-666b-485b-9a1b-525dcb67375c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038706 May 02 10:44:13.570887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:13.607120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (abd52c39-ec69-45cf-a43c-1e2b61f60298), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.646890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Calling delete_port for abd52c39-ec69-45cf-a43c-1e2b61f60298 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:13.651937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.705123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a3e149-6972-4686-9e05-0d498eb04f4d,segment=NetworkSegment(1be2d3a0-c1f0-4681-b0c2-3a64e44cca19),segment_id=1be2d3a0-c1f0-4681-b0c2-3a64e44cca19)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:13.729700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '03a3e149-6972-4686-9e05-0d498eb04f4d', 'network_id': '130c54f5-0773-481f-87a7-787267603773', 'port_id': '03a3e149-6972-4686-9e05-0d498eb04f4d', 'mac_address': 'fa:16:3e:74:55:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:13.733003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00df3801-12d1-4c3a-9036-6f6ee0c71b73 req-ad87919e-8c09-4666-9379-8456f02bfa30 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.0596166 May 02 10:44:13.740536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:13.744440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.746663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] 10.222.0.15 "PUT /v2.0/ports/6dfe428f-593c-4657-bc81-f4b2bd27c9a4 HTTP/1.1" status: 200 len: 1092 time: 1.0334692 May 02 10:44:13.747750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:13.752852 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b06672b-735c-4edf-89ae-e63d2f99197e" -d '{"events": [{"name": "network-changed", "server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:13.805008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117a84-4cae-4fb8-8485-801f6f064087 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:13.841386 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465bf299-1e13-4a2e-98d9-9279768a6297 x-openstack-request-id: req-465bf299-1e13-4a2e-98d9-9279768a6297 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:13.841807 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:13.842033 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-465bf299-1e13-4a2e-98d9-9279768a6297 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:13.842598 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-465bf299-1e13-4a2e-98d9-9279768a6297'] response: {'name': 'network-changed', 'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'status': 'completed', 'code': 200} May 02 10:44:13.852065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 03a3e149-6972-4686-9e05-0d498eb04f4d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:13.852564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:13.868046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03a3e149-6972-4686-9e05-0d498eb04f4d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:13.892063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a3e149-6972-4686-9e05-0d498eb04f4d,segment=NetworkSegment(1be2d3a0-c1f0-4681-b0c2-3a64e44cca19),segment_id=1be2d3a0-c1f0-4681-b0c2-3a64e44cca19)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:13.917975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-c5ec6e5e-d921-4ff8-933b-08d94c4a4742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:13.919502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-c5ec6e5e-d921-4ff8-933b-08d94c4a4742 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 1126 time: 0.0514908 May 02 10:44:13.977689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (abd52c39-ec69-45cf-a43c-1e2b61f60298), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.006629 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.018815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Pushing event deleted for resources: {'Port': ['ID=abd52c39-ec69-45cf-a43c-1e2b61f60298,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:14.094851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:14.165925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.169704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b306e3e-b219-418d-ab89-d7ed640fd05e tempest-RoutersAdminNegativeTest-305224808 tempest-RoutersAdminNegativeTest-305224808-project-admin] 10.222.0.16 "DELETE /v2.0/ports/abd52c39-ec69-45cf-a43c-1e2b61f60298 HTTP/1.1" status: 204 len: 168 time: 0.8489487 May 02 10:44:14.237496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['03a3e149-6972-4686-9e05-0d498eb04f4d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:14.303238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:14.356155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.428837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-626d419a-2989-4100-98cc-f01ec2884e46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.505671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-626d419a-2989-4100-98cc-f01ec2884e46 admin admin] Publish callbacks [] for security_group (d749fb19-3518-4b12-b219-c8a588340642), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.522275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edc28f-fc55-40d3-9dd6-649ea47019f8 req-4b3ad846-ef91-4d2a-9eef-4e63d1cabf39 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.523727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3edc28f-fc55-40d3-9dd6-649ea47019f8 req-4b3ad846-ef91-4d2a-9eef-4e63d1cabf39 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 944 time: 0.1016872 May 02 10:44:14.533707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-d2c09f89-406d-4ff4-bb42-76a70933c1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.535197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-d2c09f89-406d-4ff4-bb42-76a70933c1a7 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=608974f2bff942b5a36c7b8f748dcf72&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6069686 May 02 10:44:14.605872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-626d419a-2989-4100-98cc-f01ec2884e46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d749fb19-3518-4b12-b219-c8a588340642), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.658135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-626d419a-2989-4100-98cc-f01ec2884e46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d733f6e5a1034ab7a4f7a0302ccacbf7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3510549 May 02 10:44:14.658375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55138) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:14.667433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d419a-2989-4100-98cc-f01ec2884e46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d749fb19-3518-4b12-b219-c8a588340642,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:14.669503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-87863d24-c953-4efd-b9d1-a6ab8f9ee503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.670983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b06672b-735c-4edf-89ae-e63d2f99197e req-87863d24-c953-4efd-b9d1-a6ab8f9ee503 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1269286 May 02 10:44:14.671693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55140) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:14.689299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-9dfd1819-0fa2-41d0-954b-a0e4e2f5f166 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.691046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-9dfd1819-0fa2-41d0-954b-a0e4e2f5f166 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.24 "GET /v2.0/networks?id=1dfb9d77-828c-40b1-a33f-722e78364357 HTTP/1.1" status: 200 len: 809 time: 0.7393770 May 02 10:44:14.704915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Request body: {'port': {'device_id': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357', 'admin_state_up': True, 'tenant_id': '92c0683d241045e5bbd52bc4f8fe82d8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:14.724216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3edc28f-fc55-40d3-9dd6-649ea47019f8 req-7d08ff1f-f647-4825-8dde-0756c99307c8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913877 May 02 10:44:14.772475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a486b1-f076-4729-857e-bd53f3008ac5 req-59120877-1fee-4f43-9477-b1ce99d507e7 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.773960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27a486b1-f076-4729-857e-bd53f3008ac5 req-59120877-1fee-4f43-9477-b1ce99d507e7 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 944 time: 0.0850735 May 02 10:44:14.803363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] Publish callbacks [] for security_group (d749fb19-3518-4b12-b219-c8a588340642), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.828407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-a3f707a3-4eb4-4118-99f3-62b8d3f7011d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:14.830658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-a3f707a3-4eb4-4118-99f3-62b8d3f7011d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 1126 time: 0.0954673 May 02 10:44:14.850102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] Publish callbacks [] for security_group (d749fb19-3518-4b12-b219-c8a588340642), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.867413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-27a486b1-f076-4729-857e-bd53f3008ac5 req-0e68e1d8-f02b-4f99-8ccd-45e3b5f0e692 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816693 May 02 10:44:14.901438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9147813b-d9d2-49dd-994c-29cc68cc19e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.928850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-c9c7dd0b-547d-4feb-ae6c-213a9dfb3b54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4 HTTP/1.1" status: 200 len: 217 time: 0.0886061 May 02 10:44:14.933182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed47a826-75e4-4123-bd57-9c9bb2aa1a75 req-8baed09f-5468-473d-b8a8-0618297c5773 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.0906892 May 02 10:44:14.957575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d749fb19-3518-4b12-b219-c8a588340642), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.960416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:14.961706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d749fb19-3518-4b12-b219-c8a588340642 HTTP/1.1" status: 204 len: 168 time: 0.3024566 May 02 10:44:14.969982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b23f73-824c-4705-b151-605a24411a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d749fb19-3518-4b12-b219-c8a588340642,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:15.023397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-a434afd1-cc0b-4b7d-b72d-7f71ccf74c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:15.024919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-a434afd1-cc0b-4b7d-b72d-7f71ccf74c50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0817139 May 02 10:44:15.089651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-96f42193-ba84-41fc-b0e3-411e37b5e5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:15.091252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-96f42193-ba84-41fc-b0e3-411e37b5e5af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0570772 May 02 10:44:15.112837 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9147813b-d9d2-49dd-994c-29cc68cc19e8 admin admin] Publish callbacks [] for security_group (78d98a98-0fb2-4509-a9a7-9dc6b63743ea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.114731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Made reservation on behalf of 92c0683d241045e5bbd52bc4f8fe82d8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:15.117908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.214905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9147813b-d9d2-49dd-994c-29cc68cc19e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (78d98a98-0fb2-4509-a9a7-9dc6b63743ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.289130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9147813b-d9d2-49dd-994c-29cc68cc19e8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e291c6cb91954054afb0f31d5d08ec32&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6113999 May 02 10:44:15.292012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:15.293667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147813b-d9d2-49dd-994c-29cc68cc19e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d98a98-0fb2-4509-a9a7-9dc6b63743ea,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:15.305697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-74700d8d-d6f4-465a-955b-5aef883c5972 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2048662 May 02 10:44:15.347926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] Publish callbacks [] for security_group (78d98a98-0fb2-4509-a9a7-9dc6b63743ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.369702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] Publish callbacks [] for security_group (78d98a98-0fb2-4509-a9a7-9dc6b63743ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.404322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Allocated IP 172.20.0.11 (1dfb9d77-828c-40b1-a33f-722e78364357/941853b4-65e8-4aa5-8bea-7fa08ed4739d/4dc0f922-73d6-44e5-a87d-7794f4c4b341) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:15.450418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ee5752-ac91-4684-87a7-630619e8f424 req-e231a22e-2673-41b6-9f7d-1070a14fe316 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257157 May 02 10:44:15.488511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (78d98a98-0fb2-4509-a9a7-9dc6b63743ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.491699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.493043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/78d98a98-0fb2-4509-a9a7-9dc6b63743ea HTTP/1.1" status: 204 len: 168 time: 0.1995747 May 02 10:44:15.501524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e04f00d-84a8-483c-bc98-e924cb697d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d98a98-0fb2-4509-a9a7-9dc6b63743ea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:15.569778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03a3e149-6972-4686-9e05-0d498eb04f4d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:15.593871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks [] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.614963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 03a3e149-6972-4686-9e05-0d498eb04f4d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:44:15.725813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 03a3e149-6972-4686-9e05-0d498eb04f4d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:15.726382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.726501 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.736952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55156) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:15.754045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-549a5d72-4682-4ebe-8199-ee19aa11edc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.781422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Network 1dfb9d77-828c-40b1-a33f-722e78364357 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:15.787363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:15.791594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:15.831768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 03a3e149-6972-4686-9e05-0d498eb04f4d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:15.833664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.845194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:15.846038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.861342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Pushing event updated for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:15.890115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:15.892795 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2763ed42-e911-40b6-827f-defe785c9a23" -d '{"events": [{"server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "name": "network-vif-plugged", "status": "completed", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:15.909625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-549a5d72-4682-4ebe-8199-ee19aa11edc3 admin admin] Publish callbacks [] for security_group (c710b577-7a0b-4d8d-922e-9050a2d4f97c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.910604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a3e149-6972-4686-9e05-0d498eb04f4d,segment=NetworkSegment(1be2d3a0-c1f0-4681-b0c2-3a64e44cca19),segment_id=1be2d3a0-c1f0-4681-b0c2-3a64e44cca19)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:15.918069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b071218-74e2-4b51-97b9-5816dfc49e7a req-6e55ae11-3a79-422c-9ddc-fde8bbde4ac1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:15.919892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b071218-74e2-4b51-97b9-5816dfc49e7a req-6e55ae11-3a79-422c-9ddc-fde8bbde4ac1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 944 time: 0.0676353 May 02 10:44:15.965677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-b156774e-e3a1-4a8e-a0d4-b8bd071d13ca tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2657905 May 02 10:44:15.991040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.991040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:15.997204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-549a5d72-4682-4ebe-8199-ee19aa11edc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c710b577-7a0b-4d8d-922e-9050a2d4f97c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.003386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Request body: {'port': {'device_id': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:16.025634 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-549a5d72-4682-4ebe-8199-ee19aa11edc3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=502245b54c364a719c373cc3793722ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2874687 May 02 10:44:16.028210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:16.044440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b071218-74e2-4b51-97b9-5816dfc49e7a req-515764d8-b1c2-47d9-b934-d73e71d4eb91 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157374 May 02 10:44:16.052893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:16.053100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e4af76-ba3b-495e-a30c-e406c759d6c5 req-d3e43a05-e572-48bd-9898-f83865e96cbb tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:16.060723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e4af76-ba3b-495e-a30c-e406c759d6c5 req-d3e43a05-e572-48bd-9898-f83865e96cbb tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 944 time: 0.0926504 May 02 10:44:16.073252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a5d72-4682-4ebe-8199-ee19aa11edc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c710b577-7a0b-4d8d-922e-9050a2d4f97c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:16.118847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] Publish callbacks [] for security_group (c710b577-7a0b-4d8d-922e-9050a2d4f97c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.123312 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c317fd90-75bf-4493-a18a-149595610367 x-openstack-request-id: req-c317fd90-75bf-4493-a18a-149595610367 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:16.124348 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "name": "network-vif-plugged", "status": "completed", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:16.124640 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c317fd90-75bf-4493-a18a-149595610367 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:16.125429 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c317fd90-75bf-4493-a18a-149595610367'] response: {'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d', 'code': 200} May 02 10:44:16.131759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.152312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e4af76-ba3b-495e-a30c-e406c759d6c5 req-f88d7884-2425-44e4-8d1d-60426ae55589 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899582 May 02 10:44:16.162012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] Publish callbacks [] for security_group (c710b577-7a0b-4d8d-922e-9050a2d4f97c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.276239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2663b19-7065-4949-9651-9b3f984d1182 req-9f799642-c8a6-4c0a-b61f-ef472d35eb27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:16.277801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a2663b19-7065-4949-9651-9b3f984d1182 req-9f799642-c8a6-4c0a-b61f-ef472d35eb27 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0848262 May 02 10:44:16.287744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acadc1a2-9c13-4a22-9337-84c3e95b6fcd req-eecc15ab-aefc-448a-9cd4-c53d72f44c18 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:16.289239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-acadc1a2-9c13-4a22-9337-84c3e95b6fcd req-eecc15ab-aefc-448a-9cd4-c53d72f44c18 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 932 time: 0.0824432 May 02 10:44:16.372727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a2663b19-7065-4949-9651-9b3f984d1182 req-8911a057-55d8-490c-b8d8-090ce607dd15 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824518 May 02 10:44:16.376056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-acadc1a2-9c13-4a22-9337-84c3e95b6fcd req-57efd91f-4865-442d-a542-92e28830e377 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796540 May 02 10:44:16.384760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:16.400314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c710b577-7a0b-4d8d-922e-9050a2d4f97c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.403064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.404217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c710b577-7a0b-4d8d-922e-9050a2d4f97c HTTP/1.1" status: 204 len: 168 time: 0.3750119 May 02 10:44:16.418083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f38096-a8c0-45fe-9b5c-26b0a89c7190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c710b577-7a0b-4d8d-922e-9050a2d4f97c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:16.439471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dc0f922-73d6-44e5-a87d-7794f4c4b341 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:16.442197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aa383a7f-90af-4960-83e0-dd6a1eef4ed8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=af0761144a474d759a23d543fc8ef528&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0559738 May 02 10:44:16.444511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55176) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:16.448819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks [] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.463782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Transition to ACTIVE for port object 4dc0f922-73d6-44e5-a87d-7794f4c4b341 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:44:16.498335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] Publish callbacks [] for security_group (5c102686-a1a3-4d5f-a540-2ae4ff76c7b2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.521042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] Publish callbacks [] for security_group (5c102686-a1a3-4d5f-a540-2ae4ff76c7b2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.560030 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.615027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:16.637421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5c102686-a1a3-4d5f-a540-2ae4ff76c7b2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.640010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.643900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5c102686-a1a3-4d5f-a540-2ae4ff76c7b2 HTTP/1.1" status: 204 len: 168 time: 0.1955001 May 02 10:44:16.650151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4097779-97bc-4196-b345-368cd9f1e635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c102686-a1a3-4d5f-a540-2ae4ff76c7b2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:16.688309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Attempting to bind port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:16.688648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Attempting to bind port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b6ef340e-f231-4815-9022-a6a332646120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:16.688995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Attempting to bind port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 on network 1dfb9d77-828c-40b1-a33f-722e78364357 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:16.693491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 on network 1dfb9d77-828c-40b1-a33f-722e78364357 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:44:16.693818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Attempting to bind port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 on network 1dfb9d77-828c-40b1-a33f-722e78364357 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:16.700422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:16.700866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Checking segment: {'id': 'b6ef340e-f231-4815-9022-a6a332646120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:16.701330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Bound using segment: {'id': 'b6ef340e-f231-4815-9022-a6a332646120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:16.701834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Bound port: 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6ef340e-f231-4815-9022-a6a332646120', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:16.702288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:16.776437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:16.800747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341,segment=NetworkSegment(b6ef340e-f231-4815-9022-a6a332646120),segment_id=b6ef340e-f231-4815-9022-a6a332646120)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:17.035199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:17.083268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.083932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:17.085682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] 10.222.0.24 "PUT /v2.0/ports/4dc0f922-73d6-44e5-a87d-7794f4c4b341 HTTP/1.1" status: 200 len: 1092 time: 1.1067123 May 02 10:44:17.086189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:17.088695 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67d7b369-280c-4d96-973c-34c7dd0db0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:17.136118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bee15c-3b47-4f32-8e6e-5677ea927ade service neutron] Pushing event updated for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:17.159347 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca1c94d9-7f1a-43f0-b09e-d6f236cb8268 x-openstack-request-id: req-ca1c94d9-7f1a-43f0-b09e-d6f236cb8268 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:17.159347 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:17.159347 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ca1c94d9-7f1a-43f0-b09e-d6f236cb8268 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:17.159347 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca1c94d9-7f1a-43f0-b09e-d6f236cb8268'] response: {'name': 'network-changed', 'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341', 'status': 'completed', 'code': 200} May 02 10:44:17.246196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-64b34805-104f-41b4-8f13-0a306ac8436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.247768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-64b34805-104f-41b4-8f13-0a306ac8436b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92c0683d241045e5bbd52bc4f8fe82d8&device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 1126 time: 0.0518558 May 02 10:44:17.296445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2c61b-c63e-4236-a38e-38adf3985d5c req-4173f920-4d60-4ab0-8658-a2ffde7ff14e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.298098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33d2c61b-c63e-4236-a38e-38adf3985d5c req-4173f920-4d60-4ab0-8658-a2ffde7ff14e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 944 time: 0.1393442 May 02 10:44:17.306849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e196da08-c4b9-468c-abbb-06fee24aa5c5 req-6e306db8-65b2-4b41-b67a-242c6f489703 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.316291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e196da08-c4b9-468c-abbb-06fee24aa5c5 req-6e306db8-65b2-4b41-b67a-242c6f489703 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0759413 May 02 10:44:17.401209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e196da08-c4b9-468c-abbb-06fee24aa5c5 req-522807f1-6d5c-48ef-8b28-bc647eb9fe72 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818162 May 02 10:44:17.435107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33d2c61b-c63e-4236-a38e-38adf3985d5c req-ee554f25-8d84-4c84-8ba0-e493d7c7b8ad tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285915 May 02 10:44:17.438127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-35568ac5-4979-4e75-8d1c-01af2633c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.439675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-35568ac5-4979-4e75-8d1c-01af2633c839 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=92c0683d241045e5bbd52bc4f8fe82d8&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1795878 May 02 10:44:17.511489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bb83e7-87a7-4674-8adc-c7bbe251403f req-df1123b4-b26b-4c11-9092-a26317c3ac3a tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.513418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bb83e7-87a7-4674-8adc-c7bbe251403f req-df1123b4-b26b-4c11-9092-a26317c3ac3a tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 944 time: 0.0519407 May 02 10:44:17.569128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91bb83e7-87a7-4674-8adc-c7bbe251403f req-78c81322-b7a8-4554-8f14-aaed13104772 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500326 May 02 10:44:17.595744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-1af851a1-1174-442c-af01-d5dd6533b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.597322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67d7b369-280c-4d96-973c-34c7dd0db0d4 req-1af851a1-1174-442c-af01-d5dd6533b81d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1111987 May 02 10:44:17.658356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:17.677601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-70750302-aa00-4884-ab3e-2e75e73b57f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.679330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-70750302-aa00-4884-ab3e-2e75e73b57f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=92c0683d241045e5bbd52bc4f8fe82d8&device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 1126 time: 0.0498290 May 02 10:44:17.721241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-8303fd0f-d49f-47ce-a8c7-4bc7e75b77c9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341 HTTP/1.1" status: 200 len: 217 time: 0.0359616 May 02 10:44:17.775389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-5643ddd6-31f0-4185-ae98-6d1228cb3a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:17.776890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-5643ddd6-31f0-4185-ae98-6d1228cb3a63 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=941853b4-65e8-4aa5-8bea-7fa08ed4739d HTTP/1.1" status: 200 len: 849 time: 0.0498879 May 02 10:44:17.778652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:17.790031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'mac_address': 'fa:16:3e:52:a1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:17.808642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-720f7836-0b0f-4b66-ad4f-6583610ea7e0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1dfb9d77-828c-40b1-a33f-722e78364357&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263286 May 02 10:44:17.828663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:17.834234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:17.843431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:17.864351 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:17.908349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-4be6d698-d896-40f6-a304-5d4a0950d9d4 service neutron] 10.222.0.24 "GET /v2.0/networks/1dfb9d77-828c-40b1-a33f-722e78364357?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907464 May 02 10:44:17.929440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:17.979696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:18.111078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89eb0086-ba4d-437e-9cff-88d50f3f7986 req-d942c655-ab50-4fff-b6f1-377349a45d00 service neutron] 10.222.0.24 "GET /v2.0/networks/1dfb9d77-828c-40b1-a33f-722e78364357?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974902 May 02 10:44:18.172165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['6dfe428f-593c-4657-bc81-f4b2bd27c9a4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:18.181005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:18.308184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2dc004ac-57fc-4ad5-a4ed-fceeb9b9e2a6 tempest-AgentManagementNegativeTest-1357149479 tempest-AgentManagementNegativeTest-1357149479-project] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1288974 May 02 10:44:18.520421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac0e6e2-dd22-4bfa-bde9-1617d9b33cd5 req-d2605441-a86a-457d-89d0-d73c10913d70 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:18.520421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ac0e6e2-dd22-4bfa-bde9-1617d9b33cd5 req-d2605441-a86a-457d-89d0-d73c10913d70 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0528448 May 02 10:44:18.567839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16b81b8-b0b3-4c1d-95f5-11baf85b8a86 req-c1db0280-6ecf-4244-8d2c-0b57d12853e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:18.569369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c16b81b8-b0b3-4c1d-95f5-11baf85b8a86 req-c1db0280-6ecf-4244-8d2c-0b57d12853e6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 945 time: 0.0601833 May 02 10:44:18.572520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ac0e6e2-dd22-4bfa-bde9-1617d9b33cd5 req-f8b50899-92fa-4a47-b29b-1060d350f97a tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476861 May 02 10:44:18.626913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c16b81b8-b0b3-4c1d-95f5-11baf85b8a86 req-89aa2cb5-e798-4e84-908e-46c88b8ccd4f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516803 May 02 10:44:18.693697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba92b6-b10c-4eb3-a006-6591bbd1dcca req-eb464deb-aa18-4129-bcba-6536f0312fd4 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:18.695224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0ba92b6-b10c-4eb3-a006-6591bbd1dcca req-eb464deb-aa18-4129-bcba-6536f0312fd4 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 944 time: 0.0529613 May 02 10:44:18.750048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0ba92b6-b10c-4eb3-a006-6591bbd1dcca req-2c651d5f-19ad-4114-ac2b-1baf22f2395f tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490873 May 02 10:44:18.817840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55244) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:18.923833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-577ab40b-44c1-4c62-bbfe-db365960e979 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.004199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-577ab40b-44c1-4c62-bbfe-db365960e979 admin admin] Publish callbacks [] for security_group (c6debb10-0216-4644-96cc-ae4666c272c1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.037566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345f61c-2a0f-49d0-b22a-a6810b59998f req-dbdc18d4-2e2b-42ec-897c-a91b42c63fec tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.039028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c345f61c-2a0f-49d0-b22a-a6810b59998f req-dbdc18d4-2e2b-42ec-897c-a91b42c63fec tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0477595 May 02 10:44:19.068690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-577ab40b-44c1-4c62-bbfe-db365960e979 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c6debb10-0216-4644-96cc-ae4666c272c1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.086460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c345f61c-2a0f-49d0-b22a-a6810b59998f req-61a3af52-47e3-45ab-8b0a-302253d8f75d tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416639 May 02 10:44:19.113569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-577ab40b-44c1-4c62-bbfe-db365960e979 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=797df8f4984f40b5bc39c8c77283c4ae&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2909026 May 02 10:44:19.113569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ab40b-44c1-4c62-bbfe-db365960e979 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6debb10-0216-4644-96cc-ae4666c272c1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:19.113917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:19.122428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:19.169461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] Publish callbacks [] for security_group (c6debb10-0216-4644-96cc-ae4666c272c1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.194445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] Publish callbacks [] for security_group (c6debb10-0216-4644-96cc-ae4666c272c1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.287419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-51b7edb8-833c-4407-ac3e-a7d16e614bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.289013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-51b7edb8-833c-4407-ac3e-a7d16e614bdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 1127 time: 0.0405581 May 02 10:44:19.317111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c6debb10-0216-4644-96cc-ae4666c272c1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.319717 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.320781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6debb10-0216-4644-96cc-ae4666c272c1 HTTP/1.1" status: 204 len: 168 time: 0.2064002 May 02 10:44:19.357424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0096c67a-2395-4ef8-a640-f218297a12f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6debb10-0216-4644-96cc-ae4666c272c1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:19.393154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-a92156b3-7e94-4d32-aa0b-f875293a597e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.394694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-a92156b3-7e94-4d32-aa0b-f875293a597e service neutron] 10.222.0.24 "GET /v2.0/networks?id=130c54f5-0773-481f-87a7-787267603773 HTTP/1.1" status: 200 len: 915 time: 0.1006718 May 02 10:44:19.439435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-8b077f2f-88d0-4226-a02c-1e256beab32c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=03a3e149-6972-4686-9e05-0d498eb04f4d HTTP/1.1" status: 200 len: 217 time: 0.0391443 May 02 10:44:19.490041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-c425102b-f1ad-4121-8e4d-5f34bba17707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.491518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-c425102b-f1ad-4121-8e4d-5f34bba17707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98 HTTP/1.1" status: 200 len: 854 time: 0.0471048 May 02 10:44:19.524008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-e85bdb86-84c8-4d6d-9b60-c3ef5b00f230 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=130c54f5-0773-481f-87a7-787267603773&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270507 May 02 10:44:19.621469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (98156367-ed73-4b97-bddd-3b183725dd61), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.624876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-4df7dfe0-ac3e-4bc7-9594-bc514007d8a9 service neutron] 10.222.0.24 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949812 May 02 10:44:19.674462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:19.737353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5b1cedf-fbf7-405c-bcf4-d63ce14b97a1 req-5351ab88-1ae7-479c-a27a-2576dadb7da0 service neutron] 10.222.0.24 "GET /v2.0/networks/130c54f5-0773-481f-87a7-787267603773?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020677 May 02 10:44:19.756225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:44:19.860291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:19.860946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.870589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5678bf0a-aadf-485a-b78d-780ecd8ae388 req-044cd826-9cd8-421c-a53c-de7ac04f01af tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.877758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5678bf0a-aadf-485a-b78d-780ecd8ae388 req-044cd826-9cd8-421c-a53c-de7ac04f01af tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 945 time: 0.1515706 May 02 10:44:19.881494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1b74b-0996-4f08-8517-9fbbbb4071c2 req-d8e40273-1f04-4a48-befd-a433c5e35559 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:19.883671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42d1b74b-0996-4f08-8517-9fbbbb4071c2 req-d8e40273-1f04-4a48-befd-a433c5e35559 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 944 time: 0.0572941 May 02 10:44:19.954758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:19.955480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:19.968397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5678bf0a-aadf-485a-b78d-780ecd8ae388 req-6924f4b3-ccf1-4eda-9dd7-a737ff174621 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847864 May 02 10:44:19.970019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42d1b74b-0996-4f08-8517-9fbbbb4071c2 req-445d3402-8ef6-435f-8e88-367e7fe9bbe4 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796454 May 02 10:44:19.990976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:19.993264 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c59c2b-6346-4202-a56f-3b5e6eff2d1d" -d '{"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-plugged", "status": "completed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:20.009180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:20.031296 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31c1d81-0fbf-4fd5-be3d-2f5a250d56dd x-openstack-request-id: req-f31c1d81-0fbf-4fd5-be3d-2f5a250d56dd {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:20.031592 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-plugged", "status": "completed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:20.031848 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f31c1d81-0fbf-4fd5-be3d-2f5a250d56dd {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:20.032397 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f31c1d81-0fbf-4fd5-be3d-2f5a250d56dd'] response: {'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'code': 200} May 02 10:44:20.058428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Deleting port 8e9b61c2-b86b-4191-be50-2d1c72c825fc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:20.058769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:20.099092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:20.164236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64a71ea-2771-4cc5-a745-6a4bff68370f req-b0747abe-2c02-4f8b-a469-82d0a89b6d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:20.167029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f64a71ea-2771-4cc5-a745-6a4bff68370f req-b0747abe-2c02-4f8b-a469-82d0a89b6d37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 1128 time: 0.0720787 May 02 10:44:20.186777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] For port 8e9b61c2-b86b-4191-be50-2d1c72c825fc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8e9b61c2-b86b-4191-be50-2d1c72c825fc,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:20.187332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:20.206191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Calling delete_port for 8e9b61c2-b86b-4191-be50-2d1c72c825fc owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:20.255341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad22944-33e8-493c-83ae-0e6121bfb342 req-fa1fec7e-b5d7-4778-a281-a54a4f7c9b5e tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:20.256962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dad22944-33e8-493c-83ae-0e6121bfb342 req-fa1fec7e-b5d7-4778-a281-a54a4f7c9b5e tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0756140 May 02 10:44:20.259719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f64a71ea-2771-4cc5-a745-6a4bff68370f req-d9eb9e57-f9e0-4073-a328-2e466cfdff17 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852475 May 02 10:44:20.317897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dad22944-33e8-493c-83ae-0e6121bfb342 req-368daaf4-4eb3-4eff-87ed-14b30e00e6b4 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538282 May 02 10:44:20.356286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:20.487800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55286) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:20.523181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8e9b61c2-b86b-4191-be50-2d1c72c825fc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:20.551161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Pushing event deleted for resources: {'Port': ['ID=8e9b61c2-b86b-4191-be50-2d1c72c825fc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:20.578103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.578435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.578775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.579112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.579445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.579775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.580104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.580430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.580790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.581114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.581482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.581798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.582147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.582988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.583311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:20.593907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-696026646'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:20.734492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:20.737856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.078279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.085839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f01596e-5ea0-4d6a-b1a2-f4fb3304ae2b req-4bdb170c-3ef9-47ba-ad5d-3c8dab1d36de tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:21.090047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f01596e-5ea0-4d6a-b1a2-f4fb3304ae2b req-4bdb170c-3ef9-47ba-ad5d-3c8dab1d36de tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 944 time: 0.0540650 May 02 10:44:21.138893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f01596e-5ea0-4d6a-b1a2-f4fb3304ae2b req-c0450a4a-ba0d-4e65-9914-68166e55f478 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454233 May 02 10:44:21.149261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a1c311-e56e-4bda-b01d-643f84b0ec9e req-45095db6-735f-444c-8dac-2b8eb782b244 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:21.150755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47a1c311-e56e-4bda-b01d-643f84b0ec9e req-45095db6-735f-444c-8dac-2b8eb782b244 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0923176 May 02 10:44:21.157037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (98156367-ed73-4b97-bddd-3b183725dd61), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.305521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47a1c311-e56e-4bda-b01d-643f84b0ec9e req-8624272a-6fd4-444f-b8cb-ee3eccda3916 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457241 May 02 10:44:21.338620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for security_group (4fc2acef-73a0-4278-8b6c-e6be077283c5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.431106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4fc2acef-73a0-4278-8b6c-e6be077283c5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.443142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027e1c7f-cf55-41fa-9541-3771554fa888 req-2189bd61-b531-466e-a81f-cb65e58582d8 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:21.444709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-027e1c7f-cf55-41fa-9541-3771554fa888 req-2189bd61-b531-466e-a81f-cb65e58582d8 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0499029 May 02 10:44:21.474093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:21.481868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc2acef-73a0-4278-8b6c-e6be077283c5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:21.492998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (07fc1f86-205b-44d8-9f6b-5ea08e842749), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.493355 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Added segment 07fc1f86-205b-44d8-9f6b-5ea08e842749 of type vlan for network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 May 02 10:44:21.496492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-027e1c7f-cf55-41fa-9541-3771554fa888 req-89f94eb5-8061-4d58-b405-3cb156936ece tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435512 May 02 10:44:21.538230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Router 98156367-ed73-4b97-bddd-3b183725dd61 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:44:21.558879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f6f0d48a-d972-4b1a-b74c-84912c3edfa5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.570588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4dc0f922-73d6-44e5-a87d-7794f4c4b341 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:21.675045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341,segment=NetworkSegment(b6ef340e-f231-4815-9022-a6a332646120),segment_id=b6ef340e-f231-4815-9022-a6a332646120)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:21.686205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:44:21.687310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '4dc0f922-73d6-44e5-a87d-7794f4c4b341', 'network_id': '1dfb9d77-828c-40b1-a33f-722e78364357', 'port_id': '4dc0f922-73d6-44e5-a87d-7794f4c4b341', 'mac_address': 'fa:16:3e:a2:6f:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '941853b4-65e8-4aa5-8bea-7fa08ed4739d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:21.694427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:21.695135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-46b9b099-b799-467a-94a4-2f01ff0ca5cd admin admin] 10.222.0.16 "PUT /v2.0/routers/98156367-ed73-4b97-bddd-3b183725dd61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5714335 May 02 10:44:21.717283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Sync routers for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:44:21.739360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:21.739998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:21.743349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:21.743743 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.746171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f6f0d48a-d972-4b1a-b74c-84912c3edfa5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.751919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:21.752861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.792880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dc0f922-73d6-44e5-a87d-7794f4c4b341 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:21.813751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks [] for router (98156367-ed73-4b97-bddd-3b183725dd61), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.842420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Network': ['ID=f6f0d48a-d972-4b1a-b74c-84912c3edfa5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:21.851099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341,segment=NetworkSegment(b6ef340e-f231-4815-9022-a6a332646120),segment_id=b6ef340e-f231-4815-9022-a6a332646120)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:21.859117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:21.886394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ce1d32e-abb0-4d78-98e1-cfd877217abd tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.3974619 May 02 10:44:21.889568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:21.895845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'subnet': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:21.931036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks [] for router_gateway (98156367-ed73-4b97-bddd-3b183725dd61), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.932218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:21.967483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:22.100408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:22.117948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:22.123825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.140528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8b8a2-7c5c-4bc1-8aa1-0775f82ee4b7 req-188efc76-34b8-4639-9964-2edea468da6a tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:22.143462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Deleting port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:22.143961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54f8b8a2-7c5c-4bc1-8aa1-0775f82ee4b7 req-188efc76-34b8-4639-9964-2edea468da6a tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0905576 May 02 10:44:22.144463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.200120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:44:20Z', 'revision_number': 5, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port': {'id': '5d7b0e77-c65c-4f8d-8715-a8f0907d0932', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:8f:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98156367-ed73-4b97-bddd-3b183725dd61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1757, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:18Z', 'updated_at': '2022-05-02T10:34:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:22.239147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['4dc0f922-73d6-44e5-a87d-7794f4c4b341'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:22.243832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Checking router: 98156367-ed73-4b97-bddd-3b183725dd61 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:44:22.249334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] For port 5d7b0e77-c65c-4f8d-8715-a8f0907d0932, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:22.249334 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.280672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Calling delete_port for 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:22.284428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54f8b8a2-7c5c-4bc1-8aa1-0775f82ee4b7 req-b3af79ed-d7ce-4994-b583-e53464120b35 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274810 May 02 10:44:22.294272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Routers {'98156367-ed73-4b97-bddd-3b183725dd61'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:22.295000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['98156367-ed73-4b97-bddd-3b183725dd61'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:22.302990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5d0840-d86e-4fe9-ad55-db7444221eae req-53104c9a-4183-48b7-86fc-024b8ccd0633 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:22.304543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae5d0840-d86e-4fe9-ad55-db7444221eae req-53104c9a-4183-48b7-86fc-024b8ccd0633 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 945 time: 0.0742934 May 02 10:44:22.408312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae5d0840-d86e-4fe9-ad55-db7444221eae req-5a7c1188-96ff-4653-805e-83d0e9300474 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959818 May 02 10:44:22.459545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] Set router 98156367-ed73-4b97-bddd-3b183725dd61 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:22.486814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c279b3-ace7-403f-aa3b-4ece2e22198e req-0360cb3d-60aa-4c84-b40e-cc6a843a8015 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:22.488489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73c279b3-ace7-403f-aa3b-4ece2e22198e req-0360cb3d-60aa-4c84-b40e-cc6a843a8015 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0523283 May 02 10:44:22.502488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (78c63971-8a46-4006-81b0-f8f6f406c20a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.519059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:44:21Z', 'revision_number': 6, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:22.557647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7c9dc5-7789-44b6-a524-7ef728f91ae2 None None] The sync data for ids ['98156367-ed73-4b97-bddd-3b183725dd61'] in ncdv-master-1 is: [{'id': '98156367-ed73-4b97-bddd-3b183725dd61', 'name': 'tempest-TaggedBootDevicesTest_v242-1154496446-router', 'tenant_id': '00e2e106852b47f7a8e76aab24c5e883', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:16Z', 'updated_at': '2022-05-02T10:44:21Z', 'revision_number': 6, 'project_id': '00e2e106852b47f7a8e76aab24c5e883', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:44:22.596752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Subnet': ['ID=78c63971-8a46-4006-81b0-f8f6f406c20a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:22.601478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5d7b0e77-c65c-4f8d-8715-a8f0907d0932), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.607773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73c279b3-ace7-403f-aa3b-4ece2e22198e req-514e5a04-261a-4090-a328-c858d4ff9db6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129508 May 02 10:44:22.618053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Checking segment: {'id': '07fc1f86-205b-44d8-9f6b-5ea08e842749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:22.618659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network hostable DHCP agents. Network: f6f0d48a-d972-4b1a-b74c-84912c3edfa5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:22.630603 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:44:22.641679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7b0e77-c65c-4f8d-8715-a8f0907d0932,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:22.694238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:22.700401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (98156367-ed73-4b97-bddd-3b183725dd61), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.768234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f6f0d48a-d972-4b1a-b74c-84912c3edfa5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:22.773530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:22.774172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.779520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaf6f73-b8b8-45a2-9e7a-b29bf87c1956 None None] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:22.793561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (98156367-ed73-4b97-bddd-3b183725dd61), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.795758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks [] for router_controller (98156367-ed73-4b97-bddd-3b183725dd61), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.848277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f10a509a-3e4f-437f-aaf2-93fe837fb2ec tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9573083 May 02 10:44:22.851573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:22.856050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-412252813'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:22.901342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'project_id': '1e5c1591f8f941079885134a3bebc983', 'fixed_ips': [{'subnet_id': '78c63971-8a46-4006-81b0-f8f6f406c20a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:44:22.902426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.944739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8e9b61c2-b86b-4191-be50-2d1c72c825fc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:22.972075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8e9b61c2-b86b-4191-be50-2d1c72c825fc {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:22.972731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8e9b61c2-b86b-4191-be50-2d1c72c825fc not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:22.974693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (98156367-ed73-4b97-bddd-3b183725dd61), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.975219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98156367-ed73-4b97-bddd-3b183725dd61 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:44:22.980840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:22.981973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c4a789af-92ab-49d3-a7a3-a9115284d7a7 admin admin] 10.222.0.16 "DELETE /v2.0/routers/98156367-ed73-4b97-bddd-3b183725dd61 HTTP/1.1" status: 204 len: 168 time: 1.2863166 May 02 10:44:22.984940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55318) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:23.028490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e96b96-9422-4db7-bddf-78353a63531d req-7ef1105f-ac82-4f24-950e-f2c84a55b001 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:23.030200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30e96b96-9422-4db7-bddf-78353a63531d req-7ef1105f-ac82-4f24-950e-f2c84a55b001 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0740371 May 02 10:44:23.038823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Deleting subnet 180f2185-f21a-4166-9331-aca1aaa14460 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:23.042628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Publish callbacks [] for subnet (180f2185-f21a-4166-9331-aca1aaa14460), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.045101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:23.048306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.099663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port 2fb2c1d5-5b43-4fba-b011-793e40045da4 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:23.135820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30e96b96-9422-4db7-bddf-78353a63531d req-ee498332-ad09-47e4-b9e5-a33958ef333c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948555 May 02 10:44:23.156147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (180f2185-f21a-4166-9331-aca1aaa14460), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.191186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Allocated IP 172.20.0.2 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/ffd08b6b-12ee-4d12-a094-74040a2ea8f6) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:23.253659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (180f2185-f21a-4166-9331-aca1aaa14460), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.342429 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks [] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.393791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (180f2185-f21a-4166-9331-aca1aaa14460), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.417786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.430076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=180f2185-f21a-4166-9331-aca1aaa14460,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:23.438958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.443950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7b7da9ed-9db4-418a-bcd8-68d392f47922 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/180f2185-f21a-4166-9331-aca1aaa14460 HTTP/1.1" status: 204 len: 168 time: 0.4564378 May 02 10:44:23.445794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:23.450062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:23.470130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06037dbf-8032-451d-b206-0d69718c9952 req-ebe935b9-a9b9-4902-ad0f-9c0b96830bbf tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:23.472490 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06037dbf-8032-451d-b206-0d69718c9952 req-ebe935b9-a9b9-4902-ad0f-9c0b96830bbf tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.1069438 May 02 10:44:23.478353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:23.484261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5144d89d-e103-4a02-b266-67b783eb1009 None None] Network 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:23.489464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:23.553242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.9 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/2fb2c1d5-5b43-4fba-b011-793e40045da4) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:23.569780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.578983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Pushing event updated for resources: {'Port': ['ID=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:23.579902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-c2b87878-6234-41bc-b7c6-43f12969b785 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:23.581464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-c2b87878-6234-41bc-b7c6-43f12969b785 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.24 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.0903873 May 02 10:44:23.606350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4dc0f922-73d6-44e5-a87d-7794f4c4b341 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:23.653691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06037dbf-8032-451d-b206-0d69718c9952 req-509a0d02-61b2-4ae9-830a-da0c5876d695 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723061 May 02 10:44:23.657669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22831c84-8ede-412e-86c5-9c006f435e6e req-d364dc75-3f9b-4575-a8a5-3f7136adbf72 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:23.659535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22831c84-8ede-412e-86c5-9c006f435e6e req-d364dc75-3f9b-4575-a8a5-3f7136adbf72 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 945 time: 0.1138349 May 02 10:44:23.679692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Attempting to bind port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:23.680067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Attempting to bind port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '07fc1f86-205b-44d8-9f6b-5ea08e842749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:23.680426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Attempting to bind port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 on network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:23.693075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:23.693461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Checking segment: {'id': '07fc1f86-205b-44d8-9f6b-5ea08e842749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:23.693861 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.694260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Bound using segment: {'id': '07fc1f86-205b-44d8-9f6b-5ea08e842749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:23.694739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Bound port: ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07fc1f86-205b-44d8-9f6b-5ea08e842749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:23.695116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.719675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:44:23.720417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Deleting port 422361fd-dbbd-46da-a3c4-a93407e7cbfa {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:23.720788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.797390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] For port ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:23.801975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] For port ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,segment=NetworkSegment(07fc1f86-205b-44d8-9f6b-5ea08e842749),segment_id=07fc1f86-205b-44d8-9f6b-5ea08e842749)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:23.820413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:23.820413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.828927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-22831c84-8ede-412e-86c5-9c006f435e6e req-ced232c5-777e-4c2d-9a5f-2048e47829e3 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459396 May 02 10:44:23.838597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] DHCP port deletion for 2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:44:23.851462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] For port 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=422361fd-dbbd-46da-a3c4-a93407e7cbfa,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:23.851462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.867351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Calling delete_port for 422361fd-dbbd-46da-a3c4-a93407e7cbfa owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:23.910974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Deleting port 422361fd-dbbd-46da-a3c4-a93407e7cbfa {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:23.911264 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:23.936714 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.041900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] For port 422361fd-dbbd-46da-a3c4-a93407e7cbfa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=422361fd-dbbd-46da-a3c4-a93407e7cbfa,segment=NetworkSegment(927fc0f8-6500-4f4a-b301-cff7f884b40f),segment_id=927fc0f8-6500-4f4a-b301-cff7f884b40f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:24.042304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.087069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Calling delete_port for 422361fd-dbbd-46da-a3c4-a93407e7cbfa owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:24.099346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:24.099346 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.100371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.115063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] No DVR routers for this DVR port 422361fd-dbbd-46da-a3c4-a93407e7cbfa on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:24.166760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7623a81-2727-4b16-be15-f09c1b03b392 None None] Pushing event updated for resources: {'Port': ['ID=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.168421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=422361fd-dbbd-46da-a3c4-a93407e7cbfa,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.190270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:24.192627 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8955edbe-56cc-4d30-8504-21c6b51aec2a" -d '{"events": [{"server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:24.213871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341,segment=NetworkSegment(b6ef340e-f231-4815-9022-a6a332646120),segment_id=b6ef340e-f231-4815-9022-a6a332646120)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:24.216577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Deleting port 03a3e149-6972-4686-9e05-0d498eb04f4d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:24.217171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.243140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (422361fd-dbbd-46da-a3c4-a93407e7cbfa), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.271304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] Pushing event deleted for resources: {'Port': ['ID=422361fd-dbbd-46da-a3c4-a93407e7cbfa,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.275280 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94382fa5-4c32-4d79-94e5-5bb0ae86ce40 x-openstack-request-id: req-94382fa5-4c32-4d79-94e5-5bb0ae86ce40 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:24.275513 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "name": "network-vif-plugged", "status": "completed", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:24.275769 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-94382fa5-4c32-4d79-94e5-5bb0ae86ce40 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:24.276163 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94382fa5-4c32-4d79-94e5-5bb0ae86ce40'] response: {'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341', 'code': 200} May 02 10:44:24.277268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba4db044-69f2-419c-b57f-3986f9c0daa3 None None] No DVR routers for this DVR port 422361fd-dbbd-46da-a3c4-a93407e7cbfa on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:24.314194 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.331126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.364831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:24.393641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '927fc0f8-6500-4f4a-b301-cff7f884b40f') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:24.393945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '927fc0f8-6500-4f4a-b301-cff7f884b40f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:24.414896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (927fc0f8-6500-4f4a-b301-cff7f884b40f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.419974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.427970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18db9fa3-e7ab-4deb-9eb3-adf72a52c9c5 req-1d4dcc41-ba24-4e3c-83cc-7aa6212be029 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:24.431692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18db9fa3-e7ab-4deb-9eb3-adf72a52c9c5 req-1d4dcc41-ba24-4e3c-83cc-7aa6212be029 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1260085 May 02 10:44:24.432761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0b1245-91f5-45d9-97cb-09b58b40077b req-c65eff92-c7b5-4b0a-9392-ce79f47e9385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:24.434410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b0b1245-91f5-45d9-97cb-09b58b40077b req-c65eff92-c7b5-4b0a-9392-ce79f47e9385 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 1128 time: 0.0808606 May 02 10:44:24.453313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (927fc0f8-6500-4f4a-b301-cff7f884b40f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.466275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.482421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:24.483240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (927fc0f8-6500-4f4a-b301-cff7f884b40f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.494357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] For port 03a3e149-6972-4686-9e05-0d498eb04f4d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=03a3e149-6972-4686-9e05-0d498eb04f4d,segment=NetworkSegment(1be2d3a0-c1f0-4681-b0c2-3a64e44cca19),segment_id=1be2d3a0-c1f0-4681-b0c2-3a64e44cca19)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:24.494730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1129: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: warnings.warn(msg) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: timer() May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:24.499067 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:24.526908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Calling delete_port for 03a3e149-6972-4686-9e05-0d498eb04f4d owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:24.560950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18db9fa3-e7ab-4deb-9eb3-adf72a52c9c5 req-fcf3ef8f-57cf-4385-a50d-8dd290b79d74 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172853 May 02 10:44:24.567422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b0b1245-91f5-45d9-97cb-09b58b40077b req-f0eac790-84ac-4b4d-b931-502fd44317e8 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219645 May 02 10:44:24.697338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.704319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.709713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ffd08b6b-12ee-4d12-a094-74040a2ea8f6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:24.712467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] 10.222.0.16 "DELETE /v2.0/networks/2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3 HTTP/1.1" status: 204 len: 168 time: 1.2653234 May 02 10:44:24.715860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:24.758743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.818950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:24.825564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553045b-52e7-4553-a653-c9b0b723a46a req-986de388-3487-4f1e-91c6-59eedb57032c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:24.827172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1553045b-52e7-4553-a653-c9b0b723a46a req-986de388-3487-4f1e-91c6-59eedb57032c tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 945 time: 0.1020694 May 02 10:44:24.830938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:24.838022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:24.870316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41ccfc2-f3d5-48c9-b302-837dace703a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec1af3c-658b-4122-b8dc-eb5bc16c1ab3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.870897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=2fb2c1d5-5b43-4fba-b011-793e40045da4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.900860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (03a3e149-6972-4686-9e05-0d498eb04f4d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.915197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['03a3e149-6972-4686-9e05-0d498eb04f4d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:24.952228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:24.952914 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.962270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Pushing event deleted for resources: {'Port': ['ID=03a3e149-6972-4686-9e05-0d498eb04f4d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:24.963521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:24.964142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:24.997916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1553045b-52e7-4553-a653-c9b0b723a46a req-fa2ae477-4f38-4cf0-bd71-172178b5c22b tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/security-groups?id=3ead19cb-1ed4-48dc-983c-1308713f5046&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259871 May 02 10:44:25.060821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] No DVR routers for this DVR port 03a3e149-6972-4686-9e05-0d498eb04f4d on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:25.068043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.076670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef80d2e8-1e18-47da-ae01-e85e9119039b req-37cc5517-0d37-4e12-927a-53e893632e91 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.24 "DELETE /v2.0/ports/03a3e149-6972-4686-9e05-0d498eb04f4d HTTP/1.1" status: 204 len: 173 time: 1.4891629 May 02 10:44:25.077169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'name': 'network-vif-deleted', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:25.085433 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca12bee-c2c7-4fd8-966e-cd5b42c452a9" -d '{"events": [{"server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "name": "network-vif-deleted", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:25.095518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:25.095518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.095753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-feb53e5a-7101-4550-9c92-b409d3061f2f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2395926 May 02 10:44:25.095753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55344) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:25.100809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-1507126878', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:19:02:c0'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:25.144411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,segment=NetworkSegment(07fc1f86-205b-44d8-9f6b-5ea08e842749),segment_id=07fc1f86-205b-44d8-9f6b-5ea08e842749)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:25.220413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.243254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3cc7c-537a-4198-8739-94cd7a9af673 req-4d9d9be6-a9af-4a8e-b94f-911469306219 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:25.251614 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dfd3cc7c-537a-4198-8739-94cd7a9af673 req-4d9d9be6-a9af-4a8e-b94f-911469306219 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 946 time: 0.1398339 May 02 10:44:25.291477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.315615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:25.333440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 422361fd-dbbd-46da-a3c4-a93407e7cbfa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:25.359948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 422361fd-dbbd-46da-a3c4-a93407e7cbfa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:25.360395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 422361fd-dbbd-46da-a3c4-a93407e7cbfa not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:25.360930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:25.385517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:25.385879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d7b0e77-c65c-4f8d-8715-a8f0907d0932 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:25.403863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dfd3cc7c-537a-4198-8739-94cd7a9af673 req-dc5e79cb-9414-4b8f-8eb6-de594cf82879 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472301 May 02 10:44:25.448641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:25.453841 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a703d612-a4ea-45b4-9360-2d3656ca855b x-openstack-request-id: req-a703d612-a4ea-45b4-9360-2d3656ca855b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:25.454218 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a48c83-f0b2-47a9-9736-2bebb4ba9cd2", "name": "network-vif-deleted", "tag": "03a3e149-6972-4686-9e05-0d498eb04f4d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:25.454640 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a703d612-a4ea-45b4-9360-2d3656ca855b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:25.455151 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a703d612-a4ea-45b4-9360-2d3656ca855b'] response: {'server_uuid': '70a48c83-f0b2-47a9-9736-2bebb4ba9cd2', 'name': 'network-vif-deleted', 'tag': '03a3e149-6972-4686-9e05-0d498eb04f4d', 'status': 'completed', 'code': 200} May 02 10:44:25.563273 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-65ddad69-dda8-49b9-9456-90a7298f07dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.584570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.586500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548cd4f3-a238-45fd-997a-0cc8b1dc3c22 None None] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:25.634898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port 2ef659c7-d918-468d-a2d9-b59032b258fd yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:25.653441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8b316976-713e-443b-bdd4-f5c5eba57dda None None] Provisioning complete for port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:25.654081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8b316976-713e-443b-bdd4-f5c5eba57dda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.674427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Deleting port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:25.675066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.694898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea9b5df-9efb-46b7-96ba-365956ea12fa req-cd44b3cb-f177-4647-abe5-ba25ca351cca tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:25.701902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cea9b5df-9efb-46b7-96ba-365956ea12fa req-cd44b3cb-f177-4647-abe5-ba25ca351cca tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0994864 May 02 10:44:25.784476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8b316976-713e-443b-bdd4-f5c5eba57dda None None] Current status of the port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:25.791714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cea9b5df-9efb-46b7-96ba-365956ea12fa req-be41c358-404a-45ab-80eb-2277893f784c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884120 May 02 10:44:25.800685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] For port 1de3db62-ed3a-4d11-8f43-908b3c69bc7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:25.800685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:25.816575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Calling delete_port for 1de3db62-ed3a-4d11-8f43-908b3c69bc7a owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:25.823264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.13 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/2ef659c7-d918-468d-a2d9-b59032b258fd) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:26.119068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Provisioning complete for port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:26.119763 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.137327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6994175-cf88-4b3b-b8e2-6061051a0f3e req-b2c18019-4f88-4148-96c1-192c70d1f873 tempest-InstanceActionsTestJSON-2086986760 tempest-InstanceActionsTestJSON-2086986760-project] 10.222.0.16 "GET /v2.0/ports?device_id=70a48c83-f0b2-47a9-9736-2bebb4ba9cd2 HTTP/1.1" status: 200 len: 210 time: 0.0489259 May 02 10:44:26.147184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1de3db62-ed3a-4d11-8f43-908b3c69bc7a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.147406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.177634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Pushing event deleted for resources: {'Port': ['ID=1de3db62-ed3a-4d11-8f43-908b3c69bc7a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:26.228713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Current status of the port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:26.239776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Provisioning complete for port 2fb2c1d5-5b43-4fba-b011-793e40045da4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:26.240237 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.274696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.298099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fb189fdc-81ba-4f1b-8aa5-51b363a171b6 None None] Port 2fb2c1d5-5b43-4fba-b011-793e40045da4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:26.337924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:26.343796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:26.347996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:26.355112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=2ef659c7-d918-468d-a2d9-b59032b258fd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:26.418430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a1ac1d83-a723-408b-8f30-4d2c170890e9 None None] Provisioning complete for port 2fb2c1d5-5b43-4fba-b011-793e40045da4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:26.419098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1ac1d83-a723-408b-8f30-4d2c170890e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.420861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.421543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.451306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.463621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a1ac1d83-a723-408b-8f30-4d2c170890e9 None None] Port 2fb2c1d5-5b43-4fba-b011-793e40045da4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:26.530801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-46df7f79-7d5b-4fb3-8be5-fe18a93ec929 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.4345911 May 02 10:44:26.536959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55356) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:26.582312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d75dcf4-2e9b-4b8b-a315-d486cd1d31cb req-ce0e02d3-3895-421a-a42f-92adabdae366 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.584048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d75dcf4-2e9b-4b8b-a315-d486cd1d31cb req-ce0e02d3-3895-421a-a42f-92adabdae366 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 946 time: 0.0720248 May 02 10:44:26.627812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999e51f-d2e3-43a1-9c24-138d6fe38a57 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.634546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999e51f-d2e3-43a1-9c24-138d6fe38a57 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.641684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6999e51f-d2e3-43a1-9c24-138d6fe38a57 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.646612 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6999e51f-d2e3-43a1-9c24-138d6fe38a57 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.1055932 May 02 10:44:26.647995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55358) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:26.676931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0d75dcf4-2e9b-4b8b-a315-d486cd1d31cb req-a5079268-6803-4c32-ab31-227f48aa9fd4 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744705 May 02 10:44:26.783976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ffd08b6b-12ee-4d12-a094-74040a2ea8f6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:26.821984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port 2ef659c7-d918-468d-a2d9-b59032b258fd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:26.822331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.851608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:26.852079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.898167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-23ace6f1-771d-4e34-ae0c-1560b393ec26 None None] Provisioning complete for port 2ef659c7-d918-468d-a2d9-b59032b258fd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:26.898546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-23ace6f1-771d-4e34-ae0c-1560b393ec26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:26.959449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-23ace6f1-771d-4e34-ae0c-1560b393ec26 None None] Port 2ef659c7-d918-468d-a2d9-b59032b258fd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:26.974495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:26.986090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f4baf5-8797-44d5-b8ee-9a4e2733b0fa req-131dc0ab-a960-4c32-8e57-e6183bbfc07e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:26.987555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30f4baf5-8797-44d5-b8ee-9a4e2733b0fa req-131dc0ab-a960-4c32-8e57-e6183bbfc07e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1083977 May 02 10:44:27.010447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Router 130a72a5-6f3f-401b-9d0c-9190da8e2489 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:44:27.030119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.058336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for 2ef659c7-d918-468d-a2d9-b59032b258fd owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:27.118885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30f4baf5-8797-44d5-b8ee-9a4e2733b0fa req-f12bcb8a-5ad5-4b38-8025-f743bfda0af8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232538 May 02 10:44:27.179242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:27.225699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Deleting subnet aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:27.228937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Publish callbacks [] for subnet (aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.246671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:44:27.252661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-969b8fe3-6be0-40f1-a544-282146542b68 admin admin] 10.222.0.16 "PUT /v2.0/routers/130a72a5-6f3f-401b-9d0c-9190da8e2489/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5355675 May 02 10:44:27.255849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:27.257120 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Sync routers for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:44:27.268494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:27.269170 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:27.310870 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.380350 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:27.401919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.412315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2ef659c7-d918-468d-a2d9-b59032b258fd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.452969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks [] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.499602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=2ef659c7-d918-468d-a2d9-b59032b258fd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:27.603044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03a3e149-6972-4686-9e05-0d498eb04f4d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:27.610060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks [] for router_gateway (130a72a5-6f3f-401b-9d0c-9190da8e2489), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.643390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 03a3e149-6972-4686-9e05-0d498eb04f4d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:27.644047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 03a3e149-6972-4686-9e05-0d498eb04f4d not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:27.669154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.688810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:27.693904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59'}], 'enable_snat': True}, 'gw_port_id': '9107751b-e8db-4cde-adb7-600194991e2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:44:25Z', 'revision_number': 5, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port': {'id': '9107751b-e8db-4cde-adb7-600194991e2b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:90:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:34:56Z', 'updated_at': '2022-05-02T10:35:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:27.696285 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.699809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fbad8c5a-0c1b-4a3e-b67a-a895a378b203 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/2ef659c7-d918-468d-a2d9-b59032b258fd HTTP/1.1" status: 204 len: 168 time: 1.0501921 May 02 10:44:27.702321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55374) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:27.737112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:27.741463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.748287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-946ed47e-ed80-48fb-8cb5-033459a9d923 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/aef1f06c-fa40-4bd0-a8ae-0bb77e05ec98 HTTP/1.1" status: 204 len: 168 time: 0.5678301 May 02 10:44:27.750493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:27.759129 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad583c27-0cea-455e-a0a5-e22b75b0ddda tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] GET failed (client error): The resource could not be found. May 02 10:44:27.760428 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Checking router: 130a72a5-6f3f-401b-9d0c-9190da8e2489 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:44:27.768501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad583c27-0cea-455e-a0a5-e22b75b0ddda tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports/2ef659c7-d918-468d-a2d9-b59032b258fd HTTP/1.1" status: 404 len: 333 time: 0.0647087 May 02 10:44:27.770447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:27.771609 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Routers {'130a72a5-6f3f-401b-9d0c-9190da8e2489'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:44:27.772429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:43:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['130a72a5-6f3f-401b-9d0c-9190da8e2489'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:27.776705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-1763230690'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:27.861981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:27.884280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'port_id': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'mac_address': 'fa:16:3e:52:a1:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 110, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:27.891994 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] Set router 130a72a5-6f3f-401b-9d0c-9190da8e2489 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:44:27.923951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Deleting port 9107751b-e8db-4cde-adb7-600194991e2b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:27.924293 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9107751b-e8db-4cde-adb7-600194991e2b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.961675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:27.962510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.964111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (130c54f5-0773-481f-87a7-787267603773), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:27.977841 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:44:27Z', 'revision_number': 6, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:27.978100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:27.982275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6f1fb4a7-33d1-48a4-9573-bec34e042332 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.001831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:28.010230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433861ee-3e3c-49c8-b469-c7fbaee1217a None None] The sync data for ids ['130a72a5-6f3f-401b-9d0c-9190da8e2489'] in ncdv-master-1 is: [{'id': '130a72a5-6f3f-401b-9d0c-9190da8e2489', 'name': 'tempest-TaggedBootDevicesTest_v242-618589323-router', 'tenant_id': '839c485fea7940d1aad426fd7fc19dfc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:34:52Z', 'updated_at': '2022-05-02T10:44:27Z', 'revision_number': 6, 'project_id': '839c485fea7940d1aad426fd7fc19dfc', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:44:28.046311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:28.050306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.070591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:28.075097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] For port 9107751b-e8db-4cde-adb7-600194991e2b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9107751b-e8db-4cde-adb7-600194991e2b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:28.075472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9107751b-e8db-4cde-adb7-600194991e2b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.114576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (130c54f5-0773-481f-87a7-787267603773), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.117291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Calling delete_port for 9107751b-e8db-4cde-adb7-600194991e2b owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:28.119740 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.145313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['130c54f5-0773-481f-87a7-787267603773']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:28.191036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:28.191420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be2d3a0-c1f0-4681-b0c2-3a64e44cca19') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:28.199064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.5 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/e91c62ad-be97-4ba8-9a83-1d3a362cbc5e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:28.205025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1be2d3a0-c1f0-4681-b0c2-3a64e44cca19), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.220100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:28.229086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1be2d3a0-c1f0-4681-b0c2-3a64e44cca19), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.236130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['6dfe428f-593c-4657-bc81-f4b2bd27c9a4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:28.237747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:28.238157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1be2d3a0-c1f0-4681-b0c2-3a64e44cca19), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: timer() May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:28.240459 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:28.321868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1afc8c0-3196-49be-9cb8-fb8db03dd4d6 req-3c9c16d4-8012-47a3-99d6-c29cbe922135 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:28.323234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1afc8c0-3196-49be-9cb8-fb8db03dd4d6 req-3c9c16d4-8012-47a3-99d6-c29cbe922135 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 945 time: 0.0804267 May 02 10:44:28.426547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (130c54f5-0773-481f-87a7-787267603773), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.428544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1afc8c0-3196-49be-9cb8-fb8db03dd4d6 req-33e0fa36-2646-421f-93a3-a115b05c7c58 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657167 May 02 10:44:28.438450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.441845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] 10.222.0.16 "DELETE /v2.0/networks/130c54f5-0773-481f-87a7-787267603773 HTTP/1.1" status: 204 len: 168 time: 0.6900642 May 02 10:44:28.467075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b13670-d515-4824-b22b-14bcf4afbc95 admin admin] Pushing event deleted for resources: {'Network': ['ID=130c54f5-0773-481f-87a7-787267603773,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:28.490888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.494424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9107751b-e8db-4cde-adb7-600194991e2b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.532695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Pushing event deleted for resources: {'Port': ['ID=9107751b-e8db-4cde-adb7-600194991e2b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:28.597282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.604914 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.704300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.706596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks [] for router_controller (130a72a5-6f3f-401b-9d0c-9190da8e2489), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.822805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (130a72a5-6f3f-401b-9d0c-9190da8e2489), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.823413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 130a72a5-6f3f-401b-9d0c-9190da8e2489 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:44:28.828198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.829603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8198b23d-a45b-4399-90e9-1b035d874fea admin admin] 10.222.0.16 "DELETE /v2.0/routers/130a72a5-6f3f-401b-9d0c-9190da8e2489 HTTP/1.1" status: 204 len: 168 time: 1.5713534 May 02 10:44:28.843868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:28.896841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55406) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:28.945786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1de3db62-ed3a-4d11-8f43-908b3c69bc7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:28.960242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Deleting subnet 76b675e5-454f-4f2c-8585-a106b92d1bd5 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:28.963998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Publish callbacks [] for subnet (76b675e5-454f-4f2c-8585-a106b92d1bd5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:28.981122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1de3db62-ed3a-4d11-8f43-908b3c69bc7a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:28.981482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1de3db62-ed3a-4d11-8f43-908b3c69bc7a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:28.982142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9107751b-e8db-4cde-adb7-600194991e2b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:28.999144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:29.003790 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2ead240-1913-4281-be0a-6e6b8564b792 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cfa0b24c632c4b3795e5bf28209734f1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1043086 May 02 10:44:29.007407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9107751b-e8db-4cde-adb7-600194991e2b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:29.007569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:29.007772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9107751b-e8db-4cde-adb7-600194991e2b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:29.009343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55410) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:29.011797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:29.029016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (76b675e5-454f-4f2c-8585-a106b92d1bd5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.071028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:29.072040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.079469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=e91c62ad-be97-4ba8-9a83-1d3a362cbc5e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:29.149368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] Publish callbacks [] for security_group (3ead19cb-1ed4-48dc-983c-1308713f5046), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.171750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-695e4356-fd17-4d47-91de-483c24f14f91 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4002099 May 02 10:44:29.174503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:29.180378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:19:02:c0'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:29.189337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (76b675e5-454f-4f2c-8585-a106b92d1bd5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.238012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] Publish callbacks [] for security_group (3ead19cb-1ed4-48dc-983c-1308713f5046), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.257526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.294177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e679d6f1-15af-4534-a855-70d92499819e None None] Provisioning complete for port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:29.294497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e679d6f1-15af-4534-a855-70d92499819e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.337219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e679d6f1-15af-4534-a855-70d92499819e None None] Port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:29.382849 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (76b675e5-454f-4f2c-8585-a106b92d1bd5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.404740 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.411846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76b675e5-454f-4f2c-8585-a106b92d1bd5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:29.417370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.424736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-08b4cbd4-8959-4edd-9afa-6ce629ec548f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/76b675e5-454f-4f2c-8585-a106b92d1bd5 HTTP/1.1" status: 204 len: 168 time: 0.5767095 May 02 10:44:29.425063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:29.430599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7160010-6f1d-4539-a02a-6cf9cfba9b93 None None] Network e89fa22c-b710-449c-8244-aa7e183d5832 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:29.443173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3ead19cb-1ed4-48dc-983c-1308713f5046), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.449857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.453358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3ead19cb-1ed4-48dc-983c-1308713f5046 HTTP/1.1" status: 204 len: 168 time: 0.4407659 May 02 10:44:29.485450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e35b61-fa08-4b36-9311-a63aee7cdfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ead19cb-1ed4-48dc-983c-1308713f5046,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:29.570101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e89fa22c-b710-449c-8244-aa7e183d5832), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.615680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6107c07-d924-4a5f-afa4-c833c24c8ea0 req-61e7f6a2-da2e-46b6-9eca-e37ff2fce1d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:29.623408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6107c07-d924-4a5f-afa4-c833c24c8ea0 req-61e7f6a2-da2e-46b6-9eca-e37ff2fce1d3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 945 time: 0.0642588 May 02 10:44:29.688892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:29.694999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6107c07-d924-4a5f-afa4-c833c24c8ea0 req-b153a21d-1878-4b38-b6c9-3c7b96b1d6ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705843 May 02 10:44:29.744541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] DHCP port deletion for e89fa22c-b710-449c-8244-aa7e183d5832 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:44:29.784929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Deleting port 0aa9133d-f35e-4f35-8696-d93ab61daee0 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:29.785298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.804780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Deleting port 0aa9133d-f35e-4f35-8696-d93ab61daee0 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:29.805244 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.842569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:29.843076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.921140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] For port 0aa9133d-f35e-4f35-8696-d93ab61daee0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aa9133d-f35e-4f35-8696-d93ab61daee0,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:29.921521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.926848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:29.938821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Calling delete_port for 0aa9133d-f35e-4f35-8696-d93ab61daee0 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:29.993246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] For port 0aa9133d-f35e-4f35-8696-d93ab61daee0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0aa9133d-f35e-4f35-8696-d93ab61daee0,segment=NetworkSegment(3667f602-a13d-45a7-ae97-79e2edea5677),segment_id=3667f602-a13d-45a7-ae97-79e2edea5677)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:29.994260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.021782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Calling delete_port for 0aa9133d-f35e-4f35-8696-d93ab61daee0 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:30.053498 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.142532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:30.142784 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.181849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=e91c62ad-be97-4ba8-9a83-1d3a362cbc5e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:30.186632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] In _notify_port_updated(), no bound segment for port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e on network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:44:30.192551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:30.193348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.198855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55452) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:30.214467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5a5a3673-f534-448a-baee-49fe723865be tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "PUT /v2.0/ports/e91c62ad-be97-4ba8-9a83-1d3a362cbc5e HTTP/1.1" status: 200 len: 993 time: 1.0387633 May 02 10:44:30.232173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.239103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:30.252552 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cdab1cf-1380-47a3-a690-095b0dad4814" -d '{"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-plugged", "status": "completed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:30.291856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:30.297456 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (0aa9133d-f35e-4f35-8696-d93ab61daee0), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.342012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] Pushing event deleted for resources: {'Port': ['ID=0aa9133d-f35e-4f35-8696-d93ab61daee0,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:30.349785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488885ca-ad0a-42b4-bfd2-80513f2b0022 None None] No DVR routers for this DVR port 0aa9133d-f35e-4f35-8696-d93ab61daee0 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:30.351190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] No DVR routers for this DVR port 0aa9133d-f35e-4f35-8696-d93ab61daee0 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:30.357444 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d47d699-3a6a-488b-8b88-6d3726589fa0 x-openstack-request-id: req-7d47d699-3a6a-488b-8b88-6d3726589fa0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:30.357774 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-plugged", "status": "completed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:30.358084 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d47d699-3a6a-488b-8b88-6d3726589fa0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:30.358478 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d47d699-3a6a-488b-8b88-6d3726589fa0'] response: {'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'code': 200} May 02 10:44:30.377466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Pushing event deleted for resources: {'Port': ['ID=0aa9133d-f35e-4f35-8696-d93ab61daee0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:30.382497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.454350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:30.454830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.476944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:30.560934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e89fa22c-b710-449c-8244-aa7e183d5832), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.577341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-355656d6-f607-4aa7-9a1e-77eb9f6453c4 None None] Provisioning complete for port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:30.577717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-355656d6-f607-4aa7-9a1e-77eb9f6453c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.605599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89fa22c-b710-449c-8244-aa7e183d5832']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:30.614037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.631114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for e91c62ad-be97-4ba8-9a83-1d3a362cbc5e owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:30.635102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.639318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3667f602-a13d-45a7-ae97-79e2edea5677') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:30.641900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3667f602-a13d-45a7-ae97-79e2edea5677') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:30.651448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-355656d6-f607-4aa7-9a1e-77eb9f6453c4 None None] Port e91c62ad-be97-4ba8-9a83-1d3a362cbc5e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:30.678174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (3667f602-a13d-45a7-ae97-79e2edea5677), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.715835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0aa9133d-f35e-4f35-8696-d93ab61daee0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:30.723496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3667f602-a13d-45a7-ae97-79e2edea5677), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.736866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:30.738258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (3667f602-a13d-45a7-ae97-79e2edea5677), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: timer() May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:30.780822 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:30.783548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0aa9133d-f35e-4f35-8696-d93ab61daee0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:30.783916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0aa9133d-f35e-4f35-8696-d93ab61daee0 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:30.939682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f24dc6-23fb-4d1c-847e-97ea647f5238 req-4d6a9b8c-e781-4a0a-b841-fd52070acbc1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:30.941679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99f24dc6-23fb-4d1c-847e-97ea647f5238 req-4d6a9b8c-e781-4a0a-b841-fd52070acbc1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0673349 May 02 10:44:30.945799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e89fa22c-b710-449c-8244-aa7e183d5832), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.952102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:30.956411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] 10.222.0.16 "DELETE /v2.0/networks/e89fa22c-b710-449c-8244-aa7e183d5832 HTTP/1.1" status: 204 len: 168 time: 1.5309901 May 02 10:44:30.977405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72785b99-2e89-4944-a854-d8d1fdfa22cd admin admin] Pushing event deleted for resources: {'Network': ['ID=e89fa22c-b710-449c-8244-aa7e183d5832,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:31.085714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99f24dc6-23fb-4d1c-847e-97ea647f5238 req-817619a1-0592-4ec9-8ec9-eac2e2e104c1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281061 May 02 10:44:31.089177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e91c62ad-be97-4ba8-9a83-1d3a362cbc5e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.154926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=e91c62ad-be97-4ba8-9a83-1d3a362cbc5e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:31.432428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55488) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:31.507195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dfbf62c6-784f-47c6-8257-a457e13b81ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=00e2e106852b47f7a8e76aab24c5e883&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0711026 May 02 10:44:31.507966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:31.577133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] Publish callbacks [] for security_group (ee2d5727-dc99-4607-aab1-6335ffcf451d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.620288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] Publish callbacks [] for security_group (ee2d5727-dc99-4607-aab1-6335ffcf451d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.794971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ee2d5727-dc99-4607-aab1-6335ffcf451d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.794971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.796135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ee2d5727-dc99-4607-aab1-6335ffcf451d HTTP/1.1" status: 204 len: 168 time: 0.2876840 May 02 10:44:31.822653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f044fe5-edec-46d4-908e-9e1ffb7fafba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2d5727-dc99-4607-aab1-6335ffcf451d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:31.852468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:31.855952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5df13487-03b3-4979-83c7-b7883e1db5c4 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/e91c62ad-be97-4ba8-9a83-1d3a362cbc5e HTTP/1.1" status: 204 len: 168 time: 1.6534922 May 02 10:44:31.858662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55504) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:31.889758 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ca8b120-9f19-4ed3-9c36-a91cbe0df9db tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] GET failed (client error): The resource could not be found. May 02 10:44:31.891598 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0ca8b120-9f19-4ed3-9c36-a91cbe0df9db tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports/e91c62ad-be97-4ba8-9a83-1d3a362cbc5e HTTP/1.1" status: 404 len: 333 time: 0.0316043 May 02 10:44:31.895223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:31.901763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-1501487902'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:31.994546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:32.180041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:32.186798 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:32.236644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port 1bcd75a8-2fe7-4088-a00e-dee88c9162de yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:32.352636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a01fb5-7a9d-4017-89f9-2f7a01f9a92f req-0378df29-908e-48a3-82e4-50bfbb723933 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:32.354197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6a01fb5-7a9d-4017-89f9-2f7a01f9a92f req-0378df29-908e-48a3-82e4-50bfbb723933 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0857487 May 02 10:44:32.463861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6a01fb5-7a9d-4017-89f9-2f7a01f9a92f req-90e7a562-bd8b-45f7-bf01-b9943e932fc6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018796 May 02 10:44:32.504592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.8 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/1bcd75a8-2fe7-4088-a00e-dee88c9162de) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:32.630937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d0b7667-1768-458f-98b7-3720e6fe713c req-af912b9c-cbb2-4c05-8221-fa674fd57956 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0765176 May 02 10:44:32.727997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2eb68a-c5e0-48cd-96c6-216f9ff82661 req-2e488074-7e48-4705-bc76-c45a7e4325a1 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:32.733456 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c2eb68a-c5e0-48cd-96c6-216f9ff82661 req-2e488074-7e48-4705-bc76-c45a7e4325a1 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 946 time: 0.0942543 May 02 10:44:32.768569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:32.813448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c2eb68a-c5e0-48cd-96c6-216f9ff82661 req-d5d1d6ce-0d53-410d-9761-bb179fafc63e tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709538 May 02 10:44:32.827378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55530) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:32.879536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2d4319ef-f2be-4ac0-8a2a-6b472fe7f3a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=839c485fea7940d1aad426fd7fc19dfc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0501602 May 02 10:44:32.881919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55532) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:32.905956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:32.983703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:32.993059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:33.007759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:33.074669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:33.074669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.077690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=1bcd75a8-2fe7-4088-a00e-dee88c9162de,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:33.084168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] Publish callbacks [] for security_group (591d1cc5-ebf6-4bf8-b41a-42aa87d4805a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.113771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] Publish callbacks [] for security_group (591d1cc5-ebf6-4bf8-b41a-42aa87d4805a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.256980 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8186bf63-418b-4ec9-a8e5-f13d29608b85 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3602602 May 02 10:44:33.259672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55534) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:33.265191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:19:02:c0'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:33.293856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (591d1cc5-ebf6-4bf8-b41a-42aa87d4805a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.303656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.309620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/591d1cc5-ebf6-4bf8-b41a-42aa87d4805a HTTP/1.1" status: 204 len: 168 time: 0.4261785 May 02 10:44:33.322253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-46965e1d-9562-4707-88e1-feca03c1f7a6 None None] Provisioning complete for port 1bcd75a8-2fe7-4088-a00e-dee88c9162de triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:33.322874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46965e1d-9562-4707-88e1-feca03c1f7a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.331643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21b8234-57c0-4757-a3ef-bb178fd3eff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591d1cc5-ebf6-4bf8-b41a-42aa87d4805a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:33.374957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-46965e1d-9562-4707-88e1-feca03c1f7a6 None None] Port 1bcd75a8-2fe7-4088-a00e-dee88c9162de cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:33.390313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.623187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d80da3-818e-4ae3-a911-de52133ca9e2 req-811ec743-8b55-483e-bc3e-8e410788b297 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:33.625045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78d80da3-818e-4ae3-a911-de52133ca9e2 req-811ec743-8b55-483e-bc3e-8e410788b297 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0733767 May 02 10:44:33.700425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.720036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-78d80da3-818e-4ae3-a911-de52133ca9e2 req-146c1e9f-94ba-4aad-870d-247694cc9ac4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786951 May 02 10:44:33.767145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d321df4-a5f8-4cd0-9a8e-413f6e229396 req-ed1d484e-5eef-4382-9665-79568811ed2f tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0391695 May 02 10:44:33.780343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:33.903547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-9114cc48-2030-4e78-9cb4-a48e2788cb72 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:33.910861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-9114cc48-2030-4e78-9cb4-a48e2788cb72 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.24 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 946 time: 0.1079230 May 02 10:44:34.023032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] In _notify_port_updated(), no bound segment for port 1bcd75a8-2fe7-4088-a00e-dee88c9162de on network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:44:34.030535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:34.034446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.034446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "PUT /v2.0/ports/1bcd75a8-2fe7-4088-a00e-dee88c9162de HTTP/1.1" status: 200 len: 996 time: 0.7722387 May 02 10:44:34.038741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5b3d0-5253-4ee4-8782-2ea7270bc539 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=1bcd75a8-2fe7-4088-a00e-dee88c9162de,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:34.039677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55552) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:34.093101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Deleting port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:34.093101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.146914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76341730-1639-4803-9cea-01bc9429076f req-1168c009-f30a-4bd3-baee-d0285de5cd3b tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:34.154131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76341730-1639-4803-9cea-01bc9429076f req-1168c009-f30a-4bd3-baee-d0285de5cd3b tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 946 time: 0.1928864 May 02 10:44:34.217720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76341730-1639-4803-9cea-01bc9429076f req-085508ac-020f-4c1a-8766-007239e7a653 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/security-groups?id=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621238 May 02 10:44:34.229187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] For port 4dc0f922-73d6-44e5-a87d-7794f4c4b341, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=4dc0f922-73d6-44e5-a87d-7794f4c4b341,segment=NetworkSegment(b6ef340e-f231-4815-9022-a6a332646120),segment_id=b6ef340e-f231-4815-9022-a6a332646120)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:34.229627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.266792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Calling delete_port for 4dc0f922-73d6-44e5-a87d-7794f4c4b341 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:34.303997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5f879a28-6473-4c87-a135-cba7c91b6de0 None None] Provisioning complete for port 1bcd75a8-2fe7-4088-a00e-dee88c9162de triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:34.304563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5f879a28-6473-4c87-a135-cba7c91b6de0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.366883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5f879a28-6473-4c87-a135-cba7c91b6de0 None None] Port 1bcd75a8-2fe7-4088-a00e-dee88c9162de cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:34.433455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port 1bcd75a8-2fe7-4088-a00e-dee88c9162de {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:34.433803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.580725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.609195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for 1bcd75a8-2fe7-4088-a00e-dee88c9162de owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:34.879492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798ae71-45ed-4b05-b032-f068f7209496 req-a3ff9122-e259-4a85-980e-9e5e75cabcc2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:34.881156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b798ae71-45ed-4b05-b032-f068f7209496 req-a3ff9122-e259-4a85-980e-9e5e75cabcc2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0676796 May 02 10:44:34.888909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b89c268-a7c4-4c23-9428-0aa0f946d825 req-2aaf34c6-61bd-4e0d-8e89-46052a3c629a tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0318625 May 02 10:44:34.934966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b798ae71-45ed-4b05-b032-f068f7209496 req-27969ded-c664-4ed1-b5dc-ccdac06b9dfb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477405 May 02 10:44:34.965516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4dc0f922-73d6-44e5-a87d-7794f4c4b341), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:34.978427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['4dc0f922-73d6-44e5-a87d-7794f4c4b341'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:34.998994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Pushing event deleted for resources: {'Port': ['ID=4dc0f922-73d6-44e5-a87d-7794f4c4b341,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:35.045845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1bcd75a8-2fe7-4088-a00e-dee88c9162de), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.047464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] No DVR routers for this DVR port 4dc0f922-73d6-44e5-a87d-7794f4c4b341 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:35.056262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.059801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf30c5e7-5989-47f0-a7a7-3fedac7b1f34 req-f1b66ce1-5905-46a2-b75d-e7c174fb8277 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.24 "DELETE /v2.0/ports/4dc0f922-73d6-44e5-a87d-7794f4c4b341 HTTP/1.1" status: 204 len: 173 time: 1.1439447 May 02 10:44:35.060312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'name': 'network-vif-deleted', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:35.062728 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409d9760-73f8-4e7d-a085-e8ed22385871" -d '{"events": [{"server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "name": "network-vif-deleted", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:35.091112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=1bcd75a8-2fe7-4088-a00e-dee88c9162de,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:35.127443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55572) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:35.228694 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da2e393-5196-4dfe-a5b5-de1f032b55e4 x-openstack-request-id: req-8da2e393-5196-4dfe-a5b5-de1f032b55e4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:35.229074 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec20d712-b9d9-4480-8e2e-e29db2dbcb9e", "name": "network-vif-deleted", "tag": "4dc0f922-73d6-44e5-a87d-7794f4c4b341", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:35.229856 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8da2e393-5196-4dfe-a5b5-de1f032b55e4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:35.235045 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da2e393-5196-4dfe-a5b5-de1f032b55e4'] response: {'server_uuid': 'ec20d712-b9d9-4480-8e2e-e29db2dbcb9e', 'name': 'network-vif-deleted', 'tag': '4dc0f922-73d6-44e5-a87d-7794f4c4b341', 'status': 'completed', 'code': 200} May 02 10:44:35.253118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.259737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1395300743-network', 'tenant_id': '357c7586006d4c5080ac407259724c65'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:35.260858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-622fb478-dd63-43d9-bb39-c35eac161074 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/1bcd75a8-2fe7-4088-a00e-dee88c9162de HTTP/1.1" status: 204 len: 168 time: 1.2203004 May 02 10:44:35.261556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55582) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:35.313387 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0a3a9da-4816-40ab-a364-935954e138a5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] GET failed (client error): The resource could not be found. May 02 10:44:35.314887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0a3a9da-4816-40ab-a364-935954e138a5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports/1bcd75a8-2fe7-4088-a00e-dee88c9162de HTTP/1.1" status: 404 len: 333 time: 0.0523264 May 02 10:44:35.322294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:35.336210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-1431013938'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:35.425743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce75414f-1596-4f04-8574-e1b1da158b15 req-3ccd05a1-0ff8-4542-aa95-38d9452ca6f7 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.1017804 May 02 10:44:35.449403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Made reservation on behalf of 357c7586006d4c5080ac407259724c65 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:35.460212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.490423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.583085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks [] for security_group (6ae7cb58-393b-4381-a995-1734c0972b2b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.622425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:35.626991 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.647489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port de31a32b-6942-4c07-8833-52347841b265 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:35.650953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6ae7cb58-393b-4381-a995-1734c0972b2b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.715241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:35.741107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ae7cb58-393b-4381-a995-1734c0972b2b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:35.751497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d72fbe3c-4d3c-4432-b358-d9eae59b588b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.751995 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Added segment d72fbe3c-4d3c-4432-b358-d9eae59b588b of type vlan for network 9d942718-2f2d-49c3-bc02-4470be75ee58 May 02 10:44:35.799827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.3 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/de31a32b-6942-4c07-8833-52347841b265) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:35.809001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9d942718-2f2d-49c3-bc02-4470be75ee58), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.925983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9d942718-2f2d-49c3-bc02-4470be75ee58), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:35.927619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:35.928210 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.020149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (de31a32b-6942-4c07-8833-52347841b265), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.068475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-960cc471-8eb3-423f-ab31-4ec68280fadf req-04494a93-7e3b-4aaa-bc04-0cba4d91d7b5 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0489082 May 02 10:44:36.083890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9500170 May 02 10:44:36.084748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:36.085547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcf8c-b508-4099-9d44-651223b610a5 admin admin] Pushing event updated for resources: {'Network': ['ID=9d942718-2f2d-49c3-bc02-4470be75ee58,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:36.097511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9d942718-2f2d-49c3-bc02-4470be75ee58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:36.108573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Request body: {'subnet': {'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1395300743-subnet', 'tenant_id': '357c7586006d4c5080ac407259724c65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:36.108965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9de0a-2732-4013-aa06-6e35121aac76 req-d8e3d6d5-c3f4-4625-a8be-eee8ff1d1e16 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:36.110962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65d9de0a-2732-4013-aa06-6e35121aac76 req-d8e3d6d5-c3f4-4625-a8be-eee8ff1d1e16 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0679257 May 02 10:44:36.199131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65d9de0a-2732-4013-aa06-6e35121aac76 req-b29e4573-69de-47a1-afe5-cda6176cacf1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810871 May 02 10:44:36.227920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Made reservation on behalf of 357c7586006d4c5080ac407259724c65 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:36.230718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.314676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (de31a32b-6942-4c07-8833-52347841b265), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.366707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:36.371270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:36.374388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:36.412981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=de31a32b-6942-4c07-8833-52347841b265,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:36.446677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:36.447481 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.517517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8e3adcb7-d3bb-4984-a440-174856084be9 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1917391 May 02 10:44:36.526850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55594) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:36.532246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'network_id': 'f6f0d48a-d972-4b1a-b74c-84912c3edfa5', 'name': 'tempest-AllowedAddressPairTestJSON-1535879144'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:36.665070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (008d223e-0da0-48de-9fb1-8b88b01b0078), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.668765 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83293a79-baa4-4a92-b0cc-5a341ac30c08 req-ba8eb31a-6270-46d1-bbed-749576f13af4 tempest-VolumesActionsTest-1197515948 tempest-VolumesActionsTest-1197515948-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec20d712-b9d9-4480-8e2e-e29db2dbcb9e HTTP/1.1" status: 200 len: 210 time: 0.1083636 May 02 10:44:36.721720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6aa9aae4-8c7c-4948-9e52-bb4273a99f06 None None] Provisioning complete for port de31a32b-6942-4c07-8833-52347841b265 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:36.722961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aa9aae4-8c7c-4948-9e52-bb4273a99f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (de31a32b-6942-4c07-8833-52347841b265), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.772958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6aa9aae4-8c7c-4948-9e52-bb4273a99f06 None None] Port de31a32b-6942-4c07-8833-52347841b265 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:36.829858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3484e6c1-8f07-4d12-8f19-9d2aed7068ef req-c6c7f71c-ebd5-46c7-9b58-2e567046603e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0536237 May 02 10:44:36.839915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Pushing event updated for resources: {'Subnet': ['ID=008d223e-0da0-48de-9fb1-8b88b01b0078,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:36.856958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Checking segment: {'id': 'd72fbe3c-4d3c-4432-b358-d9eae59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:36.856958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Network hostable DHCP agents. Network: 9d942718-2f2d-49c3-bc02-4470be75ee58, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:36.931494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Made reservation on behalf of 1e5c1591f8f941079885134a3bebc983 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:36.935675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:36.937962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Network 9d942718-2f2d-49c3-bc02-4470be75ee58 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:36.960446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] device_id is not set on port 45f31376-4533-4c15-b9fc-a82e89fdb206 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:37.029759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d942718-2f2d-49c3-bc02-4470be75ee58) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:37.039865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b1117-6289-483d-add1-a3a5c245bc09 None None] Network 9d942718-2f2d-49c3-bc02-4470be75ee58 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:37.049556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:37.050167 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:37.125208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Allocated IP 172.20.0.6 (f6f0d48a-d972-4b1a-b74c-84912c3edfa5/78c63971-8a46-4006-81b0-f8f6f406c20a/45f31376-4533-4c15-b9fc-a82e89fdb206) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:37.181975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b8ab4b9c-54e6-4bff-b521-2a8b9169029f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0913267 May 02 10:44:37.272587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a80f8f2-34a1-458a-89ec-1896c3703ac8 req-a0f80d9e-e6c6-4745-9652-d2298d53bdea tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0770776 May 02 10:44:37.442530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eadebb8-7575-48fb-8389-31d5f7ecf59f req-0c60f09b-1dc7-484c-ac61-16af1dafb024 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:37.445687 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eadebb8-7575-48fb-8389-31d5f7ecf59f req-0c60f09b-1dc7-484c-ac61-16af1dafb024 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1267376 May 02 10:44:37.492969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:37.494416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9b77e7-2fc5-45cd-a211-69f80328fb72 None None] Network 9d942718-2f2d-49c3-bc02-4470be75ee58 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:37.562373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eadebb8-7575-48fb-8389-31d5f7ecf59f req-8478098e-23c4-4078-8a57-062e1bfe9e0b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672731 May 02 10:44:37.626237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4dc0f922-73d6-44e5-a87d-7794f4c4b341 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:37.665182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 4dc0f922-73d6-44e5-a87d-7794f4c4b341 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:37.665182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 4dc0f922-73d6-44e5-a87d-7794f4c4b341 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:37.689299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:37.747238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:37.751506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:37.758614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:37.840667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:37.840667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:37.857807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=45f31376-4533-4c15-b9fc-a82e89fdb206,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:37.927228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-a2306ff0-6814-4fd8-91ad-534190dcce0c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:37.944277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-a2306ff0-6814-4fd8-91ad-534190dcce0c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/networks?id=9d942718-2f2d-49c3-bc02-4470be75ee58 HTTP/1.1" status: 200 len: 822 time: 0.2145174 May 02 10:44:37.963553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2d56538-f9c7-4c77-a6cb-2fe862738cb0 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4330099 May 02 10:44:37.964134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-57a3d9ad-0854-49ea-ada2-9f047ecb5acd tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/quotas/357c7586006d4c5080ac407259724c65 HTTP/1.1" status: 200 len: 375 time: 0.0159757 May 02 10:44:37.966059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55620) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:37.977209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:19:02:c0'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:40:b8:28'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:38.135189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-45b38302-09f3-48a5-9e11-cf633a93ac4d tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=357c7586006d4c5080ac407259724c65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1706533 May 02 10:44:38.215231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54d6c709-422a-4386-83eb-9c7308329844 None None] Provisioning complete for port 45f31376-4533-4c15-b9fc-a82e89fdb206 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:38.217974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54d6c709-422a-4386-83eb-9c7308329844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:38.270429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-54d6c709-422a-4386-83eb-9c7308329844 None None] Port 45f31376-4533-4c15-b9fc-a82e89fdb206 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:38.335384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-3d07b1b9-2003-4a5b-a927-e79fcdd6f7da service neutron] 10.222.0.16 "GET /v2.0/networks/9d942718-2f2d-49c3-bc02-4470be75ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991301 May 02 10:44:38.412647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca032f7f-22e7-40c1-80b0-3e821872e95f req-cce5ca96-a67b-454a-8797-8e82df639299 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0308983 May 02 10:44:38.432778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:38.552145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-8b275933-f128-46ba-9ee0-aed1cffc2c6c service neutron] 10.222.0.16 "GET /v2.0/networks/9d942718-2f2d-49c3-bc02-4470be75ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155380 May 02 10:44:38.780079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.163190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.417675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event updated for resources: {'Port': ['ID=45f31376-4533-4c15-b9fc-a82e89fdb206,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:39.423691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] In _notify_port_updated(), no bound segment for port 45f31376-4533-4c15-b9fc-a82e89fdb206 on network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:44:39.431390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:39.431390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.433483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b9be527c-cb9b-41b7-be58-76271c2c6eae tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "PUT /v2.0/ports/45f31376-4533-4c15-b9fc-a82e89fdb206 HTTP/1.1" status: 200 len: 1055 time: 1.4662609 May 02 10:44:39.436340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:39.452631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9e44e5-d5d0-40d5-b4ed-0fbca1beb226 req-db519bdd-c2f4-46d4-8463-e55fdd448641 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:39.460200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b9e44e5-d5d0-40d5-b4ed-0fbca1beb226 req-db519bdd-c2f4-46d4-8463-e55fdd448641 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1637816 May 02 10:44:39.556717 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b9e44e5-d5d0-40d5-b4ed-0fbca1beb226 req-dd417f74-2349-4725-9d85-737646570dc4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866311 May 02 10:44:39.609974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-05319b9a-ee94-48bf-857e-5d589961eb07 None None] Provisioning complete for port 45f31376-4533-4c15-b9fc-a82e89fdb206 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:39.610531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05319b9a-ee94-48bf-857e-5d589961eb07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.616445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b026fd0-6cb8-4433-8eb7-29f90eab4a23 req-7adccb08-3ada-42c5-956a-61be1659a103 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0411265 May 02 10:44:39.637267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port 45f31376-4533-4c15-b9fc-a82e89fdb206 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:39.637616 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.678971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05319b9a-ee94-48bf-857e-5d589961eb07 None None] Port 45f31376-4533-4c15-b9fc-a82e89fdb206 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:39.757858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:39.773427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for 45f31376-4533-4c15-b9fc-a82e89fdb206 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:40.045113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (45f31376-4533-4c15-b9fc-a82e89fdb206), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:40.075083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=45f31376-4533-4c15-b9fc-a82e89fdb206,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:40.263517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee682d38-aba8-4b1e-80d4-200f503a1a11 req-add33e3f-e590-4ce9-bf07-f5f2e6e6d66b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=12d09909b1aa4bc598c6a38777a6597c&device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0732777 May 02 10:44:40.302271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee682d38-aba8-4b1e-80d4-200f503a1a11 req-8654ea7e-588e-43e5-982a-0fa65213f267 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=12d09909b1aa4bc598c6a38777a6597c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283914 May 02 10:44:40.426650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad4cd4dd-05cf-450b-ab1f-be252912c441 req-d63ca111-acdf-40e5-8c55-3c00d2058ec0 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.1200719 May 02 10:44:40.518215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:40.522985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9eb3a28b-6c3a-4fa5-8370-5ea8cb07e28f tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/45f31376-4533-4c15-b9fc-a82e89fdb206 HTTP/1.1" status: 204 len: 168 time: 1.0855033 May 02 10:44:40.525716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:40.535148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee682d38-aba8-4b1e-80d4-200f503a1a11 req-5eb2997c-a513-4bfc-ba3b-9b0791d4d9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:40.537069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee682d38-aba8-4b1e-80d4-200f503a1a11 req-5eb2997c-a513-4bfc-ba3b-9b0791d4d9ca service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2045219 May 02 10:44:40.558608 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8beb4fd-d293-486a-a9a4-98f0b4629429 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] GET failed (client error): The resource could not be found. May 02 10:44:40.562551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e8beb4fd-d293-486a-a9a4-98f0b4629429 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports/45f31376-4533-4c15-b9fc-a82e89fdb206 HTTP/1.1" status: 404 len: 333 time: 0.0333912 May 02 10:44:40.565667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55674) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:40.734079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02811ab4-2e05-4ab5-98f5-ffc2a4a59761 req-f7f53a9f-6691-4793-85d0-4e729c615a21 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:40.738626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02811ab4-2e05-4ab5-98f5-ffc2a4a59761 req-f7f53a9f-6691-4793-85d0-4e729c615a21 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0731838 May 02 10:44:40.757757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port de31a32b-6942-4c07-8833-52347841b265 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:40.758130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (de31a32b-6942-4c07-8833-52347841b265), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:40.761903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea6a8886-2815-4e9a-ba47-3e48e5120013 req-ea1b347c-1c97-4613-9953-c1ec575c0d1e tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0383115 May 02 10:44:40.882437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02811ab4-2e05-4ab5-98f5-ffc2a4a59761 req-0fb8a76f-1316-4b47-b7b6-5d1a849c2b71 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264844 May 02 10:44:40.912838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (de31a32b-6942-4c07-8833-52347841b265), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:40.928875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for de31a32b-6942-4c07-8833-52347841b265 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:41.214911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (de31a32b-6942-4c07-8833-52347841b265), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:41.255111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=de31a32b-6942-4c07-8833-52347841b265,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:41.361732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:41.373321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:41.373680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-68a276c6-e0fe-4d8e-b1c9-f5f3c35c856b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/de31a32b-6942-4c07-8833-52347841b265 HTTP/1.1" status: 204 len: 168 time: 0.8090367 May 02 10:44:41.414654 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-64c39f78-e56f-4b96-8779-13e6a2fcb508 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] GET failed (client error): The resource could not be found. May 02 10:44:41.420931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55692) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:41.429743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-64c39f78-e56f-4b96-8779-13e6a2fcb508 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "GET /v2.0/ports/de31a32b-6942-4c07-8833-52347841b265 HTTP/1.1" status: 404 len: 333 time: 0.0552146 May 02 10:44:41.552719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port 2fb2c1d5-5b43-4fba-b011-793e40045da4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:41.553325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:41.586882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-471b42fe-6378-4af6-b46f-e8bf38d4b6c0 req-f8c02a95-8cd5-4e46-9243-d252a66b9787 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0306640 May 02 10:44:41.695297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:41.712078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for 2fb2c1d5-5b43-4fba-b011-793e40045da4 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:41.921249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-239bafe7-955b-4d4c-a04c-56ae3330d5b1 req-28183481-49d4-45aa-aa6d-338220dea926 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0501783 May 02 10:44:42.034300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2fb2c1d5-5b43-4fba-b011-793e40045da4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.070523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f66d3-2a22-46e7-b1e6-60190a1996dd req-7812dda6-b6a4-4361-add9-3b63f89e0f1a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:42.070523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d80f66d3-2a22-46e7-b1e6-60190a1996dd req-7812dda6-b6a4-4361-add9-3b63f89e0f1a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0783141 May 02 10:44:42.121552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=2fb2c1d5-5b43-4fba-b011-793e40045da4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:42.193838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d80f66d3-2a22-46e7-b1e6-60190a1996dd req-85020f6b-c0c5-495a-8a63-3afac9451d3d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171160 May 02 10:44:42.243723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.247556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a6e7f28-f8f1-4483-aa69-f79782a77c1b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/ports/2fb2c1d5-5b43-4fba-b011-793e40045da4 HTTP/1.1" status: 204 len: 168 time: 0.8255999 May 02 10:44:42.250527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55716) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:42.332954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting subnet 78c63971-8a46-4006-81b0-f8f6f406c20a {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:42.338471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for subnet (78c63971-8a46-4006-81b0-f8f6f406c20a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.406255 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (78c63971-8a46-4006-81b0-f8f6f406c20a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.534218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (78c63971-8a46-4006-81b0-f8f6f406c20a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.574015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee682d38-aba8-4b1e-80d4-200f503a1a11 req-311aa754-a567-45bc-b575-2851ce398725 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0403981 May 02 10:44:42.711969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-704b53ba-aea7-4b5c-9826-8f6122f33661 req-15e3bd3b-5df9-41f7-af06-22953c400c40 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0335391 May 02 10:44:42.731797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (78c63971-8a46-4006-81b0-f8f6f406c20a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.768502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Subnet': ['ID=78c63971-8a46-4006-81b0-f8f6f406c20a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:42.781264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.783842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cf03b3-9c8d-4496-9586-4974ef3d0390 None None] Network f6f0d48a-d972-4b1a-b74c-84912c3edfa5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:42.787782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0d711fe-d490-4d81-b51d-507a7e1be0d5 tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/subnets/78c63971-8a46-4006-81b0-f8f6f406c20a HTTP/1.1" status: 204 len: 168 time: 0.5340011 May 02 10:44:42.788492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:42.891415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f6f0d48a-d972-4b1a-b74c-84912c3edfa5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.946530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Deleting port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:42.946877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:42.991599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faef3644-835f-48c2-b036-dad91923a19a None None] DHCP port deletion for f6f0d48a-d972-4b1a-b74c-84912c3edfa5 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:44:43.020885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] For port ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,segment=NetworkSegment(07fc1f86-205b-44d8-9f6b-5ea08e842749),segment_id=07fc1f86-205b-44d8-9f6b-5ea08e842749)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:43.021259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.046865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Deleting port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:43.047392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.056671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Calling delete_port for ffd08b6b-12ee-4d12-a094-74040a2ea8f6 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:43.059557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-60f6200b-350c-41d1-8b3f-040cf2a47dbe req-2145fc45-d0e2-4ad7-90d6-353ba482583c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0419118 May 02 10:44:43.134447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-faef3644-835f-48c2-b036-dad91923a19a None None] For port ffd08b6b-12ee-4d12-a094-74040a2ea8f6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,segment=NetworkSegment(07fc1f86-205b-44d8-9f6b-5ea08e842749),segment_id=07fc1f86-205b-44d8-9f6b-5ea08e842749)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:43.134940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.151427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Calling delete_port for ffd08b6b-12ee-4d12-a094-74040a2ea8f6 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:43.223546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:44:43.238286 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:44:43.246374 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (ffd08b6b-12ee-4d12-a094-74040a2ea8f6), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.259371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Port': ['ID=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:43.262101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] No DVR routers for this DVR port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:43.279023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef3644-835f-48c2-b036-dad91923a19a None None] Pushing event deleted for resources: {'Port': ['ID=ffd08b6b-12ee-4d12-a094-74040a2ea8f6,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:43.283964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faef3644-835f-48c2-b036-dad91923a19a None None] No DVR routers for this DVR port ffd08b6b-12ee-4d12-a094-74040a2ea8f6 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:43.338051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9554a67-3226-4528-96f3-4b52d1d920a2 req-e8d9f5d9-2a9a-457d-95fe-67f657a70305 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:43.345590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9554a67-3226-4528-96f3-4b52d1d920a2 req-e8d9f5d9-2a9a-457d-95fe-67f657a70305 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0679731 May 02 10:44:43.360737 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f6f0d48a-d972-4b1a-b74c-84912c3edfa5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.385884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6f0d48a-d972-4b1a-b74c-84912c3edfa5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:43.398782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fc1f86-205b-44d8-9f6b-5ea08e842749') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:43.399020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c9554a67-3226-4528-96f3-4b52d1d920a2 req-693426a1-fb03-46f4-b5eb-ff26e011bb47 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524006 May 02 10:44:43.399582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fc1f86-205b-44d8-9f6b-5ea08e842749') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:43.413230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (07fc1f86-205b-44d8-9f6b-5ea08e842749), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.432994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (07fc1f86-205b-44d8-9f6b-5ea08e842749), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.439842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:43.440339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (07fc1f86-205b-44d8-9f6b-5ea08e842749), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: timer() May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:43.444570 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:43.625520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f6f0d48a-d972-4b1a-b74c-84912c3edfa5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.630651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:43.634858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] 10.222.0.16 "DELETE /v2.0/networks/f6f0d48a-d972-4b1a-b74c-84912c3edfa5 HTTP/1.1" status: 204 len: 168 time: 0.8449790 May 02 10:44:43.652186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d1d81b-97bf-4505-a6ba-91d69830347b tempest-AllowedAddressPairTestJSON-1315861323 tempest-AllowedAddressPairTestJSON-1315861323-project] Pushing event deleted for resources: {'Network': ['ID=f6f0d48a-d972-4b1a-b74c-84912c3edfa5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:43.820856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-e0250135-8613-44a2-aef1-d297c3d0a8dd tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:43.822521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-e0250135-8613-44a2-aef1-d297c3d0a8dd tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.24 "GET /v2.0/networks?id=9d942718-2f2d-49c3-bc02-4470be75ee58 HTTP/1.1" status: 200 len: 822 time: 0.1408601 May 02 10:44:43.835847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Request body: {'port': {'device_id': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58', 'admin_state_up': True, 'tenant_id': '357c7586006d4c5080ac407259724c65'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:43.874094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-15d6e1f7-baec-4d96-a925-7d0d36f2b515 req-848f261f-5f32-4d13-91aa-1ae5e109dde3 tempest-ServersAaction247Test-870889914 tempest-ServersAaction247Test-870889914-project] 10.222.0.16 "GET /v2.0/ports?device_id=bcadcf18-f202-41bc-a58d-6eb0415c5dd8 HTTP/1.1" status: 200 len: 210 time: 0.0326011 May 02 10:44:44.037041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Made reservation on behalf of 357c7586006d4c5080ac407259724c65 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:44.040467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.184954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03dae4c1-ba26-4664-8745-10c54523ac02 req-0075dc4e-5898-4633-9782-3fab94842d1e tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0496202 May 02 10:44:44.212589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Allocated IP 172.20.0.10 (9d942718-2f2d-49c3-bc02-4470be75ee58/008d223e-0da0-48de-9fb1-8b88b01b0078/22ddaa30-5e56-4bd0-ad5c-190920e6af38) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:44.245053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55752) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:44.339393 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.382834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks [] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.402972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a891d009-9647-4e60-a85c-a045f4f07c34 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e5c1591f8f941079885134a3bebc983&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1569896 May 02 10:44:44.405570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55758) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:44.465125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] Publish callbacks [] for security_group (4fc2acef-73a0-4278-8b6c-e6be077283c5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.486283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.490051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-39f1fd2c-0469-4fde-9682-a5cc6fa743d4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0423782 May 02 10:44:44.495166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] Publish callbacks [] for security_group (4fc2acef-73a0-4278-8b6c-e6be077283c5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.535711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Network 9d942718-2f2d-49c3-bc02-4470be75ee58 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:44.538942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:44.545042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:44.549290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Pushing event updated for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:44.551286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6f9db-9ed0-4c5b-a09e-b27e6ee941e2 req-2f850dcf-2c12-4f17-b538-73b3e9116349 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:44.558133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23e6f9db-9ed0-4c5b-a09e-b27e6ee941e2 req-2f850dcf-2c12-4f17-b538-73b3e9116349 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.0848546 May 02 10:44:44.599885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:44.600535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.620719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-23e6f9db-9ed0-4c5b-a09e-b27e6ee941e2 req-6c856ff8-7baf-4771-962b-773b62f8c1e5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617051 May 02 10:44:44.661185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ffd08b6b-12ee-4d12-a094-74040a2ea8f6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:44.682883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ffd08b6b-12ee-4d12-a094-74040a2ea8f6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:44.683272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ffd08b6b-12ee-4d12-a094-74040a2ea8f6 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:44.697025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-87321512-5515-407d-81ef-f900d551082c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8665195 May 02 10:44:44.708519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Request body: {'port': {'device_id': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:44.725820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4fc2acef-73a0-4278-8b6c-e6be077283c5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.725820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:44.727161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4fc2acef-73a0-4278-8b6c-e6be077283c5 HTTP/1.1" status: 204 len: 168 time: 0.3205574 May 02 10:44:44.736172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a6fae1-ef0f-46a5-bf80-857a8b786340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc2acef-73a0-4278-8b6c-e6be077283c5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:44.790686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-5ac9356d-b28e-47b7-95b7-cf6da69b89d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:44.792165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-5ac9356d-b28e-47b7-95b7-cf6da69b89d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 1127 time: 0.0639184 May 02 10:44:44.800793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.308383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ca197e-cda6-4e18-a242-c3fdfe0068ab req-1ee898d1-97ee-413d-ac6c-0cd8c3b7db0e tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.309972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8ca197e-cda6-4e18-a242-c3fdfe0068ab req-1ee898d1-97ee-413d-ac6c-0cd8c3b7db0e tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 932 time: 0.0506291 May 02 10:44:45.366374 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8ca197e-cda6-4e18-a242-c3fdfe0068ab req-32e20db1-7e8d-418e-b4e8-8688b8c558e8 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492063 May 02 10:44:45.389980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-802969af-128b-430c-ba8b-21b852c79479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.391466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-802969af-128b-430c-ba8b-21b852c79479 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 1128 time: 0.4512904 May 02 10:44:45.449205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-06d51036-59e7-487c-b1f9-7126dfabafbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.450685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-06d51036-59e7-487c-b1f9-7126dfabafbf service neutron] 10.222.0.15 "GET /v2.0/networks?id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 200 len: 910 time: 0.5371990 May 02 10:44:45.527929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55784) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:45.631179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-1bee2d40-e406-4990-9941-7def67d66869 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 200 len: 1001 time: 0.1489010 May 02 10:44:45.654485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22ddaa30-5e56-4bd0-ad5c-190920e6af38 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:45.658448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbd3b-cb06-4bdb-9df7-e60f56e93d11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.670294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks [] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.681722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Transition to ACTIVE for port object 22ddaa30-5e56-4bd0-ad5c-190920e6af38 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:44:45.683602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-c131dffb-aef3-4011-ac9a-7b158464e487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.685888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-c131dffb-aef3-4011-ac9a-7b158464e487 service neutron] 10.222.0.15 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.2845678 May 02 10:44:45.739437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbd3b-cb06-4bdb-9df7-e60f56e93d11 admin admin] Publish callbacks [] for security_group (3a3ed021-6191-4b4c-a8c8-f0d0990ccb61), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.776218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-b490bb63-cab8-4586-8b2b-eb605bd1974b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4 HTTP/1.1" status: 200 len: 217 time: 0.0763459 May 02 10:44:45.811754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.825034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea5dbd3b-cb06-4bdb-9df7-e60f56e93d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3a3ed021-6191-4b4c-a8c8-f0d0990ccb61), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.875801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5dbd3b-cb06-4bdb-9df7-e60f56e93d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a3ed021-6191-4b4c-a8c8-f0d0990ccb61,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:45.876959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-9f9ad34e-3382-411e-ad30-9e6c654cb934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.878132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-9f9ad34e-3382-411e-ad30-9e6c654cb934 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 HTTP/1.1" status: 200 len: 848 time: 0.1911981 May 02 10:44:45.880786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ea5dbd3b-cb06-4bdb-9df7-e60f56e93d11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=12d09909b1aa4bc598c6a38777a6597c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3516283 May 02 10:44:45.883234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55800) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:45.892665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789a503-a71f-477a-82e0-dbec93543001 req-68b7cc48-b2f5-4bc2-8853-9d69cacc8b93 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.894228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3789a503-a71f-477a-82e0-dbec93543001 req-68b7cc48-b2f5-4bc2-8853-9d69cacc8b93 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1658142 May 02 10:44:45.959380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] Publish callbacks [] for security_group (3a3ed021-6191-4b4c-a8c8-f0d0990ccb61), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.966920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Pushing event updated for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:45.970051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-25f5981a-8da1-4bd0-9cc4-1bc8972d68af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:45.971526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-25f5981a-8da1-4bd0-9cc4-1bc8972d68af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.1777210 May 02 10:44:45.977103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.989588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] Publish callbacks [] for security_group (3a3ed021-6191-4b4c-a8c8-f0d0990ccb61), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:45.996473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:46.016862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-f38977d2-5ebd-47a0-a339-ec1bf9695cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.019118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-f38977d2-5ebd-47a0-a339-ec1bf9695cd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1190941 May 02 10:44:46.105842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3789a503-a71f-477a-82e0-dbec93543001 req-e1325376-cbf3-4651-96f0-c09e69961e3b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915882 May 02 10:44:46.124074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-950106676'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:46.145129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-39d6578b-4eb3-48eb-a4af-180fef049def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.146556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-39d6578b-4eb3-48eb-a4af-180fef049def service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1456246 May 02 10:44:46.191041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3a3ed021-6191-4b4c-a8c8-f0d0990ccb61), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.195909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.197391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3a3ed021-6191-4b4c-a8c8-f0d0990ccb61 HTTP/1.1" status: 204 len: 168 time: 0.3130004 May 02 10:44:46.210953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Attempting to bind port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:46.211311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Attempting to bind port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'd72fbe3c-4d3c-4432-b358-d9eae59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:46.211633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Attempting to bind port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 on network 9d942718-2f2d-49c3-bc02-4470be75ee58 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:46.212315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f57af-9745-4468-b849-ba904019eef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a3ed021-6191-4b4c-a8c8-f0d0990ccb61,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:46.221011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Made reservation on behalf of 5e4513887095430d9daab49e6ce69d21 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:46.226378 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.238196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.257340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 on network 9d942718-2f2d-49c3-bc02-4470be75ee58 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:44:46.257669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Attempting to bind port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 on network 9d942718-2f2d-49c3-bc02-4470be75ee58 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:46.263720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-bbe9af4d-4fe6-496e-a3d4-8afe9acd28c7 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199495 May 02 10:44:46.267775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:46.268122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Checking segment: {'id': 'd72fbe3c-4d3c-4432-b358-d9eae59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:46.268510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Bound using segment: {'id': 'd72fbe3c-4d3c-4432-b358-d9eae59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:46.269001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Bound port: 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd72fbe3c-4d3c-4432-b358-d9eae59b588b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:46.269522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.339929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for security_group (1cab792c-1988-45b4-bddf-2deec1c2ff69), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.386174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-80d60295-b450-40ff-8275-73f881a49966 service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278166 May 02 10:44:46.414269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1cab792c-1988-45b4-bddf-2deec1c2ff69), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.443970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:46.483867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cab792c-1988-45b4-bddf-2deec1c2ff69,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:46.486219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:46.488230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2ac082a0-09b1-4661-a33a-387c0f96e836), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.488584 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Added segment 2ac082a0-09b1-4661-a33a-387c0f96e836 of type vlan for network 255fe390-fb09-47c8-a176-f3ff78e0940d May 02 10:44:46.511106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5c093e-b8b7-454f-a5b4-2e1739af0bab req-8759b78b-22a6-477c-9591-7ffde9435f48 service neutron] 10.222.0.15 "GET /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371728 May 02 10:44:46.515690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38,segment=NetworkSegment(d72fbe3c-4d3c-4432-b358-d9eae59b588b),segment_id=d72fbe3c-4d3c-4432-b358-d9eae59b588b)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:46.539579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1577bf-2583-4941-b1a6-9f5696e9898a req-d60c689c-92ac-4113-86e7-385e8d5ad67b service neutron] 10.222.0.15 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439021 May 02 10:44:46.542695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816e4656-b497-47a4-911f-87a2c814b1bf req-59118c2f-c2b9-4f3f-8a1d-59a518d38d5b tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.544250 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-816e4656-b497-47a4-911f-87a2c814b1bf req-59118c2f-c2b9-4f3f-8a1d-59a518d38d5b tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 944 time: 0.0980940 May 02 10:44:46.562192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (255fe390-fb09-47c8-a176-f3ff78e0940d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.593856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.625340 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-816e4656-b497-47a4-911f-87a2c814b1bf req-5ad317f9-f4e6-434b-96c9-fc8b365761af tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729318 May 02 10:44:46.647698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.648338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.649796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] 10.222.0.24 "PUT /v2.0/ports/22ddaa30-5e56-4bd0-ad5c-190920e6af38 HTTP/1.1" status: 200 len: 1092 time: 1.9455233 May 02 10:44:46.650242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:46.652511 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89074202-da13-4a45-af8a-e9dc86f02c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:46.692687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038201fa-002d-4b7a-a1ad-030613b465cf service neutron] Pushing event updated for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:46.713939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-cf526afe-f6b1-40f9-ab9e-d44b81d2e8ab service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0606489 May 02 10:44:46.721398 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112665d8-66e9-4fd4-a8e0-316c897619bf x-openstack-request-id: req-112665d8-66e9-4fd4-a8e0-316c897619bf {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:46.721722 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:46.721991 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-112665d8-66e9-4fd4-a8e0-316c897619bf {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:46.722408 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112665d8-66e9-4fd4-a8e0-316c897619bf'] response: {'name': 'network-changed', 'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38', 'status': 'completed', 'code': 200} May 02 10:44:46.730558 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (255fe390-fb09-47c8-a176-f3ff78e0940d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.735774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.746324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:46.789878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-5613ff06-8df4-442c-b186-6d01de6c495a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.792335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-5613ff06-8df4-442c-b186-6d01de6c495a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=357c7586006d4c5080ac407259724c65&device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 1126 time: 0.0514669 May 02 10:44:46.842380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'Network': ['ID=255fe390-fb09-47c8-a176-f3ff78e0940d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:46.853039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 255fe390-fb09-47c8-a176-f3ff78e0940d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:46.879731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-28659fb3-0f45-41fc-ac45-44b9039c1b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.882370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-28659fb3-0f45-41fc-ac45-44b9039c1b96 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 1127 time: 0.0516663 May 02 10:44:46.960061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-b7b2efc7-798d-4724-843e-3efbb1ff4c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:46.961803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-b7b2efc7-798d-4724-843e-3efbb1ff4c3b service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=357c7586006d4c5080ac407259724c65&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1557801 May 02 10:44:46.962798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b4a8a25-a6eb-4258-9b91-bf84996073eb tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9647346 May 02 10:44:46.965871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55842) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:46.970762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Request body: {'subnet': {'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:47.102786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-e1696b03-550e-450a-991c-aa3ea0c4849a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.104296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-e1696b03-550e-450a-991c-aa3ea0c4849a service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.1985657 May 02 10:44:47.117801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-dd9cff96-3059-44d7-b2e9-f7dedf70b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.121084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89074202-da13-4a45-af8a-e9dc86f02c1b req-dd9cff96-3059-44d7-b2e9-f7dedf70b849 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511116 May 02 10:44:47.173134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-51dd459d-8480-43ad-aa5b-df930594eaae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122 HTTP/1.1" status: 200 len: 217 time: 0.0595529 May 02 10:44:47.210564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-4d835dc9-266d-481a-948a-71e4dbde7837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.212406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-4d835dc9-266d-481a-948a-71e4dbde7837 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=357c7586006d4c5080ac407259724c65&device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 1126 time: 0.0478730 May 02 10:44:47.281310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-ef355bac-651f-4142-8d37-fbb0d548e9e7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38 HTTP/1.1" status: 200 len: 217 time: 0.0626838 May 02 10:44:47.348690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-2ee637e8-c617-44a5-a30e-9e743295ab43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.350716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-2ee637e8-c617-44a5-a30e-9e743295ab43 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=008d223e-0da0-48de-9fb1-8b88b01b0078 HTTP/1.1" status: 200 len: 862 time: 0.0638945 May 02 10:44:47.390780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-32792a1c-670b-4a92-a799-90150130686d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=9d942718-2f2d-49c3-bc02-4470be75ee58&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340762 May 02 10:44:47.504225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-64eba3c5-18b3-43c5-af19-0428a6d6503e service neutron] 10.222.0.24 "GET /v2.0/networks/9d942718-2f2d-49c3-bc02-4470be75ee58?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070433 May 02 10:44:47.577701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55858) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:47.584821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Made reservation on behalf of 5e4513887095430d9daab49e6ce69d21 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:47.588271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:47.614775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8bb11b4-bf5c-4f02-ba5c-41780b098b15 req-d58e1cb4-28d8-4d8e-b7e6-10d9f5bed760 service neutron] 10.222.0.24 "GET /v2.0/networks/9d942718-2f2d-49c3-bc02-4470be75ee58?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051795 May 02 10:44:47.683437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-c6251522-42d2-4220-85f2-77d3f94ac933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.685324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-c6251522-42d2-4220-85f2-77d3f94ac933 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.5068579 May 02 10:44:47.738881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e16de4-8eed-4092-ae15-18bd3c991932 req-4539fa27-c8a7-413e-98e5-b1088133cb41 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.738881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7e16de4-8eed-4092-ae15-18bd3c991932 req-4539fa27-c8a7-413e-98e5-b1088133cb41 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.1483839 May 02 10:44:47.755102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-921235773-network', 'tenant_id': '01e2e69b7631432bb08d4a9fb4adf359'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:47.787268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8fb034-e030-4b29-83cc-810c4dad0d83 req-19af1207-cff6-499e-ad7d-46acc59c542c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.789073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf8fb034-e030-4b29-83cc-810c4dad0d83 req-19af1207-cff6-499e-ad7d-46acc59c542c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 944 time: 0.0591104 May 02 10:44:47.816415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-89dec9e9-0b77-4798-a7eb-ab3ad0c1ca87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:47.818124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-89dec9e9-0b77-4798-a7eb-ab3ad0c1ca87 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1201470 May 02 10:44:47.841375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7e16de4-8eed-4092-ae15-18bd3c991932 req-d97ab134-de2b-44ae-a723-ae9af0a46308 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931573 May 02 10:44:47.853863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf8fb034-e030-4b29-83cc-810c4dad0d83 req-1cc814ee-5fb3-4dc5-968e-b5e891c3ada6 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581229 May 02 10:44:48.087960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Made reservation on behalf of 01e2e69b7631432bb08d4a9fb4adf359 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:48.090369 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.099896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.108931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d73c62b3-e6f6-4148-bdd8-6680d71c7072), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.189559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'Subnet': ['ID=d73c62b3-e6f6-4148-bdd8-6680d71c7072,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:48.209764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Checking segment: {'id': '2ac082a0-09b1-4661-a33a-387c0f96e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:48.210129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Network hostable DHCP agents. Network: 255fe390-fb09-47c8-a176-f3ff78e0940d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:48.255496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks [] for security_group (84472f5d-0d1d-4388-bd24-27e3891631bc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.362484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Network 255fe390-fb09-47c8-a176-f3ff78e0940d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:48.365739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (84472f5d-0d1d-4388-bd24-27e3891631bc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.387918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:48.406370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84472f5d-0d1d-4388-bd24-27e3891631bc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:48.413469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (eb657f95-1f4d-4980-a027-3b9eb2a94d06), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.413469 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Added segment eb657f95-1f4d-4980-a027-3b9eb2a94d06 of type vlan for network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea May 02 10:44:48.451220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1bbe4cc6-f625-4761-ae64-58fa672fa1ea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.498911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 255fe390-fb09-47c8-a176-f3ff78e0940d) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:48.503307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:48.503902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.508262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3553a1-5054-42a9-aa6f-b4f5ebbc2ea3 None None] Network 255fe390-fb09-47c8-a176-f3ff78e0940d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:48.544974 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1bbe4cc6-f625-4761-ae64-58fa672fa1ea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.546081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:48.546671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.617057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-255fe390-fb09-47c8-a176-f3ff78e0940d', 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d', 'project_id': '5e4513887095430d9daab49e6ce69d21', 'fixed_ips': [{'subnet_id': 'd73c62b3-e6f6-4148-bdd8-6680d71c7072'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:44:48.617518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] Pushing event updated for resources: {'Network': ['ID=1bbe4cc6-f625-4761-ae64-58fa672fa1ea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:48.618067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.631540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:48.647775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e7597e6e-4e50-4414-adcd-a9b41e120247 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6808922 May 02 10:44:48.650759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55876) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:48.657460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Request body: {'port': {'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1647487162'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:48.686004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f056cca-ab26-4133-a500-86c375c45c2c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1044683 May 02 10:44:48.686252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55878) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:48.692680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Request body: {'subnet': {'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-921235773-subnet', 'tenant_id': '01e2e69b7631432bb08d4a9fb4adf359', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:48.720683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-d3374a34-6fbd-41d6-9b9a-c573bdfa79ee service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119256 May 02 10:44:48.820031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Allocated IP 2001:db8::2 (255fe390-fb09-47c8-a176-f3ff78e0940d/d73c62b3-e6f6-4148-bdd8-6680d71c7072/3cfcad89-d5c5-4220-a17b-f6f7cd55a787) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:48.824676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-779b98bf-6ee7-4f69-801f-ac99921efdd3 req-b3b8b311-3671-420f-b7ce-b2a1529ea861 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984340 May 02 10:44:48.873559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Made reservation on behalf of 01e2e69b7631432bb08d4a9fb4adf359 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:48.876246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.879119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Made reservation on behalf of 5e4513887095430d9daab49e6ce69d21 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:48.900207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:48.965900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] device_id is not set on port c1cda68d-39d5-48c5-98ef-d080689e8aba yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:48.996545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks [] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.037512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7b9b9-1415-4d40-bc40-af6fc9c26d97 req-e190a82b-5646-4e16-8415-47bebf365e59 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:49.039331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03c7b9b9-1415-4d40-bc40-af6fc9c26d97 req-e190a82b-5646-4e16-8415-47bebf365e59 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 944 time: 0.0752790 May 02 10:44:49.090818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.100342 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03c7b9b9-1415-4d40-bc40-af6fc9c26d97 req-66025a67-794c-4154-8afc-d38f65066a62 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528615 May 02 10:44:49.144043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Network 255fe390-fb09-47c8-a176-f3ff78e0940d is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:49.151604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:49.155552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:49.163471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Pushing event updated for resources: {'Port': ['ID=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:49.188593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.189085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.189497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.189843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.190182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.191141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.191481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.191812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.192181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.192513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.192899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.193228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.193556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.193880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.194204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:44:49.229458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Attempting to bind port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:49.229833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Attempting to bind port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2ac082a0-09b1-4661-a33a-387c0f96e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:49.230206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Attempting to bind port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 on network 255fe390-fb09-47c8-a176-f3ff78e0940d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:49.235456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:49.235842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Checking segment: {'id': '2ac082a0-09b1-4661-a33a-387c0f96e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:49.236301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.236723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Bound using segment: {'id': '2ac082a0-09b1-4661-a33a-387c0f96e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:49.237728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Bound port: 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac082a0-09b1-4661-a33a-387c0f96e836', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:49.238107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.239071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f89867-319d-408a-9cee-b4fcea41f556 req-b6c9c58b-b363-4cfc-838c-825d943988ae tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:49.240575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3f89867-319d-408a-9cee-b4fcea41f556 req-b6c9c58b-b363-4cfc-838c-825d943988ae tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 946 time: 0.2763388 May 02 10:44:49.261801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Allocated IP 2001:db8::14d (255fe390-fb09-47c8-a176-f3ff78e0940d/d73c62b3-e6f6-4148-bdd8-6680d71c7072/c1cda68d-39d5-48c5-98ef-d080689e8aba) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:49.302703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] For port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:49.306102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] For port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,segment=NetworkSegment(2ac082a0-09b1-4661-a33a-387c0f96e836),segment_id=2ac082a0-09b1-4661-a33a-387c0f96e836)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:49.334559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3f89867-319d-408a-9cee-b4fcea41f556 req-abb49950-40de-412e-8ee7-3353bf380303 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776329 May 02 10:44:49.368425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (f094c693-b684-4d08-b411-596424491464), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.394125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.468089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99406d71-c4ab-49c4-8e46-a16d07dd34c1 None None] Pushing event updated for resources: {'Port': ['ID=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:49.477694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f094c693-b684-4d08-b411-596424491464,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:49.501790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Checking segment: {'id': 'eb657f95-1f4d-4980-a027-3b9eb2a94d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:49.502134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Network hostable DHCP agents. Network: 1bbe4cc6-f625-4761-ae64-58fa672fa1ea, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:44:49.523690 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.682779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 22ddaa30-5e56-4bd0-ad5c-190920e6af38 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:49.702416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:44:49.705325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.759446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Network 255fe390-fb09-47c8-a176-f3ff78e0940d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:49.762868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:49.767673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:49.773516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:49.774156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.778040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'Port': ['ID=c1cda68d-39d5-48c5-98ef-d080689e8aba,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:49.780408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:49.850806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1bbe4cc6-f625-4761-ae64-58fa672fa1ea) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:49.851604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38,segment=NetworkSegment(d72fbe3c-4d3c-4432-b358-d9eae59b588b),segment_id=d72fbe3c-4d3c-4432-b358-d9eae59b588b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:49.856568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:49.862079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:49.862863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25345e-47a9-4ca2-b0ca-b9ab1956d236 None None] Network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:49.883424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-65895010-d795-4b55-a88e-ad7d918520c3 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.2313349 May 02 10:44:49.888229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55894) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:49.891656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Request body: {'port': {'network_id': '255fe390-fb09-47c8-a176-f3ff78e0940d', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-637975923', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:49.892204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] bootfile-name is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:49.892549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] tftp-server is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:49.892961 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] server-ip-address is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:49.907875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '22ddaa30-5e56-4bd0-ad5c-190920e6af38', 'network_id': '9d942718-2f2d-49c3-bc02-4470be75ee58', 'port_id': '22ddaa30-5e56-4bd0-ad5c-190920e6af38', 'mac_address': 'fa:16:3e:b3:ee:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '008d223e-0da0-48de-9fb1-8b88b01b0078', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:49.971623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cabf43a0-264c-4d97-abde-0a111673c2b5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2764776 May 02 10:44:49.985252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:49.985644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.022712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:50.022712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.056068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:50.058606 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1e91db9-5d65-4b33-8909-bdc9eee2320e" -d '{"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-unplugged", "status": "completed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:50.090545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22ddaa30-5e56-4bd0-ad5c-190920e6af38 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:50.097054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:50.104190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Made reservation on behalf of 5e4513887095430d9daab49e6ce69d21 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:50.114229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5bb70c4-19da-4779-87f1-7ebfbc9a083c None None] Network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:50.114344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.114462 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 May 2022 10:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d46cf1a4-9f1b-4276-a100-3cee05f65187 x-openstack-request-id: req-d46cf1a4-9f1b-4276-a100-3cee05f65187 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:50.114462 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-unplugged", "status": "failed", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4", "code": 422}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:50.114462 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d46cf1a4-9f1b-4276-a100-3cee05f65187 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:50.114462 ncdv-master-1 neutron-server[115664]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d46cf1a4-9f1b-4276-a100-3cee05f65187']: {'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'code': 422} returned with failed status May 02 10:44:50.136290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] device_id is not set on port 11dcfdea-1f4a-4923-ba32-baf998302536 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:44:50.140516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38,segment=NetworkSegment(d72fbe3c-4d3c-4432-b358-d9eae59b588b),segment_id=d72fbe3c-4d3c-4432-b358-d9eae59b588b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:50.193655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.245125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.269428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb30be7b-1425-43df-8dcd-c71327556504 req-6914d9b3-42fb-4df2-abd4-58fd1efcbd41 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:50.271709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb30be7b-1425-43df-8dcd-c71327556504 req-6914d9b3-42fb-4df2-abd4-58fd1efcbd41 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 944 time: 0.0860176 May 02 10:44:50.291154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:50.371468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb30be7b-1425-43df-8dcd-c71327556504 req-8af717c6-8baf-4996-b5ac-f397cc739486 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920081 May 02 10:44:50.386161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:50.401197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Allocated IP 2001:db8::8d (255fe390-fb09-47c8-a176-f3ff78e0940d/d73c62b3-e6f6-4148-bdd8-6680d71c7072/11dcfdea-1f4a-4923-ba32-baf998302536) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:50.499318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['22ddaa30-5e56-4bd0-ad5c-190920e6af38'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:50.572702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf4850-0eb2-4227-81f9-d7b2a772e9a9 req-8f45faab-88fb-4e99-aec4-d5601f2448bd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:50.574391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24cf4850-0eb2-4227-81f9-d7b2a772e9a9 req-8f45faab-88fb-4e99-aec4-d5601f2448bd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 944 time: 0.1084137 May 02 10:44:50.693992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-2568d206-0862-474a-8e09-b9d2d872eebb tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:50.696001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-2568d206-0862-474a-8e09-b9d2d872eebb tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/networks?id=1bbe4cc6-f625-4761-ae64-58fa672fa1ea HTTP/1.1" status: 200 len: 813 time: 0.1391714 May 02 10:44:50.704220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24cf4850-0eb2-4227-81f9-d7b2a772e9a9 req-7efac9a5-0bca-40fa-acfb-aa5f441cc96c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221416 May 02 10:44:50.710435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for port (11dcfdea-1f4a-4923-ba32-baf998302536), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.726588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-86cc80cd-5b21-42bb-abbc-8ee6323e0b1d tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/quotas/01e2e69b7631432bb08d4a9fb4adf359 HTTP/1.1" status: 200 len: 375 time: 0.0223622 May 02 10:44:50.739687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a10035f3-d867-469c-899c-8a4b186399b2 None None] Network 255fe390-fb09-47c8-a176-f3ff78e0940d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:50.777159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-aaff1503-e090-4070-b9a7-4046f2b76f70 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=01e2e69b7631432bb08d4a9fb4adf359&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0427954 May 02 10:44:50.777746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:50.846715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (11dcfdea-1f4a-4923-ba32-baf998302536), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.859200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Provisioning complete for port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:50.859576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.884731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b0408b9b-136b-4c2b-8923-06d425a30ff8 service neutron] 10.222.0.16 "GET /v2.0/networks/1bbe4cc6-f625-4761-ae64-58fa672fa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030481 May 02 10:44:50.888156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a56f0f-e5c3-409b-b06b-1a18fa44ce90 req-209dc3e1-055e-4712-b2ac-722e43cc10d7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:50.893096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38a56f0f-e5c3-409b-b06b-1a18fa44ce90 req-209dc3e1-055e-4712-b2ac-722e43cc10d7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0931065 May 02 10:44:50.919563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Network 255fe390-fb09-47c8-a176-f3ff78e0940d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:50.931194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:50.938132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:50.943639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:50.945881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.947965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'Port': ['ID=11dcfdea-1f4a-4923-ba32-baf998302536,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:50.951881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:50.952382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:50.989286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38a56f0f-e5c3-409b-b06b-1a18fa44ce90 req-1e2da7fb-7669-4a8d-af8c-981ebb5a0805 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919502 May 02 10:44:51.017627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-69fd5037-262b-4883-8a85-0b1cd2520bff service neutron] 10.222.0.16 "GET /v2.0/networks/1bbe4cc6-f625-4761-ae64-58fa672fa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211061 May 02 10:44:51.045862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Current status of the port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:51.046253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.116488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:51.116721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9309efc1-a48e-40fe-afac-2c43fef35e12 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.2288527 May 02 10:44:51.140684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4811e7a-9654-4272-b49e-ef89ab6bba8f req-12eceac2-1fd9-41e4-bcf3-f347291993a4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.148385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4811e7a-9654-4272-b49e-ef89ab6bba8f req-12eceac2-1fd9-41e4-bcf3-f347291993a4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0696371 May 02 10:44:51.166293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] For port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,segment=NetworkSegment(2ac082a0-09b1-4661-a33a-387c0f96e836),segment_id=2ac082a0-09b1-4661-a33a-387c0f96e836)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:51.171492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:51.173026 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.187408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2bbbf-4f07-4a3e-b2b0-5c43fca5d58c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.193272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2bbbf-4f07-4a3e-b2b0-5c43fca5d58c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.199145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d2bbbf-4f07-4a3e-b2b0-5c43fca5d58c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.201282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72d2bbbf-4f07-4a3e-b2b0-5c43fca5d58c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.0834455 May 02 10:44:51.204241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:51.214664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4811e7a-9654-4272-b49e-ef89ab6bba8f req-f2c249b4-cf7c-4e8b-aca9-3f5a3442faae tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619905 May 02 10:44:51.286394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.376063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7fe66139-aea3-4bd5-801b-4d250cc8b6d2 req-ca36c12e-9d2c-42e1-9ebb-595a88471be9 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 210 time: 0.0390971 May 02 10:44:51.397553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Deleting port 11dcfdea-1f4a-4923-ba32-baf998302536 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:51.398012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (11dcfdea-1f4a-4923-ba32-baf998302536), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.432032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:44:51.432032 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:44:51.434172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a54d641-1efa-48f9-9234-f3179d2b6ffc None None] Pushing event updated for resources: {'Port': ['ID=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:51.451534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Provisioning complete for port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:51.452425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.565372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Current status of the port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:51.576856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Provisioning complete for port 11dcfdea-1f4a-4923-ba32-baf998302536 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:51.577378 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (11dcfdea-1f4a-4923-ba32-baf998302536), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.635367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Port 11dcfdea-1f4a-4923-ba32-baf998302536 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:51.654122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff450ae-0161-4f43-af64-c549e06cb03a req-899dc6f4-4661-4e54-8b5c-46e8a2f16975 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.655963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ff450ae-0161-4f43-af64-c549e06cb03a req-899dc6f4-4661-4e54-8b5c-46e8a2f16975 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 945 time: 0.1036460 May 02 10:44:51.656353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Provisioning complete for port c1cda68d-39d5-48c5-98ef-d080689e8aba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:51.656773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.677756 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (11dcfdea-1f4a-4923-ba32-baf998302536), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.696380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 22ddaa30-5e56-4bd0-ad5c-190920e6af38 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:51.709284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Calling delete_port for 11dcfdea-1f4a-4923-ba32-baf998302536 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:51.737924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72227b1b-fefb-4c55-aab2-c27c81281470 None None] Port c1cda68d-39d5-48c5-98ef-d080689e8aba cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:51.771217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:44:51.792270 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ff450ae-0161-4f43-af64-c549e06cb03a req-4e6b345f-e81c-4e00-8d9b-125bd8fffb2a tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243467 May 02 10:44:51.821163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693ea39-883b-480c-873f-360c7d75ff27 req-509cff99-4cec-47d0-8058-d231a7d833ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:51.822787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0693ea39-883b-480c-873f-360c7d75ff27 req-509cff99-4cec-47d0-8058-d231a7d833ea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.5096238 May 02 10:44:51.872000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a25eb99b-e422-401f-afe9-d6faed2baabc None None] Provisioning complete for port c1cda68d-39d5-48c5-98ef-d080689e8aba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:51.872000 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a25eb99b-e422-401f-afe9-d6faed2baabc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.882906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:51.883245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0693ea39-883b-480c-873f-360c7d75ff27 req-5fbd2aa4-3cda-426e-bcce-35ad4e7f7050 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472293 May 02 10:44:51.883767 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.972236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (11dcfdea-1f4a-4923-ba32-baf998302536), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:51.988904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a25eb99b-e422-401f-afe9-d6faed2baabc None None] Port c1cda68d-39d5-48c5-98ef-d080689e8aba cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:51.996421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:52.032965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event deleted for resources: {'Port': ['ID=11dcfdea-1f4a-4923-ba32-baf998302536,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:52.048501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:52.048501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.049278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbe9ca6-5e74-4f31-9901-f577973f2102 req-2d7d9c1b-ca0e-4b03-9bb4-13b413f5c67d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.049455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1cbe9ca6-5e74-4f31-9901-f577973f2102 req-2d7d9c1b-ca0e-4b03-9bb4-13b413f5c67d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0891562 May 02 10:44:52.079049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.086130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 55956) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:52.086462 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a1d97f5-de6b-465f-932e-b4fa7431522c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "DELETE /v2.0/ports/11dcfdea-1f4a-4923-ba32-baf998302536 HTTP/1.1" status: 204 len: 168 time: 0.8805330 May 02 10:44:52.092492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Request body: {'port': {'name': 'tempest-new-port-name-1033672653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:52.093013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] bootfile-name is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:52.093906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] tftp-server is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:52.094604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] server-ip-address is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:44:52.114823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-78430835-6247-459d-b6e6-96c79a09d18e None None] Could not find standard attr ID for object 11dcfdea-1f4a-4923-ba32-baf998302536. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:44:52.117805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:52.120159 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b66a745a-e43d-4b72-a217-788631a3e06b" -d '{"events": [{"server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "name": "network-vif-plugged", "status": "completed", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:52.125334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38,segment=NetworkSegment(d72fbe3c-4d3c-4432-b358-d9eae59b588b),segment_id=d72fbe3c-4d3c-4432-b358-d9eae59b588b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:52.154646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1cbe9ca6-5e74-4f31-9901-f577973f2102 req-f43a4397-30a3-4fc6-b754-612988bd4cfc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839922 May 02 10:44:52.173544 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35647bc9-1342-4eae-91a3-317705462ee3 x-openstack-request-id: req-35647bc9-1342-4eae-91a3-317705462ee3 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:52.174377 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "name": "network-vif-plugged", "status": "completed", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:52.174377 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-35647bc9-1342-4eae-91a3-317705462ee3 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:52.175485 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35647bc9-1342-4eae-91a3-317705462ee3'] response: {'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38', 'code': 200} May 02 10:44:52.185184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.210814 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.322881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1f854-3852-408d-983b-c0436c6fe02c req-99d148d0-1d60-4f95-8052-dc044540b479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.325014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4f1f854-3852-408d-983b-c0436c6fe02c req-99d148d0-1d60-4f95-8052-dc044540b479 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 1128 time: 0.0624750 May 02 10:44:52.375053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4f1f854-3852-408d-983b-c0436c6fe02c req-367bbc42-1972-42ca-8040-38413501e36f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432858 May 02 10:44:52.470869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:52.494721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199449d6-2c29-42e0-a533-934215bfb6d7 req-abb17499-672c-48a9-a916-1598d170b014 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 210 time: 0.0391605 May 02 10:44:52.533109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46f8ab5-0b42-4907-be52-826225def30a req-d876a661-19d1-4a01-99ce-45f420cd7e3c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.534754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b46f8ab5-0b42-4907-be52-826225def30a req-d876a661-19d1-4a01-99ce-45f420cd7e3c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0501809 May 02 10:44:52.536363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.583221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b46f8ab5-0b42-4907-be52-826225def30a req-d8238c75-ff08-4c3a-8e90-85db409d4819 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426314 May 02 10:44:52.639152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.672969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] In _notify_port_updated(), no bound segment for port c1cda68d-39d5-48c5-98ef-d080689e8aba on network 255fe390-fb09-47c8-a176-f3ff78e0940d {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:44:52.678834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.679568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.681418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "PUT /v2.0/ports/c1cda68d-39d5-48c5-98ef-d080689e8aba HTTP/1.1" status: 200 len: 1130 time: 0.5933816 May 02 10:44:52.685429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55970) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:52.688736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:44:52.703439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee3055-63b4-4158-a92a-66dac4130984 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event updated for resources: {'Port': ['ID=c1cda68d-39d5-48c5-98ef-d080689e8aba,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:52.752159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:52.752537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.759175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09432787-b1c2-49a3-875b-6549b7fab0e9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.764213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-09432787-b1c2-49a3-875b-6549b7fab0e9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "GET /v2.0/ports/c1cda68d-39d5-48c5-98ef-d080689e8aba HTTP/1.1" status: 200 len: 1130 time: 0.0735314 May 02 10:44:52.764339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:52.859837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:52.891382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Deleting port c1cda68d-39d5-48c5-98ef-d080689e8aba {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:52.892463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:52.959918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2165bd4-0dce-4db5-9c62-bd63643ffea2 req-68353cc2-d083-4ce1-bba7-5358ce0041f8 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:52.961491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2165bd4-0dce-4db5-9c62-bd63643ffea2 req-68353cc2-d083-4ce1-bba7-5358ce0041f8 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 946 time: 0.0746634 May 02 10:44:52.992700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.008655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Calling delete_port for c1cda68d-39d5-48c5-98ef-d080689e8aba owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:53.012755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2165bd4-0dce-4db5-9c62-bd63643ffea2 req-9af5cc49-f266-4233-beab-d5faf6ed6b96 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455117 May 02 10:44:53.073419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9e646a5a-5849-43af-b85c-370c0eee5569 None None] Provisioning complete for port c1cda68d-39d5-48c5-98ef-d080689e8aba triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:44:53.073793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9e646a5a-5849-43af-b85c-370c0eee5569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.119495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9e646a5a-5849-43af-b85c-370c0eee5569 None None] Port c1cda68d-39d5-48c5-98ef-d080689e8aba cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:44:53.216503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c1cda68d-39d5-48c5-98ef-d080689e8aba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.251713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event deleted for resources: {'Port': ['ID=c1cda68d-39d5-48c5-98ef-d080689e8aba,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:53.278505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.281862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d89fa23-cab1-4238-9926-db6dd54af199 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "DELETE /v2.0/ports/c1cda68d-39d5-48c5-98ef-d080689e8aba HTTP/1.1" status: 204 len: 168 time: 0.5165029 May 02 10:44:53.284961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55976) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:53.366542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Deleting subnet d73c62b3-e6f6-4148-bdd8-6680d71c7072 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:53.370168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for subnet (d73c62b3-e6f6-4148-bdd8-6680d71c7072), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.420807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (d73c62b3-e6f6-4148-bdd8-6680d71c7072), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.513587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d73c62b3-e6f6-4148-bdd8-6680d71c7072), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.597745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f64fb465-be0f-4a16-bada-6481abc7430e req-775ec7a7-0155-4cd4-b52a-66fea674043a tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 210 time: 0.0277846 May 02 10:44:53.650791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (d73c62b3-e6f6-4148-bdd8-6680d71c7072), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.677425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event deleted for resources: {'Subnet': ['ID=d73c62b3-e6f6-4148-bdd8-6680d71c7072,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:53.683520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.690408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9533c260-ce28-412c-b3d1-24f97c707ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "DELETE /v2.0/subnets/d73c62b3-e6f6-4148-bdd8-6680d71c7072 HTTP/1.1" status: 204 len: 168 time: 0.4020002 May 02 10:44:53.693041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 55984) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:53.694603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74fa15b1-97fd-49f3-9c6d-692a92dfcdd1 None None] Network 255fe390-fb09-47c8-a176-f3ff78e0940d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:44:53.727069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d2f7c-69fc-493b-8919-da920f5af0ac req-c76216db-60fe-4c8b-948b-5d8871c743a0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:53.734334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b94d2f7c-69fc-493b-8919-da920f5af0ac req-c76216db-60fe-4c8b-948b-5d8871c743a0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0787787 May 02 10:44:53.787556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b94d2f7c-69fc-493b-8919-da920f5af0ac req-e4d88209-560f-4b66-b3a7-7be1fea6d6cc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520563 May 02 10:44:53.787758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:53.799444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (255fe390-fb09-47c8-a176-f3ff78e0940d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.850382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Deleting port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:53.855112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.875769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:44:53.885624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] DHCP port deletion for 255fe390-fb09-47c8-a176-f3ff78e0940d request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:44:53.929321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] For port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,segment=NetworkSegment(2ac082a0-09b1-4661-a33a-387c0f96e836),segment_id=2ac082a0-09b1-4661-a33a-387c0f96e836)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:53.929799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.938883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Deleting port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:53.939264 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:53.944285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Calling delete_port for 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:54.022289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] For port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,segment=NetworkSegment(2ac082a0-09b1-4661-a33a-387c0f96e836),segment_id=2ac082a0-09b1-4661-a33a-387c0f96e836)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:54.023003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.043462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Calling delete_port for 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:54.052779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-d8321267-a666-44c3-9dc7-07b82fb91eeb tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:54.052779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-d8321267-a666-44c3-9dc7-07b82fb91eeb tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.15 "GET /v2.0/networks?id=1bbe4cc6-f625-4761-ae64-58fa672fa1ea HTTP/1.1" status: 200 len: 813 time: 0.1296966 May 02 10:44:54.068062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Request body: {'port': {'device_id': 'a7e49134-deaa-435a-ba25-326220079856', 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea', 'admin_state_up': True, 'tenant_id': '01e2e69b7631432bb08d4a9fb4adf359'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:54.139695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.150692 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (3cfcad89-d5c5-4220-a17b-f6f7cd55a787), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.176920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] Pushing event deleted for resources: {'Port': ['ID=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:54.177407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d3c3b-9766-4068-b907-4fe97a19d0bd req-dfa041dd-3324-40a1-b6b1-4e57c0f51f55 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:54.178972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-056d3c3b-9766-4068-b907-4fe97a19d0bd req-dfa041dd-3324-40a1-b6b1-4e57c0f51f55 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 946 time: 0.0858426 May 02 10:44:54.180196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event deleted for resources: {'Port': ['ID=3cfcad89-d5c5-4220-a17b-f6f7cd55a787,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:54.183819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] No DVR routers for this DVR port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:54.193493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6b465d-887f-48f6-b6f7-f3f6ee364791 None None] No DVR routers for this DVR port 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:54.260081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Made reservation on behalf of 01e2e69b7631432bb08d4a9fb4adf359 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:54.264246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.304258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (255fe390-fb09-47c8-a176-f3ff78e0940d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.345162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-056d3c3b-9766-4068-b907-4fe97a19d0bd req-a93b4794-2533-4a32-bbce-7de0332983df tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185560 May 02 10:44:54.349691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['255fe390-fb09-47c8-a176-f3ff78e0940d']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:54.384021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac082a0-09b1-4661-a33a-387c0f96e836') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:54.384332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac082a0-09b1-4661-a33a-387c0f96e836') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:54.416811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2ac082a0-09b1-4661-a33a-387c0f96e836), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.434070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Allocated IP 172.20.0.10 (1bbe4cc6-f625-4761-ae64-58fa672fa1ea/f094c693-b684-4d08-b411-596424491464/f93750e4-076d-4b5f-b157-5518c31e4e2f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:44:54.443132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2ac082a0-09b1-4661-a33a-387c0f96e836), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.452089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:54.453641 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2ac082a0-09b1-4661-a33a-387c0f96e836), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: timer() May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:54.457340 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:54.610178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks [] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.619292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (255fe390-fb09-47c8-a176-f3ff78e0940d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.629798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.636114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] 10.222.0.16 "DELETE /v2.0/networks/255fe390-fb09-47c8-a176-f3ff78e0940d HTTP/1.1" status: 204 len: 168 time: 0.9400146 May 02 10:44:54.646509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d244f9-4ddb-405b-b3f1-ce01bcb51c2c tempest-ExtraDHCPOptionsIpV6TestJSON-335832871 tempest-ExtraDHCPOptionsIpV6TestJSON-335832871-project] Pushing event deleted for resources: {'Network': ['ID=255fe390-fb09-47c8-a176-f3ff78e0940d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:54.691325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:54.712797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:54.714560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3cfcad89-d5c5-4220-a17b-f6f7cd55a787 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:54.732272 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45444c56-5a29-4cfe-a90d-4d6a9be7643d req-713d7506-4b76-4b0d-9bb1-67a78f18c9f2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 210 time: 0.0298913 May 02 10:44:54.762435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.810700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:44:54.818359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:44:54.823154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:44:54.826230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Pushing event updated for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:54.884821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:54.885458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:54.919803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548b12fe-66cb-4310-a507-a91fa8b35ec3 req-438df0a9-99ea-4e66-85ee-c0307a001789 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:54.921877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-548b12fe-66cb-4310-a507-a91fa8b35ec3 req-438df0a9-99ea-4e66-85ee-c0307a001789 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0641384 May 02 10:44:54.963078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-3dcf878f-369d-4372-afb6-af480daa3499 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8996439 May 02 10:44:54.978816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-548b12fe-66cb-4310-a507-a91fa8b35ec3 req-187d098f-5184-4507-9636-f7bda2f64dc9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498528 May 02 10:44:54.980447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Request body: {'port': {'device_id': 'a7e49134-deaa-435a-ba25-326220079856', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:54.993214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a725bdd2-bfe5-4704-81b1-5d5122bed148 req-23c60b99-47bc-44f3-8d91-ff68accb8920 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:54.993214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a725bdd2-bfe5-4704-81b1-5d5122bed148 req-23c60b99-47bc-44f3-8d91-ff68accb8920 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 946 time: 0.0603704 May 02 10:44:55.091067 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a725bdd2-bfe5-4704-81b1-5d5122bed148 req-c1c22e9a-fed8-45ca-84ab-aeca77d2f19f tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804839 May 02 10:44:55.091651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.138639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:55.283531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e435def1-d5df-42ba-b23c-e698c4bb78a0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e4513887095430d9daab49e6ce69d21&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1438608 May 02 10:44:55.286760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56034) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:55.335242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] Publish callbacks [] for security_group (1cab792c-1988-45b4-bddf-2deec1c2ff69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.358486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] Publish callbacks [] for security_group (1cab792c-1988-45b4-bddf-2deec1c2ff69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.392787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93750e4-076d-4b5f-b157-5518c31e4e2f {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:44:55.401205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks [] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.490073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Transition to ACTIVE for port object f93750e4-076d-4b5f-b157-5518c31e4e2f will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:44:55.490298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1cab792c-1988-45b4-bddf-2deec1c2ff69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.493154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.494326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cab792c-1988-45b4-bddf-2deec1c2ff69 HTTP/1.1" status: 204 len: 168 time: 0.2066531 May 02 10:44:55.503538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7905c7c7-e901-42d1-81d2-1a0df4265ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cab792c-1988-45b4-bddf-2deec1c2ff69,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:55.542046 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.587035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e6b24acb-7440-48a9-9760-b8a74718baae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.599068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Pushing event updated for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:55.665370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Attempting to bind port f93750e4-076d-4b5f-b157-5518c31e4e2f on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:44:55.665714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Attempting to bind port f93750e4-076d-4b5f-b157-5518c31e4e2f by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'eb657f95-1f4d-4980-a027-3b9eb2a94d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:44:55.666051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Attempting to bind port f93750e4-076d-4b5f-b157-5518c31e4e2f on network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:55.670509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Port f93750e4-076d-4b5f-b157-5518c31e4e2f on network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:44:55.670839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Attempting to bind port f93750e4-076d-4b5f-b157-5518c31e4e2f on network 1bbe4cc6-f625-4761-ae64-58fa672fa1ea {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:44:55.675846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:44:55.676183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Checking segment: {'id': 'eb657f95-1f4d-4980-a027-3b9eb2a94d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:44:55.676569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Bound using segment: {'id': 'eb657f95-1f4d-4980-a027-3b9eb2a94d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:44:55.677031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Bound port: f93750e4-076d-4b5f-b157-5518c31e4e2f, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb657f95-1f4d-4980-a027-3b9eb2a94d06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:44:55.677473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.740989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:44:55.743936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f,segment=NetworkSegment(eb657f95-1f4d-4980-a027-3b9eb2a94d06),segment_id=eb657f95-1f4d-4980-a027-3b9eb2a94d06)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:44:55.828056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.864797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e70023-ddef-42fd-b0f9-446200740515 req-22b1f9d4-5b7c-45b7-96e1-0f2a85cd5dac tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:55.866845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13e70023-ddef-42fd-b0f9-446200740515 req-22b1f9d4-5b7c-45b7-96e1-0f2a85cd5dac tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 944 time: 0.0630627 May 02 10:44:55.868421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:55.869140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:55.870666 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] 10.222.0.15 "PUT /v2.0/ports/f93750e4-076d-4b5f-b157-5518c31e4e2f HTTP/1.1" status: 200 len: 1092 time: 0.8948479 May 02 10:44:55.871113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:55.877268 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf1d36a-f3ab-477f-995c-8be6935f3208" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:55.903278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4df2280-2594-40c0-91e8-45df3db6a9db service neutron] Pushing event updated for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:55.928994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13e70023-ddef-42fd-b0f9-446200740515 req-486be749-e4f2-405c-af23-d3a94c319315 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532067 May 02 10:44:55.933062 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1da503-505d-42a0-858d-b4563d294661 x-openstack-request-id: req-5e1da503-505d-42a0-858d-b4563d294661 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:55.933062 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:55.933062 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e1da503-505d-42a0-858d-b4563d294661 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:55.933062 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e1da503-505d-42a0-858d-b4563d294661'] response: {'name': 'network-changed', 'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f', 'status': 'completed', 'code': 200} May 02 10:44:55.994552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-96b5ecea-7319-4b5b-8090-e41d6373d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:55.996164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-96b5ecea-7319-4b5b-8090-e41d6373d898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01e2e69b7631432bb08d4a9fb4adf359&device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 1126 time: 0.0443380 May 02 10:44:56.150061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6f838a-eecc-40ee-808e-ac1e44c16af8 req-50ea7fa0-0a5e-43eb-991f-1b108b109050 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.151597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d6f838a-eecc-40ee-808e-ac1e44c16af8 req-50ea7fa0-0a5e-43eb-991f-1b108b109050 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0746214 May 02 10:44:56.172740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-a4da63b0-31a6-484a-9cd2-8b62fd689814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.174155 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-a4da63b0-31a6-484a-9cd2-8b62fd689814 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=01e2e69b7631432bb08d4a9fb4adf359&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1605778 May 02 10:44:56.252843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22d8c6a-ee54-4588-80f0-8d27c23cd106 req-a3068bcb-4b6e-442a-92e7-d921fe22f135 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.254369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a22d8c6a-ee54-4588-80f0-8d27c23cd106 req-a3068bcb-4b6e-442a-92e7-d921fe22f135 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 946 time: 0.0805125 May 02 10:44:56.262747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-a45ef88c-2225-4135-982d-b8d470994984 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.265164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-a45ef88c-2225-4135-982d-b8d470994984 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.24 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 946 time: 0.0785761 May 02 10:44:56.276047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d6f838a-eecc-40ee-808e-ac1e44c16af8 req-4de330c4-3f10-4edb-890e-e70c57e7fd04 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144607 May 02 10:44:56.321976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-48ac29c3-1acc-4ba5-8d6f-5eb010de1db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.324390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcf1d36a-f3ab-477f-995c-8be6935f3208 req-48ac29c3-1acc-4ba5-8d6f-5eb010de1db3 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1412625 May 02 10:44:56.365348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a22d8c6a-ee54-4588-80f0-8d27c23cd106 req-9ea52aec-3179-4445-985b-dc3e36886e81 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/security-groups?id=6ae7cb58-393b-4381-a995-1734c0972b2b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989809 May 02 10:44:56.409725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-dcb2d3a3-5249-4d33-9275-f3cf8d1254a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.411254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-dcb2d3a3-5249-4d33-9275-f3cf8d1254a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01e2e69b7631432bb08d4a9fb4adf359&device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 1126 time: 0.0467830 May 02 10:44:56.413253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Deleting port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:44:56.413626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.456310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-a09bb72e-727b-453b-96d2-e8160a16f7fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f HTTP/1.1" status: 200 len: 217 time: 0.0346506 May 02 10:44:56.514046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-c4a114c7-a43f-48a6-a3dc-15e854087047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:56.515610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-c4a114c7-a43f-48a6-a3dc-15e854087047 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f094c693-b684-4d08-b411-596424491464 HTTP/1.1" status: 200 len: 853 time: 0.0508964 May 02 10:44:56.515914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] For port 22ddaa30-5e56-4bd0-ad5c-190920e6af38, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=22ddaa30-5e56-4bd0-ad5c-190920e6af38,segment=NetworkSegment(d72fbe3c-4d3c-4432-b358-d9eae59b588b),segment_id=d72fbe3c-4d3c-4432-b358-d9eae59b588b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:56.516300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.533321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Calling delete_port for 22ddaa30-5e56-4bd0-ad5c-190920e6af38 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:44:56.551880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-1cea329e-f6f0-4e56-b7cf-a1df9cd1ecce service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1bbe4cc6-f625-4761-ae64-58fa672fa1ea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270798 May 02 10:44:56.599036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:56.652439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-ede9b18d-fc01-44c6-827d-70df0650ecea service neutron] 10.222.0.15 "GET /v2.0/networks/1bbe4cc6-f625-4761-ae64-58fa672fa1ea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906687 May 02 10:44:56.702421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-654440842'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:44:56.739312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (22ddaa30-5e56-4bd0-ad5c-190920e6af38), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.751449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['22ddaa30-5e56-4bd0-ad5c-190920e6af38'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:44:56.752212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72eeeed3-f82d-4131-90ce-5d9005ae329b req-2bf51b75-8f99-45b9-8e36-dd24180ae0cd service neutron] 10.222.0.15 "GET /v2.0/networks/1bbe4cc6-f625-4761-ae64-58fa672fa1ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901952 May 02 10:44:56.774005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Pushing event deleted for resources: {'Port': ['ID=22ddaa30-5e56-4bd0-ad5c-190920e6af38,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:56.801874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:44:56.805212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.828855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.831226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] No DVR routers for this DVR port 22ddaa30-5e56-4bd0-ad5c-190920e6af38 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:44:56.833704 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.837553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa7ddd24-4548-48d5-8ffb-1031fdc4ce06 req-918fd372-b225-4541-8183-9e902f38a751 tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.24 "DELETE /v2.0/ports/22ddaa30-5e56-4bd0-ad5c-190920e6af38 HTTP/1.1" status: 204 len: 173 time: 0.5643942 May 02 10:44:56.838929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'name': 'network-vif-deleted', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:44:56.841925 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3aa5756-b8b9-4b78-8e2b-294007038780" -d '{"events": [{"server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "name": "network-vif-deleted", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:44:56.879054 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e23cdf76-0881-43fa-9ce3-6623dc4ff129 x-openstack-request-id: req-e23cdf76-0881-43fa-9ce3-6623dc4ff129 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:44:56.879348 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ef5620-02a8-4bfb-a168-942c0714ff6a", "name": "network-vif-deleted", "tag": "22ddaa30-5e56-4bd0-ad5c-190920e6af38", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:44:56.879601 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e23cdf76-0881-43fa-9ce3-6623dc4ff129 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:44:56.879999 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e23cdf76-0881-43fa-9ce3-6623dc4ff129'] response: {'server_uuid': '57ef5620-02a8-4bfb-a168-942c0714ff6a', 'name': 'network-vif-deleted', 'tag': '22ddaa30-5e56-4bd0-ad5c-190920e6af38', 'status': 'completed', 'code': 200} May 02 10:44:56.923943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for security_group (60e445d6-22b7-4503-9128-4abf407c20a9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:56.996696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (60e445d6-22b7-4503-9128-4abf407c20a9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:57.057413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:44:57.075360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f710581b-0134-4135-88de-2d253a5d2fbd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:57.075714 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment f710581b-0134-4135-88de-2d253a5d2fbd of type vlan for network 876ed560-693d-461c-a53f-867763f61128 May 02 10:44:57.077117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e445d6-22b7-4503-9128-4abf407c20a9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:57.093484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a765559c-5fcf-4fb6-be44-dc752a8b1b11 req-2a1baab5-59ea-4daa-8b59-bf6da7d420c6 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:57.095013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a765559c-5fcf-4fb6-be44-dc752a8b1b11 req-2a1baab5-59ea-4daa-8b59-bf6da7d420c6 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 944 time: 0.0944459 May 02 10:44:57.144527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (876ed560-693d-461c-a53f-867763f61128), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:57.187924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a765559c-5fcf-4fb6-be44-dc752a8b1b11 req-b8f130ae-3f68-4e71-a239-ba71a2e41ffd tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719938 May 02 10:44:57.256086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (876ed560-693d-461c-a53f-867763f61128), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:57.261067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:57.264340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:57.331551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=876ed560-693d-461c-a53f-867763f61128,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:57.350768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 876ed560-693d-461c-a53f-867763f61128 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:44:57.365150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-67de9446-4565-4078-971b-964fdce1e118 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7649910 May 02 10:44:57.420045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d2c68a-14be-4230-9a9e-b1576a5b4a78 req-75dec57a-96d3-4b99-ba10-673516d709c6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:57.432268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55d2c68a-14be-4230-9a9e-b1576a5b4a78 req-75dec57a-96d3-4b99-ba10-673516d709c6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0733972 May 02 10:44:57.509331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55d2c68a-14be-4230-9a9e-b1576a5b4a78 req-d7ee8d09-529e-4ec9-aeba-600fa84c9049 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755103 May 02 10:44:57.536462 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4b4dc42c-ac66-46ee-b324-b943777304ae req-f7b5c64c-1ac3-4bfd-90d1-4eee6376439c tempest-InstanceActionsNegativeTestJSON-522596771 tempest-InstanceActionsNegativeTestJSON-522596771-project] 10.222.0.16 "GET /v2.0/ports?device_id=57ef5620-02a8-4bfb-a168-942c0714ff6a HTTP/1.1" status: 200 len: 210 time: 0.0397305 May 02 10:44:57.919026 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c59351d-0911-44e5-8e53-122ca21a9f86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.306012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa63a3-95ef-426e-814d-c3bad3f70c32 req-75455641-ee42-42f6-af05-456fde5acf3f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:58.307436 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27aa63a3-95ef-426e-814d-c3bad3f70c32 req-75455641-ee42-42f6-af05-456fde5acf3f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 944 time: 0.0529964 May 02 10:44:58.356894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27aa63a3-95ef-426e-814d-c3bad3f70c32 req-8669c7ef-31f8-44e8-b6c7-d87892e36d05 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426316 May 02 10:44:58.596730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56114) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:58.638868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a782a6bb-42b8-41bf-933e-368e53f2b21b req-92f1a67b-8777-438d-9dcf-14c9cc802fb4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:58.640593 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a782a6bb-42b8-41bf-933e-368e53f2b21b req-92f1a67b-8777-438d-9dcf-14c9cc802fb4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0613244 May 02 10:44:58.649068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Deleting subnet 008d223e-0da0-48de-9fb1-8b88b01b0078 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:44:58.653601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Publish callbacks [] for subnet (008d223e-0da0-48de-9fb1-8b88b01b0078), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.689449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a782a6bb-42b8-41bf-933e-368e53f2b21b req-d6563b7a-4943-4ae3-9946-7e7f779149ba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425620 May 02 10:44:58.692166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (008d223e-0da0-48de-9fb1-8b88b01b0078), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.736459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (008d223e-0da0-48de-9fb1-8b88b01b0078), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.865644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (008d223e-0da0-48de-9fb1-8b88b01b0078), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.893056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=008d223e-0da0-48de-9fb1-8b88b01b0078,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:58.895150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:58.900765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4a725b9c-c6fc-417c-a757-f9206f93a07d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/008d223e-0da0-48de-9fb1-8b88b01b0078 HTTP/1.1" status: 204 len: 168 time: 0.3006814 May 02 10:44:58.901040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:58.969865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9d942718-2f2d-49c3-bc02-4470be75ee58), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.064618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9d942718-2f2d-49c3-bc02-4470be75ee58), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.084716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d942718-2f2d-49c3-bc02-4470be75ee58']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:59.099248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd72fbe3c-4d3c-4432-b358-d9eae59b588b') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:59.099248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd72fbe3c-4d3c-4432-b358-d9eae59b588b') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:44:59.109728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (d72fbe3c-4d3c-4432-b358-d9eae59b588b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.122348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d72fbe3c-4d3c-4432-b358-d9eae59b588b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.129108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:44:59.129496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (d72fbe3c-4d3c-4432-b358-d9eae59b588b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: timer() May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:44:59.131274 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:44:59.247785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.267800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9d942718-2f2d-49c3-bc02-4470be75ee58), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.274148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.279683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9d942718-2f2d-49c3-bc02-4470be75ee58 HTTP/1.1" status: 204 len: 168 time: 0.3753779 May 02 10:44:59.289777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6baa34f9-1fad-4b30-8aa1-a40b89654374 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d942718-2f2d-49c3-bc02-4470be75ee58,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:44:59.474596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f3ff6e-3001-4060-88ae-32737e126d2d req-a9b44b22-b864-416c-aae4-0bc867aaa2f7 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:59.476123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14f3ff6e-3001-4060-88ae-32737e126d2d req-a9b44b22-b864-416c-aae4-0bc867aaa2f7 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 944 time: 0.0493896 May 02 10:44:59.524105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14f3ff6e-3001-4060-88ae-32737e126d2d req-a9b7882c-e443-45b1-8ea2-04c6dcc0b61d tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420833 May 02 10:44:59.629525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:44:59.643607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56140) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:59.683503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f2770a0b-4af4-41e5-8d1a-7efba3ddb6c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=357c7586006d4c5080ac407259724c65&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386808 May 02 10:44:59.686075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56142) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:44:59.692837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 22ddaa30-5e56-4bd0-ad5c-190920e6af38 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:44:59.725779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 22ddaa30-5e56-4bd0-ad5c-190920e6af38 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:44:59.726215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 22ddaa30-5e56-4bd0-ad5c-190920e6af38 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:44:59.744823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] Publish callbacks [] for security_group (6ae7cb58-393b-4381-a995-1734c0972b2b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.777096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] Publish callbacks [] for security_group (6ae7cb58-393b-4381-a995-1734c0972b2b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.811003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f93750e4-076d-4b5f-b157-5518c31e4e2f details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:44:59.837057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41da64a-e8ff-4e64-b325-a62899f098d4 req-71d65f2f-1c63-446c-b2d3-4aa0fbf9a9ba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:44:59.838595 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f41da64a-e8ff-4e64-b325-a62899f098d4 req-71d65f2f-1c63-446c-b2d3-4aa0fbf9a9ba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0747333 May 02 10:44:59.921837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f41da64a-e8ff-4e64-b325-a62899f098d4 req-0367ad9d-b82d-46e4-84ac-32adbc088f1d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518260 May 02 10:44:59.946747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f,segment=NetworkSegment(eb657f95-1f4d-4980-a027-3b9eb2a94d06),segment_id=eb657f95-1f4d-4980-a027-3b9eb2a94d06)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:44:59.963415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f93750e4-076d-4b5f-b157-5518c31e4e2f', 'network_id': '1bbe4cc6-f625-4761-ae64-58fa672fa1ea', 'port_id': 'f93750e4-076d-4b5f-b157-5518c31e4e2f', 'mac_address': 'fa:16:3e:ea:79:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f094c693-b684-4d08-b411-596424491464', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:44:59.984983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6ae7cb58-393b-4381-a995-1734c0972b2b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.987793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:44:59.991630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6ae7cb58-393b-4381-a995-1734c0972b2b HTTP/1.1" status: 204 len: 168 time: 0.3021739 May 02 10:44:59.999037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc92513-b231-46b5-b3d4-baecfd1528bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ae7cb58-393b-4381-a995-1734c0972b2b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:00.004769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f93750e4-076d-4b5f-b157-5518c31e4e2f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:00.005594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:00.027956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93750e4-076d-4b5f-b157-5518c31e4e2f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:00.049459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f,segment=NetworkSegment(eb657f95-1f4d-4980-a027-3b9eb2a94d06),segment_id=eb657f95-1f4d-4980-a027-3b9eb2a94d06)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:00.135929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:00.185225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:00.402066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f93750e4-076d-4b5f-b157-5518c31e4e2f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:00.579167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:00.663006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d72680-8b70-4720-bdf9-dd2e5d7704d3 req-600e9b59-7342-44c4-8901-38c85c82c290 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:00.669067 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84d72680-8b70-4720-bdf9-dd2e5d7704d3 req-600e9b59-7342-44c4-8901-38c85c82c290 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 945 time: 0.0659072 May 02 10:45:00.681400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56162) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:00.686640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': '876ed560-693d-461c-a53f-867763f61128', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:00.721959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84d72680-8b70-4720-bdf9-dd2e5d7704d3 req-b031a908-9bf5-42e9-b9b7-c135f0ab7138 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508332 May 02 10:45:00.870542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:00.874428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.072055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d972e-5f7a-483b-9479-b02a51bbd0bb req-d19b541b-ebf3-4a00-b1eb-98d1ccde868c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:01.073589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840d972e-5f7a-483b-9479-b02a51bbd0bb req-d19b541b-ebf3-4a00-b1eb-98d1ccde868c tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0661433 May 02 10:45:01.126351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56176) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:01.154584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-840d972e-5f7a-483b-9479-b02a51bbd0bb req-3bd989c0-d8d1-495f-ae04-ac1a0067a4f1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608356 May 02 10:45:01.208140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a928ff88-a5f7-4c73-b023-53e0ea93796d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.224903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2110913029-network', 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:01.276525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=a928ff88-a5f7-4c73-b023-53e0ea93796d,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:01.284578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': 'f710581b-0134-4135-88de-2d253a5d2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '876ed560-693d-461c-a53f-867763f61128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:01.284982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: 876ed560-693d-461c-a53f-867763f61128, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:01.310927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:01.313538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.323269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.362462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network 876ed560-693d-461c-a53f-867763f61128 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:01.397825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks [] for security_group (68233dd3-3435-4ce5-a763-2c8049c04140), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.436110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 876ed560-693d-461c-a53f-867763f61128) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:01.440094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:01.440713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.444942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ea127f-866e-427c-8119-dc0e04bfd44c None None] Network 876ed560-693d-461c-a53f-867763f61128 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:01.478492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68233dd3-3435-4ce5-a763-2c8049c04140), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.500704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:01.515911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68233dd3-3435-4ce5-a763-2c8049c04140,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:01.518878 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5839b7cd-9429-40ca-9415-c9c845366b9d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.519233 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Added segment 5839b7cd-9429-40ca-9415-c9c845366b9d of type vlan for network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 May 02 10:45:01.553497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-876ed560-693d-461c-a53f-867763f61128', 'network_id': '876ed560-693d-461c-a53f-867763f61128', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': 'a928ff88-a5f7-4c73-b023-53e0ea93796d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:01.555091 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.555606 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f387c2c-76a4-41c8-a813-6d60fe61e997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8730831 May 02 10:45:01.559434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56180) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:01.564133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (91e4a5e6-312d-420e-a8fb-f55deceaa4b8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.568436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2030345141'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:01.653155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (91e4a5e6-312d-420e-a8fb-f55deceaa4b8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.654149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:01.654723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.676906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:01.684809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.705092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Allocated IP 2001:db8:0:ffff::2 (876ed560-693d-461c-a53f-867763f61128/a928ff88-a5f7-4c73-b023-53e0ea93796d/1ce3c087-3fc9-440e-b591-edc1ce14e55d) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:01.721698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] Pushing event updated for resources: {'Network': ['ID=91e4a5e6-312d-420e-a8fb-f55deceaa4b8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:01.727160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:01.733048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:01.736541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e1a407ef-4235-4ce2-b959-0cb355148d7e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.737537 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment e1a407ef-4235-4ce2-b959-0cb355148d7e of type vlan for network fb022a2b-0609-4c17-9601-db4ee770edb3 May 02 10:45:01.761163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d070ce38-3548-4f97-b49c-7a3af988b459 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.6334400 May 02 10:45:01.769833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:01.775254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Request body: {'subnet': {'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2110913029-subnet', 'tenant_id': 'd7e965673511439386e8a383fd25d8ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:01.783180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.835894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f93750e4-076d-4b5f-b157-5518c31e4e2f up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:01.858016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f5fa0-6723-44e0-a0bb-cfc5fd105b7b req-bd64d7e0-3476-4bcc-8c39-d7096af946b5 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:01.859716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-654f5fa0-6723-44e0-a0bb-cfc5fd105b7b req-bd64d7e0-3476-4bcc-8c39-d7096af946b5 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 945 time: 0.0569327 May 02 10:45:01.861508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.866992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:01.867637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.897484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:01.899379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.928322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks [] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:01.936175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-654f5fa0-6723-44e0-a0bb-cfc5fd105b7b req-ca2cd0c5-fd08-4851-b3dc-181332c110db tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701475 May 02 10:45:01.943907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=fb022a2b-0609-4c17-9601-db4ee770edb3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:01.963616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fb022a2b-0609-4c17-9601-db4ee770edb3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:01.988331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-791bb8b1-0879-4c4e-b97d-814fed8da4ba tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4221418 May 02 10:45:01.991495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56200) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:01.996746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:02.015396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.079810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.123140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Network 876ed560-693d-461c-a53f-867763f61128 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:02.131966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:02.136586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Pushing event updated for resources: {'Port': ['ID=1ce3c087-3fc9-440e-b591-edc1ce14e55d,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:02.139077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:02.146188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f93750e4-076d-4b5f-b157-5518c31e4e2f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:45:02.206202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:02.211030 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.217854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Attempting to bind port 1ce3c087-3fc9-440e-b591-edc1ce14e55d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:02.218243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Attempting to bind port 1ce3c087-3fc9-440e-b591-edc1ce14e55d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f710581b-0134-4135-88de-2d253a5d2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '876ed560-693d-461c-a53f-867763f61128'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:02.218781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Attempting to bind port 1ce3c087-3fc9-440e-b591-edc1ce14e55d on network 876ed560-693d-461c-a53f-867763f61128 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:02.224089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:02.224478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Checking segment: {'id': 'f710581b-0134-4135-88de-2d253a5d2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '876ed560-693d-461c-a53f-867763f61128'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:02.224917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.225345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Bound using segment: {'id': 'f710581b-0134-4135-88de-2d253a5d2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '876ed560-693d-461c-a53f-867763f61128'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:02.228877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Bound port: 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f710581b-0134-4135-88de-2d253a5d2fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '876ed560-693d-461c-a53f-867763f61128'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:02.229325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.232745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f93750e4-076d-4b5f-b157-5518c31e4e2f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:02.233124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.281951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (2a5d1260-d2ea-4afd-a8e8-c38c3bffa412), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.283645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efaa37a-3e67-42d4-9aab-0292c395cb2f req-1fa7a3ac-1de8-4470-9a25-f8dc625b89aa tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:02.285167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4efaa37a-3e67-42d4-9aab-0292c395cb2f req-1fa7a3ac-1de8-4470-9a25-f8dc625b89aa tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0584819 May 02 10:45:02.340210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] For port 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:02.343634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] For port 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce3c087-3fc9-440e-b591-edc1ce14e55d,segment=NetworkSegment(f710581b-0134-4135-88de-2d253a5d2fbd),segment_id=f710581b-0134-4135-88de-2d253a5d2fbd)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:02.361104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4efaa37a-3e67-42d4-9aab-0292c395cb2f req-be7dbb41-5543-4818-a882-bd3510989572 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654802 May 02 10:45:02.376177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:02.384935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:02.385320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Network hostable DHCP agents. Network: 91e4a5e6-312d-420e-a8fb-f55deceaa4b8, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:02.387376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f93750e4-076d-4b5f-b157-5518c31e4e2f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:02.387807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.414431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:02.416712 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb127a0c-0dc3-495e-89e5-d01f28727698" -d '{"events": [{"server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "name": "network-vif-plugged", "status": "completed", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:02.429563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f,segment=NetworkSegment(eb657f95-1f4d-4980-a027-3b9eb2a94d06),segment_id=eb657f95-1f4d-4980-a027-3b9eb2a94d06)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:02.442905 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.470763 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bf413b-9948-4c22-957c-5438edee31d8 x-openstack-request-id: req-b7bf413b-9948-4c22-957c-5438edee31d8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:02.471395 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "name": "network-vif-plugged", "status": "completed", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:02.471395 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b7bf413b-9948-4c22-957c-5438edee31d8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:02.471731 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7bf413b-9948-4c22-957c-5438edee31d8'] response: {'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f', 'code': 200} May 02 10:45:02.487745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:02.490882 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.508574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c738a02a-38ab-4480-be14-b08a03eb4f4b None None] Pushing event updated for resources: {'Port': ['ID=1ce3c087-3fc9-440e-b591-edc1ce14e55d,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:02.566825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:02.594614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91e4a5e6-312d-420e-a8fb-f55deceaa4b8) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:02.599534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:02.600129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.605668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36dae04-ff53-4c9f-b18d-01def9ad27d4 None None] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:02.614222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfdf17e-2f7a-40bd-aa61-2793b92b4d9d req-d3863067-c6c5-4743-a9c8-504327dab9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:02.615766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bfdf17e-2f7a-40bd-aa61-2793b92b4d9d req-d3863067-c6c5-4743-a9c8-504327dab9df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 1128 time: 0.0706277 May 02 10:45:02.703203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2400b6f-5f09-4d10-af0d-6a05c90456c4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.9382296 May 02 10:45:02.719528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bfdf17e-2f7a-40bd-aa61-2793b92b4d9d req-cf0b64e9-1929-4201-a2a5-e16e9e4c2342 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956144 May 02 10:45:02.739569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.objects.ports [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115663) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:45:02.742044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (9521a0f9-785e-45c8-83bf-837c15cbbd62), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:02.778688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2309f765-8d3c-4fea-8050-ee50f2cc4294 None None] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:02.843160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=9521a0f9-785e-45c8-83bf-837c15cbbd62,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:02.857206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': 'e1a407ef-4235-4ce2-b959-0cb355148d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:02.857951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: fb022a2b-0609-4c17-9601-db4ee770edb3, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:02.985015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network fb022a2b-0609-4c17-9601-db4ee770edb3 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:03.070797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fb022a2b-0609-4c17-9601-db4ee770edb3) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:03.079665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33927195-9f25-4766-af6d-389c79e3b557 None None] Network fb022a2b-0609-4c17-9601-db4ee770edb3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:03.080038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:03.080821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:03.093039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdce9d5-2c63-4e94-842d-a08b97559854 req-5157cf6b-5bec-46b4-99ac-2ceef652009a tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:03.095264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fdce9d5-2c63-4e94-842d-a08b97559854 req-5157cf6b-5bec-46b4-99ac-2ceef652009a tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 946 time: 0.0644193 May 02 10:45:03.162946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fdce9d5-2c63-4e94-842d-a08b97559854 req-3cec40cc-8c71-4e38-9ac5-16895b48636b tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585899 May 02 10:45:03.209580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f55bc832-577a-44ae-9d12-068060718b46 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2169452 May 02 10:45:03.212590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56248) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:03.217968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'port': {'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3', 'name': 'tempest-NetworksIpV6TestAttrs-691116214'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:03.226888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fb022a2b-0609-4c17-9601-db4ee770edb3', 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': '9521a0f9-785e-45c8-83bf-837c15cbbd62'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:03.228179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:03.322059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-ce269d13-79e4-4bb9-90fe-0763c0241aeb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:03.323931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-ce269d13-79e4-4bb9-90fe-0763c0241aeb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1189170 May 02 10:45:03.348940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-cecea33d-602d-462b-aad2-b20a4b21402b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0166893 May 02 10:45:03.378098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Allocated IP 2001:db8::f816:3eff:fe1d:fd4a (fb022a2b-0609-4c17-9601-db4ee770edb3/9521a0f9-785e-45c8-83bf-837c15cbbd62/1a2b05e0-d933-49ad-a122-7826b202deb1) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:03.407605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-784aae9b-d12b-4ed8-8c97-f317772c1405 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496948 May 02 10:45:03.422693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:03.426703 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:03.452855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] device_id is not set on port 00b0809c-8e37-4614-a82d-8d36226557d1 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:03.531851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-42f0d9d4-27f6-4d98-921c-dcd502295506 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127725 May 02 10:45:03.560112 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks [] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:03.585512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd715a78-7242-4b82-ace1-20bc94276d1e req-05b9a60b-25e6-4eb7-98a4-067e1c49a018 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:03.587082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd715a78-7242-4b82-ace1-20bc94276d1e req-05b9a60b-25e6-4eb7-98a4-067e1c49a018 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1129322 May 02 10:45:03.641044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-4231275a-8598-4968-b675-29e66d98004b service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027892 May 02 10:45:03.650792 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:03.663245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd715a78-7242-4b82-ace1-20bc94276d1e req-dd189d88-b5cd-4ca3-bbc1-268bec606211 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646234 May 02 10:45:03.707614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Network fb022a2b-0609-4c17-9601-db4ee770edb3 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:03.726833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:03.733968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:03.738282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Allocated IP 2001:db8::f816:3eff:fee2:787a (fb022a2b-0609-4c17-9601-db4ee770edb3/9521a0f9-785e-45c8-83bf-837c15cbbd62/00b0809c-8e37-4614-a82d-8d36226557d1) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:03.753938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Pushing event updated for resources: {'Port': ['ID=1a2b05e0-d933-49ad-a122-7826b202deb1,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:03.957011 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for port (00b0809c-8e37-4614-a82d-8d36226557d1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.003557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7513688-91c4-404b-bdee-ded899fbf2fd None None] Network 876ed560-693d-461c-a53f-867763f61128 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:04.034259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Attempting to bind port 1a2b05e0-d933-49ad-a122-7826b202deb1 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:04.034630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Attempting to bind port 1a2b05e0-d933-49ad-a122-7826b202deb1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e1a407ef-4235-4ce2-b959-0cb355148d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:04.035006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Attempting to bind port 1a2b05e0-d933-49ad-a122-7826b202deb1 on network fb022a2b-0609-4c17-9601-db4ee770edb3 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:04.044257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Provisioning complete for port 1ce3c087-3fc9-440e-b591-edc1ce14e55d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:04.044635 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.076222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:04.076631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Checking segment: {'id': 'e1a407ef-4235-4ce2-b959-0cb355148d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:04.077033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.077429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Bound using segment: {'id': 'e1a407ef-4235-4ce2-b959-0cb355148d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:04.077915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Bound port: 1a2b05e0-d933-49ad-a122-7826b202deb1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1a407ef-4235-4ce2-b959-0cb355148d7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fb022a2b-0609-4c17-9601-db4ee770edb3'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:04.078295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.092329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd98a1de-30ac-4e6d-a2c9-c33ce9c7e905 req-33d2efc2-6ff4-423b-b186-67cc96706694 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0420907 May 02 10:45:04.144136 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (00b0809c-8e37-4614-a82d-8d36226557d1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.187808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network fb022a2b-0609-4c17-9601-db4ee770edb3 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:04.247332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:04.253657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:04.275882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:04.275882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.309640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] For port 1a2b05e0-d933-49ad-a122-7826b202deb1, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:04.328295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Port': ['ID=00b0809c-8e37-4614-a82d-8d36226557d1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:04.331151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] For port 1a2b05e0-d933-49ad-a122-7826b202deb1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2b05e0-d933-49ad-a122-7826b202deb1,segment=NetworkSegment(e1a407ef-4235-4ce2-b959-0cb355148d7e),segment_id=e1a407ef-4235-4ce2-b959-0cb355148d7e)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:04.335693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Current status of the port 1ce3c087-3fc9-440e-b591-edc1ce14e55d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:04.336226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.361972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e742f2-07d0-4ef1-bd58-66a848ce5910 req-3ee77baf-6460-46ff-9035-04cdd58bc4f8 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:04.378257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] For port 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce3c087-3fc9-440e-b591-edc1ce14e55d,segment=NetworkSegment(f710581b-0134-4135-88de-2d253a5d2fbd),segment_id=f710581b-0134-4135-88de-2d253a5d2fbd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:04.379014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08e742f2-07d0-4ef1-bd58-66a848ce5910 req-3ee77baf-6460-46ff-9035-04cdd58bc4f8 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 946 time: 0.0982194 May 02 10:45:04.382559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c37109-3cda-4cad-98e9-0fe0abde8b09 req-2700e46f-1173-459e-9319-5026e8c9b3f9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:04.384332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17c37109-3cda-4cad-98e9-0fe0abde8b09 req-2700e46f-1173-459e-9319-5026e8c9b3f9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.2012107 May 02 10:45:04.398155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.473726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.484388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-42af9027-fd59-453b-95dd-49e4677231b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:04.487439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-42af9027-fd59-453b-95dd-49e4677231b0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.1289837 May 02 10:45:04.493662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464fa15-7f19-44ea-a817-345e1ad34026 None None] Pushing event updated for resources: {'Port': ['ID=1a2b05e0-d933-49ad-a122-7826b202deb1,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:04.495581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08e742f2-07d0-4ef1-bd58-66a848ce5910 req-4488538a-d2b0-4f38-bfde-690b186105c0 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155722 May 02 10:45:04.530290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da446e8a-9df9-447c-b0f8-f4c4330a9db5 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.3163671 May 02 10:45:04.538207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:04.650462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60d5c5e-07e0-41ae-a4b0-f53c23197c8a None None] Pushing event updated for resources: {'Port': ['ID=1ce3c087-3fc9-440e-b591-edc1ce14e55d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:04.653552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17c37109-3cda-4cad-98e9-0fe0abde8b09 req-7f11932e-0cd7-4cff-97b1-e117b2147a6e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2508745 May 02 10:45:04.681952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting subnet 9521a0f9-785e-45c8-83bf-837c15cbbd62 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:04.686621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (9521a0f9-785e-45c8-83bf-837c15cbbd62), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.726366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-302a8b32-9a72-42a4-b990-27f2fe50a361 None None] Provisioning complete for port 1ce3c087-3fc9-440e-b591-edc1ce14e55d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:04.749385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-302a8b32-9a72-42a4-b990-27f2fe50a361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.770045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-795af0b4-a088-4e8c-869c-42760c2fe770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:04.779845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-795af0b4-a088-4e8c-869c-42760c2fe770 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.2506163 May 02 10:45:04.829480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9521a0f9-785e-45c8-83bf-837c15cbbd62), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:04.860938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ce3c087-3fc9-440e-b591-edc1ce14e55d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:04.944672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-bacaae66-c885-4d92-bb0d-4e96b1b1dd3f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.1634719 May 02 10:45:05.007702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1ce3c087-3fc9-440e-b591-edc1ce14e55d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:05.008388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.009323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-36686b18-9631-4ec5-95b4-1d086396f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.011012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-36686b18-9631-4ec5-95b4-1d086396f4e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0590081 May 02 10:45:05.044735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-302a8b32-9a72-42a4-b990-27f2fe50a361 None None] Current status of the port 1ce3c087-3fc9-440e-b591-edc1ce14e55d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:05.107022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9521a0f9-785e-45c8-83bf-837c15cbbd62), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.161848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1ce3c087-3fc9-440e-b591-edc1ce14e55d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:05.311531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9521a0f9-785e-45c8-83bf-837c15cbbd62), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.343408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=9521a0f9-785e-45c8-83bf-837c15cbbd62,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:05.353211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.357861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95d834d4-e46b-4667-84e7-404fb1f8c957 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/9521a0f9-785e-45c8-83bf-837c15cbbd62 HTTP/1.1" status: 204 len: 168 time: 0.8183310 May 02 10:45:05.360455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:05.438992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee19dba-66ac-4d84-b2dd-60b4e70e211f tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.441292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee19dba-66ac-4d84-b2dd-60b4e70e211f tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.443612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ee19dba-66ac-4d84-b2dd-60b4e70e211f tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0817854 May 02 10:45:05.454992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:05.530658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afb138b1-6c19-4096-a37a-9eb2758fadcb req-3c5f1dd7-2518-411a-9fe0-bdb0c09d398e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0457096 May 02 10:45:05.542875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-9b68b9c3-6065-4f21-8275-5fc7abb4a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.545720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-9b68b9c3-6065-4f21-8275-5fc7abb4a818 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.5281432 May 02 10:45:05.630656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da9bd28f-e332-4365-8043-ca02f046734e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.653190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9c01e7-f3bc-4b4b-90c0-514424bcfc7e req-278ec2fd-e283-43d8-b488-3cd7728de25f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.655487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce9c01e7-f3bc-4b4b-90c0-514424bcfc7e req-278ec2fd-e283-43d8-b488-3cd7728de25f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 946 time: 0.0861967 May 02 10:45:05.656182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-e5c9dc8d-aa31-436e-a1fe-f8b68afeb9d2 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044540 May 02 10:45:05.658269 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-da9bd28f-e332-4365-8043-ca02f046734e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 02 10:45:05.659490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da9bd28f-e332-4365-8043-ca02f046734e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:05.662634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-da9bd28f-e332-4365-8043-ca02f046734e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/fb022a2b-0609-4c17-9601-db4ee770edb3 HTTP/1.1" status: 409 len: 466 time: 0.2063100 May 02 10:45:05.666668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56308) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:05.679364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1773322900'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:05.720339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce9c01e7-f3bc-4b4b-90c0-514424bcfc7e req-39a075a2-5401-463b-be0e-29bae6290ef1 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561678 May 02 10:45:05.815719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee85be1-51d2-433e-a749-99a3fa48c0be req-1e4a65cb-64c7-4fb6-98da-d26c6a6d8327 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:05.817285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ee85be1-51d2-433e-a749-99a3fa48c0be req-1e4a65cb-64c7-4fb6-98da-d26c6a6d8327 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0834801 May 02 10:45:05.820109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:05.823636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.844882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8065e336-bbe0-4785-8f47-6022e6a0c136 None None] Network fb022a2b-0609-4c17-9601-db4ee770edb3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:05.873784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2fc923b0-a213-46d3-b6b1-c49f3891f722 req-e058a887-a0cc-41f0-994f-f26a949d28d2 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107804 May 02 10:45:05.890129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:05.911893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (71867041-b526-4365-a453-8e8d1f5bdc56), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.912251 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment 71867041-b526-4365-a453-8e8d1f5bdc56 of type vlan for network b73eff1c-7640-4192-b8fb-0434f63a84c6 May 02 10:45:05.916648 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7ee85be1-51d2-433e-a749-99a3fa48c0be req-6d6b7e6f-3da3-490c-8bf6-fedc23794aaa tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902493 May 02 10:45:05.920995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Provisioning complete for port 1a2b05e0-d933-49ad-a122-7826b202deb1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:05.921339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:05.966958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.040800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Current status of the port 1a2b05e0-d933-49ad-a122-7826b202deb1 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:06.041199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.049896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.055168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:06.055783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.066733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] DHCP port deletion for fb022a2b-0609-4c17-9601-db4ee770edb3 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:06.079750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] For port 1a2b05e0-d933-49ad-a122-7826b202deb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2b05e0-d933-49ad-a122-7826b202deb1,segment=NetworkSegment(e1a407ef-4235-4ce2-b959-0cb355148d7e),segment_id=e1a407ef-4235-4ce2-b959-0cb355148d7e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:06.130532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=b73eff1c-7640-4192-b8fb-0434f63a84c6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:06.140806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:06.165214 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.216298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-238ea9ea-eb81-4fb8-86cd-90f418fe7b26 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5485952 May 02 10:45:06.219136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56312) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:06.224670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:06.253914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Deleting port 1a2b05e0-d933-49ad-a122-7826b202deb1 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:06.253914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.322731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdf0f4e-c364-4de1-8566-294550941a2b None None] Pushing event updated for resources: {'Port': ['ID=1a2b05e0-d933-49ad-a122-7826b202deb1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:06.345297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] For port 1a2b05e0-d933-49ad-a122-7826b202deb1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a2b05e0-d933-49ad-a122-7826b202deb1,segment=NetworkSegment(e1a407ef-4235-4ce2-b959-0cb355148d7e),segment_id=e1a407ef-4235-4ce2-b959-0cb355148d7e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:06.345695 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.359321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Calling delete_port for 1a2b05e0-d933-49ad-a122-7826b202deb1 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:06.390530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:06.394534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.510982 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1a2b05e0-d933-49ad-a122-7826b202deb1), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.539888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] Pushing event deleted for resources: {'Port': ['ID=1a2b05e0-d933-49ad-a122-7826b202deb1,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:06.545423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91313bc9-fe69-4710-95c8-6cee04000bc3 None None] No DVR routers for this DVR port 1a2b05e0-d933-49ad-a122-7826b202deb1 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:06.647752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05037f00-85f9-4f08-9af7-94ba7f2338e6 req-0bfdba02-2adc-49ab-a7c4-ea2651880e12 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0505872 May 02 10:45:06.698367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ce3c087-3fc9-440e-b591-edc1ce14e55d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:06.744790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1ce3c087-3fc9-440e-b591-edc1ce14e55d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:06.745585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.826412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1ce3c087-3fc9-440e-b591-edc1ce14e55d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:06.889391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-1c999127-b546-4a01-867c-e79fda2b917c tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:06.890870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-1c999127-b546-4a01-867c-e79fda2b917c tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.15 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 946 time: 0.0517683 May 02 10:45:06.894217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:45:06.902323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87849def-5e16-4a36-9900-27d1538fbdbf req-44d65486-6815-4fd2-8c67-05b89dd08c6f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:06.903782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87849def-5e16-4a36-9900-27d1538fbdbf req-44d65486-6815-4fd2-8c67-05b89dd08c6f tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 946 time: 0.0959599 May 02 10:45:06.915307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (2f1a23d0-2df7-497b-8102-af7ec81b57d2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:06.990988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Deleting port f93750e4-076d-4b5f-b157-5518c31e4e2f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:06.991352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.063753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=2f1a23d0-2df7-497b-8102-af7ec81b57d2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:07.095536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87849def-5e16-4a36-9900-27d1538fbdbf req-565f63d4-3144-410d-b8cf-8010b4d4456e tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/security-groups?id=84472f5d-0d1d-4388-bd24-27e3891631bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804276 May 02 10:45:07.114932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-c1bf4ef0-c345-465d-bc23-68d11ed518a3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.116470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a50ca8-357a-4cd4-9046-f91abcf96efb req-8e41b239-9245-44d3-b4bf-8e488edd2b9e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.116735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-c1bf4ef0-c345-465d-bc23-68d11ed518a3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.2206650 May 02 10:45:07.117160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': '71867041-b526-4365-a453-8e8d1f5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:07.117537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: b73eff1c-7640-4192-b8fb-0434f63a84c6, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:07.117658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99a50ca8-357a-4cd4-9046-f91abcf96efb req-8e41b239-9245-44d3-b4bf-8e488edd2b9e tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0696588 May 02 10:45:07.130158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:07.147785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] For port f93750e4-076d-4b5f-b157-5518c31e4e2f, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f93750e4-076d-4b5f-b157-5518c31e4e2f,segment=NetworkSegment(eb657f95-1f4d-4980-a027-3b9eb2a94d06),segment_id=eb657f95-1f4d-4980-a027-3b9eb2a94d06)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:07.148154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.171490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Calling delete_port for f93750e4-076d-4b5f-b157-5518c31e4e2f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:07.233736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-99a50ca8-357a-4cd4-9046-f91abcf96efb req-9c7c6740-019b-4e3e-81a4-0b532c7b560f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978534 May 02 10:45:07.255984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:07.352170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10627f03-26f1-4cb3-9e99-df49d2221069 req-b5627a3f-b8b8-43c6-a758-0f13d6ead57f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.353623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10627f03-26f1-4cb3-9e99-df49d2221069 req-b5627a3f-b8b8-43c6-a758-0f13d6ead57f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0493586 May 02 10:45:07.398876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:07.402148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.407491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-10627f03-26f1-4cb3-9e99-df49d2221069 req-7e69ae3a-2292-4a9d-abb5-18cf462decf9 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481224 May 02 10:45:07.444407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f93750e4-076d-4b5f-b157-5518c31e4e2f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.460817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f93750e4-076d-4b5f-b157-5518c31e4e2f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:07.463140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b73eff1c-7640-4192-b8fb-0434f63a84c6) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:07.465692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.466296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.474137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Pushing event deleted for resources: {'Port': ['ID=f93750e4-076d-4b5f-b157-5518c31e4e2f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:07.514971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c1c736-59b3-43c7-a137-c4c9aaef5ab1 None None] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:07.525692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] No DVR routers for this DVR port f93750e4-076d-4b5f-b157-5518c31e4e2f on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:07.529218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.531286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f873f8cb-7e73-4d83-9857-2bb04b0fc32e req-8bef6dad-37a0-4dbf-bea9-4356044a12b2 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.15 "DELETE /v2.0/ports/f93750e4-076d-4b5f-b157-5518c31e4e2f HTTP/1.1" status: 204 len: 173 time: 0.6316719 May 02 10:45:07.531851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'name': 'network-vif-deleted', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:07.534568 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712f8790-5bae-4fd3-8bd2-daf953bb8321" -d '{"events": [{"server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "name": "network-vif-deleted", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:07.553500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-98632751-f5f0-429f-ad97-e1c266806610 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3332896 May 02 10:45:07.554370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:07.565925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'port': {'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6', 'name': 'tempest-NetworksIpV6TestAttrs-117851893'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:07.597959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e812ab9-0cf0-48fb-bce2-b6d2ee9cda18 req-d1475ff6-7534-4def-a3ae-d9dc741d5db2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.600828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e812ab9-0cf0-48fb-bce2-b6d2ee9cda18 req-d1475ff6-7534-4def-a3ae-d9dc741d5db2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0624068 May 02 10:45:07.616032 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2662ba98-486a-450a-9061-2395d6cc874a x-openstack-request-id: req-2662ba98-486a-450a-9061-2395d6cc874a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:07.616032 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e49134-deaa-435a-ba25-326220079856", "name": "network-vif-deleted", "tag": "f93750e4-076d-4b5f-b157-5518c31e4e2f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:07.616675 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2662ba98-486a-450a-9061-2395d6cc874a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:07.617266 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2662ba98-486a-450a-9061-2395d6cc874a'] response: {'server_uuid': 'a7e49134-deaa-435a-ba25-326220079856', 'name': 'network-vif-deleted', 'tag': 'f93750e4-076d-4b5f-b157-5518c31e4e2f', 'status': 'completed', 'code': 200} May 02 10:45:07.656227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.10 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/b0742152-e675-4407-bce5-1bb30fc13e98) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:07.665337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e812ab9-0cf0-48fb-bce2-b6d2ee9cda18 req-2bf8b3c2-c671-47fe-a941-402d107aacc7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600753 May 02 10:45:07.679037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b73eff1c-7640-4192-b8fb-0434f63a84c6', 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': '2f1a23d0-2df7-497b-8102-af7ec81b57d2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:07.679916 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.796576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6004cc24-f278-4af0-86d2-f3164bc34d9e req-07f48f5f-b5d9-47c6-9f2d-65c2adb8b1b0 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0526700 May 02 10:45:07.813744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9b14-7acb-48f8-8bce-f25e7dbdb63b req-df0b0a9a-21e0-4151-9313-4196cabd720d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:07.815596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8cab9b14-7acb-48f8-8bce-f25e7dbdb63b req-df0b0a9a-21e0-4151-9313-4196cabd720d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0605702 May 02 10:45:07.873724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8cab9b14-7acb-48f8-8bce-f25e7dbdb63b req-012a5ebe-19c1-457c-9b46-cd91d243efea tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516891 May 02 10:45:07.887938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Allocated IP 2001:db8::f816:3eff:fe46:e43d (b73eff1c-7640-4192-b8fb-0434f63a84c6/2f1a23d0-2df7-497b-8102-af7ec81b57d2/dc14847c-e869-4cf3-94ba-d3c59f699c4e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:07.922136 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (b0742152-e675-4407-bce5-1bb30fc13e98), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:07.931034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:07.934610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.001367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] device_id is not set on port 3b4f7c24-d583-4bd7-a546-17ac51f405bb yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:08.030651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ea9252-918c-4542-a333-fda58a089372 req-8a37b471-dc77-4727-90bb-792454d10c87 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:08.032273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11ea9252-918c-4542-a333-fda58a089372 req-8a37b471-dc77-4727-90bb-792454d10c87 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0806746 May 02 10:45:08.054932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks [] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.120689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11ea9252-918c-4542-a333-fda58a089372 req-6a1cc739-a2cb-4e35-a6d5-47f87442bcf6 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605817 May 02 10:45:08.159058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.169724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.214349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:08.216093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:08.221348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:08.234167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Pushing event updated for resources: {'Port': ['ID=dc14847c-e869-4cf3-94ba-d3c59f699c4e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:08.245540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2098707b-0b65-43fb-a061-006783f70619 req-11130c8a-7020-42b4-a447-de35afeca702 tempest-ServerAddressesTestJSON-1018177043 tempest-ServerAddressesTestJSON-1018177043-project] 10.222.0.16 "GET /v2.0/ports?device_id=a7e49134-deaa-435a-ba25-326220079856 HTTP/1.1" status: 200 len: 210 time: 0.0325725 May 02 10:45:08.286630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:08.296814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:08.300782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:08.303562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Allocated IP 2001:db8::f816:3eff:fe28:1ada (b73eff1c-7640-4192-b8fb-0434f63a84c6/2f1a23d0-2df7-497b-8102-af7ec81b57d2/3b4f7c24-d583-4bd7-a546-17ac51f405bb) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:08.305904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:08.307942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Attempting to bind port dc14847c-e869-4cf3-94ba-d3c59f699c4e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:08.308508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Attempting to bind port dc14847c-e869-4cf3-94ba-d3c59f699c4e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '71867041-b526-4365-a453-8e8d1f5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:08.308946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Attempting to bind port dc14847c-e869-4cf3-94ba-d3c59f699c4e on network b73eff1c-7640-4192-b8fb-0434f63a84c6 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:08.314211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:08.315358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Checking segment: {'id': '71867041-b526-4365-a453-8e8d1f5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:08.315541 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.315927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Bound using segment: {'id': '71867041-b526-4365-a453-8e8d1f5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:08.316395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Bound port: dc14847c-e869-4cf3-94ba-d3c59f699c4e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71867041-b526-4365-a453-8e8d1f5bdc56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'b73eff1c-7640-4192-b8fb-0434f63a84c6'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:08.316815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.383570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-387245af-7d32-49e5-bc93-165074e21857 None None] For port dc14847c-e869-4cf3-94ba-d3c59f699c4e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:08.385562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:08.386185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.386562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-387245af-7d32-49e5-bc93-165074e21857 None None] For port dc14847c-e869-4cf3-94ba-d3c59f699c4e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14847c-e869-4cf3-94ba-d3c59f699c4e,segment=NetworkSegment(71867041-b526-4365-a453-8e8d1f5bdc56),segment_id=71867041-b526-4365-a453-8e8d1f5bdc56)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:08.482902 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.485826 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-0d0adf5a-d506-473e-9e96-c4348ace67a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3605635 May 02 10:45:08.497531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Request body: {'port': {'device_id': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:08.561034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387245af-7d32-49e5-bc93-165074e21857 None None] Pushing event updated for resources: {'Port': ['ID=dc14847c-e869-4cf3-94ba-d3c59f699c4e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:08.602317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for port (3b4f7c24-d583-4bd7-a546-17ac51f405bb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.620222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.682306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60554d6a-fb22-47a2-8d11-049f02873946 req-f1838768-9555-45c9-88cd-f259f783935d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:08.684975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60554d6a-fb22-47a2-8d11-049f02873946 req-f1838768-9555-45c9-88cd-f259f783935d tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0552945 May 02 10:45:08.749012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-60554d6a-fb22-47a2-8d11-049f02873946 req-86113796-8d44-4a67-85da-cc659f5e35ec tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566785 May 02 10:45:08.765941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3b4f7c24-d583-4bd7-a546-17ac51f405bb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.919107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:08.968749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:08.976379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:08.981593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:08.982201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:08.997611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Port': ['ID=3b4f7c24-d583-4bd7-a546-17ac51f405bb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:09.011088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215592b0-ab15-4772-b092-28d8855d5860 req-6411c764-55c9-46b3-86cf-8c2e5df1d22b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:09.012582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-215592b0-ab15-4772-b092-28d8855d5860 req-6411c764-55c9-46b3-86cf-8c2e5df1d22b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 932 time: 0.1236844 May 02 10:45:09.080700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c15ba1b-bd99-44d0-ba2d-1cc5a17c7389 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.5217624 May 02 10:45:09.083429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.105414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-215592b0-ab15-4772-b092-28d8855d5860 req-34455014-f493-420e-b5f3-dd612fec811a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863228 May 02 10:45:09.147771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0742152-e675-4407-bce5-1bb30fc13e98 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:09.156271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks [] for port (b0742152-e675-4407-bce5-1bb30fc13e98), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.165262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting subnet 2f1a23d0-2df7-497b-8102-af7ec81b57d2 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:09.165980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (2f1a23d0-2df7-497b-8102-af7ec81b57d2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.174599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Transition to ACTIVE for port object b0742152-e675-4407-bce5-1bb30fc13e98 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:45:09.205617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (2f1a23d0-2df7-497b-8102-af7ec81b57d2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.313937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56352) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.343099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (2f1a23d0-2df7-497b-8102-af7ec81b57d2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.347181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.419458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Deleting subnet f094c693-b684-4d08-b411-596424491464 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:09.445509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Publish callbacks [] for subnet (f094c693-b684-4d08-b411-596424491464), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.472101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Pushing event updated for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:09.484308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (2f1a23d0-2df7-497b-8102-af7ec81b57d2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.514837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f094c693-b684-4d08-b411-596424491464), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.516633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=2f1a23d0-2df7-497b-8102-af7ec81b57d2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:09.521389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.527029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/2f1a23d0-2df7-497b-8102-af7ec81b57d2 HTTP/1.1" status: 204 len: 168 time: 0.4425113 May 02 10:45:09.527810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56354) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.542994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.543349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.545025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.545615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.546177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.546632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.547047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.547483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.547888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.548287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.548752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.549177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.549571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.549972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.550375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2f8bc77-b38e-4a27-ae52-c69abcd08d4d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:09.561782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Attempting to bind port b0742152-e675-4407-bce5-1bb30fc13e98 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:09.562127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Attempting to bind port b0742152-e675-4407-bce5-1bb30fc13e98 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:09.562458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Attempting to bind port b0742152-e675-4407-bce5-1bb30fc13e98 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:09.569988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Port b0742152-e675-4407-bce5-1bb30fc13e98 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:45:09.570319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Attempting to bind port b0742152-e675-4407-bce5-1bb30fc13e98 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:09.582582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:09.582921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:09.583308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:09.583751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Bound port: b0742152-e675-4407-bce5-1bb30fc13e98, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:09.584108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.603276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f094c693-b684-4d08-b411-596424491464), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.608797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282d34f-6b6d-4c91-939c-709ed29b9777 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:09.610304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2282d34f-6b6d-4c91-939c-709ed29b9777 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:09.612798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2282d34f-6b6d-4c91-939c-709ed29b9777 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0803871 May 02 10:45:09.614889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.693002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9584ff-1b2b-4bed-8e03-e54dfddbc8c8 None None] Network b73eff1c-7640-4192-b8fb-0434f63a84c6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:09.701374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:09.717016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0742152-e675-4407-bce5-1bb30fc13e98,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:09.721577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a0aaa8d9-6b80-4263-9f46-79d98bd1322c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.731645 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aaa8d9-6b80-4263-9f46-79d98bd1322c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): There was a conflict when trying to complete your request. May 02 10:45:09.732194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aaa8d9-6b80-4263-9f46-79d98bd1322c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:09.739650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a0aaa8d9-6b80-4263-9f46-79d98bd1322c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/b73eff1c-7640-4192-b8fb-0434f63a84c6 HTTP/1.1" status: 409 len: 466 time: 0.1194842 May 02 10:45:09.740252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.747450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Provisioning complete for port dc14847c-e869-4cf3-94ba-d3c59f699c4e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:09.748765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-451193771'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:09.749018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.787469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f094c693-b684-4d08-b411-596424491464), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.817424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f094c693-b684-4d08-b411-596424491464,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:09.823388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.830535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56382) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:09.831297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a99efc0d-a116-4ac4-965b-da86e4cecec5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f094c693-b684-4d08-b411-596424491464 HTTP/1.1" status: 204 len: 168 time: 0.5159674 May 02 10:45:09.833482 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.916014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Pushing event updated for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:09.935775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:09.936661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.938588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-a976a20f-f491-424e-97f0-e2ea22fe1c23 service neutron] 10.222.0.24 "PUT /v2.0/ports/b0742152-e675-4407-bce5-1bb30fc13e98 HTTP/1.1" status: 200 len: 1092 time: 1.4447753 May 02 10:45:09.962945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Current status of the port dc14847c-e869-4cf3-94ba-d3c59f699c4e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:09.963429 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:09.970258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:09.973926 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0806e084-fb5e-4277-9ca1-846f6fc6581d" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:09.996363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] DHCP port deletion for b73eff1c-7640-4192-b8fb-0434f63a84c6 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:10.006440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576890bd-f267-4d23-b5c5-da77fe2040d9 req-d2d32e5f-40b0-41a6-be0a-0bcb662cccc2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.008295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-576890bd-f267-4d23-b5c5-da77fe2040d9 req-d2d32e5f-40b0-41a6-be0a-0bcb662cccc2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1197808 May 02 10:45:10.028239 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff414ba8-6f54-4722-9d62-199c8bafe4e6 x-openstack-request-id: req-ff414ba8-6f54-4722-9d62-199c8bafe4e6 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:10.028626 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:10.028946 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ff414ba8-6f54-4722-9d62-199c8bafe4e6 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:10.030058 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff414ba8-6f54-4722-9d62-199c8bafe4e6'] response: {'name': 'network-changed', 'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98', 'status': 'completed', 'code': 200} May 02 10:45:10.033937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] For port dc14847c-e869-4cf3-94ba-d3c59f699c4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14847c-e869-4cf3-94ba-d3c59f699c4e,segment=NetworkSegment(71867041-b526-4365-a453-8e8d1f5bdc56),segment_id=71867041-b526-4365-a453-8e8d1f5bdc56)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:10.049461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Deleting port dc14847c-e869-4cf3-94ba-d3c59f699c4e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:10.056275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.111690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-576890bd-f267-4d23-b5c5-da77fe2040d9 req-e78b3b83-3b27-4368-b5b7-e788ed87c1b4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916202 May 02 10:45:10.119848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-59380256-2bc4-40b3-ba7f-d3ed29a83d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.121587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-59380256-2bc4-40b3-ba7f-d3ed29a83d4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 1126 time: 0.0624003 May 02 10:45:10.161773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.187111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] For port dc14847c-e869-4cf3-94ba-d3c59f699c4e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc14847c-e869-4cf3-94ba-d3c59f699c4e,segment=NetworkSegment(71867041-b526-4365-a453-8e8d1f5bdc56),segment_id=71867041-b526-4365-a453-8e8d1f5bdc56)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:10.187479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.242142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Calling delete_port for dc14847c-e869-4cf3-94ba-d3c59f699c4e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:10.302658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2182f78-e5a7-4ba8-9a22-e0ca31e7117f None None] Pushing event updated for resources: {'Port': ['ID=dc14847c-e869-4cf3-94ba-d3c59f699c4e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:10.320381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:10.324533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.373506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-9de944f7-8798-415e-a7d0-8a44c55dab99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.375765 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-9de944f7-8798-415e-a7d0-8a44c55dab99 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7e965673511439386e8a383fd25d8ee&shared=False HTTP/1.1" status: 200 len: 907 time: 0.2458930 May 02 10:45:10.391853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1bbe4cc6-f625-4761-ae64-58fa672fa1ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.401931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410188dc-11a6-4f0d-a6d9-901c03fc366c req-85014300-a8f9-414e-9b88-8b3503004500 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.403455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-410188dc-11a6-4f0d-a6d9-901c03fc366c req-85014300-a8f9-414e-9b88-8b3503004500 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0952196 May 02 10:45:10.409950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:10.438418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.438587 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment 4b631e8c-76bc-4408-a518-db3f833c2343 of type vlan for network ba4c44b5-3b2d-48a2-932b-9caafa214f3a May 02 10:45:10.478110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (dc14847c-e869-4cf3-94ba-d3c59f699c4e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.521996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] Pushing event deleted for resources: {'Port': ['ID=dc14847c-e869-4cf3-94ba-d3c59f699c4e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:10.532867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858b72ca-1464-4236-9a52-bd8416bbad96 None None] No DVR routers for this DVR port dc14847c-e869-4cf3-94ba-d3c59f699c4e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:10.632834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.633173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c209c0b5-4e35-41a5-9601-355b5d881f67 req-77f6fa48-858a-447f-a387-b6be5f400bc7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.635646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1bbe4cc6-f625-4761-ae64-58fa672fa1ea), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.640544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c209c0b5-4e35-41a5-9601-355b5d881f67 req-77f6fa48-858a-447f-a387-b6be5f400bc7 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0976129 May 02 10:45:10.665530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-410188dc-11a6-4f0d-a6d9-901c03fc366c req-0aa5af9a-c1c3-4f61-9505-e3e83dfd1a66 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491686 May 02 10:45:10.669663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-b006c298-30ad-4202-9918-03187b224d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.671134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0806e084-fb5e-4277-9ca1-846f6fc6581d req-b006c298-30ad-4202-9918-03187b224d78 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2879755 May 02 10:45:10.706887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c209c0b5-4e35-41a5-9601-355b5d881f67 req-1fe9a140-b6a2-47d5-aab5-d06e432bcbb5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650687 May 02 10:45:10.707858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbe4cc6-f625-4761-ae64-58fa672fa1ea']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:10.720799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-d32b2fec-3264-4f05-b163-4e35cf76fc65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.726163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-d32b2fec-3264-4f05-b163-4e35cf76fc65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=608974f2bff942b5a36c7b8f748dcf72&device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 1127 time: 0.1052721 May 02 10:45:10.727619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb657f95-1f4d-4980-a027-3b9eb2a94d06') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:10.727918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb657f95-1f4d-4980-a027-3b9eb2a94d06') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:10.756005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (eb657f95-1f4d-4980-a027-3b9eb2a94d06), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.781149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-bb12a804-9a98-4965-82f7-e479cbd73bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.782690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-bb12a804-9a98-4965-82f7-e479cbd73bdb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 1126 time: 0.0451827 May 02 10:45:10.801642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.807396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.807982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.810761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (eb657f95-1f4d-4980-a027-3b9eb2a94d06), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.830242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-42170e68-4c26-47d4-afc6-d7a88bf81340 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0742152-e675-4407-bce5-1bb30fc13e98 HTTP/1.1" status: 200 len: 217 time: 0.0395813 May 02 10:45:10.857482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:10.857903 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (eb657f95-1f4d-4980-a027-3b9eb2a94d06), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:10.869398 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:10.882414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-71d41cf4-2b13-454e-afa2-52c7f79534a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:10.884098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-71d41cf4-2b13-454e-afa2-52c7f79534a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0486138 May 02 10:45:10.916752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-b311a232-36a5-46c3-b750-36901070411f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268455 May 02 10:45:10.971579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2259498 May 02 10:45:10.975495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56406) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:10.981759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:11.002474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd1acc0-a305-4fc5-b721-8b961e45f784 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=ba4c44b5-3b2d-48a2-932b-9caafa214f3a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:11.007852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-d8e4e035-c599-4063-9fa8-aedcf1ccf5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:11.008713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-d8e4e035-c599-4063-9fa8-aedcf1ccf5be service neutron] 10.222.0.24 "GET /v2.0/networks?id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 200 len: 913 time: 0.2787206 May 02 10:45:11.015555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ba4c44b5-3b2d-48a2-932b-9caafa214f3a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:11.083212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-cb607a25-8a6c-4b47-8ad6-f125ba6f8ea6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 200 len: 1000 time: 0.0685694 May 02 10:45:11.083483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-f25af671-0455-445f-ab8a-a322965ee8e1 service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1610601 May 02 10:45:11.141958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-0174f56d-0af2-4c10-813c-ecf8c2cf71dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:11.143809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-0174f56d-0af2-4c10-813c-ecf8c2cf71dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 200 len: 851 time: 0.0500159 May 02 10:45:11.161760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1bbe4cc6-f625-4761-ae64-58fa672fa1ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.164672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.168909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] 10.222.0.16 "DELETE /v2.0/networks/1bbe4cc6-f625-4761-ae64-58fa672fa1ea HTTP/1.1" status: 204 len: 168 time: 1.3363004 May 02 10:45:11.199773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:11.203901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.207543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d103548-89f6-4321-b09e-c834b841364e admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbe4cc6-f625-4761-ae64-58fa672fa1ea,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:11.219978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-db1fb3a1-775b-47ca-8d5c-fde258f1f20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:11.231601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-db1fb3a1-775b-47ca-8d5c-fde258f1f20e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0823262 May 02 10:45:11.251333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-080e7de3-8dd7-4ee4-ae25-44f302b96876 req-45ebe541-14ea-4278-83ad-b797000f41d8 service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572845 May 02 10:45:11.332625 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-135752a0-cbab-4fed-8be0-dc58dd3e81d5 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893614 May 02 10:45:11.443290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62f6abbc-d857-4e77-846f-491f2c12d85c req-65832579-2f76-43e1-944f-32b924fa7951 service neutron] 10.222.0.24 "GET /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994599 May 02 10:45:11.558111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56412) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:11.603371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24bf9373-3590-46c5-a896-139141396fbf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=01e2e69b7631432bb08d4a9fb4adf359&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0440454 May 02 10:45:11.605813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:11.655460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] Publish callbacks [] for security_group (84472f5d-0d1d-4388-bd24-27e3891631bc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.677239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] Publish callbacks [] for security_group (84472f5d-0d1d-4388-bd24-27e3891631bc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.804086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4d35b8-7ffc-43bd-830d-3d1ddbadb647 req-98257a84-9959-4982-92e9-b64d2bed2b33 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:11.805562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc4d35b8-7ffc-43bd-830d-3d1ddbadb647 req-98257a84-9959-4982-92e9-b64d2bed2b33 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 944 time: 0.0510514 May 02 10:45:11.818876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (84472f5d-0d1d-4388-bd24-27e3891631bc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.822865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:11.822865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/84472f5d-0d1d-4388-bd24-27e3891631bc HTTP/1.1" status: 204 len: 168 time: 0.2158852 May 02 10:45:11.824802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f98b8f4-0aa4-4c12-833e-7d0f9f569f9e req-49d1d128-2a97-487a-b181-276335081a5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:11.827109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f93750e4-076d-4b5f-b157-5518c31e4e2f no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:11.827525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f98b8f4-0aa4-4c12-833e-7d0f9f569f9e req-49d1d128-2a97-487a-b181-276335081a5f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0544381 May 02 10:45:11.849161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb51488-b14f-4188-9131-4a5cb4c2fe8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84472f5d-0d1d-4388-bd24-27e3891631bc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:11.851766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: f93750e4-076d-4b5f-b157-5518c31e4e2f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:11.851766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f93750e4-076d-4b5f-b157-5518c31e4e2f not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:11.897926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc4d35b8-7ffc-43bd-830d-3d1ddbadb647 req-7989db87-0351-48c5-9955-4e3acfabfe90 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859249 May 02 10:45:11.925461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f98b8f4-0aa4-4c12-833e-7d0f9f569f9e req-a28af9d3-7b45-4fd7-992e-3a308b951568 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884795 May 02 10:45:11.949416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:45:11.949416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d9916dbc-03e8-4de7-8e75-5981147178b1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.015007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=d9916dbc-03e8-4de7-8e75-5981147178b1,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:12.022387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': '4b631e8c-76bc-4408-a518-db3f833c2343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:12.022759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: ba4c44b5-3b2d-48a2-932b-9caafa214f3a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:12.123959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network ba4c44b5-3b2d-48a2-932b-9caafa214f3a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:12.224476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ba4c44b5-3b2d-48a2-932b-9caafa214f3a) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:12.229323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:12.229926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.233095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97ef94c-66c0-4c98-88e4-a20f2e8e2013 None None] Network ba4c44b5-3b2d-48a2-932b-9caafa214f3a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:12.295727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c8e41a4-55f2-4f4d-bf54-77b614e980f3 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.3191669 May 02 10:45:12.298487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56424) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:12.340719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ba4c44b5-3b2d-48a2-932b-9caafa214f3a', 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': 'd9916dbc-03e8-4de7-8e75-5981147178b1'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:12.342088 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.398782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.460921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d9916dbc-03e8-4de7-8e75-5981147178b1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.499829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Allocated IP 2001:db8::f816:3eff:fe92:3f4a (ba4c44b5-3b2d-48a2-932b-9caafa214f3a/d9916dbc-03e8-4de7-8e75-5981147178b1/47c141c4-0e7e-42b3-97cf-d9a052b72ebf) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:12.664780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks [] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.783976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.818917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Network ba4c44b5-3b2d-48a2-932b-9caafa214f3a is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:12.823959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:12.827646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:12.834030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Pushing event updated for resources: {'Port': ['ID=47c141c4-0e7e-42b3-97cf-d9a052b72ebf,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:12.865603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d9916dbc-03e8-4de7-8e75-5981147178b1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.894499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Attempting to bind port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:12.894875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Attempting to bind port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4b631e8c-76bc-4408-a518-db3f833c2343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:12.895239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Attempting to bind port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf on network ba4c44b5-3b2d-48a2-932b-9caafa214f3a {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:12.898841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=d9916dbc-03e8-4de7-8e75-5981147178b1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:12.902151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:12.904569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Checking segment: {'id': '4b631e8c-76bc-4408-a518-db3f833c2343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:12.904569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:12.904569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Bound using segment: {'id': '4b631e8c-76bc-4408-a518-db3f833c2343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:12.905014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Bound port: 47c141c4-0e7e-42b3-97cf-d9a052b72ebf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b631e8c-76bc-4408-a518-db3f833c2343', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:12.905136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.020341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.063133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4c44b5-3b2d-48a2-932b-9caafa214f3a']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:13.072534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56454) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:13.074090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] For port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:13.081262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] For port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c141c4-0e7e-42b3-97cf-d9a052b72ebf,segment=NetworkSegment(4b631e8c-76bc-4408-a518-db3f833c2343),segment_id=4b631e8c-76bc-4408-a518-db3f833c2343)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:13.142099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b631e8c-76bc-4408-a518-db3f833c2343') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:13.142748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b631e8c-76bc-4408-a518-db3f833c2343') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:13.147840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d216fbd-d519-4b32-a1a9-c11cd376ec41 req-40e99813-be72-4ee7-bae1-a657cb638dba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:13.157424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d216fbd-d519-4b32-a1a9-c11cd376ec41 req-40e99813-be72-4ee7-bae1-a657cb638dba tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.1137149 May 02 10:45:13.162168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.164889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.176380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb6b94-7b5c-4e0b-a720-324de27e78a1 req-1df7fe44-8f80-490a-9eaa-409a832dc4b5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:13.186232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30cb6b94-7b5c-4e0b-a720-324de27e78a1 req-1df7fe44-8f80-490a-9eaa-409a832dc4b5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 944 time: 0.1134021 May 02 10:45:13.226280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1158f-fcd9-4f81-9dc2-db845f8d3ae4 None None] Pushing event updated for resources: {'Port': ['ID=47c141c4-0e7e-42b3-97cf-d9a052b72ebf,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:13.257294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-30cb6b94-7b5c-4e0b-a720-324de27e78a1 req-915c22a4-2e3d-4893-890f-7b8f20de0e42 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698709 May 02 10:45:13.268629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.269972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-121016065-network', 'tenant_id': '180087b75c3743b7acc32b0aa9bee8b5'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:13.276108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:13.276562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:13.293726 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:13.308875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb8d3a0-6db7-41dd-81bc-b15cd3fa9390 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:45:13.327630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3d216fbd-d519-4b32-a1a9-c11cd376ec41 req-3f4b3332-5c46-4346-b73a-ab2112dc5dbd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681838 May 02 10:45:13.410761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:45:13.410761 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:45:13.410761 ncdv-master-1 neutron-server[115663]: [parameters: {'id': 'ba4c44b5-3b2d-48a2-932b-9caafa214f3a'}] May 02 10:45:13.410761 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:45:13.411186 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:45:13.432926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Made reservation on behalf of 180087b75c3743b7acc32b0aa9bee8b5 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:13.435366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.440309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb8d3a0-6db7-41dd-81bc-b15cd3fa9390 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:45:13.445883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.531347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks [] for security_group (4d055881-7681-4a24-9852-11445fe306cb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.604276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4d055881-7681-4a24-9852-11445fe306cb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.625639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:13.639942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d055881-7681-4a24-9852-11445fe306cb,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:13.645538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e06a56da-c3d4-40af-a023-ef27da864061), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.645884 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Added segment e06a56da-c3d4-40af-a023-ef27da864061 of type vlan for network 22413984-e2a2-4770-837e-47a9d793f8c4 May 02 10:45:13.667685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28269864-fa77-4f33-b99a-6b17cb9d97d0 None None] Network ba4c44b5-3b2d-48a2-932b-9caafa214f3a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:13.695730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (22413984-e2a2-4770-837e-47a9d793f8c4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.772618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b0742152-e675-4407-bce5-1bb30fc13e98 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:45:13.781179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (22413984-e2a2-4770-837e-47a9d793f8c4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.785235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:13.785235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.843829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] Pushing event updated for resources: {'Network': ['ID=22413984-e2a2-4770-837e-47a9d793f8c4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:13.853950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 22413984-e2a2-4770-837e-47a9d793f8c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:13.892631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cc6f5423-b7a6-4b3d-b3d1-b6c31ef25a48 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.8183119 May 02 10:45:13.895537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56470) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:13.900824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Request body: {'subnet': {'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-121016065-subnet', 'tenant_id': '180087b75c3743b7acc32b0aa9bee8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:13.912043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.933237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0742152-e675-4407-bce5-1bb30fc13e98,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:13.948809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'b0742152-e675-4407-bce5-1bb30fc13e98', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': 'b0742152-e675-4407-bce5-1bb30fc13e98', 'mac_address': 'fa:16:3e:b6:49:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:45:13.966991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:13.967393 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:13.990970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b0742152-e675-4407-bce5-1bb30fc13e98 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:13.991369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.007140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0742152-e675-4407-bce5-1bb30fc13e98 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:14.024669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Made reservation on behalf of 180087b75c3743b7acc32b0aa9bee8b5 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:14.033103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.033257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0742152-e675-4407-bce5-1bb30fc13e98,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:14.039458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] For port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=47c141c4-0e7e-42b3-97cf-d9a052b72ebf,segment=NetworkSegment(4b631e8c-76bc-4408-a518-db3f833c2343),segment_id=4b631e8c-76bc-4408-a518-db3f833c2343)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:14.039833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.058769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for 47c141c4-0e7e-42b3-97cf-d9a052b72ebf owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:14.159688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.212059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:14.249612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (47c141c4-0e7e-42b3-97cf-d9a052b72ebf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.275038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=47c141c4-0e7e-42b3-97cf-d9a052b72ebf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:14.278480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No DVR routers for this DVR port 47c141c4-0e7e-42b3-97cf-d9a052b72ebf on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:14.293308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (3c2c8691-486b-4633-9bd7-21e21936d297), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.366662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c2c8691-486b-4633-9bd7-21e21936d297,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:14.377582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.380374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Checking segment: {'id': 'e06a56da-c3d4-40af-a023-ef27da864061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:14.380794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Network hostable DHCP agents. Network: 22413984-e2a2-4770-837e-47a9d793f8c4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:14.414727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:14.422890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba4c44b5-3b2d-48a2-932b-9caafa214f3a']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:14.431815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f8d9c4-8246-44ba-a756-76a65d9c7ccc req-6154c72b-f62b-4b9b-9acf-26423bb2fe55 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:14.433363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32f8d9c4-8246-44ba-a756-76a65d9c7ccc req-6154c72b-f62b-4b9b-9acf-26423bb2fe55 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 945 time: 0.0713370 May 02 10:45:14.442207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b631e8c-76bc-4408-a518-db3f833c2343') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:14.442525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b631e8c-76bc-4408-a518-db3f833c2343') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:14.452345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.458485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.468097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ab9eaa-a23a-4fb5-80b6-65d5287feed4 req-33c1e1ae-748d-4026-a301-10ea096be852 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:14.473076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9ab9eaa-a23a-4fb5-80b6-65d5287feed4 req-33c1e1ae-748d-4026-a301-10ea096be852 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0735931 May 02 10:45:14.481269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Network 22413984-e2a2-4770-837e-47a9d793f8c4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:14.481509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.494107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:14.494516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4b631e8c-76bc-4408-a518-db3f833c2343), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:14.497577 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:14.532704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9ab9eaa-a23a-4fb5-80b6-65d5287feed4 req-f71093c1-eda2-4383-a313-a445a06fa656 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588834 May 02 10:45:14.564335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 22413984-e2a2-4770-837e-47a9d793f8c4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:14.568720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:14.569330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.587561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26b04cd-3a2a-4798-8383-79c6e0bd420d None None] Network 22413984-e2a2-4770-837e-47a9d793f8c4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:14.587771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32f8d9c4-8246-44ba-a756-76a65d9c7ccc req-a6528a56-5d61-4612-bae5-3912cea2e03f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309154 May 02 10:45:14.666050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-06978c29-081f-423e-9220-060c73f27e3f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7691782 May 02 10:45:14.679066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba62811-4876-46a5-93db-64a52d368d88 req-432f1425-4dd1-4b57-9ccb-75a595e5fd57 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:14.680722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba62811-4876-46a5-93db-64a52d368d88 req-432f1425-4dd1-4b57-9ccb-75a595e5fd57 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0574284 May 02 10:45:14.693404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95e776-98fd-4dcf-97de-98fb82c40dbd None None] Network 22413984-e2a2-4770-837e-47a9d793f8c4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:14.697831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ba4c44b5-3b2d-48a2-932b-9caafa214f3a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.703875 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.707553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/ba4c44b5-3b2d-48a2-932b-9caafa214f3a HTTP/1.1" status: 204 len: 168 time: 2.4079962 May 02 10:45:14.711347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56492) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:14.720774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1724451275'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:14.721575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229692ce-9a0f-48ea-865d-ea508a89a267 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=ba4c44b5-3b2d-48a2-932b-9caafa214f3a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:14.769341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba62811-4876-46a5-93db-64a52d368d88 req-de3c0afd-5082-4203-b2e5-c28029936a33 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819941 May 02 10:45:14.826852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:14.833587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.878077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:14.888676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:14.896805 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment dc8a4d58-5225-49c0-8c48-d8d74395d1eb of type vlan for network 6179edef-f5c5-4c90-ad91-cb0159c7c497 May 02 10:45:14.932443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.070945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.075830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:15.076443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.203435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=6179edef-f5c5-4c90-ad91-cb0159c7c497,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:15.213492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 6179edef-f5c5-4c90-ad91-cb0159c7c497 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:15.236773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-8e39bcdb-163f-4980-b6a3-d661eb8fa4a9 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:15.236773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-8e39bcdb-163f-4980-b6a3-d661eb8fa4a9 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/networks?id=22413984-e2a2-4770-837e-47a9d793f8c4 HTTP/1.1" status: 200 len: 821 time: 0.1899474 May 02 10:45:15.249589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-4c100293-08c3-4018-9e7d-5b456ff05646 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/quotas/180087b75c3743b7acc32b0aa9bee8b5 HTTP/1.1" status: 200 len: 375 time: 0.0098491 May 02 10:45:15.285643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-f3c55378-9a43-4ab2-bd65-6ca615355bc8 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=180087b75c3743b7acc32b0aa9bee8b5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302970 May 02 10:45:15.304071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1c21b65f-d762-4feb-a666-23bfc8803bec tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5916722 May 02 10:45:15.307353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56528) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:15.314383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:15.389416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-ba7182f7-8015-4c75-81e4-b73e99c1e2ce service neutron] 10.222.0.16 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969133 May 02 10:45:15.482097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-9842583c-820c-41dc-bda8-0c2bc7687cb8 service neutron] 10.222.0.16 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863664 May 02 10:45:15.498714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:15.502780 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.771860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b0742152-e675-4407-bce5-1bb30fc13e98 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:15.781456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (61793431-09cf-4080-9bf5-a95a06086f3e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.868930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:15.869799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: 6179edef-f5c5-4c90-ad91-cb0159c7c497, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:15.872892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=61793431-09cf-4080-9bf5-a95a06086f3e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:15.874987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cc5e39-80e4-436b-9598-467f6c1df7b6 req-7b9eecf3-88ad-4647-95a6-3300912c4141 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:15.877264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52cc5e39-80e4-436b-9598-467f6c1df7b6 req-7b9eecf3-88ad-4647-95a6-3300912c4141 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 945 time: 0.0860991 May 02 10:45:15.884701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port b0742152-e675-4407-bce5-1bb30fc13e98 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:45:15.940640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52cc5e39-80e4-436b-9598-467f6c1df7b6 req-f3937cad-7d36-4335-b8b6-4c6e6a8daf42 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509026 May 02 10:45:15.952771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:15.969939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port b0742152-e675-4407-bce5-1bb30fc13e98 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:15.970094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network 6179edef-f5c5-4c90-ad91-cb0159c7c497 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:15.970896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.017116 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0bb2ad4-6107-466a-91b7-9874af33a322 req-b240c9a9-7e33-40a0-aaa3-c9e009973921 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 210 time: 0.0286126 May 02 10:45:16.041834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 6179edef-f5c5-4c90-ad91-cb0159c7c497) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:16.048015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:16.048916 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.051834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-562a63e3-6fdb-4986-8a66-6c181f981327 None None] Network 6179edef-f5c5-4c90-ad91-cb0159c7c497 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:16.085405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b0742152-e675-4407-bce5-1bb30fc13e98 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:16.085793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.127994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-64eb290b-a1fa-4c2b-a811-2fa15a371e41 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8186460 May 02 10:45:16.135434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:16.143646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:16.145873 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-249f378c-482e-443c-85cb-02d93917d5c1" -d '{"events": [{"server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "name": "network-vif-plugged", "status": "completed", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:16.163669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0742152-e675-4407-bce5-1bb30fc13e98,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:16.200021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-6179edef-f5c5-4c90-ad91-cb0159c7c497', 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': '61793431-09cf-4080-9bf5-a95a06086f3e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:16.200995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.206083 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a987c3e6-cdcb-4989-a0d1-1378ff8256c7 x-openstack-request-id: req-a987c3e6-cdcb-4989-a0d1-1378ff8256c7 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:16.206375 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "name": "network-vif-plugged", "status": "completed", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:16.206634 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a987c3e6-cdcb-4989-a0d1-1378ff8256c7 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:16.207028 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a987c3e6-cdcb-4989-a0d1-1378ff8256c7'] response: {'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98', 'code': 200} May 02 10:45:16.253816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.285482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.308722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb5a9ae-2af2-4f01-922c-3cf0b16e0deb req-c378a5c1-1213-4bd3-ade8-b1a268ead658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:16.310245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acb5a9ae-2af2-4f01-922c-3cf0b16e0deb req-c378a5c1-1213-4bd3-ade8-b1a268ead658 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 1128 time: 0.0536025 May 02 10:45:16.374719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (61793431-09cf-4080-9bf5-a95a06086f3e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.378300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:16.409460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Allocated IP 2001:db8::2 (6179edef-f5c5-4c90-ad91-cb0159c7c497/61793431-09cf-4080-9bf5-a95a06086f3e/bc7e5221-8079-4125-8e3e-032b7f1804a4) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:16.421695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acb5a9ae-2af2-4f01-922c-3cf0b16e0deb req-716e6c8d-0983-4306-bf11-c12c11b65df6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893769 May 02 10:45:16.497286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-53e8038a-a9e9-4fe3-881d-51876a35d973 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:16.499205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-53e8038a-a9e9-4fe3-881d-51876a35d973 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=bb0f02d7-1378-40de-b007-9b60f4495b69 HTTP/1.1" status: 200 len: 944 time: 0.0492063 May 02 10:45:16.573628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks [] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.597058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:16.597411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.661919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.694254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:16.694619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.698965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Network 6179edef-f5c5-4c90-ad91-cb0159c7c497 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:16.701777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:16.704238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:16.707295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:16.725657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5221-8079-4125-8e3e-032b7f1804a4,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:16.764152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (61793431-09cf-4080-9bf5-a95a06086f3e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.778856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Attempting to bind port bc7e5221-8079-4125-8e3e-032b7f1804a4 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:16.779401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Attempting to bind port bc7e5221-8079-4125-8e3e-032b7f1804a4 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:16.779567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Attempting to bind port bc7e5221-8079-4125-8e3e-032b7f1804a4 on network 6179edef-f5c5-4c90-ad91-cb0159c7c497 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:16.785287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:16.789098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Checking segment: {'id': 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:16.789098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.789098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Bound using segment: {'id': 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:16.789098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Bound port: bc7e5221-8079-4125-8e3e-032b7f1804a4, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:16.789098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.801709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=61793431-09cf-4080-9bf5-a95a06086f3e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:16.855352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] For port bc7e5221-8079-4125-8e3e-032b7f1804a4, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:16.858268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] For port bc7e5221-8079-4125-8e3e-032b7f1804a4, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc7e5221-8079-4125-8e3e-032b7f1804a4,segment=NetworkSegment(dc8a4d58-5225-49c0-8c48-d8d74395d1eb),segment_id=dc8a4d58-5225-49c0-8c48-d8d74395d1eb)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:16.875394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.899028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179edef-f5c5-4c90-ad91-cb0159c7c497']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:16.934066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:16.934367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:16.947667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.953082 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.975894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.984765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:16.986631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:16.990856 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:17.045745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ad8f64-0606-4324-a0b2-b3bb3ff32399 None None] Pushing event updated for resources: {'Port': ['ID=bc7e5221-8079-4125-8e3e-032b7f1804a4,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:17.059834 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6dfe428f-593c-4657-bc81-f4b2bd27c9a4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:17.066326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f808ac-d62d-4895-a06a-606b0c3cda75 req-70f8e584-346a-4a73-aae7-e0a90caa34ef tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:17.073904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24f808ac-d62d-4895-a06a-606b0c3cda75 req-70f8e584-346a-4a73-aae7-e0a90caa34ef tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0556974 May 02 10:45:17.074597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122', 'd378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:17.080963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc10da-6a09-41ef-9720-690ff6155017 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:45:17.096842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=6dfe428f-593c-4657-bc81-f4b2bd27c9a4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:17.134439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:45:17.134439 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:45:17.134439 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '6179edef-f5c5-4c90-ad91-cb0159c7c497'}] May 02 10:45:17.134439 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:45:17.134439 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:45:17.150472 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24f808ac-d62d-4895-a06a-606b0c3cda75 req-b933aa30-7e88-4e43-afde-1f177858e4d9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756557 May 02 10:45:17.161188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] No DVR routers for this DVR port 6dfe428f-593c-4657-bc81-f4b2bd27c9a4 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:17.164270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:17.174476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de5b0cde-0a99-4c20-aab7-9dbc383e62ec req-2782f340-ad82-4215-9b17-3ca9ee1865ac tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "DELETE /v2.0/ports/6dfe428f-593c-4657-bc81-f4b2bd27c9a4 HTTP/1.1" status: 204 len: 173 time: 0.6625001 May 02 10:45:17.174476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-deleted', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:17.174476 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5383e37-1114-4b4e-a47c-4a7cd800dd04" -d '{"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-deleted", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:17.261896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fdc7483-d159-439f-89a7-2c8d289bdba5 req-62bbcda6-f4e7-46da-9e90-2be7e3389950 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 210 time: 0.0331922 May 02 10:45:17.262819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20fc10da-6a09-41ef-9720-690ff6155017 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:45:17.305408 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 02 May 2022 10:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ce3692-9a43-4406-8c66-5d98f0bda505 x-openstack-request-id: req-93ce3692-9a43-4406-8c66-5d98f0bda505 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:17.308380 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb0f02d7-1378-40de-b007-9b60f4495b69", "name": "network-vif-deleted", "tag": "6dfe428f-593c-4657-bc81-f4b2bd27c9a4", "status": "failed", "code": 422}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:17.310452 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-93ce3692-9a43-4406-8c66-5d98f0bda505 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:17.310452 ncdv-master-1 neutron-server[115663]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-93ce3692-9a43-4406-8c66-5d98f0bda505']: {'server_uuid': 'bb0f02d7-1378-40de-b007-9b60f4495b69', 'name': 'network-vif-deleted', 'tag': '6dfe428f-593c-4657-bc81-f4b2bd27c9a4', 'status': 'failed', 'code': 422} returned with failed status May 02 10:45:17.633813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:17.691167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port bc7e5221-8079-4125-8e3e-032b7f1804a4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:17.691569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:17.719444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dec4561-9b99-4050-ae8c-ea3d0dd6f023 None None] Network 6179edef-f5c5-4c90-ad91-cb0159c7c497 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:17.780289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] For port bc7e5221-8079-4125-8e3e-032b7f1804a4, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bc7e5221-8079-4125-8e3e-032b7f1804a4,segment=NetworkSegment(dc8a4d58-5225-49c0-8c48-d8d74395d1eb),segment_id=dc8a4d58-5225-49c0-8c48-d8d74395d1eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:17.780694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:17.796191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for bc7e5221-8079-4125-8e3e-032b7f1804a4 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:17.984955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bc7e5221-8079-4125-8e3e-032b7f1804a4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.009275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=bc7e5221-8079-4125-8e3e-032b7f1804a4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:18.015898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No DVR routers for this DVR port bc7e5221-8079-4125-8e3e-032b7f1804a4 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:18.096447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.121050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6179edef-f5c5-4c90-ad91-cb0159c7c497']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:18.131849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:18.132159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8a4d58-5225-49c0-8c48-d8d74395d1eb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:18.141954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.156097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.162593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:18.162995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (dc8a4d58-5225-49c0-8c48-d8d74395d1eb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:18.166986 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:18.296365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9907269-16af-4a31-be2b-1bfda751f100 req-b7671318-263a-4a5d-9c2f-70b29989bf5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:18.298999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9907269-16af-4a31-be2b-1bfda751f100 req-b7671318-263a-4a5d-9c2f-70b29989bf5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0574219 May 02 10:45:18.308825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (6179edef-f5c5-4c90-ad91-cb0159c7c497), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.317697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.327145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/6179edef-f5c5-4c90-ad91-cb0159c7c497 HTTP/1.1" status: 204 len: 168 time: 2.1899559 May 02 10:45:18.327366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:18.335695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-996424360'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:18.339526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25713ea-f074-466b-9903-c1081acce34e tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=6179edef-f5c5-4c90-ad91-cb0159c7c497,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:18.385609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9907269-16af-4a31-be2b-1bfda751f100 req-6c835740-72a0-47b9-8e44-28842079879d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791922 May 02 10:45:18.522821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3bf67c1-5ab4-41f5-b584-f1c6d8d16226 req-f0eae4c0-f9eb-4879-84e0-7139a8f276ca tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 210 time: 0.0400050 May 02 10:45:18.527100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:18.537426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.574519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-cf8568e2-e50b-4507-9454-dc2d3ace93ec tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:18.576083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-cf8568e2-e50b-4507-9454-dc2d3ace93ec tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.15 "GET /v2.0/networks?id=22413984-e2a2-4770-837e-47a9d793f8c4 HTTP/1.1" status: 200 len: 821 time: 0.1605418 May 02 10:45:18.576970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:18.590813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (217ef272-1997-498f-8d8d-a70241846a36), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.591189 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Added segment 217ef272-1997-498f-8d8d-a70241846a36 of type vlan for network 5ac2a903-0538-4986-abfa-c9eccf49addf May 02 10:45:18.604424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Request body: {'port': {'device_id': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4', 'admin_state_up': True, 'tenant_id': '180087b75c3743b7acc32b0aa9bee8b5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:18.703342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:18.801289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-62ed9f9e-2f85-4f5a-9439-8cc78e300530 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:18.801289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-62ed9f9e-2f85-4f5a-9439-8cc78e300530 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1371465 May 02 10:45:18.810297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-5f98c518-fd28-4654-a851-a4779ad16df8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0104008 May 02 10:45:18.872294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-1d9827e9-e951-49c6-9730-3e8916da8c13 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0563047 May 02 10:45:18.971787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-3bee6ea3-c6c8-494b-bc53-7d860dd9553e service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919263 May 02 10:45:19.041358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.041650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Made reservation on behalf of 180087b75c3743b7acc32b0aa9bee8b5 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:19.045065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.046528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:19.047148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.131836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Network': ['ID=5ac2a903-0538-4986-abfa-c9eccf49addf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:19.139423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80765e4f-f2fe-400d-8d28-674da22e6a7e req-6b65b53a-7f00-4c97-8e5a-bc8a37ff4575 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616611 May 02 10:45:19.143635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5ac2a903-0538-4986-abfa-c9eccf49addf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:19.190944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Allocated IP 172.20.0.13 (22413984-e2a2-4770-837e-47a9d793f8c4/3c2c8691-486b-4633-9bd7-21e21936d297/dd498858-8b02-4741-b5ec-fff7228aca95) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:19.225947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3264531d-21d2-4793-acbe-2594d96439cb tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8975265 May 02 10:45:19.234411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56622) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:19.241339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Request body: {'subnet': {'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:19.382924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f7478f-b2b3-4582-9ecf-6244229ef898 req-c3a57a95-c73a-4dad-8024-75d8c016476b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:19.384435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16f7478f-b2b3-4582-9ecf-6244229ef898 req-c3a57a95-c73a-4dad-8024-75d8c016476b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 907 time: 0.0901930 May 02 10:45:19.421645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Made reservation on behalf of d05de35a41ec42a18fe2b13d8a5f28ff for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:19.431364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.444747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks [] for port (dd498858-8b02-4741-b5ec-fff7228aca95), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.566832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.677240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Network 22413984-e2a2-4770-837e-47a9d793f8c4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:19.692191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:19.695674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:19.698808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Pushing event updated for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:19.761239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ef2e30-c438-4b3f-9427-5baa7e70c7bf req-1851d317-3125-451d-82d8-979027550860 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:19.763208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ef2e30-c438-4b3f-9427-5baa7e70c7bf req-1851d317-3125-451d-82d8-979027550860 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 932 time: 0.0847795 May 02 10:45:19.790789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:19.791415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.812968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.objects.ports [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115662) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 02 10:45:19.815126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (7921898a-7f33-4216-9d78-3cdd44ac4c45), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:19.834036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5ef2e30-c438-4b3f-9427-5baa7e70c7bf req-55a290ed-6cb3-4c1e-9551-742fc5c40447 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646045 May 02 10:45:19.885234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-07e99697-ad21-46da-a474-c570a6ee87d1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2850995 May 02 10:45:19.887356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event updated for resources: {'Subnet': ['ID=7921898a-7f33-4216-9d78-3cdd44ac4c45,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:19.905916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Checking segment: {'id': '217ef272-1997-498f-8d8d-a70241846a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:19.908440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network hostable DHCP agents. Network: 5ac2a903-0538-4986-abfa-c9eccf49addf, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:19.982905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Network 5ac2a903-0538-4986-abfa-c9eccf49addf is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:20.068666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-d6772be3-7819-416e-b565-8d58b3e8ae22 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:20.070124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-d6772be3-7819-416e-b565-8d58b3e8ae22 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1132722 May 02 10:45:20.071125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ac2a903-0538-4986-abfa-c9eccf49addf) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:20.075140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:20.075721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.081108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71156646-73f3-439c-b816-345d6141290e None None] Network 5ac2a903-0538-4986-abfa-c9eccf49addf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:20.094643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-3cfd48d0-5d9b-4c40-95f6-ec9fcff58a72 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0116324 May 02 10:45:20.156114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-8f936479-0bf4-4f47-a42e-f66e197b0321 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0457513 May 02 10:45:20.188814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ac2a903-0538-4986-abfa-c9eccf49addf', 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf', 'project_id': 'd05de35a41ec42a18fe2b13d8a5f28ff', 'fixed_ips': [{'subnet_id': '7921898a-7f33-4216-9d78-3cdd44ac4c45'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:20.190303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.224120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e9ac9d47-ec8b-42c7-b61e-9572f0283428 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9898317 May 02 10:45:20.226986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56680) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:20.259569 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-f50e47d6-a1db-4688-b072-9877bbe25c94 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961602 May 02 10:45:20.333971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Allocated IP 2001:db8::f816:3eff:fe66:fa68 (5ac2a903-0538-4986-abfa-c9eccf49addf/7921898a-7f33-4216-9d78-3cdd44ac4c45/d32e1a9f-e712-4214-9097-efe3b67809ba) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:20.352069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.374531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-b2a6f601-e6d3-40e8-ab26-7977dd1ed32e service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084146 May 02 10:45:20.407656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7921898a-7f33-4216-9d78-3cdd44ac4c45), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.436397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Request body: {'port': {'device_id': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:20.499336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks [] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.556751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54186385-bd03-4758-a090-df0eb4acf946 req-7e17857c-c31a-46be-a29c-500d7ae71413 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:20.558562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54186385-bd03-4758-a090-df0eb4acf946 req-7e17857c-c31a-46be-a29c-500d7ae71413 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 907 time: 0.0881150 May 02 10:45:20.567194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.588151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.624580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f02e228-7036-4075-a8d9-ce861aa13778 req-5a109593-ab88-4a7f-80dd-f685fef4400f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 210 time: 0.0494916 May 02 10:45:20.656958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Network 5ac2a903-0538-4986-abfa-c9eccf49addf is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:20.661292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:20.664363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:20.674428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Pushing event updated for resources: {'Port': ['ID=d32e1a9f-e712-4214-9097-efe3b67809ba,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:20.717332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7921898a-7f33-4216-9d78-3cdd44ac4c45), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.753977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Attempting to bind port d32e1a9f-e712-4214-9097-efe3b67809ba on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:20.754356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Attempting to bind port d32e1a9f-e712-4214-9097-efe3b67809ba by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '217ef272-1997-498f-8d8d-a70241846a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:20.754721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Attempting to bind port d32e1a9f-e712-4214-9097-efe3b67809ba on network 5ac2a903-0538-4986-abfa-c9eccf49addf {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:20.760285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:20.760708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Checking segment: {'id': '217ef272-1997-498f-8d8d-a70241846a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:20.761325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.761733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Bound using segment: {'id': '217ef272-1997-498f-8d8d-a70241846a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:20.762320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Bound port: d32e1a9f-e712-4214-9097-efe3b67809ba, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217ef272-1997-498f-8d8d-a70241846a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '5ac2a903-0538-4986-abfa-c9eccf49addf'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:20.762954 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:20.773797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=7921898a-7f33-4216-9d78-3cdd44ac4c45,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:20.824998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-3b38e5d3-5bec-4c20-a49d-fe7c74d5abf0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:20.829704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-3b38e5d3-5bec-4c20-a49d-fe7c74d5abf0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 907 time: 0.1218445 May 02 10:45:20.837591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] For port d32e1a9f-e712-4214-9097-efe3b67809ba, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:20.841180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] For port d32e1a9f-e712-4214-9097-efe3b67809ba, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d32e1a9f-e712-4214-9097-efe3b67809ba,segment=NetworkSegment(217ef272-1997-498f-8d8d-a70241846a36),segment_id=217ef272-1997-498f-8d8d-a70241846a36)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:20.908587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.001222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778cbb2-8637-478e-92f6-94f20da60f58 None None] Pushing event updated for resources: {'Port': ['ID=d32e1a9f-e712-4214-9097-efe3b67809ba,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:21.017808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2da65-5053-44a4-97f6-dc6f847c3806 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:45:21.123150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c2da65-5053-44a4-97f6-dc6f847c3806 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:45:21.268854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.340663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2a903-0538-4986-abfa-c9eccf49addf']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:21.341564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89fc070-5811-4ad2-a631-2feee46acc73 None None] Network 5ac2a903-0538-4986-abfa-c9eccf49addf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:21.377792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217ef272-1997-498f-8d8d-a70241846a36') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:21.378097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217ef272-1997-498f-8d8d-a70241846a36') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:21.394474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707b64a7-4b5f-44ae-b42f-4527ad138334 req-38453f15-3e27-4cbf-bed9-9b59ab1b3787 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:21.395477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-707b64a7-4b5f-44ae-b42f-4527ad138334 req-38453f15-3e27-4cbf-bed9-9b59ab1b3787 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 932 time: 0.1291511 May 02 10:45:21.412954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (217ef272-1997-498f-8d8d-a70241846a36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.458971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:21.459240 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.477179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (217ef272-1997-498f-8d8d-a70241846a36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.502301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:21.502708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (217ef272-1997-498f-8d8d-a70241846a36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:21.505714 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:21.608776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-707b64a7-4b5f-44ae-b42f-4527ad138334 req-6a79a0fb-e763-4f50-a67f-6829a60603b8 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074535 May 02 10:45:21.669275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:45:21.669275 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:45:21.669275 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '5ac2a903-0538-4986-abfa-c9eccf49addf'}] May 02 10:45:21.669275 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:45:21.669763 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:45:21.674521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd498858-8b02-4741-b5ec-fff7228aca95 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:21.684837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:21.685216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.689422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks [] for port (dd498858-8b02-4741-b5ec-fff7228aca95), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.700477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c0dab-d5e4-4a3a-9b27-93e8de5395c9 req-38584cb8-8355-4c96-a8ac-8877073ef7c5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:21.702033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb1c0dab-d5e4-4a3a-9b27-93e8de5395c9 req-38584cb8-8355-4c96-a8ac-8877073ef7c5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 907 time: 0.0544577 May 02 10:45:21.719622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:21.737704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Transition to ACTIVE for port object dd498858-8b02-4741-b5ec-fff7228aca95 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:45:21.743768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1895833-9dcf-4680-8e02-9052dbf4c2c3 req-d500ec05-6131-4c1a-a6f4-85e9c0349e5b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 210 time: 0.0472572 May 02 10:45:21.797151 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:21.872651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Pushing event updated for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:21.983858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Attempting to bind port dd498858-8b02-4741-b5ec-fff7228aca95 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:21.984116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Attempting to bind port dd498858-8b02-4741-b5ec-fff7228aca95 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'e06a56da-c3d4-40af-a023-ef27da864061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:21.984485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Attempting to bind port dd498858-8b02-4741-b5ec-fff7228aca95 on network 22413984-e2a2-4770-837e-47a9d793f8c4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:21.989096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Port dd498858-8b02-4741-b5ec-fff7228aca95 on network 22413984-e2a2-4770-837e-47a9d793f8c4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:45:21.989446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Attempting to bind port dd498858-8b02-4741-b5ec-fff7228aca95 on network 22413984-e2a2-4770-837e-47a9d793f8c4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:21.994428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:21.994767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Checking segment: {'id': 'e06a56da-c3d4-40af-a023-ef27da864061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:21.995151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Bound using segment: {'id': 'e06a56da-c3d4-40af-a023-ef27da864061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:21.995570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Bound port: dd498858-8b02-4741-b5ec-fff7228aca95, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e06a56da-c3d4-40af-a023-ef27da864061', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:21.995924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.060353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:22.063504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd498858-8b02-4741-b5ec-fff7228aca95,segment=NetworkSegment(e06a56da-c3d4-40af-a023-ef27da864061),segment_id=e06a56da-c3d4-40af-a023-ef27da864061)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:22.067213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.093026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:22.156497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] No DVR routers for this DVR port 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:22.158885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.161434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.164706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2173800-37da-40a5-88fe-eac5bd699a09 req-5dbf5b26-b797-4ca9-8895-f6974c668f26 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.15 "DELETE /v2.0/ports/0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc HTTP/1.1" status: 204 len: 173 time: 1.3229260 May 02 10:45:22.166578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'name': 'network-vif-deleted', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:22.169060 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396cc5af-ba96-4f3f-9329-133ff2ff662c" -d '{"events": [{"server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "name": "network-vif-deleted", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:22.175119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.211399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:22.212035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.213498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd498858-8b02-4741-b5ec-fff7228aca95 HTTP/1.1" status: 200 len: 1092 time: 1.7817774 May 02 10:45:22.216342 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b0f0827-9347-4366-9297-2c748b192653 x-openstack-request-id: req-3b0f0827-9347-4366-9297-2c748b192653 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:22.216708 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0660578a-f54b-4854-b8f2-d3de4c708e3c", "name": "network-vif-deleted", "tag": "0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:22.216834 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3b0f0827-9347-4366-9297-2c748b192653 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:22.217411 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b0f0827-9347-4366-9297-2c748b192653'] response: {'server_uuid': '0660578a-f54b-4854-b8f2-d3de4c708e3c', 'name': 'network-vif-deleted', 'tag': '0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc', 'status': 'completed', 'code': 200} May 02 10:45:22.258295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0b3317-8458-488e-981a-eb56c64fbe36 service neutron] Pushing event updated for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:22.276508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port d32e1a9f-e712-4214-9097-efe3b67809ba {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:22.279872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.346995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] For port d32e1a9f-e712-4214-9097-efe3b67809ba, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d32e1a9f-e712-4214-9097-efe3b67809ba,segment=NetworkSegment(217ef272-1997-498f-8d8d-a70241846a36),segment_id=217ef272-1997-498f-8d8d-a70241846a36)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:22.347371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.362279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for d32e1a9f-e712-4214-9097-efe3b67809ba owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:22.498566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d32e1a9f-e712-4214-9097-efe3b67809ba), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.525082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=d32e1a9f-e712-4214-9097-efe3b67809ba,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:22.534012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No DVR routers for this DVR port d32e1a9f-e712-4214-9097-efe3b67809ba on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:22.647187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.679345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac2a903-0538-4986-abfa-c9eccf49addf']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:22.682268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-486b7dfb-ca9c-48bc-b061-e2fa0b0081e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:22.684127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-486b7dfb-ca9c-48bc-b061-e2fa0b0081e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=180087b75c3743b7acc32b0aa9bee8b5&device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 1126 time: 0.1568754 May 02 10:45:22.693298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217ef272-1997-498f-8d8d-a70241846a36') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:22.693602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217ef272-1997-498f-8d8d-a70241846a36') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:22.709999 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (217ef272-1997-498f-8d8d-a70241846a36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.819027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-63e76b47-f171-491c-a59c-0980fda15d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd498858-8b02-4741-b5ec-fff7228aca95 HTTP/1.1" status: 200 len: 217 time: 0.1069851 May 02 10:45:22.825829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (217ef272-1997-498f-8d8d-a70241846a36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.831247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b98244a-6dbe-47f2-bb41-988c40753fe8 req-818ab242-c78f-46da-9633-f8b7552395de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=0660578a-f54b-4854-b8f2-d3de4c708e3c HTTP/1.1" status: 200 len: 210 time: 0.0325980 May 02 10:45:22.866339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a4df1-beca-496e-838a-ebde4fe82c5c req-3556b1c4-1f25-4fe7-8744-7ea2f872b896 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:22.872028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-890a4df1-beca-496e-838a-ebde4fe82c5c req-3556b1c4-1f25-4fe7-8744-7ea2f872b896 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 944 time: 0.1673067 May 02 10:45:22.872028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:22.872028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (217ef272-1997-498f-8d8d-a70241846a36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:22.874570 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:22.921924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d962a7c-eb17-4f4a-8a08-5f2d4f0d502e req-1af1f724-00d0-45c8-ad83-3fc6334ec360 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 210 time: 0.0298479 May 02 10:45:23.033772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-a168425d-c80d-4c78-81f1-63ba2217836f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:23.035132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-a168425d-c80d-4c78-81f1-63ba2217836f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.3154509 May 02 10:45:23.041335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-890a4df1-beca-496e-838a-ebde4fe82c5c req-375a2061-8d0c-49ac-ac69-0ea26c049889 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659052 May 02 10:45:23.051598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:23.073133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-dfd71726-161f-44f7-8e87-1b79c85cc019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:23.074601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-dfd71726-161f-44f7-8e87-1b79c85cc019 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c2c8691-486b-4633-9bd7-21e21936d297 HTTP/1.1" status: 200 len: 861 time: 0.1065514 May 02 10:45:23.128969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5ac2a903-0538-4986-abfa-c9eccf49addf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.151117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.153618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/5ac2a903-0538-4986-abfa-c9eccf49addf HTTP/1.1" status: 204 len: 168 time: 2.9245703 May 02 10:45:23.159727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-5b625f40-0ad9-47da-ad88-322b91cd64d2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22413984-e2a2-4770-837e-47a9d793f8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712113 May 02 10:45:23.161373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56716) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.187364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b20972-47e0-4291-b969-214b5ac63a32 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=5ac2a903-0538-4986-abfa-c9eccf49addf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:23.192089 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcbdf9e6-ae80-4920-9dfc-21dd10ace494 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.192805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcbdf9e6-ae80-4920-9dfc-21dd10ace494 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.199401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dcbdf9e6-ae80-4920-9dfc-21dd10ace494 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/7921898a-7f33-4216-9d78-3cdd44ac4c45 HTTP/1.1" status: 404 len: 337 time: 0.0392199 May 02 10:45:23.199990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56718) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.219044 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4198dbd2-6814-4556-9468-8a0cd375cf38 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.219556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4198dbd2-6814-4556-9468-8a0cd375cf38 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.223094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4198dbd2-6814-4556-9468-8a0cd375cf38 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/5ac2a903-0538-4986-abfa-c9eccf49addf HTTP/1.1" status: 404 len: 339 time: 0.0222073 May 02 10:45:23.226002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56720) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.255232 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-115ff39f-6c0b-4a66-8130-73b8a8c5aaa8 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.255699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-115ff39f-6c0b-4a66-8130-73b8a8c5aaa8 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.258774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-115ff39f-6c0b-4a66-8130-73b8a8c5aaa8 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/61793431-09cf-4080-9bf5-a95a06086f3e HTTP/1.1" status: 404 len: 337 time: 0.0316741 May 02 10:45:23.261552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56722) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.281447 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be715ba-1d99-4a47-859f-ff3ab42519de tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.281976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6be715ba-1d99-4a47-859f-ff3ab42519de tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.288237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6be715ba-1d99-4a47-859f-ff3ab42519de tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/6179edef-f5c5-4c90-ad91-cb0159c7c497 HTTP/1.1" status: 404 len: 339 time: 0.0233324 May 02 10:45:23.288401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.295198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-ab0470c6-2cfc-45e6-ab9c-408a9e125cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185722 May 02 10:45:23.318255 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-24f3071a-b2d5-404f-8bee-87fe4155ff5c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.319347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24f3071a-b2d5-404f-8bee-87fe4155ff5c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.324176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24f3071a-b2d5-404f-8bee-87fe4155ff5c tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/d9916dbc-03e8-4de7-8e75-5981147178b1 HTTP/1.1" status: 404 len: 337 time: 0.0324848 May 02 10:45:23.324454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56726) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.343075 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c129208-1959-4488-93f3-8bf0d6af7eb1 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.343579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c129208-1959-4488-93f3-8bf0d6af7eb1 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.347854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c129208-1959-4488-93f3-8bf0d6af7eb1 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/ba4c44b5-3b2d-48a2-932b-9caafa214f3a HTTP/1.1" status: 404 len: 339 time: 0.0224311 May 02 10:45:23.352928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56728) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.392793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:23.396332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.410652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-323c5b6f-6342-472d-bced-7f6783de6c6e req-ce588be9-459a-4b6e-90a1-6e94b4b9eac6 service neutron] 10.222.0.15 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993404 May 02 10:45:23.444543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port 3b4f7c24-d583-4bd7-a546-17ac51f405bb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:23.444907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3b4f7c24-d583-4bd7-a546-17ac51f405bb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.519507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3b4f7c24-d583-4bd7-a546-17ac51f405bb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.535137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.2 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/c6863d26-5b72-4097-8014-bda18fb2e597) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:23.536667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for 3b4f7c24-d583-4bd7-a546-17ac51f405bb owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:23.685048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (c6863d26-5b72-4097-8014-bda18fb2e597), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.741200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3b4f7c24-d583-4bd7-a546-17ac51f405bb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.769383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=3b4f7c24-d583-4bd7-a546-17ac51f405bb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:23.779267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.779665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.779971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.780313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.780701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.781045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.781381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.781715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.782041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.782366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.783305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.783638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.783965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.784295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.784647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:23.789134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.792633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.795098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e08bd06d-bbef-4165-ac43-1053a36e0997 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/ports/3b4f7c24-d583-4bd7-a546-17ac51f405bb HTTP/1.1" status: 204 len: 168 time: 0.4411209 May 02 10:45:23.796819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56730) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.808487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:23.831622 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-a154d695-ca22-45e0-9403-1957f98eb024 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:23.834921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a154d695-ca22-45e0-9403-1957f98eb024 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:23.836675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:23.838163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a154d695-ca22-45e0-9403-1957f98eb024 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/2f1a23d0-2df7-497b-8102-af7ec81b57d2 HTTP/1.1" status: 404 len: 337 time: 0.0397122 May 02 10:45:23.840678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56734) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.842404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:23.846938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:23.872078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:23.883476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:23.940694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:23.940694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.951063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Deleting subnet 941853b4-65e8-4aa5-8bea-7fa08ed4739d {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:23.956974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Publish callbacks [] for subnet (941853b4-65e8-4aa5-8bea-7fa08ed4739d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:23.965883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.029653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (941853b4-65e8-4aa5-8bea-7fa08ed4739d), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.065220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-4ff89995-9748-4189-b8af-075897537153 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0169683 May 02 10:45:24.090798 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (941853b4-65e8-4aa5-8bea-7fa08ed4739d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.144027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74115195-48e0-4e16-8c40-9bb204cff3c8 req-46983d1b-2455-4b03-be51-76bf169b1e28 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:24.145482 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74115195-48e0-4e16-8c40-9bb204cff3c8 req-46983d1b-2455-4b03-be51-76bf169b1e28 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 931 time: 0.1166520 May 02 10:45:24.147078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.184249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b73eff1c-7640-4192-b8fb-0434f63a84c6']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.203039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71867041-b526-4365-a453-8e8d1f5bdc56') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.203272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71867041-b526-4365-a453-8e8d1f5bdc56') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.217942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:24.220862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (71867041-b526-4365-a453-8e8d1f5bdc56), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.221031 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15b9904-8767-44dc-9a00-f7c258cae35b" -d '{"events": [{"name": "network-changed", "server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:24.224558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (941853b4-65e8-4aa5-8bea-7fa08ed4739d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.230800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74115195-48e0-4e16-8c40-9bb204cff3c8 req-332849ed-5a24-498c-8642-0099a4719759 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741503 May 02 10:45:24.239571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (71867041-b526-4365-a453-8e8d1f5bdc56), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.246280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:24.246707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (71867041-b526-4365-a453-8e8d1f5bdc56), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: timer() May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:24.250117 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:24.261715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=941853b4-65e8-4aa5-8bea-7fa08ed4739d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:24.263674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.267485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8286e42-a9fc-4428-bfc5-d5d3ca1b9af4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/941853b4-65e8-4aa5-8bea-7fa08ed4739d HTTP/1.1" status: 204 len: 168 time: 0.3938961 May 02 10:45:24.270260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56766) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:24.350693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1dfb9d77-828c-40b1-a33f-722e78364357), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.369177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e447b62-c92f-46f0-bdbb-a936eb7b9b50 req-53b3183e-8740-4b74-96e6-a3ebe4a18357 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:24.370794 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e447b62-c92f-46f0-bdbb-a936eb7b9b50 req-53b3183e-8740-4b74-96e6-a3ebe4a18357 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 944 time: 0.0533040 May 02 10:45:24.408249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b73eff1c-7640-4192-b8fb-0434f63a84c6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.420249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.424332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/b73eff1c-7640-4192-b8fb-0434f63a84c6 HTTP/1.1" status: 204 len: 168 time: 0.5824232 May 02 10:45:24.430998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56770) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:24.438000 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32733b9f-6675-4d4b-bc94-9d9015495fc5 x-openstack-request-id: req-32733b9f-6675-4d4b-bc94-9d9015495fc5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:24.438000 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:24.438000 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-32733b9f-6675-4d4b-bc94-9d9015495fc5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:24.438000 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32733b9f-6675-4d4b-bc94-9d9015495fc5'] response: {'name': 'network-changed', 'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95', 'status': 'completed', 'code': 200} May 02 10:45:24.443466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1dfb9d77-828c-40b1-a33f-722e78364357), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.466508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7e447b62-c92f-46f0-bdbb-a936eb7b9b50 req-cd60b53e-7fd5-4f4c-abfc-c7c1c1c02f1c tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840917 May 02 10:45:24.466508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3a5533-80e2-4bf1-bf00-e745d475d106 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=b73eff1c-7640-4192-b8fb-0434f63a84c6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:24.474215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dfb9d77-828c-40b1-a33f-722e78364357']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.493824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Request body: {'port': {'device_id': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:24.502620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ef340e-f231-4815-9022-a6a332646120') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.505825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ef340e-f231-4815-9022-a6a332646120') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:24.545186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port 00b0809c-8e37-4614-a82d-8d36226557d1 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:24.545527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (00b0809c-8e37-4614-a82d-8d36226557d1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.575057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b6ef340e-f231-4815-9022-a6a332646120), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.610524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304d3bd-7f60-42da-9925-ca14ce592136 req-de59fc31-cb4d-40dd-9930-4018e90e3f3f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:24.612047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3304d3bd-7f60-42da-9925-ca14ce592136 req-de59fc31-cb4d-40dd-9930-4018e90e3f3f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 945 time: 0.1407089 May 02 10:45:24.613521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b6ef340e-f231-4815-9022-a6a332646120), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.616254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-e8ad4f0d-0b6a-4aa0-9601-73a3654063fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:24.617701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-e8ad4f0d-0b6a-4aa0-9601-73a3654063fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=180087b75c3743b7acc32b0aa9bee8b5&device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 1126 time: 0.0981848 May 02 10:45:24.619422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (00b0809c-8e37-4614-a82d-8d36226557d1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.634230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for 00b0809c-8e37-4614-a82d-8d36226557d1 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:24.647444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:24.647860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b6ef340e-f231-4815-9022-a6a332646120), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:24.649610 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:24.746580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.761517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (00b0809c-8e37-4614-a82d-8d36226557d1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.794079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=00b0809c-8e37-4614-a82d-8d36226557d1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:24.799803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.805492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e3e9f2a2-0c4e-4647-838b-81550e772bf7 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/ports/00b0809c-8e37-4614-a82d-8d36226557d1 HTTP/1.1" status: 204 len: 168 time: 0.3687377 May 02 10:45:24.805929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56772) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:24.806990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3304d3bd-7f60-42da-9925-ca14ce592136 req-03f33a99-92f8-41e4-aecd-be7354be8b00 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854465 May 02 10:45:24.837299 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-20bdfc8e-34f0-4a59-a291-a5341eb92265 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] DELETE failed (client error): The resource could not be found. May 02 10:45:24.837299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20bdfc8e-34f0-4a59-a291-a5341eb92265 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:24.837299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-20bdfc8e-34f0-4a59-a291-a5341eb92265 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/9521a0f9-785e-45c8-83bf-837c15cbbd62 HTTP/1.1" status: 404 len: 337 time: 0.0301206 May 02 10:45:24.839539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:24.865485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1dfb9d77-828c-40b1-a33f-722e78364357), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.873690 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.877692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] 10.222.0.16 "DELETE /v2.0/networks/1dfb9d77-828c-40b1-a33f-722e78364357 HTTP/1.1" status: 204 len: 168 time: 0.6067224 May 02 10:45:24.882850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-f48ce9a4-80af-44af-83a0-e24b36ef6e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:24.884250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-f48ce9a4-80af-44af-83a0-e24b36ef6e3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=22413984-e2a2-4770-837e-47a9d793f8c4 HTTP/1.1" status: 200 len: 922 time: 0.2313979 May 02 10:45:24.884757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56776) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:24.915936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:24.951166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afa69b0-2127-44c4-9599-476374c05786 admin admin] Pushing event deleted for resources: {'Network': ['ID=1dfb9d77-828c-40b1-a33f-722e78364357,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:25.006257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.028168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb022a2b-0609-4c17-9601-db4ee770edb3']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:25.038367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1a407ef-4235-4ce2-b959-0cb355148d7e') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:25.038673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1a407ef-4235-4ce2-b959-0cb355148d7e') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:25.049360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e1a407ef-4235-4ce2-b959-0cb355148d7e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.063213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e1a407ef-4235-4ce2-b959-0cb355148d7e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.070348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:25.070785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e1a407ef-4235-4ce2-b959-0cb355148d7e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: timer() May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:25.074096 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:25.204169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fb022a2b-0609-4c17-9601-db4ee770edb3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.209116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.214849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/fb022a2b-0609-4c17-9601-db4ee770edb3 HTTP/1.1" status: 204 len: 168 time: 0.3720531 May 02 10:45:25.216373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56778) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:25.236406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b0546e-dc97-43a2-9cbd-358fe014d6d6 tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=fb022a2b-0609-4c17-9601-db4ee770edb3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:25.283793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting subnet a928ff88-a5f7-4c73-b023-53e0ea93796d {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:25.287972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (a928ff88-a5f7-4c73-b023-53e0ea93796d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.348288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-c1c27847-0476-4938-89bb-9f7331470c50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=dd498858-8b02-4741-b5ec-fff7228aca95 HTTP/1.1" status: 200 len: 217 time: 0.4109256 May 02 10:45:25.360319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (a928ff88-a5f7-4c73-b023-53e0ea93796d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.391823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a186a9-ad74-44c2-b839-c5fb1735db36 req-52141ec3-1579-407f-9da3-70fb3ac06f9a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:25.393326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28a186a9-ad74-44c2-b839-c5fb1735db36 req-52141ec3-1579-407f-9da3-70fb3ac06f9a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 931 time: 0.0836396 May 02 10:45:25.445247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Deleting subnet d9816a1a-03ef-4d11-888a-fde6c8009669 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:25.450803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Publish callbacks [] for subnet (d9816a1a-03ef-4d11-888a-fde6c8009669), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.476496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28a186a9-ad74-44c2-b839-c5fb1735db36 req-8cc5ae21-84dc-405b-a812-758f90e10b2c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758688 May 02 10:45:25.488980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a928ff88-a5f7-4c73-b023-53e0ea93796d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.495558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-e7c43977-6f48-464d-b992-32200feb3c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:25.502147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-e7c43977-6f48-464d-b992-32200feb3c28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3c2c8691-486b-4633-9bd7-21e21936d297 HTTP/1.1" status: 200 len: 861 time: 0.1379223 May 02 10:45:25.529770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d9816a1a-03ef-4d11-888a-fde6c8009669), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.570950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-2264867e-7447-48ca-9d60-4c1978d0daa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22413984-e2a2-4770-837e-47a9d793f8c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0574524 May 02 10:45:25.584747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5999718-7614-42fd-93df-d3ed3a429e41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.613418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (a928ff88-a5f7-4c73-b023-53e0ea93796d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.642826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Subnet': ['ID=a928ff88-a5f7-4c73-b023-53e0ea93796d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:25.644852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.648047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a5eadd8-2681-45e3-930f-a8086df4e7be tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/subnets/a928ff88-a5f7-4c73-b023-53e0ea93796d HTTP/1.1" status: 204 len: 168 time: 0.4306960 May 02 10:45:25.650583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56784) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:25.659418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ddebc5-0522-40ea-a6c3-f57385cfb600 None None] Network 876ed560-693d-461c-a53f-867763f61128 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:25.694196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d9816a1a-03ef-4d11-888a-fde6c8009669), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.738790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (876ed560-693d-461c-a53f-867763f61128), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.742992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac303d00-76fb-4e1e-bf3d-ef43f9df43c9 req-0bbbba6a-0cc6-485c-9c9d-4541e24f12a3 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:25.744416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac303d00-76fb-4e1e-bf3d-ef43f9df43c9 req-0bbbba6a-0cc6-485c-9c9d-4541e24f12a3 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 944 time: 0.1711733 May 02 10:45:25.788357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6863d26-5b72-4097-8014-bda18fb2e597 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:25.793810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Deleting port 1ce3c087-3fc9-440e-b591-edc1ce14e55d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:25.794283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.822359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks [] for port (c6863d26-5b72-4097-8014-bda18fb2e597), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.847834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] DHCP port deletion for 876ed560-693d-461c-a53f-867763f61128 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:25.870282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] For port 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce3c087-3fc9-440e-b591-edc1ce14e55d,segment=NetworkSegment(f710581b-0134-4135-88de-2d253a5d2fbd),segment_id=f710581b-0134-4135-88de-2d253a5d2fbd)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:25.870846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:25.890088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Calling delete_port for 1ce3c087-3fc9-440e-b591-edc1ce14e55d owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:25.895268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-e5cfb9fc-029b-4cb5-a089-eec838c56e5b service neutron] 10.222.0.15 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047266 May 02 10:45:25.897744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd498858-8b02-4741-b5ec-fff7228aca95 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:45:25.907784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-69c87b62-2aef-4087-882a-290d649f0bf8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:25.909348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-69c87b62-2aef-4087-882a-290d649f0bf8 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 945 time: 0.1265063 May 02 10:45:25.921092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Transition to ACTIVE for port object c6863d26-5b72-4097-8014-bda18fb2e597 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:45:25.935071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:25.964858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac303d00-76fb-4e1e-bf3d-ef43f9df43c9 req-c023342a-7d6b-45f8-97b9-8d55a0e62d36 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073426 May 02 10:45:25.978517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d9816a1a-03ef-4d11-888a-fde6c8009669), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.014770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:26.015119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 0f2d1704-9033-4ac6-b1bc-e73c2a99b5bc not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:26.026357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b1a487-6bc6-4778-8496-6c02018cbf91 req-abec5816-4961-44b9-ba18-3716502b307b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:26.033694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17b1a487-6bc6-4778-8496-6c02018cbf91 req-abec5816-4961-44b9-ba18-3716502b307b tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 945 time: 0.0629106 May 02 10:45:26.036029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.038102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9816a1a-03ef-4d11-888a-fde6c8009669,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.051692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd498858-8b02-4741-b5ec-fff7228aca95,segment=NetworkSegment(e06a56da-c3d4-40af-a023-ef27da864061),segment_id=e06a56da-c3d4-40af-a023-ef27da864061)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:26.054768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.060679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a79a6340-58f9-472e-a763-1cba41ced32c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d9816a1a-03ef-4d11-888a-fde6c8009669 HTTP/1.1" status: 204 len: 168 time: 1.1243646 May 02 10:45:26.060855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56788) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:26.064650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Deleting port 1ce3c087-3fc9-440e-b591-edc1ce14e55d {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:26.065034 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.067972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'dd498858-8b02-4741-b5ec-fff7228aca95', 'network_id': '22413984-e2a2-4770-837e-47a9d793f8c4', 'port_id': 'dd498858-8b02-4741-b5ec-fff7228aca95', 'mac_address': 'fa:16:3e:21:31:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c2c8691-486b-4633-9bd7-21e21936d297', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:45:26.123120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.163291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.167917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] For port 1ce3c087-3fc9-440e-b591-edc1ce14e55d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ce3c087-3fc9-440e-b591-edc1ce14e55d,segment=NetworkSegment(f710581b-0134-4135-88de-2d253a5d2fbd),segment_id=f710581b-0134-4135-88de-2d253a5d2fbd)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:26.168562 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.175316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port d378da7e-1157-46b3-b5cf-d90e274f62d0 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:26.175662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.179398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port dd498858-8b02-4741-b5ec-fff7228aca95 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:26.179788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.182340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b15b9904-8767-44dc-9a00-f7c258cae35b req-f5570194-9ece-4d1a-bc83-4618abde7931 service neutron] 10.222.0.15 "GET /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711880 May 02 10:45:26.194373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Calling delete_port for 1ce3c087-3fc9-440e-b591-edc1ce14e55d owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:26.203631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd498858-8b02-4741-b5ec-fff7228aca95 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:26.209627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-17b1a487-6bc6-4778-8496-6c02018cbf91 req-44b0f393-f0b8-4775-90fd-67b1738e34e3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748569 May 02 10:45:26.216708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Port': ['ID=1ce3c087-3fc9-440e-b591-edc1ce14e55d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.218575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] No DVR routers for this DVR port 1ce3c087-3fc9-440e-b591-edc1ce14e55d on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:26.248972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9915bec7-bc34-451d-84fb-09edcef1cb6a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.271062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd498858-8b02-4741-b5ec-fff7228aca95,segment=NetworkSegment(e06a56da-c3d4-40af-a023-ef27da864061),segment_id=e06a56da-c3d4-40af-a023-ef27da864061)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:26.314095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1ce3c087-3fc9-440e-b591-edc1ce14e55d), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.337094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (876ed560-693d-461c-a53f-867763f61128), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.347882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port d378da7e-1157-46b3-b5cf-d90e274f62d0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d378da7e-1157-46b3-b5cf-d90e274f62d0,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:26.348136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.348339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.350664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] Pushing event deleted for resources: {'Port': ['ID=1ce3c087-3fc9-440e-b591-edc1ce14e55d,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.356661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Attempting to bind port c6863d26-5b72-4097-8014-bda18fb2e597 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:26.356661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Attempting to bind port c6863d26-5b72-4097-8014-bda18fb2e597 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:26.356661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Attempting to bind port c6863d26-5b72-4097-8014-bda18fb2e597 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:26.357744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77eaa8c0-e9e1-42cb-b9db-e14cb04f882f None None] No DVR routers for this DVR port 1ce3c087-3fc9-440e-b591-edc1ce14e55d on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:26.370991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for d378da7e-1157-46b3-b5cf-d90e274f62d0 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:26.387846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Port c6863d26-5b72-4097-8014-bda18fb2e597 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:45:26.388192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Attempting to bind port c6863d26-5b72-4097-8014-bda18fb2e597 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:26.408920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9915bec7-bc34-451d-84fb-09edcef1cb6a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.410156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.412473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876ed560-693d-461c-a53f-867763f61128']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.424201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:26.424550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:26.424973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:26.425418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Bound port: c6863d26-5b72-4097-8014-bda18fb2e597, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:26.425790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.431481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f710581b-0134-4135-88de-2d253a5d2fbd') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.431790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f710581b-0134-4135-88de-2d253a5d2fbd') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.446619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9915bec7-bc34-451d-84fb-09edcef1cb6a']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.449666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (f710581b-0134-4135-88de-2d253a5d2fbd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.464946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e033035-6f45-45ff-80da-b2cb86584aa5') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.465247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e033035-6f45-45ff-80da-b2cb86584aa5') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:26.476442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7e033035-6f45-45ff-80da-b2cb86584aa5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.478268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f710581b-0134-4135-88de-2d253a5d2fbd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.495375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:26.495778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (f710581b-0134-4135-88de-2d253a5d2fbd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: timer() May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:26.498929 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:26.510240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7e033035-6f45-45ff-80da-b2cb86584aa5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.526371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:26.548658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:26.549070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7e033035-6f45-45ff-80da-b2cb86584aa5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: timer() May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:26.550777 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:26.618986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['dd498858-8b02-4741-b5ec-fff7228aca95'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:26.640008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d5c2c-3832-47a5-9202-0eebb4b2194f req-f9608bcc-6f70-4557-8895-56c34d3602aa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:26.641816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f2d5c2c-3832-47a5-9202-0eebb4b2194f req-f9608bcc-6f70-4557-8895-56c34d3602aa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 943 time: 0.0489657 May 02 10:45:26.650165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d378da7e-1157-46b3-b5cf-d90e274f62d0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.662575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122', 'd378da7e-1157-46b3-b5cf-d90e274f62d0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:26.676702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (876ed560-693d-461c-a53f-867763f61128), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.681910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9915bec7-bc34-451d-84fb-09edcef1cb6a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.683940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6863d26-5b72-4097-8014-bda18fb2e597,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:26.695686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.698933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] 10.222.0.16 "DELETE /v2.0/networks/876ed560-693d-461c-a53f-867763f61128 HTTP/1.1" status: 204 len: 168 time: 1.0473235 May 02 10:45:26.701362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a662464-b730-41a4-92b1-ba1265754d6d tempest-NetworksIpV6TestAttrs-21945166 tempest-NetworksIpV6TestAttrs-21945166-project] Pushing event deleted for resources: {'Network': ['ID=876ed560-693d-461c-a53f-867763f61128,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.703409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.706581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] 10.222.0.16 "DELETE /v2.0/networks/9915bec7-bc34-451d-84fb-09edcef1cb6a HTTP/1.1" status: 204 len: 168 time: 0.6446588 May 02 10:45:26.724989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58ab2e2-5458-4e10-a539-aa787a0ba175 admin admin] Pushing event deleted for resources: {'Network': ['ID=9915bec7-bc34-451d-84fb-09edcef1cb6a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.730701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=d378da7e-1157-46b3-b5cf-d90e274f62d0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:26.760436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ce3c087-3fc9-440e-b591-edc1ce14e55d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:26.802745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] No DVR routers for this DVR port d378da7e-1157-46b3-b5cf-d90e274f62d0 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:26.804949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1ce3c087-3fc9-440e-b591-edc1ce14e55d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:26.805320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ce3c087-3fc9-440e-b591-edc1ce14e55d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:26.807516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.810939 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e738dee1-1fe8-4043-b0e9-eaa4db828e1e req-7b78a068-9ce4-4d4b-9a9d-cd7ab165caeb tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "DELETE /v2.0/ports/d378da7e-1157-46b3-b5cf-d90e274f62d0 HTTP/1.1" status: 204 len: 173 time: 0.8879235 May 02 10:45:26.811569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'name': 'network-vif-deleted', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:26.823171 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f36ece41-49b5-497c-84e3-d8c3d07e2e72" -d '{"events": [{"server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "name": "network-vif-deleted", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:26.828267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.836630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f2d5c2c-3832-47a5-9202-0eebb4b2194f req-3c0597b3-b412-49f8-aef5-9391e077bb41 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844070 May 02 10:45:26.872536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:26.873033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:26.874941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] 10.222.0.15 "PUT /v2.0/ports/c6863d26-5b72-4097-8014-bda18fb2e597 HTTP/1.1" status: 200 len: 1091 time: 2.3847837 May 02 10:45:26.888242 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb84ef9-b84a-45df-846b-2db527113b0e x-openstack-request-id: req-3eb84ef9-b84a-45df-846b-2db527113b0e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:26.888533 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "588a9a0c-21c9-47b9-a6d8-a02e0547a683", "name": "network-vif-deleted", "tag": "d378da7e-1157-46b3-b5cf-d90e274f62d0", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:26.888818 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3eb84ef9-b84a-45df-846b-2db527113b0e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:26.889248 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3eb84ef9-b84a-45df-846b-2db527113b0e'] response: {'server_uuid': '588a9a0c-21c9-47b9-a6d8-a02e0547a683', 'name': 'network-vif-deleted', 'tag': 'd378da7e-1157-46b3-b5cf-d90e274f62d0', 'status': 'completed', 'code': 200} May 02 10:45:26.908863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770b92d-da4b-4062-864d-20ff242c4b31 service neutron] Pushing event updated for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:27.095248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56800) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:27.114541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-6870c1d0-1c8d-4d98-8881-d8687e4eeef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:27.116128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-6870c1d0-1c8d-4d98-8881-d8687e4eeef4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 1125 time: 0.0796142 May 02 10:45:27.126251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620b073-9fdf-4337-9fe5-c6342633615f req-b95ab38b-9574-424b-b579-52215df79b6d tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:27.132303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7620b073-9fdf-4337-9fe5-c6342633615f req-b95ab38b-9574-424b-b579-52215df79b6d tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 945 time: 0.0868194 May 02 10:45:27.154360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5913fd9a-d26d-40d6-9d27-8d6df498276f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=92c0683d241045e5bbd52bc4f8fe82d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0552909 May 02 10:45:27.155399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:27.183520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-dae411ea-5a34-46f1-ade3-7cff6d1314fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6863d26-5b72-4097-8014-bda18fb2e597 HTTP/1.1" status: 200 len: 217 time: 0.0429213 May 02 10:45:27.219642 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] Publish callbacks [] for security_group (6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.253207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] Publish callbacks [] for security_group (6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.314111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7620b073-9fdf-4337-9fe5-c6342633615f req-4de64c80-722a-4ce1-82d2-18adcaa846c5 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808217 May 02 10:45:27.319203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-8b7b38b2-2f98-4dc0-a68e-a65af67a720a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:27.320892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-8b7b38b2-2f98-4dc0-a68e-a65af67a720a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.1302197 May 02 10:45:27.328437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:27.361799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-5bbdd21e-a4cf-48d3-a2ef-23b557f3dc89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342517 May 02 10:45:27.382619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47db995f-2b2b-40ac-abb9-590a4feb8e60 req-70a7133f-2c2e-4569-94d9-cdd59ba342c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=588a9a0c-21c9-47b9-a6d8-a02e0547a683 HTTP/1.1" status: 200 len: 210 time: 0.0318508 May 02 10:45:27.401955 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.404656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.405796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5 HTTP/1.1" status: 204 len: 168 time: 0.2501345 May 02 10:45:27.415112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc3e782-7d6a-4437-93b3-22e2559a49d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6304ac7d-ee0b-47a2-9ac6-6bcbc95cb4d5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:27.462618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-1e974b93-0765-4c1c-ba5d-a5b0742ea430 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940351 May 02 10:45:27.511104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0396e352-2877-4c22-94a9-293b695f8dd2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d05de35a41ec42a18fe2b13d8a5f28ff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1779647 May 02 10:45:27.511225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56814) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:27.568641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d72b7e6-7495-4259-8fda-9039675be1ba req-257eae8a-888c-4557-9ba4-31136a3cae67 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967391 May 02 10:45:27.568876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] Publish callbacks [] for security_group (60e445d6-22b7-4503-9128-4abf407c20a9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.593121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] Publish callbacks [] for security_group (60e445d6-22b7-4503-9128-4abf407c20a9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.723702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (60e445d6-22b7-4503-9128-4abf407c20a9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.726536 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.727700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/60e445d6-22b7-4503-9128-4abf407c20a9 HTTP/1.1" status: 204 len: 168 time: 0.2156494 May 02 10:45:27.737128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b46467-e4ed-40e1-a854-b5c55c11125c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e445d6-22b7-4503-9128-4abf407c20a9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:27.856277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd498858-8b02-4741-b5ec-fff7228aca95 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:27.905926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port dd498858-8b02-4741-b5ec-fff7228aca95 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:45:27.941046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5dc0091-1e7d-4253-a7b2-fab3cf6f4969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.972939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port dd498858-8b02-4741-b5ec-fff7228aca95 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:27.973321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:27.973982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95016324-6d5e-4ba6-81b5-0ba896e59122 req-9999f656-b1a9-4655-8a26-5a9ad83726a9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:27.975132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95016324-6d5e-4ba6-81b5-0ba896e59122 req-9999f656-b1a9-4655-8a26-5a9ad83726a9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 943 time: 0.0520248 May 02 10:45:28.025316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95016324-6d5e-4ba6-81b5-0ba896e59122 req-23c4a936-a352-4df2-b282-412990a112e9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438421 May 02 10:45:28.057027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port dd498858-8b02-4741-b5ec-fff7228aca95 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:28.057514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.081132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:28.083437 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9f5c30-b9e7-4272-8899-c36ab6b4d255" -d '{"events": [{"server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:28.102766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd498858-8b02-4741-b5ec-fff7228aca95,segment=NetworkSegment(e06a56da-c3d4-40af-a023-ef27da864061),segment_id=e06a56da-c3d4-40af-a023-ef27da864061)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:28.127432 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ccea4f-982e-4810-8641-e9aad37ac657 x-openstack-request-id: req-f9ccea4f-982e-4810-8641-e9aad37ac657 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:28.127738 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "name": "network-vif-plugged", "status": "completed", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:28.128009 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f9ccea4f-982e-4810-8641-e9aad37ac657 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:28.128410 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ccea4f-982e-4810-8641-e9aad37ac657'] response: {'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95', 'code': 200} May 02 10:45:28.164557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56828) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:28.180007 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.210576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae001e72-eb91-47d8-9afb-4e7113a1c1c9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=99f6e3a430b848d9b8803b59505a2c43&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0441983 May 02 10:45:28.213124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:28.233488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:28.264461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] Publish callbacks [] for security_group (41e0ee6a-8919-4639-90c7-d1d47dadad3f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.292077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] Publish callbacks [] for security_group (41e0ee6a-8919-4639-90c7-d1d47dadad3f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.433064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af02e92-5da8-412d-97b1-b0a1610256b9 req-170de7aa-173b-49ab-8381-a34adb5332e7 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:28.440438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5af02e92-5da8-412d-97b1-b0a1610256b9 req-170de7aa-173b-49ab-8381-a34adb5332e7 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.0581129 May 02 10:45:28.443175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (41e0ee6a-8919-4639-90c7-d1d47dadad3f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.445815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:28.447618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/41e0ee6a-8919-4639-90c7-d1d47dadad3f HTTP/1.1" status: 204 len: 168 time: 0.2327824 May 02 10:45:28.486854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d259ea-f739-456a-b0b5-50c32b2b0191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e0ee6a-8919-4639-90c7-d1d47dadad3f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:28.506857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5af02e92-5da8-412d-97b1-b0a1610256b9 req-13630861-641a-4d73-9fba-dbd00365f9aa tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654440 May 02 10:45:28.756209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cfa4d-76bc-4a4d-bcf3-d2f93113b496 req-c71a851d-53a6-4b69-8a5d-08d9413b37e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:28.757782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb6cfa4d-76bc-4a4d-bcf3-d2f93113b496 req-c71a851d-53a6-4b69-8a5d-08d9413b37e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 1128 time: 0.0511639 May 02 10:45:28.811341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb6cfa4d-76bc-4a4d-bcf3-d2f93113b496 req-7fb6a9a2-95ff-4aa5-9437-df91412571c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432975 May 02 10:45:28.896489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:28.896489 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c17f36-971c-4236-90ed-1bb57253c43f" -d '{"events": [{"name": "network-changed", "server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:28.936225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4300508d-c6e7-4976-92f6-9890e8b57f41 x-openstack-request-id: req-4300508d-c6e7-4976-92f6-9890e8b57f41 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:28.936225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:28.936477 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4300508d-c6e7-4976-92f6-9890e8b57f41 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:28.936790 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4300508d-c6e7-4976-92f6-9890e8b57f41'] response: {'name': 'network-changed', 'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597', 'status': 'completed', 'code': 200} May 02 10:45:28.994741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ce28c3-2254-4e5a-a721-6e45169fc483 req-cfff79ba-cc80-4e8c-b351-ad92bc968cfc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:28.996378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68ce28c3-2254-4e5a-a721-6e45169fc483 req-cfff79ba-cc80-4e8c-b351-ad92bc968cfc tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0509033 May 02 10:45:29.028495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:29.051580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68ce28c3-2254-4e5a-a721-6e45169fc483 req-3623b6ee-b9b8-4c44-88ab-680548920342 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480208 May 02 10:45:29.111070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-6f76c67d-d023-4527-8ec8-ce8b95474113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.114658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-6f76c67d-d023-4527-8ec8-ce8b95474113 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 1125 time: 0.0616667 May 02 10:45:29.169655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4bb99-c224-4a66-abd5-1310839bf9dd req-5b334878-b24a-45a9-bd58-a983128c8ff9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.171914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bc4bb99-c224-4a66-abd5-1310839bf9dd req-5b334878-b24a-45a9-bd58-a983128c8ff9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 943 time: 0.0570996 May 02 10:45:29.226549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-460a3af2-5255-4667-b9b6-eb3fcf2dfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.228271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-460a3af2-5255-4667-b9b6-eb3fcf2dfa14 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 907 time: 0.1058095 May 02 10:45:29.236366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bc4bb99-c224-4a66-abd5-1310839bf9dd req-0c945cae-1ef4-444c-be2c-9dd624bbb9c5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568159 May 02 10:45:29.236551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.283046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-837129808'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:29.373040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:29.376625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.385226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.458921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (b443993c-31c9-4328-aae5-e4c8f7c38982), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.523048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b443993c-31c9-4328-aae5-e4c8f7c38982), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.547525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:29.561492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b443993c-31c9-4328-aae5-e4c8f7c38982,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:29.566492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (61076a25-b263-4bf0-80d0-c006a7fec596), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.566824 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment 61076a25-b263-4bf0-80d0-c006a7fec596 of type vlan for network 01a72459-77ea-441b-b23e-8ddc278788d5 May 02 10:45:29.580508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-3ee46e67-9fd7-470b-a69f-ec381cda3c38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c6863d26-5b72-4097-8014-bda18fb2e597 HTTP/1.1" status: 200 len: 217 time: 0.0385499 May 02 10:45:29.614402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (01a72459-77ea-441b-b23e-8ddc278788d5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.666438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bccecfb-7abd-489f-b128-8031d7918e0f req-78f82fcc-d730-463f-a6c8-e41bfb012093 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.668128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1bccecfb-7abd-489f-b128-8031d7918e0f req-78f82fcc-d730-463f-a6c8-e41bfb012093 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.0734076 May 02 10:45:29.673801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-c7b83548-7898-4592-964e-f39a75d52cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.675177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-c7b83548-7898-4592-964e-f39a75d52cff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0879745 May 02 10:45:29.695332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (01a72459-77ea-441b-b23e-8ddc278788d5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.701356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:29.702056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:29.721944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-9d27775b-798e-4226-ae69-7e66bc01ec39 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330398 May 02 10:45:29.770758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1bccecfb-7abd-489f-b128-8031d7918e0f req-f15556b5-24b7-4abd-b6a7-0359dc349257 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893993 May 02 10:45:29.850808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-ac0c99c6-8cd9-40d6-a7f0-c26c8ed2763f service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182168 May 02 10:45:29.851855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d378da7e-1157-46b3-b5cf-d90e274f62d0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:29.880146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6863d26-5b72-4097-8014-bda18fb2e597 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:45:29.981239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6863d26-5b72-4097-8014-bda18fb2e597,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:29.986185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8c17f36-971c-4236-90ed-1bb57253c43f req-9ccacffa-7f84-4ef6-8a9e-c122965335e9 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101959 May 02 10:45:29.990744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: d378da7e-1157-46b3-b5cf-d90e274f62d0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:29.991367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d378da7e-1157-46b3-b5cf-d90e274f62d0 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:29.997284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c6863d26-5b72-4097-8014-bda18fb2e597', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': 'c6863d26-5b72-4097-8014-bda18fb2e597', 'mac_address': 'fa:16:3e:42:47:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:45:30.156670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.1246240 May 02 10:45:30.164319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56892) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:30.188242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'name': 'tempest-PortsTestJSON-1487337203'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:30.195259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e58a0-d4f3-43df-a931-2136ccea3dbf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=01a72459-77ea-441b-b23e-8ddc278788d5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:30.215274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-7af493eb-c66d-4da3-98b3-807360d397f2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:30.216895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-7af493eb-c66d-4da3-98b3-807360d397f2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.0891936 May 02 10:45:30.251897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:30.259654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10071b4-25cc-448f-89f0-45f3017df07e req-e03b37a9-e84b-4505-89ab-640e8e93bd44 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:30.261224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b10071b4-25cc-448f-89f0-45f3017df07e req-e03b37a9-e84b-4505-89ab-640e8e93bd44 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 945 time: 0.1140740 May 02 10:45:30.280578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c6863d26-5b72-4097-8014-bda18fb2e597 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:30.280980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.329331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6863d26-5b72-4097-8014-bda18fb2e597 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:30.344130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b10071b4-25cc-448f-89f0-45f3017df07e req-c9638bae-6cab-4c62-b5dc-042afaf77c12 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=88ab9eef-4ee6-49a9-8297-057816420594&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708969 May 02 10:45:30.367573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6863d26-5b72-4097-8014-bda18fb2e597,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:30.398228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:30.400526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port 325b9a30-2b77-4d3e-bd9a-2e752c573122 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:30.400901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.402143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.420577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:30.431109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.432787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ba963-3fef-46fd-9521-b214b9fa6dbb req-de705d1f-f27f-48f5-9ed5-c4a315c6e64a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:30.434379 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a0ba963-3fef-46fd-9521-b214b9fa6dbb req-de705d1f-f27f-48f5-9ed5-c4a315c6e64a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 943 time: 0.0840480 May 02 10:45:30.464739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56898) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:30.489159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:30.546570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port 325b9a30-2b77-4d3e-bd9a-2e752c573122, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=325b9a30-2b77-4d3e-bd9a-2e752c573122,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:30.546955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.575122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for 325b9a30-2b77-4d3e-bd9a-2e752c573122 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:30.578884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.595889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a0ba963-3fef-46fd-9521-b214b9fa6dbb req-863ff6ba-2cff-46f5-9caa-966ba6f41d67 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786123 May 02 10:45:30.619820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.629525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a6f2-394b-49e1-b21b-cdaa3ad58010 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.655985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c6863d26-5b72-4097-8014-bda18fb2e597'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:30.727345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a6f2-394b-49e1-b21b-cdaa3ad58010 admin admin] Publish callbacks [] for security_group (3325ae35-0dfc-4022-a23d-26a42e1e142d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.792908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.838684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (325b9a30-2b77-4d3e-bd9a-2e752c573122), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.842968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b4f9a6f2-394b-49e1-b21b-cdaa3ad58010 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3325ae35-0dfc-4022-a23d-26a42e1e142d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.853414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['325b9a30-2b77-4d3e-bd9a-2e752c573122'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:30.872332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=325b9a30-2b77-4d3e-bd9a-2e752c573122,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:30.883395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:30.917802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] No DVR routers for this DVR port 325b9a30-2b77-4d3e-bd9a-2e752c573122 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:30.920309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:30.924646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e532595-0412-43bd-bd4c-a8c7d212a265 req-cdfe40b7-1868-493f-87d7-fae78fae72de tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "DELETE /v2.0/ports/325b9a30-2b77-4d3e-bd9a-2e752c573122 HTTP/1.1" status: 204 len: 173 time: 0.6994379 May 02 10:45:30.938152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'name': 'network-vif-deleted', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:30.941128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9a6f2-394b-49e1-b21b-cdaa3ad58010 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3325ae35-0dfc-4022-a23d-26a42e1e142d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:30.941920 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa998a2c-c3ac-4c89-9880-ff90d4961e98" -d '{"events": [{"server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "name": "network-vif-deleted", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:30.946208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': '61076a25-b263-4bf0-80d0-c006a7fec596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:30.946579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 01a72459-77ea-441b-b23e-8ddc278788d5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:30.959412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56906) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:30.959924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4f9a6f2-394b-49e1-b21b-cdaa3ad58010 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=abadeabaf9af452daaec8d910cea1398&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4885621 May 02 10:45:30.962229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2e179-6e61-4f39-8a6f-9fb8b2b9fb0e req-e25d2242-c229-464e-bd7f-1450cef8afb1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:30.963717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25f2e179-6e61-4f39-8a6f-9fb8b2b9fb0e req-e25d2242-c229-464e-bd7f-1450cef8afb1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.1166744 May 02 10:45:30.989339 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3448e76d-639b-4c77-9e4e-1fc97c3443aa x-openstack-request-id: req-3448e76d-639b-4c77-9e4e-1fc97c3443aa {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:30.989736 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4700aadd-5cc9-4a80-ac6d-a82d0b2a4775", "name": "network-vif-deleted", "tag": "325b9a30-2b77-4d3e-bd9a-2e752c573122", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:30.990105 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3448e76d-639b-4c77-9e4e-1fc97c3443aa {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:30.990603 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3448e76d-639b-4c77-9e4e-1fc97c3443aa'] response: {'server_uuid': '4700aadd-5cc9-4a80-ac6d-a82d0b2a4775', 'name': 'network-vif-deleted', 'tag': '325b9a30-2b77-4d3e-bd9a-2e752c573122', 'status': 'completed', 'code': 200} May 02 10:45:31.033128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] Publish callbacks [] for security_group (3325ae35-0dfc-4022-a23d-26a42e1e142d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.037834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25f2e179-6e61-4f39-8a6f-9fb8b2b9fb0e req-3f8fa0b3-d86c-40f7-bb7c-26d8c85dca23 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653050 May 02 10:45:31.062179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] Publish callbacks [] for security_group (3325ae35-0dfc-4022-a23d-26a42e1e142d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.132893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:31.230094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 01a72459-77ea-441b-b23e-8ddc278788d5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:31.230739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3325ae35-0dfc-4022-a23d-26a42e1e142d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.233962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:31.237833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.240140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:31.240859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3325ae35-0dfc-4022-a23d-26a42e1e142d HTTP/1.1" status: 204 len: 168 time: 0.2855449 May 02 10:45:31.241002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.241224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a21532-7898-4dae-9a15-3903ba914741 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:31.253180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0072832e-c0a0-4cd0-aebc-859067231fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3325ae35-0dfc-4022-a23d-26a42e1e142d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:31.370815 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02dac96e-dbd6-434d-b7ff-f15d10588b85 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2022786 May 02 10:45:31.373995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56918) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:31.380990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-60381529'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:31.465483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68e3dcf5-167f-4d16-850c-e3ec22a4db3b req-c943d167-5463-44ac-b0ae-fb5420dba340 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=4700aadd-5cc9-4a80-ac6d-a82d0b2a4775 HTTP/1.1" status: 200 len: 210 time: 0.0297425 May 02 10:45:31.504412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:31.508924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.536065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:31.548845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (814e38b3-9b6c-40d4-a871-cedddfefd8ec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.549190 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment 814e38b3-9b6c-40d4-a871-cedddfefd8ec of type vlan for network cda88f60-9aa7-4812-8a10-fdb656c68757 May 02 10:45:31.589028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (cda88f60-9aa7-4812-8a10-fdb656c68757), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.630283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed140f-bfdb-489c-8c26-00013c0b7bbe req-c783df2f-9531-4336-bf5a-b5ee1a39bce1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:31.632054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffed140f-bfdb-489c-8c26-00013c0b7bbe req-c783df2f-9531-4336-bf5a-b5ee1a39bce1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.0748343 May 02 10:45:31.692536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffed140f-bfdb-489c-8c26-00013c0b7bbe req-d0533dd1-fcde-4ff3-8829-15f3a0c261ff tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540681 May 02 10:45:31.705979 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (cda88f60-9aa7-4812-8a10-fdb656c68757), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.712967 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:31.713727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:31.776318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55964ebd-0710-4928-92c0-a54413dcbd5b req-79fbdf15-f7f2-4d5e-bd5b-c840ff258025 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:31.777924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55964ebd-0710-4928-92c0-a54413dcbd5b req-79fbdf15-f7f2-4d5e-bd5b-c840ff258025 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 944 time: 0.1099260 May 02 10:45:31.821901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=cda88f60-9aa7-4812-8a10-fdb656c68757,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:31.832499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network cda88f60-9aa7-4812-8a10-fdb656c68757 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:31.857514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-55964ebd-0710-4928-92c0-a54413dcbd5b req-c37a6f88-b3f3-47e8-8ae6-e2b9ef19b735 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537803 May 02 10:45:31.863941 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce737b6c-bd1b-424d-87ed-41b92222939b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4862921 May 02 10:45:31.864178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:31.869907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'ports': [{'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'}, {'network_id': 'cda88f60-9aa7-4812-8a10-fdb656c68757'}]} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:31.870855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:31.871132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': 'cda88f60-9aa7-4812-8a10-fdb656c68757'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:31.902431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6863d26-5b72-4097-8014-bda18fb2e597 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:31.967169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c6863d26-5b72-4097-8014-bda18fb2e597 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:45:32.035654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.075527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c6863d26-5b72-4097-8014-bda18fb2e597 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:32.075963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.169881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 2} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:32.170891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c6863d26-5b72-4097-8014-bda18fb2e597 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:32.175496 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.175778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.196904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:32.199438 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d24e3f3-936d-48ea-a077-6615cb55c197" -d '{"events": [{"server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "name": "network-vif-plugged", "status": "completed", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:32.206168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.214048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6863d26-5b72-4097-8014-bda18fb2e597,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:32.241250 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fbc98ef-b673-4d60-b150-1c0cee806921 x-openstack-request-id: req-8fbc98ef-b673-4d60-b150-1c0cee806921 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:32.241250 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "name": "network-vif-plugged", "status": "completed", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:32.241250 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8fbc98ef-b673-4d60-b150-1c0cee806921 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:32.241250 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fbc98ef-b673-4d60-b150-1c0cee806921'] response: {'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597', 'code': 200} May 02 10:45:32.346555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.363117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port ba31714f-d6f1-4f38-826c-93f09e15c08b yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:32.400220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:32.455350 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (ba31714f-d6f1-4f38-826c-93f09e15c08b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.528590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port cab0bcdf-0e50-4bf6-88c5-482d71db812f yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:32.629530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (cab0bcdf-0e50-4bf6-88c5-482d71db812f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.699139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ee52f0-35db-4f58-9c34-626b82313d5d req-9428024a-80dc-459e-b8f4-e99a6c1459d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:32.701377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0ee52f0-35db-4f58-9c34-626b82313d5d req-9428024a-80dc-459e-b8f4-e99a6c1459d6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 1127 time: 0.0449231 May 02 10:45:32.779693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ba31714f-d6f1-4f38-826c-93f09e15c08b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.870110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:32.890938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53927180-b279-40ba-be02-417ea8cffd94 req-7ad0ce3f-5deb-43a9-8dec-8bf3c01c81e7 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:32.892450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53927180-b279-40ba-be02-417ea8cffd94 req-7ad0ce3f-5deb-43a9-8dec-8bf3c01c81e7 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.1165440 May 02 10:45:32.899581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:32.924834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:32.925896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (cab0bcdf-0e50-4bf6-88c5-482d71db812f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:32.940119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0ee52f0-35db-4f58-9c34-626b82313d5d req-78ff337e-f815-4e0e-86e3-cb3d475dd16a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768868 May 02 10:45:32.948700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=ba31714f-d6f1-4f38-826c-93f09e15c08b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:32.976824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-ad04e244-ead2-4036-a821-671303d79fea tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:32.978406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-ad04e244-ead2-4036-a821-671303d79fea tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.15 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 946 time: 0.1069236 May 02 10:45:32.999891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddec26c-ea3e-409a-8019-762ff043b2cb req-b2f165a8-0112-4ae9-8f9c-c774e6f10a39 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:33.005430 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fddec26c-ea3e-409a-8019-762ff043b2cb req-b2f165a8-0112-4ae9-8f9c-c774e6f10a39 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0532057 May 02 10:45:33.052259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fddec26c-ea3e-409a-8019-762ff043b2cb req-2536f982-9eb1-4297-94bb-11db94bbd742 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447519 May 02 10:45:33.054417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=cab0bcdf-0e50-4bf6-88c5-482d71db812f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:33.059373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53927180-b279-40ba-be02-417ea8cffd94 req-137b9970-7b0e-456e-aaaa-e064647c76b1 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/security-groups?id=4d055881-7681-4a24-9852-11445fe306cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393731 May 02 10:45:33.062531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': '814e38b3-9b6c-40d4-a871-cedddfefd8ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'cda88f60-9aa7-4812-8a10-fdb656c68757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:33.063030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: cda88f60-9aa7-4812-8a10-fdb656c68757, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:33.239574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa01fff-37c5-4756-b87f-a333f17aac77 req-e33017f1-52f8-437b-b14e-e8c8be55ded5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:33.241039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-caa01fff-37c5-4756-b87f-a333f17aac77 req-e33017f1-52f8-437b-b14e-e8c8be55ded5 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0966024 May 02 10:45:33.244066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network cda88f60-9aa7-4812-8a10-fdb656c68757 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:33.279734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Deleting port dd498858-8b02-4741-b5ec-fff7228aca95 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:33.280077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.355765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-caa01fff-37c5-4756-b87f-a333f17aac77 req-a80bf750-adc7-42b3-844b-62a8f8028fdd tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063018 May 02 10:45:33.370993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cda88f60-9aa7-4812-8a10-fdb656c68757) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:33.380545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2359ccf-0ce5-40ff-b979-4cee3b885c45 None None] Network cda88f60-9aa7-4812-8a10-fdb656c68757 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:33.387735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:33.394486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:33.400372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:33.401099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.427349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] For port dd498858-8b02-4741-b5ec-fff7228aca95, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd498858-8b02-4741-b5ec-fff7228aca95,segment=NetworkSegment(e06a56da-c3d4-40af-a023-ef27da864061),segment_id=e06a56da-c3d4-40af-a023-ef27da864061)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:33.427723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.440179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Calling delete_port for dd498858-8b02-4741-b5ec-fff7228aca95 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:33.562402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-804c0880-11c6-43b9-a255-60d58ad73944 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.6970010 May 02 10:45:33.565259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56964) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:33.644264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd498858-8b02-4741-b5ec-fff7228aca95), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.656688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['dd498858-8b02-4741-b5ec-fff7228aca95'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:33.659032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port cab0bcdf-0e50-4bf6-88c5-482d71db812f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:33.659379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cab0bcdf-0e50-4bf6-88c5-482d71db812f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.682599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Pushing event deleted for resources: {'Port': ['ID=dd498858-8b02-4741-b5ec-fff7228aca95,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:33.730085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] No DVR routers for this DVR port dd498858-8b02-4741-b5ec-fff7228aca95 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:33.732968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.734164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cab0bcdf-0e50-4bf6-88c5-482d71db812f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.736995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-879ae479-80f3-4f40-8d4e-a8981bd4b27b req-683aeff8-e2fd-4b48-a765-1bf1adfb8866 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.15 "DELETE /v2.0/ports/dd498858-8b02-4741-b5ec-fff7228aca95 HTTP/1.1" status: 204 len: 173 time: 0.5994542 May 02 10:45:33.737463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'name': 'network-vif-deleted', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:33.739796 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54e36ee4-5bb2-4b13-8159-16874f6f60c7" -d '{"events": [{"server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "name": "network-vif-deleted", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:33.755570 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for cab0bcdf-0e50-4bf6-88c5-482d71db812f owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:33.781512 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5359bdc9-11fd-4976-9f7a-2a679ee8d3a4 x-openstack-request-id: req-5359bdc9-11fd-4976-9f7a-2a679ee8d3a4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:33.781838 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b160c8-c1bc-480d-b906-c64b24deb8fd", "name": "network-vif-deleted", "tag": "dd498858-8b02-4741-b5ec-fff7228aca95", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:33.782141 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5359bdc9-11fd-4976-9f7a-2a679ee8d3a4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:33.782634 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5359bdc9-11fd-4976-9f7a-2a679ee8d3a4'] response: {'server_uuid': '58b160c8-c1bc-480d-b906-c64b24deb8fd', 'name': 'network-vif-deleted', 'tag': 'dd498858-8b02-4741-b5ec-fff7228aca95', 'status': 'completed', 'code': 200} May 02 10:45:33.850335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 325b9a30-2b77-4d3e-bd9a-2e752c573122 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:33.874901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 325b9a30-2b77-4d3e-bd9a-2e752c573122 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:33.875295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 325b9a30-2b77-4d3e-bd9a-2e752c573122 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:33.923579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cab0bcdf-0e50-4bf6-88c5-482d71db812f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.955041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=cab0bcdf-0e50-4bf6-88c5-482d71db812f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:33.959264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:33.962277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21c366b4-cd15-4fad-b324-d002255a6f94 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/cab0bcdf-0e50-4bf6-88c5-482d71db812f HTTP/1.1" status: 204 len: 168 time: 0.3960116 May 02 10:45:33.964731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56978) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.011832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1080-085e-44dc-9e4d-785090bd1571 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.017710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfaa1080-085e-44dc-9e4d-785090bd1571 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.019248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dfaa1080-085e-44dc-9e4d-785090bd1571 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0535967 May 02 10:45:34.022063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 56980) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.112591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port ba31714f-d6f1-4f38-826c-93f09e15c08b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:34.112934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ba31714f-d6f1-4f38-826c-93f09e15c08b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.194877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600e4d99-384c-413e-84fd-3fb3885ca72b req-c55fe223-1293-4164-af65-c47fbd4eb905 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.196386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-600e4d99-384c-413e-84fd-3fb3885ca72b req-c55fe223-1293-4164-af65-c47fbd4eb905 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0563376 May 02 10:45:34.214383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f27f1f38-96f7-436c-bc0e-1fdd2d4b5624 req-c3bd2c18-5f24-4c85-a94b-b7f3af180813 tempest-ServerAddressesNegativeTestJSON-781418551 tempest-ServerAddressesNegativeTestJSON-781418551-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b160c8-c1bc-480d-b906-c64b24deb8fd HTTP/1.1" status: 200 len: 210 time: 0.0370302 May 02 10:45:34.217931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ba31714f-d6f1-4f38-826c-93f09e15c08b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.239298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for ba31714f-d6f1-4f38-826c-93f09e15c08b owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:34.247132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-600e4d99-384c-413e-84fd-3fb3885ca72b req-6632ee62-865b-4572-b4ac-653bae3506de tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451152 May 02 10:45:34.409647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ba31714f-d6f1-4f38-826c-93f09e15c08b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.457922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.464058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.464644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/ba31714f-d6f1-4f38-826c-93f09e15c08b HTTP/1.1" status: 204 len: 168 time: 0.4410517 May 02 10:45:34.465025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f87a3f2-ef41-47eb-9261-e641547f9cad tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=ba31714f-d6f1-4f38-826c-93f09e15c08b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:34.507043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdb1a91-c7c6-42f3-8c93-1df68dd51485 req-dc6b8db3-55e8-480c-9aac-1a90b4c1129f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.508552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bdb1a91-c7c6-42f3-8c93-1df68dd51485 req-dc6b8db3-55e8-480c-9aac-1a90b4c1129f tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0650704 May 02 10:45:34.512224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f489f977-2eab-4c17-8d66-cd69c5beae62 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.513642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f489f977-2eab-4c17-8d66-cd69c5beae62 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0483110 May 02 10:45:34.516343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56992) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.567189 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-dda8abae-b91b-44a7-99cd-fd62b13aedae tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:34.568927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2bdb1a91-c7c6-42f3-8c93-1df68dd51485 req-4c8a4b8e-4930-40ac-b744-2da032a8adf3 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542600 May 02 10:45:34.569060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dda8abae-b91b-44a7-99cd-fd62b13aedae tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/cab0bcdf-0e50-4bf6-88c5-482d71db812f HTTP/1.1" status: 404 len: 333 time: 0.0515966 May 02 10:45:34.574101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.596666 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d8ff06-86b3-470e-91b8-e7c5d10b8b24 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:34.600362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1d8ff06-86b3-470e-91b8-e7c5d10b8b24 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/ba31714f-d6f1-4f38-826c-93f09e15c08b HTTP/1.1" status: 404 len: 333 time: 0.0255780 May 02 10:45:34.602223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 56996) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:34.678298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (cda88f60-9aa7-4812-8a10-fdb656c68757), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.768108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-9b5b18b3-4e15-4024-817b-298696945d02 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:34.769592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-9b5b18b3-4e15-4024-817b-298696945d02 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0831096 May 02 10:45:34.829408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (cda88f60-9aa7-4812-8a10-fdb656c68757), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.857902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cda88f60-9aa7-4812-8a10-fdb656c68757']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:34.872530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '814e38b3-9b6c-40d4-a871-cedddfefd8ec') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:34.872865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '814e38b3-9b6c-40d4-a871-cedddfefd8ec') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:34.902759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (814e38b3-9b6c-40d4-a871-cedddfefd8ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.924531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (814e38b3-9b6c-40d4-a871-cedddfefd8ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.928699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:34.931470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.934071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:34.934459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (814e38b3-9b6c-40d4-a871-cedddfefd8ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:34.937337 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:35.273428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:35.323154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Deleting subnet 3c2c8691-486b-4633-9bd7-21e21936d297 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:35.334712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Publish callbacks [] for subnet (3c2c8691-486b-4633-9bd7-21e21936d297), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.393976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] For port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:35.394459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.395567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aab992f-4bac-493f-b6ae-ed2f48d95463 req-77ea06ff-5c86-472d-8a98-fcc6ed06e9ad tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:35.397099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0aab992f-4bac-493f-b6ae-ed2f48d95463 req-77ea06ff-5c86-472d-8a98-fcc6ed06e9ad tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0774150 May 02 10:45:35.401300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (3c2c8691-486b-4633-9bd7-21e21936d297), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.453456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (cda88f60-9aa7-4812-8a10-fdb656c68757), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.462361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.464964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/cda88f60-9aa7-4812-8a10-fdb656c68757 HTTP/1.1" status: 204 len: 168 time: 0.8617859 May 02 10:45:35.471597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57004) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:35.478196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (3c2c8691-486b-4633-9bd7-21e21936d297), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.484006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-544085252'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:35.497780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b273d-e758-491a-a929-de51bdc4e3ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=cda88f60-9aa7-4812-8a10-fdb656c68757,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:35.510518 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0aab992f-4bac-493f-b6ae-ed2f48d95463 req-55fa917d-3e5d-4c63-b33b-39dfd2df8281 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071441 May 02 10:45:35.628549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:35.629200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (3c2c8691-486b-4633-9bd7-21e21936d297), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.631893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.665212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c2c8691-486b-4633-9bd7-21e21936d297,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:35.679540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.685870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e0dca54-c6a9-4ecf-b315-e796c570a47f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3c2c8691-486b-4633-9bd7-21e21936d297 HTTP/1.1" status: 204 len: 168 time: 0.4091520 May 02 10:45:35.688893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57016) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:35.696552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:35.713151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3236ea-7a7f-4723-b0fb-c29d64c56bed req-bf07ed07-94ee-4087-8d74-1a723e7dcc8d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:35.714656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba3236ea-7a7f-4723-b0fb-c29d64c56bed req-bf07ed07-94ee-4087-8d74-1a723e7dcc8d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.1095972 May 02 10:45:35.718741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cf57e3-3e5b-42f1-8832-67ae0f9e37a7 req-2b3895e8-2ff8-4b50-a7ce-5056e39525a0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:35.721113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6cf57e3-3e5b-42f1-8832-67ae0f9e37a7 req-2b3895e8-2ff8-4b50-a7ce-5056e39525a0 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 945 time: 0.0580389 May 02 10:45:35.726066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.726432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.726747 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Floating IP 2823fa32-95cc-4a7a-9abf-9af53b3b1004 disassociated. External IP: 172.35.4.253, port: 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8. May 02 10:45:35.727099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:35.770251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6cf57e3-3e5b-42f1-8832-67ae0f9e37a7 req-25ef444f-d6f4-428b-a2db-33315e485708 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups?id=42a5d23b-071a-431a-af87-6c4bb4676f36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435596 May 02 10:45:35.788496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b0d9eb37-ff55-46ce-a272-34211a322ec5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.788879 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment b0d9eb37-ff55-46ce-a272-34211a322ec5 of type vlan for network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe May 02 10:45:35.900678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (22413984-e2a2-4770-837e-47a9d793f8c4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.912235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:35.921145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba3236ea-7a7f-4723-b0fb-c29d64c56bed req-fc96bbda-4390-4f57-8219-f4f332c039b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849856 May 02 10:45:36.041182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.046083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:36.046666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.071510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (22413984-e2a2-4770-837e-47a9d793f8c4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.160369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22413984-e2a2-4770-837e-47a9d793f8c4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:36.177978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e06a56da-c3d4-40af-a023-ef27da864061') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:36.178275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e06a56da-c3d4-40af-a023-ef27da864061') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:36.181086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:36.190788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e06a56da-c3d4-40af-a023-ef27da864061), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.192057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:36.204442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e06a56da-c3d4-40af-a023-ef27da864061), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.210358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:36.210747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e06a56da-c3d4-40af-a023-ef27da864061), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:36.212433 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:36.302064 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2318779b-2e49-461f-a100-616855c45ded tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8298011 May 02 10:45:36.302778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6a02bfc7-73ca-4c59-86e2-b91beaca5fe8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.305275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:36.311381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:36.337475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (22413984-e2a2-4770-837e-47a9d793f8c4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.339194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=6a02bfc7-73ca-4c59-86e2-b91beaca5fe8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:36.348064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.351471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] 10.222.0.16 "DELETE /v2.0/networks/22413984-e2a2-4770-837e-47a9d793f8c4 HTTP/1.1" status: 204 len: 168 time: 0.6594417 May 02 10:45:36.378097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd598ec-d606-448c-835a-99cb623aa84d admin admin] Pushing event deleted for resources: {'Network': ['ID=22413984-e2a2-4770-837e-47a9d793f8c4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:36.498646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:36.503096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.552421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88833f7-cde9-4bdc-b14e-67f49c81684f req-2c9903c0-3be2-4cab-afba-7885e73270dc tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:36.554125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f88833f7-cde9-4bdc-b14e-67f49c81684f req-2c9903c0-3be2-4cab-afba-7885e73270dc tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0670505 May 02 10:45:36.566425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Router ae3e85ad-6120-4b4a-a21c-b238744841f6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:45:36.575997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Performing IP validity checks on allocation pools {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:45:36.576712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:45:36.632862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:45:36.653119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f88833f7-cde9-4bdc-b14e-67f49c81684f req-d0311984-fbf7-4a2a-93d9-d214bce0b731 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902419 May 02 10:45:36.719758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:36.730475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Sync routers for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:36.742045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:36.742743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:36.768492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a1b2d791-0b26-40de-ba71-da3487d57dbc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.770954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] No DVR routers for this DVR port 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:36.774063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:36.778389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-90ad3bc5-89a5-4976-972c-47c30a400f62 req-46afdad0-b44d-4935-9947-9bd33c71300a tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.24 "DELETE /v2.0/ports/6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 HTTP/1.1" status: 204 len: 173 time: 1.9809608 May 02 10:45:36.778964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-deleted', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:36.783453 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3887fab1-3dd6-452e-80db-41272499f17c" -d '{"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-deleted", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:36.835586 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-830ae6a4-cb86-4a2a-a5fb-74099a827164 x-openstack-request-id: req-830ae6a4-cb86-4a2a-a5fb-74099a827164 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:36.835887 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "351d2afe-44f7-47f1-8fb5-c3f466fc804c", "name": "network-vif-deleted", "tag": "6a02bfc7-73ca-4c59-86e2-b91beaca5fe8", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:36.836146 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-830ae6a4-cb86-4a2a-a5fb-74099a827164 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:36.836559 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-830ae6a4-cb86-4a2a-a5fb-74099a827164'] response: {'server_uuid': '351d2afe-44f7-47f1-8fb5-c3f466fc804c', 'name': 'network-vif-deleted', 'tag': '6a02bfc7-73ca-4c59-86e2-b91beaca5fe8', 'status': 'completed', 'code': 200} May 02 10:45:36.846070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=a1b2d791-0b26-40de-ba71-da3487d57dbc,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:36.855780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': 'b0d9eb37-ff55-46ce-a272-34211a322ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:36.856145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:36.881544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42e73fc7-6c49-4849-9e9b-8aba162a109b req-a8a9ea81-f413-4f3f-9eed-9517622593e1 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0356545 May 02 10:45:36.899196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57044) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:36.900491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:36.956637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-88a6034c-b9db-430e-9a97-655a7ff24e6d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=180087b75c3743b7acc32b0aa9bee8b5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0562174 May 02 10:45:36.958964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:37.010938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:37.018682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] Publish callbacks [] for security_group (4d055881-7681-4a24-9852-11445fe306cb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.042165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] Publish callbacks [] for security_group (4d055881-7681-4a24-9852-11445fe306cb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.089599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:37.094428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:37.095839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.108082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35a3148-b7a9-476c-b5ff-d82c702bbc61 None None] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:37.164840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:37.193775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Checking router: ae3e85ad-6120-4b4a-a21c-b238744841f6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:37.212956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:37.213639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:37.286851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe', 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': 'a1b2d791-0b26-40de-ba71-da3487d57dbc'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:37.287749 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.289854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4d055881-7681-4a24-9852-11445fe306cb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.292525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.294288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4d055881-7681-4a24-9852-11445fe306cb HTTP/1.1" status: 204 len: 168 time: 0.3339398 May 02 10:45:37.298076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-42ac587b-dca3-41d5-9380-b27e4d1440dc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9914587 May 02 10:45:37.300472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:37.305692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe', 'name': 'tempest-PortsTestJSON-1485547799'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:37.316024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a31ed6-3c86-4858-8a7d-c8de6c5459ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d055881-7681-4a24-9852-11445fe306cb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:37.421619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:37.558102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:37.562491 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.582524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 641aff45-42fc-407d-ba8b-bf0d75c1ab1b yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:37.590158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Allocated IP 172.20.0.2 (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe/a1b2d791-0b26-40de-ba71-da3487d57dbc/dda9e22a-5893-442d-bf1b-e899b0901d0b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:37.726381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:37.761026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684bb57c-9777-4cf7-9133-cdeaebc906be None None] The sync data for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 is: [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:11Z', 'revision_number': 4, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '84c8113b-4966-49a7-a639-e83bb5cb0924', 'name': '', 'network_id': '5eb9d02e-09f5-4baa-82fc-f0d89dc236b4', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'mac_address': 'fa:16:3e:ef:40:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2243, 'fixed_ips': [{'subnet_id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:10Z', 'updated_at': '2022-05-02T10:39:15Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'subnets': [{'id': '4f7c39b2-0855-4787-afc5-f87363dd7d01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:37.784935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf00c324-e3d6-477f-ac96-c4dc326f0005 req-68607b62-a759-4c36-9a52-49b7c4d2c27a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:37.786591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf00c324-e3d6-477f-ac96-c4dc326f0005 req-68607b62-a759-4c36-9a52-49b7c4d2c27a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0596247 May 02 10:45:37.826542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-b9f3be91-a83a-4cd3-9a5d-6feb133e96b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:37.828337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-b9f3be91-a83a-4cd3-9a5d-6feb133e96b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 945 time: 0.0888667 May 02 10:45:37.835550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks [] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:37.888555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd498858-8b02-4741-b5ec-fff7228aca95 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:37.900540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cf00c324-e3d6-477f-ac96-c4dc326f0005 req-fae8cd6b-8f0a-42ca-92bf-301718062ab3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044359 May 02 10:45:37.931459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:37.934646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: dd498858-8b02-4741-b5ec-fff7228aca95 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:37.935029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd498858-8b02-4741-b5ec-fff7228aca95 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:37.968447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:37.968796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6a02bfc7-73ca-4c59-86e2-b91beaca5fe8 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:37.971781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.035109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Pushing event updated for resources: {'Port': ['ID=dda9e22a-5893-442d-bf1b-e899b0901d0b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:38.062716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:38.064825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:38.067465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port c6863d26-5b72-4097-8014-bda18fb2e597 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:38.067818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.067963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:38.141173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c98b767-ed1f-4a4c-a50c-b7e04a9b5afd req-433bb4e9-6bf9-4b4a-ad01-87c5177f0ff4 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/ports?device_id=351d2afe-44f7-47f1-8fb5-c3f466fc804c HTTP/1.1" status: 200 len: 210 time: 0.0793955 May 02 10:45:38.154593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Attempting to bind port dda9e22a-5893-442d-bf1b-e899b0901d0b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:38.155030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Attempting to bind port dda9e22a-5893-442d-bf1b-e899b0901d0b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b0d9eb37-ff55-46ce-a272-34211a322ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:38.156223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Attempting to bind port dda9e22a-5893-442d-bf1b-e899b0901d0b on network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:38.162682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:38.163162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Checking segment: {'id': 'b0d9eb37-ff55-46ce-a272-34211a322ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:38.163580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.164038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Bound using segment: {'id': 'b0d9eb37-ff55-46ce-a272-34211a322ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:38.164528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Bound port: dda9e22a-5893-442d-bf1b-e899b0901d0b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0d9eb37-ff55-46ce-a272-34211a322ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:38.164979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.181067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.6 (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe/a1b2d791-0b26-40de-ba71-da3487d57dbc/641aff45-42fc-407d-ba8b-bf0d75c1ab1b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:38.243735 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f852539-ac85-4ed9-a3e7-2d3c6b380102 None None] New status for floating IP 2823fa32-95cc-4a7a-9abf-9af53b3b1004: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:45:38.257424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] For port dda9e22a-5893-442d-bf1b-e899b0901d0b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:38.261457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] For port dda9e22a-5893-442d-bf1b-e899b0901d0b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda9e22a-5893-442d-bf1b-e899b0901d0b,segment=NetworkSegment(b0d9eb37-ff55-46ce-a272-34211a322ec5),segment_id=b0d9eb37-ff55-46ce-a272-34211a322ec5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:38.266881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port c6863d26-5b72-4097-8014-bda18fb2e597, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6863d26-5b72-4097-8014-bda18fb2e597,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:38.266881 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.288910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for c6863d26-5b72-4097-8014-bda18fb2e597 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:38.312594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.376631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2c5e9-d5ec-47b6-b80d-786d9f545465 None None] Pushing event updated for resources: {'Port': ['ID=dda9e22a-5893-442d-bf1b-e899b0901d0b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:38.460210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (641aff45-42fc-407d-ba8b-bf0d75c1ab1b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.610568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (641aff45-42fc-407d-ba8b-bf0d75c1ab1b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.650107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c6863d26-5b72-4097-8014-bda18fb2e597), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.658939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c6863d26-5b72-4097-8014-bda18fb2e597'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:38.663929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:38.665806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:38.680180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:38.683423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:38.692272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=641aff45-42fc-407d-ba8b-bf0d75c1ab1b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:38.788143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port c6863d26-5b72-4097-8014-bda18fb2e597 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:38.792439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dda9e22a-5893-442d-bf1b-e899b0901d0b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:38.792871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=c6863d26-5b72-4097-8014-bda18fb2e597,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:38.800472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.803945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9b56dcd-c21e-45ef-af06-1577d5bd2958 req-564004c8-60c6-41c4-a28b-5333a9beb909 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "DELETE /v2.0/ports/c6863d26-5b72-4097-8014-bda18fb2e597 HTTP/1.1" status: 204 len: 173 time: 0.9678404 May 02 10:45:38.815597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:38.816567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.838195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'name': 'network-vif-deleted', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:38.842961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:38.843934 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be452d5e-6f14-4616-a4c1-e99f97ae7543" -d '{"events": [{"server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "name": "network-vif-deleted", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:38.890235 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f00cba0-119d-4dd8-80e1-8ca697aaa030 x-openstack-request-id: req-7f00cba0-119d-4dd8-80e1-8ca697aaa030 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:38.890536 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "408821b4-c28c-4ed9-80e3-a49348f017ec", "name": "network-vif-deleted", "tag": "c6863d26-5b72-4097-8014-bda18fb2e597", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:38.891020 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f00cba0-119d-4dd8-80e1-8ca697aaa030 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:38.891469 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f00cba0-119d-4dd8-80e1-8ca697aaa030'] response: {'server_uuid': '408821b4-c28c-4ed9-80e3-a49348f017ec', 'name': 'network-vif-deleted', 'tag': 'c6863d26-5b72-4097-8014-bda18fb2e597', 'status': 'completed', 'code': 200} May 02 10:45:38.910410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dda9e22a-5893-442d-bf1b-e899b0901d0b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:38.910410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:38.940462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57084) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:38.940850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-61c74b31-89ae-416e-9f9b-5a6c01a10f7a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6390898 May 02 10:45:38.986575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2068924264-network', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:39.017166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd2f6b1c-5241-4158-adee-d30d773dff49 req-452d9de5-d625-4923-94ba-6b69e1110323 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=408821b4-c28c-4ed9-80e3-a49348f017ec HTTP/1.1" status: 200 len: 210 time: 0.0326743 May 02 10:45:39.077190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 641aff45-42fc-407d-ba8b-bf0d75c1ab1b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:39.077644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (641aff45-42fc-407d-ba8b-bf0d75c1ab1b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.147073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Made reservation on behalf of c66af7b914fd46dbb25e62d4e3522759 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:39.149499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.183242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.229078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (641aff45-42fc-407d-ba8b-bf0d75c1ab1b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.231192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dda9e22a-5893-442d-bf1b-e899b0901d0b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:39.231587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.256649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 641aff45-42fc-407d-ba8b-bf0d75c1ab1b owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:39.272897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port dda9e22a-5893-442d-bf1b-e899b0901d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda9e22a-5893-442d-bf1b-e899b0901d0b,segment=NetworkSegment(b0d9eb37-ff55-46ce-a272-34211a322ec5),segment_id=b0d9eb37-ff55-46ce-a272-34211a322ec5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:39.342370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.361604 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.375778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks [] for security_group (25b29a1e-51aa-42fc-86ab-4c2c36676bc4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.418296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (42a5d23b-071a-431a-af87-6c4bb4676f36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.432940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=dda9e22a-5893-442d-bf1b-e899b0901d0b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:39.449299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (42a5d23b-071a-431a-af87-6c4bb4676f36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.452754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25b29a1e-51aa-42fc-86ab-4c2c36676bc4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.480218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25b29a1e-51aa-42fc-86ab-4c2c36676bc4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:39.537314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (641aff45-42fc-407d-ba8b-bf0d75c1ab1b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.541843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:39.578390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=641aff45-42fc-407d-ba8b-bf0d75c1ab1b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:39.583745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b449dd18-9a2f-491f-b4d6-dc60bd4959d3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.584655 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Added segment b449dd18-9a2f-491f-b4d6-dc60bd4959d3 of type vlan for network 29e356ac-877f-4417-aa06-eea211e3a79d May 02 10:45:39.597926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42a5d23b-071a-431a-af87-6c4bb4676f36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.601227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.605054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "DELETE /v2.0/security-groups/42a5d23b-071a-431a-af87-6c4bb4676f36 HTTP/1.1" status: 204 len: 168 time: 0.2667511 May 02 10:45:39.606011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57094) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.629146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497bcf5f-4c8b-42e0-a543-299c3756a661 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=42a5d23b-071a-431a-af87-6c4bb4676f36,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:39.643073 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-249cc25f-1323-4e00-acf4-79a554149806 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] show failed (client error): The resource could not be found. May 02 10:45:39.644931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-249cc25f-1323-4e00-acf4-79a554149806 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "GET /v2.0/security-groups/42a5d23b-071a-431a-af87-6c4bb4676f36 HTTP/1.1" status: 404 len: 347 time: 0.0366795 May 02 10:45:39.647647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.665592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef09aa1-a06c-4328-ab73-d95488d6dcd3 None None] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:39.686911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (29e356ac-877f-4417-aa06-eea211e3a79d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.713943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.719510 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e098997f-aaec-40d5-98be-0448a29b3fd1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/641aff45-42fc-407d-ba8b-bf0d75c1ab1b HTTP/1.1" status: 204 len: 168 time: 0.7751138 May 02 10:45:39.722045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57098) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.749304 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-844206bb-994f-480f-89e2-ef644a7211c8 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:45:39.749892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bdbc8725-b158-47c0-b558-8e33c88ea58c None None] Provisioning complete for port dda9e22a-5893-442d-bf1b-e899b0901d0b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:39.750058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-844206bb-994f-480f-89e2-ef644a7211c8 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:45:39.752751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bdbc8725-b158-47c0-b558-8e33c88ea58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.754061 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-844206bb-994f-480f-89e2-ef644a7211c8 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/641aff45-42fc-407d-ba8b-bf0d75c1ab1b HTTP/1.1" status: 404 len: 333 time: 0.0308094 May 02 10:45:39.756780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.783312 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde9e71f-a0f7-48f3-9779-c8fdb50fdd40 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:39.787429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cde9e71f-a0f7-48f3-9779-c8fdb50fdd40 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/641aff45-42fc-407d-ba8b-bf0d75c1ab1b HTTP/1.1" status: 404 len: 333 time: 0.0270560 May 02 10:45:39.787597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.790046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Deleting port be0c6b6d-ca75-45b4-8ea5-64c022ab3077 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:39.790500 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.818250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (29e356ac-877f-4417-aa06-eea211e3a79d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.819715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:39.820033 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.881679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.882475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.900924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Calling delete_port for be0c6b6d-ca75-45b4-8ea5-64c022ab3077 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:39.913849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bdbc8725-b158-47c0-b558-8e33c88ea58c None None] Current status of the port dda9e22a-5893-442d-bf1b-e899b0901d0b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:39.930172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet a1b2d791-0b26-40de-ba71-da3487d57dbc {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:39.938587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (a1b2d791-0b26-40de-ba71-da3487d57dbc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:39.941555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] Pushing event updated for resources: {'Network': ['ID=29e356ac-877f-4417-aa06-eea211e3a79d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:39.959596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 29e356ac-877f-4417-aa06-eea211e3a79d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:39.972779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3a6da5cc-522f-409f-8f70-7f74843b6301 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1279323 May 02 10:45:39.976530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:39.984529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Request body: {'subnet': {'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2068924264-subnet', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:40.020256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (a1b2d791-0b26-40de-ba71-da3487d57dbc), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.130515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Made reservation on behalf of c66af7b914fd46dbb25e62d4e3522759 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:40.130515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.208957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a1b2d791-0b26-40de-ba71-da3487d57dbc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.236069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5b3dcf29-28c2-4958-9b50-545d0af3bc1a None None] Provisioning complete for port dda9e22a-5893-442d-bf1b-e899b0901d0b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:40.236459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b3dcf29-28c2-4958-9b50-545d0af3bc1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.277668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (be0c6b6d-ca75-45b4-8ea5-64c022ab3077), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.340704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Pushing event deleted for resources: {'Port': ['ID=be0c6b6d-ca75-45b4-8ea5-64c022ab3077,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:40.379479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5b3dcf29-28c2-4958-9b50-545d0af3bc1a None None] Current status of the port dda9e22a-5893-442d-bf1b-e899b0901d0b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:40.417275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (a1b2d791-0b26-40de-ba71-da3487d57dbc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.432117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks [] for floatingip (2823fa32-95cc-4a7a-9abf-9af53b3b1004), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.436475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.437721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e688d1cd-cbcf-47f6-94e5-9f0b32db12c2 tempest-ServerActionsTestJSON-777542339 tempest-ServerActionsTestJSON-777542339-project] 10.222.0.16 "DELETE /v2.0/floatingips/2823fa32-95cc-4a7a-9abf-9af53b3b1004 HTTP/1.1" status: 204 len: 168 time: 0.7890038 May 02 10:45:40.441626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57120) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:40.473507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=a1b2d791-0b26-40de-ba71-da3487d57dbc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:40.489208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.495033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e0855fa-785b-4e6f-a078-940116712b73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b2d791-0b26-40de-ba71-da3487d57dbc HTTP/1.1" status: 204 len: 168 time: 0.7018895 May 02 10:45:40.495662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57132) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:40.507922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-51e6ed02-6ad9-40af-8d38-4478e29ea919 None None] Could not find standard attr ID for object 641aff45-42fc-407d-ba8b-bf0d75c1ab1b. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:45:40.540981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (97ad34aa-94b3-4f3b-ad14-643082bc4cef), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.631018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97ad34aa-94b3-4f3b-ad14-643082bc4cef,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:40.632662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Checking segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:40.633154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Network hostable DHCP agents. Network: 29e356ac-877f-4417-aa06-eea211e3a79d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:40.697702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.740447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Network 29e356ac-877f-4417-aa06-eea211e3a79d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:40.759038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dda9e22a-5893-442d-bf1b-e899b0901d0b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:40.806239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dda9e22a-5893-442d-bf1b-e899b0901d0b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:40.806621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.826483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 29e356ac-877f-4417-aa06-eea211e3a79d) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:40.830880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:40.831726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.833307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d133a2-a2cb-4676-a925-0bc8a8793be8 None None] Network 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:40.839073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b587e4-4645-4fc0-b0cc-6f36469d6e93 None None] Network 29e356ac-877f-4417-aa06-eea211e3a79d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:40.888483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port dda9e22a-5893-442d-bf1b-e899b0901d0b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:40.888882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:40.907689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-38b5f81c-a71a-44a4-b996-0b0ca096c695 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9297740 May 02 10:45:40.910416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:40.915060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:41.012759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.014632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.031727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port dda9e22a-5893-442d-bf1b-e899b0901d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda9e22a-5893-442d-bf1b-e899b0901d0b,segment=NetworkSegment(b0d9eb37-ff55-46ce-a272-34211a322ec5),segment_id=b0d9eb37-ff55-46ce-a272-34211a322ec5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:41.032146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.042620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-272f8d0e-c8af-4886-acb7-a5e770e987ba tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:41.050021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a9408e-fb48-47ae-b6f2-facb075b1251 None None] Network 29e356ac-877f-4417-aa06-eea211e3a79d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:41.050191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-272f8d0e-c8af-4886-acb7-a5e770e987ba tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.2928231 May 02 10:45:41.053887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dda9e22a-5893-442d-bf1b-e899b0901d0b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:41.067464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for dda9e22a-5893-442d-bf1b-e899b0901d0b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:41.119547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] DHCP port deletion for 13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:41.124784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for router_controller (762cd71f-ae9c-4a9c-a7c8-ce8448760505), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.150130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-6b999cb4-8401-40ad-9d48-4d06e14adb04 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0992932 May 02 10:45:41.198120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Deleting port dda9e22a-5893-442d-bf1b-e899b0901d0b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:41.198120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.254446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-235cde70-4e1b-4c2e-bf80-67cdda1058b6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0939021 May 02 10:45:41.282073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] For port dda9e22a-5893-442d-bf1b-e899b0901d0b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dda9e22a-5893-442d-bf1b-e899b0901d0b,segment=NetworkSegment(b0d9eb37-ff55-46ce-a272-34211a322ec5),segment_id=b0d9eb37-ff55-46ce-a272-34211a322ec5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:41.282575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.298549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Calling delete_port for dda9e22a-5893-442d-bf1b-e899b0901d0b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:41.334165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.388327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (dda9e22a-5893-442d-bf1b-e899b0901d0b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.396928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for router_gateway (762cd71f-ae9c-4a9c-a7c8-ce8448760505), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.419749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] Pushing event deleted for resources: {'Port': ['ID=dda9e22a-5893-442d-bf1b-e899b0901d0b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:41.426008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5205b25-f8df-41a9-b5df-832d8d77b4ec None None] No DVR routers for this DVR port dda9e22a-5893-442d-bf1b-e899b0901d0b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:41.654787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57156) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:41.676339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for router_gateway (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.697435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.743649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=dda9e22a-5893-442d-bf1b-e899b0901d0b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:41.749714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.756054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port dda9e22a-5893-442d-bf1b-e899b0901d0b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:41.806083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-483e187b-018d-4063-91e5-1f4f3987af6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.839134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Allocated IP 172.35.4.48 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/8db012f4-7ba5-430c-b4f4-5b2f13d7dcac) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:41.903848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6863d26-5b72-4097-8014-bda18fb2e597 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:41.923232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-81840f71-126d-416f-92fc-b1920aa98d0b service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6510496 May 02 10:45:41.927490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: c6863d26-5b72-4097-8014-bda18fb2e597 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:41.928040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6863d26-5b72-4097-8014-bda18fb2e597 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:41.930522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.980162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-483e187b-018d-4063-91e5-1f4f3987af6e admin admin] Publish callbacks [] for security_group (5a66d1c6-93af-45d8-8957-c49b4cd65df3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:41.986666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:41.996001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.026775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d9eb37-ff55-46ce-a272-34211a322ec5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:42.027085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d9eb37-ff55-46ce-a272-34211a322ec5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:42.045362 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b0d9eb37-ff55-46ce-a272-34211a322ec5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.089411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-483e187b-018d-4063-91e5-1f4f3987af6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5a66d1c6-93af-45d8-8957-c49b4cd65df3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.098235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b0d9eb37-ff55-46ce-a272-34211a322ec5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.124130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.134238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:42.134654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b0d9eb37-ff55-46ce-a272-34211a322ec5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:42.137818 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:42.143984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-483e187b-018d-4063-91e5-1f4f3987af6e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=561e89131f06493c86bc50726a607921&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4881787 May 02 10:45:42.152056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57160) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:42.164422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483e187b-018d-4063-91e5-1f4f3987af6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a66d1c6-93af-45d8-8957-c49b4cd65df3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:42.169399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-64273895-85c9-42c3-a27d-32049490cc34 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2360256 May 02 10:45:42.214162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:42.214162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:42.214162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:42.218663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Pushing event updated for resources: {'Port': ['ID=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:42.305883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] Publish callbacks [] for security_group (5a66d1c6-93af-45d8-8957-c49b4cd65df3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.321556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Deleting port 84c8113b-4966-49a7-a639-e83bb5cb0924 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:42.321891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.352653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] Publish callbacks [] for security_group (5a66d1c6-93af-45d8-8957-c49b4cd65df3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.388414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.404732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.411504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe HTTP/1.1" status: 204 len: 168 time: 1.9112439 May 02 10:45:42.412191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57162) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:42.418487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2029287550'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:42.438819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7fe52e-34e2-4a60-b8aa-d020adeb86ac tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=13e5ea24-06d7-45e6-97d3-f9e8ac95e4fe,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:42.465182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] For port 84c8113b-4966-49a7-a639-e83bb5cb0924, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84c8113b-4966-49a7-a639-e83bb5cb0924,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:42.465558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.482024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Calling delete_port for 84c8113b-4966-49a7-a639-e83bb5cb0924 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:42.514130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:42.517446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.562168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f709b1bb-8903-4894-b833-7efa0bd5b9e9 req-9f4825bc-00a9-407d-a936-499adc33962c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.0515475 May 02 10:45:42.577271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:42.597817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5a66d1c6-93af-45d8-8957-c49b4cd65df3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.600403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.604482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5a66d1c6-93af-45d8-8957-c49b4cd65df3 HTTP/1.1" status: 204 len: 168 time: 0.4486008 May 02 10:45:42.618460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc3982-2ea1-40af-941d-77e28f4a842a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a66d1c6-93af-45d8-8957-c49b4cd65df3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:42.656085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (45e68e7d-a178-450d-9037-da8553b8ba65), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.656408 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment 45e68e7d-a178-450d-9037-da8553b8ba65 of type vlan for network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 May 02 10:45:42.717468 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for router_gateway (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.720666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7159998c-9c4f-4dcc-b770-231c4d1e91f0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.770535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dda9e22a-5893-442d-bf1b-e899b0901d0b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:42.786895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (84c8113b-4966-49a7-a639-e83bb5cb0924), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.792968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dda9e22a-5893-442d-bf1b-e899b0901d0b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:42.793538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dda9e22a-5893-442d-bf1b-e899b0901d0b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:42.817671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=84c8113b-4966-49a7-a639-e83bb5cb0924,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:42.909610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7159998c-9c4f-4dcc-b770-231c4d1e91f0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:42.914887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:42.915562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:43.111312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6974833 May 02 10:45:43.121700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57182) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:43.129422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:43.152731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd251a9e-74d9-4c89-89bc-cbfeeea0a8f7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=7159998c-9c4f-4dcc-b770-231c4d1e91f0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:43.153957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:43.169590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:43.191606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:43.459316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Router ae3e85ad-6120-4b4a-a21c-b238744841f6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:45:43.652472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:43.659327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43963fe2-9cb0-41a8-9cfd-12556525c3b0 admin admin] 10.222.0.16 "PUT /v2.0/routers/ae3e85ad-6120-4b4a-a21c-b238744841f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2158847 May 02 10:45:43.661230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57196) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:43.677897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Sync routers for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:43.690892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:43.692208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:43.784236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c2d7fd1-8295-4fc8-9ff8-502eba0495a8 req-3b41d656-6928-4d96-93d2-da891b78e1c3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.0350502 May 02 10:45:43.819538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:43.822904 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:43.858922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:43.869377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks [] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.007128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks [] for router_gateway (ae3e85ad-6120-4b4a-a21c-b238744841f6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.055815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:45:44.164281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5'}], 'enable_snat': True}, 'gw_port_id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:45:42Z', 'revision_number': 5, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port': {'id': '41e8ca78-3bd9-4c66-9941-3a7b2d41f032', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:6f:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2242, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:39:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:44.181371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57208) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:44.197170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Checking router: ae3e85ad-6120-4b4a-a21c-b238744841f6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:44.205946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Routers {'ae3e85ad-6120-4b4a-a21c-b238744841f6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:44.206144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Deleting port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:44.206330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.206567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['ae3e85ad-6120-4b4a-a21c-b238744841f6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:44.219742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b5998fb6-f8ed-4592-bf56-18baeddc8e30), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.275260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673e2c55-4a57-43ff-b2e3-536da3827a0b req-c7f43079-b6dd-49d5-99ab-61fb302671b9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:44.276819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-673e2c55-4a57-43ff-b2e3-536da3827a0b req-c7f43079-b6dd-49d5-99ab-61fb302671b9 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.1485050 May 02 10:45:44.280192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=b5998fb6-f8ed-4592-bf56-18baeddc8e30,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:44.300444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] For port 41e8ca78-3bd9-4c66-9941-3a7b2d41f032, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:44.301096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.330392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:44.337169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Calling delete_port for 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:44.345592 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Sync routers for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:44.365598 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:44.366244 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:44.372265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] Set router ae3e85ad-6120-4b4a-a21c-b238744841f6 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:44.396158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1115116576-network', 'tenant_id': '23dc31c03ada4eba97ae47aab53487d9'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:44.425668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-673e2c55-4a57-43ff-b2e3-536da3827a0b req-be79e2a8-84b5-4c1b-9a51-bdafc0707461 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257036 May 02 10:45:44.428864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': '45e68e7d-a178-450d-9037-da8553b8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:44.429196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 7159998c-9c4f-4dcc-b770-231c4d1e91f0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:44.451234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:45:44Z', 'revision_number': 6, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:44.485995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd678c95-1462-4047-ac01-e0088a44e197 None None] The sync data for ids ['ae3e85ad-6120-4b4a-a21c-b238744841f6'] in ncdv-master-1 is: [{'id': 'ae3e85ad-6120-4b4a-a21c-b238744841f6', 'name': 'tempest-ServerActionsTestJSON-1445768939-router', 'tenant_id': '608974f2bff942b5a36c7b8f748dcf72', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:39:07Z', 'updated_at': '2022-05-02T10:45:44Z', 'revision_number': 6, 'project_id': '608974f2bff942b5a36c7b8f748dcf72', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:44.488885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.498073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.501858 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:44.503865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-92a790fb-1e7f-4feb-8313-6ba6e1495222 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.5916357 May 02 10:45:44.504904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:44.551391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:44.600495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Made reservation on behalf of 23dc31c03ada4eba97ae47aab53487d9 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:44.602822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.615821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.629850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7159998c-9c4f-4dcc-b770-231c4d1e91f0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:44.639780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090dc25d-277f-4267-a16c-54f9baddfb1a None None] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:44.650587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:44.651232 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.652725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (41e8ca78-3bd9-4c66-9941-3a7b2d41f032), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.696631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Pushing event deleted for resources: {'Port': ['ID=41e8ca78-3bd9-4c66-9941-3a7b2d41f032,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:44.708673 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:42Z', 'revision_number': 3, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:44.755242 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Checking router: 762cd71f-ae9c-4a9c-a7c8-ce8448760505 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:44.755909 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Updating router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:45:44.766826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.783051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-12c869d2-e0f2-46ae-9de6-6893c4dc583f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6556880 May 02 10:45:44.785142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57214) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:44.787042 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.788172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7159998c-9c4f-4dcc-b770-231c4d1e91f0', 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': 'b5998fb6-f8ed-4592-bf56-18baeddc8e30'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:45:44.789473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.791452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1725440878'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:44.940757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks [] for security_group (b4269e3d-a56e-4186-ae15-670ee63ade92), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.956722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:44.960376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks [] for router_controller (ae3e85ad-6120-4b4a-a21c-b238744841f6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.029943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b4269e3d-a56e-4186-ae15-670ee63ade92), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.076233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ae3dc9b-7fba-4805-9ff1-4dee40133565 req-9f385091-d7cd-45d3-af59-d78cd4e4b120 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.0899696 May 02 10:45:45.078263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:45.084948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84c8113b-4966-49a7-a639-e83bb5cb0924 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:45.129885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 84c8113b-4966-49a7-a639-e83bb5cb0924 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:45.130236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84c8113b-4966-49a7-a639-e83bb5cb0924 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:45.136858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Allocated IP 172.20.0.2 (7159998c-9c4f-4dcc-b770-231c4d1e91f0/b5998fb6-f8ed-4592-bf56-18baeddc8e30/f65d9b92-fbc7-4bbd-a260-281f57874119) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:45.145617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4269e3d-a56e-4186-ae15-670ee63ade92,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:45.152701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fd5359d6-55f1-4a52-b3f6-6e0407f99f4e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.153059 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Added segment fd5359d6-55f1-4a52-b3f6-6e0407f99f4e of type vlan for network 3e1040eb-5d5c-4a3f-9e44-05925a253135 May 02 10:45:45.173391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (ae3e85ad-6120-4b4a-a21c-b238744841f6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.173971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae3e85ad-6120-4b4a-a21c-b238744841f6 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:45:45.182608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.184496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a5ff11c3-0c7e-418f-8aef-3c5b07c7fd73 admin admin] 10.222.0.16 "DELETE /v2.0/routers/ae3e85ad-6120-4b4a-a21c-b238744841f6 HTTP/1.1" status: 204 len: 168 time: 1.5220017 May 02 10:45:45.187016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57218) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:45.218721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:45.242622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.275870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (3e1040eb-5d5c-4a3f-9e44-05925a253135), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.277661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Deleting subnet 4f7c39b2-0855-4787-afc5-f87363dd7d01 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:45.284098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Publish callbacks [] for subnet (4f7c39b2-0855-4787-afc5-f87363dd7d01), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.305118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 500de3b5-94d7-449d-8b39-4837999f3b1c yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:45.321740 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks [] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.322138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks [] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.337312 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (4f7c39b2-0855-4787-afc5-f87363dd7d01), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.412787 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.444299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.463872 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Attempting to bind port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:45.464457 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Attempting to bind port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:45.465030 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Attempting to bind port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:45.479330 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:45.480102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:45.480771 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.481395 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:45.482292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Bound port: 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:45.491568 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.531082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:45.536685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:45.538685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Pushing event updated for resources: {'Port': ['ID=f65d9b92-fbc7-4bbd-a260-281f57874119,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:45.541692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:45.559132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (3e1040eb-5d5c-4a3f-9e44-05925a253135), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.560142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:45.560843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.597917 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] For port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:45.602055 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] For port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:45.624644 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Pushing event updated for resources: {'Port': ['ID=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:45.640199 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.640782 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.641843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.642449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Attempting to bind port f65d9b92-fbc7-4bbd-a260-281f57874119 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:45.642602 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.642849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Attempting to bind port f65d9b92-fbc7-4bbd-a260-281f57874119 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '45e68e7d-a178-450d-9037-da8553b8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:45.643228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Attempting to bind port f65d9b92-fbc7-4bbd-a260-281f57874119 on network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:45.643594 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.644131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.644687 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.645224 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.645751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.646780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.647537 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.648075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.648739 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.649260 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.649949 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:45.652308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:45.652741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Checking segment: {'id': '45e68e7d-a178-450d-9037-da8553b8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:45.653224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.654308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Bound using segment: {'id': '45e68e7d-a178-450d-9037-da8553b8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:45.654308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Bound port: f65d9b92-fbc7-4bbd-a260-281f57874119, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45e68e7d-a178-450d-9037-da8553b8ba65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7159998c-9c4f-4dcc-b770-231c4d1e91f0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:45.654647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.695205 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.700168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.714191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea941c23-8864-4fae-9a4e-d9b2340a5298 req-37a56125-8a1d-4143-8d01-8b0d7a28ffe1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:45.721816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea941c23-8864-4fae-9a4e-d9b2340a5298 req-37a56125-8a1d-4143-8d01-8b0d7a28ffe1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.1555140 May 02 10:45:45.748922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.5 (7159998c-9c4f-4dcc-b770-231c4d1e91f0/b5998fb6-f8ed-4592-bf56-18baeddc8e30/500de3b5-94d7-449d-8b39-4837999f3b1c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:45.756158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] Pushing event updated for resources: {'Network': ['ID=3e1040eb-5d5c-4a3f-9e44-05925a253135,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:45.764070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-98204570-fea5-4f12-9ba4-3754d58531fc admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5815501 May 02 10:45:45.771786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:45.779135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Request body: {'subnet': {'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1115116576-subnet', 'tenant_id': '23dc31c03ada4eba97ae47aab53487d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:45.790490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:45.821633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] For port f65d9b92-fbc7-4bbd-a260-281f57874119, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:45.859747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (4f7c39b2-0855-4787-afc5-f87363dd7d01), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:45.896502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] For port f65d9b92-fbc7-4bbd-a260-281f57874119, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f65d9b92-fbc7-4bbd-a260-281f57874119,segment=NetworkSegment(45e68e7d-a178-450d-9037-da8553b8ba65),segment_id=45e68e7d-a178-450d-9037-da8553b8ba65)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:45.955026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea941c23-8864-4fae-9a4e-d9b2340a5298 req-3567954c-a98a-4ee7-bb7c-11af2b3ce4aa tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2276344 May 02 10:45:45.975334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.012552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-b0d5ae1c-5c9f-47b5-b4df-707955175481 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:46.014828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-b0d5ae1c-5c9f-47b5-b4df-707955175481 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.0882506 May 02 10:45:46.035476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (4f7c39b2-0855-4787-afc5-f87363dd7d01), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.038332 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.040124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Made reservation on behalf of 23dc31c03ada4eba97ae47aab53487d9 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:46.042519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.048153 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3697c318-9557-427e-a8c5-53c72200e116 None None] Pushing event updated for resources: {'Port': ['ID=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:46.056665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:46.056665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:46.081099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07f20c6-bb10-4e85-9050-432e4c925037 None None] Pushing event updated for resources: {'Port': ['ID=f65d9b92-fbc7-4bbd-a260-281f57874119,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:46.098333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f7c39b2-0855-4787-afc5-f87363dd7d01,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:46.117100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.124637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57b623e-6a0b-4616-91ed-069cde20e16e None None] Network 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:46.136337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24429700-e2fe-480d-bab8-4afd347b8014 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/4f7c39b2-0855-4787-afc5-f87363dd7d01 HTTP/1.1" status: 204 len: 168 time: 0.9479012 May 02 10:45:46.140137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57226) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:46.284963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (500de3b5-94d7-449d-8b39-4837999f3b1c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.301635 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:46.337771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Allocated IP 172.20.0.1 (29e356ac-877f-4417-aa06-eea211e3a79d/97ad34aa-94b3-4f3b-ad14-643082bc4cef/ec60a155-46e7-4044-9ed7-6e0607ebafbf) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:46.425881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6d0dcde-298e-445c-8a64-1e54da8151a9 req-dfa73249-593a-426c-9c4d-7a09bbeafa09 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.1880853 May 02 10:45:46.612708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Deleting port beb3971f-f083-4505-b614-77bf1b6242f7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:46.613268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.623641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.647272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] DHCP port deletion for 5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:46.683060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:42Z', 'revision_number': 3, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:46.729036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Deleting port 04069d20-8d49-41e2-b486-3625e21b5e7a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:46.729775 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3ee8bf-fe9b-41b4-9282-5ab66540f5f1 None None] The sync data for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 is: [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:42Z', 'revision_number': 3, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:46.731013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.758948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (500de3b5-94d7-449d-8b39-4837999f3b1c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.846455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks [] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.866660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-08b99a83-2402-40fc-a6ef-bb2d8f3eb60b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:46.867033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f65d9b92-fbc7-4bbd-a260-281f57874119 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:46.868704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-08b99a83-2402-40fc-a6ef-bb2d8f3eb60b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.4722803 May 02 10:45:46.875763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:46.875763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=500de3b5-94d7-449d-8b39-4837999f3b1c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:46.878241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:46.881659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:46.903314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:46.921679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (7422085b-a838-4e78-a418-402b98156559), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.930898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Deleting port 04069d20-8d49-41e2-b486-3625e21b5e7a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:46.931259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.946969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] For port 04069d20-8d49-41e2-b486-3625e21b5e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04069d20-8d49-41e2-b486-3625e21b5e7a,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:46.947512 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:46.985927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Calling delete_port for 04069d20-8d49-41e2-b486-3625e21b5e7a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:47.005761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:47.006620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.024934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7422085b-a838-4e78-a418-402b98156559,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:47.026523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] For port beb3971f-f083-4505-b614-77bf1b6242f7, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=beb3971f-f083-4505-b614-77bf1b6242f7,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:47.027021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.043432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Checking segment: {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:47.044066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Network hostable DHCP agents. Network: 3e1040eb-5d5c-4a3f-9e44-05925a253135, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:47.066955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f65d9b92-fbc7-4bbd-a260-281f57874119 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:47.067580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.137837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8214d0d-fc63-4d1e-bf71-b472a9dab886 req-197118f2-7ef1-4f54-8b55-9e7b4252e78c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:47.187536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] For port 04069d20-8d49-41e2-b486-3625e21b5e7a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=04069d20-8d49-41e2-b486-3625e21b5e7a,segment=NetworkSegment(4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb),segment_id=4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:47.188555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.192105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8214d0d-fc63-4d1e-bf71-b472a9dab886 req-197118f2-7ef1-4f54-8b55-9e7b4252e78c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 945 time: 0.1262784 May 02 10:45:47.211724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.213937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:47.227006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Calling delete_port for 04069d20-8d49-41e2-b486-3625e21b5e7a owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:47.243011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f65d9b92-fbc7-4bbd-a260-281f57874119 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:47.243011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.288986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Network 29e356ac-877f-4417-aa06-eea211e3a79d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:47.291601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f65d9b92-fbc7-4bbd-a260-281f57874119, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f65d9b92-fbc7-4bbd-a260-281f57874119,segment=NetworkSegment(45e68e7d-a178-450d-9037-da8553b8ba65),segment_id=45e68e7d-a178-450d-9037-da8553b8ba65)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:47.297536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:47.304985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:47.309517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.330469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] No DVR routers for this DVR port 04069d20-8d49-41e2-b486-3625e21b5e7a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:47.361752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce4899-02f2-4f81-953e-866054476af5 None None] Pushing event deleted for resources: {'Port': ['ID=04069d20-8d49-41e2-b486-3625e21b5e7a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:47.407174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-828a463f-80ac-4673-ad2c-c7eabc4ff00c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.6209509 May 02 10:45:47.408440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Pushing event updated for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:47.417930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57230) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:47.423536 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.438542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8214d0d-fc63-4d1e-bf71-b472a9dab886 req-1d85863a-aec6-40f0-83cd-687806861fe1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/security-groups?id=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2329843 May 02 10:45:47.463278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3e1040eb-5d5c-4a3f-9e44-05925a253135) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:47.502490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b91857-3c92-491c-a328-468e7def8136 None None] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:47.526167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:47.527303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.551949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.620154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:47.626925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f65d9b92-fbc7-4bbd-a260-281f57874119,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:47.733739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:47.747177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.785764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e6a87f8b-0645-4f5c-b270-abfef48653b2 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.0104182 May 02 10:45:47.816366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:47.820156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41e8ca78-3bd9-4c66-9941-3a7b2d41f032 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:47.820646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 04069d20-8d49-41e2-b486-3625e21b5e7a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:47.820971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-77694e0b-ccb5-4b4e-8d06-59b0bc92ca83 req-4d50baf4-f493-4bd4-b540-b13e0bfb342e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.1969492 May 02 10:45:47.879230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.879527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (05ee8b50-c049-4381-a6ef-56854b5a9fdc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.879847 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Floating IP 05ee8b50-c049-4381-a6ef-56854b5a9fdc disassociated. External IP: 172.35.4.160, port: beb3971f-f083-4505-b614-77bf1b6242f7. May 02 10:45:47.886265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Calling delete_port for beb3971f-f083-4505-b614-77bf1b6242f7 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:47.906900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 04069d20-8d49-41e2-b486-3625e21b5e7a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:47.907256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 04069d20-8d49-41e2-b486-3625e21b5e7a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:47.908812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f49c3d-d460-414c-a68e-f76df057afdd None None] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:47.941869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 500de3b5-94d7-449d-8b39-4837999f3b1c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:47.942475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (500de3b5-94d7-449d-8b39-4837999f3b1c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:47.971921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.046705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ce7f853d-7517-44f7-abe8-90e1030bd724 None None] Provisioning complete for port f65d9b92-fbc7-4bbd-a260-281f57874119 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:48.047509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce7f853d-7517-44f7-abe8-90e1030bd724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.070643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (04069d20-8d49-41e2-b486-3625e21b5e7a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.101610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] No DVR routers for this DVR port 04069d20-8d49-41e2-b486-3625e21b5e7a on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:48.136769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (500de3b5-94d7-449d-8b39-4837999f3b1c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.170694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95046cc7-b554-4d14-b7de-21d737d61263 None None] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:48.202441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Pushing event deleted for resources: {'Port': ['ID=04069d20-8d49-41e2-b486-3625e21b5e7a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:48.253582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 500de3b5-94d7-449d-8b39-4837999f3b1c owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:48.333978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.363448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ce7f853d-7517-44f7-abe8-90e1030bd724 None None] Current status of the port f65d9b92-fbc7-4bbd-a260-281f57874119 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:48.373325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5eb9d02e-09f5-4baa-82fc-f0d89dc236b4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:48.389780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:48.392719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:48.408455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.435963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.455308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks [] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.458078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:48.458663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4bd25dc9-9f9a-4a87-b76a-34ad8d5269eb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: timer() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:48.462446 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:48.521540 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.600764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.14 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/9a26f705-ad57-4092-bf52-18a78499b11a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:48.611333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (500de3b5-94d7-449d-8b39-4837999f3b1c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.611698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (beb3971f-f083-4505-b614-77bf1b6242f7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.645889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event deleted for resources: {'Port': ['ID=beb3971f-f083-4505-b614-77bf1b6242f7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:48.649543 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.665553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a33b4ba9-a207-4129-b1f9-d46eaaaa64b5 req-e696e640-97d5-4be2-b739-e65115944065 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.0889137 May 02 10:45:48.682821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Pushing event updated for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:48.704010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d0e337b0-c499-4db6-ab18-954f0afbcfe1 None None] Provisioning complete for port f65d9b92-fbc7-4bbd-a260-281f57874119 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:48.704010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d0e337b0-c499-4db6-ab18-954f0afbcfe1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.822747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5eb9d02e-09f5-4baa-82fc-f0d89dc236b4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.834795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:48.837396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] 10.222.0.16 "DELETE /v2.0/networks/5eb9d02e-09f5-4baa-82fc-f0d89dc236b4 HTTP/1.1" status: 204 len: 168 time: 2.6962969 May 02 10:45:48.939160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:49.030132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d0e337b0-c499-4db6-ab18-954f0afbcfe1 None None] Current status of the port f65d9b92-fbc7-4bbd-a260-281f57874119 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:49.030132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d0e337b0-c499-4db6-ab18-954f0afbcfe1 None None] Could not find standard attr ID for object 500de3b5-94d7-449d-8b39-4837999f3b1c. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:45:49.034331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0349efb-62fe-4e79-84e9-949598d947ed admin admin] Pushing event deleted for resources: {'Network': ['ID=5eb9d02e-09f5-4baa-82fc-f0d89dc236b4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:49.052357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:49.054087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.090852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7f12aad5-9f2a-42d2-91df-ba965aa2aaf4 req-e86b052a-fcff-4cf3-aa2c-fb5f641a6be5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.1091561 May 02 10:45:49.158987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f169fb6c-6b9c-4157-8253-1679faa6e99c None None] Could not find standard attr ID for object 500de3b5-94d7-449d-8b39-4837999f3b1c. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:45:49.249263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:49.249381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.256794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (9a26f705-ad57-4092-bf52-18a78499b11a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.298270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:49.370250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:45:49.381195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.388023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f65d9b92-fbc7-4bbd-a260-281f57874119 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:49.437572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Network 29e356ac-877f-4417-aa06-eea211e3a79d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:49.439115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:49.440185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:49.446765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=500de3b5-94d7-449d-8b39-4837999f3b1c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:49.490125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:49.504155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.504706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.505183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.505621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.506063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.506739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.506932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.507363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.507789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.508311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.508739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.509524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.509960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.510770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.510940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:45:49.513398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.517373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f65d9b92-fbc7-4bbd-a260-281f57874119 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:49.517373 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.559655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:49.575990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:49.587593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:49.595223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:49.600750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:49.607321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.612248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-98cb40ee-14e9-4bae-8ae9-165fc73eabf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/500de3b5-94d7-449d-8b39-4837999f3b1c HTTP/1.1" status: 204 len: 168 time: 2.1904569 May 02 10:45:49.624223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:49.631934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:49.664167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-740a5448-65a5-461c-8036-2ce9fd6e8fa7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=608974f2bff942b5a36c7b8f748dcf72&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2186759 May 02 10:45:49.665115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:49.669323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Sync routers for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:49.691035 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f603a415-efb6-469b-89a0-cb4cff835dda tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:49.692853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f603a415-efb6-469b-89a0-cb4cff835dda tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/500de3b5-94d7-449d-8b39-4837999f3b1c HTTP/1.1" status: 404 len: 333 time: 0.0661528 May 02 10:45:49.700096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:49.725677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f65d9b92-fbc7-4bbd-a260-281f57874119 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:49.731073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:49.731812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:49.732861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:49.734745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.763322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] No DVR routers for this DVR port beb3971f-f083-4505-b614-77bf1b6242f7 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:49.766621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.770261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-350c47b1-96df-45ad-beb0-769842dd9f4c req-afb415b2-6d4b-4e6a-92b9-c540742b9f89 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.15 "DELETE /v2.0/ports/beb3971f-f083-4505-b614-77bf1b6242f7 HTTP/1.1" status: 204 len: 173 time: 3.7450771 May 02 10:45:49.773188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'name': 'network-vif-deleted', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:49.775870 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec520747-c416-48eb-8e17-866c0810ca46" -d '{"events": [{"server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "name": "network-vif-deleted", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:49.805516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet b5998fb6-f8ed-4592-bf56-18baeddc8e30 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:49.810104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (b5998fb6-f8ed-4592-bf56-18baeddc8e30), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.862368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b5998fb6-f8ed-4592-bf56-18baeddc8e30), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.866442 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e881e177-1ffb-4748-96ea-da5d22c4fff3 x-openstack-request-id: req-e881e177-1ffb-4748-96ea-da5d22c4fff3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:49.866735 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87432e7d-0491-4c31-9565-714b5c6030cb", "name": "network-vif-deleted", "tag": "beb3971f-f083-4505-b614-77bf1b6242f7", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:49.866988 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e881e177-1ffb-4748-96ea-da5d22c4fff3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:49.867390 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e881e177-1ffb-4748-96ea-da5d22c4fff3'] response: {'server_uuid': '87432e7d-0491-4c31-9565-714b5c6030cb', 'name': 'network-vif-deleted', 'tag': 'beb3971f-f083-4505-b614-77bf1b6242f7', 'status': 'completed', 'code': 200} May 02 10:45:49.904546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] Publish callbacks [] for security_group (88ab9eef-4ee6-49a9-8297-057816420594), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.917721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9047db09-aff1-449b-9760-c07e40b2853a req-e5dd492f-1ee6-48ee-9489-e10561b308fa tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.0671909 May 02 10:45:49.919846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:49.948788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:45:49.951027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] Publish callbacks [] for security_group (88ab9eef-4ee6-49a9-8297-057816420594), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.969697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b5998fb6-f8ed-4592-bf56-18baeddc8e30), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:49.979561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device beb3971f-f083-4505-b614-77bf1b6242f7 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:50.009194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: beb3971f-f083-4505-b614-77bf1b6242f7 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:50.009692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device beb3971f-f083-4505-b614-77bf1b6242f7 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:50.075113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ffb85b3b-62f9-46ba-8af1-e52a05e84abd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1781564 May 02 10:45:50.090501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Request body: {'port': {'device_id': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:50.107671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:50.124128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c638976f-ff22-4ee6-ad6f-30f1e805cbed admin admin] 10.222.0.16 "PUT /v2.0/routers/762cd71f-ae9c-4a9c-a7c8-ce8448760505/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6094832 May 02 10:45:50.131575 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Sync routers for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:50.137722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b5998fb6-f8ed-4592-bf56-18baeddc8e30), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.157625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:50.158444 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:50.212374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (88ab9eef-4ee6-49a9-8297-057816420594), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.215874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.216717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/88ab9eef-4ee6-49a9-8297-057816420594 HTTP/1.1" status: 204 len: 168 time: 0.5459442 May 02 10:45:50.232770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16540af-14f1-4075-9ca3-f176ba3ccd91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ab9eef-4ee6-49a9-8297-057816420594,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:50.262414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:50.262759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=b5998fb6-f8ed-4592-bf56-18baeddc8e30,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:50.319531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.320357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e71480-a78c-4d5e-9ec3-d75594124aa4 None None] Network 7159998c-9c4f-4dcc-b770-231c4d1e91f0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:50.323371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57280) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:50.325095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Checking router: 9be41bca-a81d-48ae-8aa1-74f9dba95c3e for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:50.329663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-071186fc-2825-477b-9ce9-76e83e7549d4 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/b5998fb6-f8ed-4592-bf56-18baeddc8e30 HTTP/1.1" status: 204 len: 168 time: 0.6216121 May 02 10:45:50.341619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.385060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008e1a7-9e77-4341-a455-35cb3699849f req-8a0824c7-c843-4867-97a9-d1c159599b96 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:50.386620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4008e1a7-9e77-4341-a455-35cb3699849f req-8a0824c7-c843-4867-97a9-d1c159599b96 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 932 time: 0.1294732 May 02 10:45:50.414644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:50.415843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:50.491519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4008e1a7-9e77-4341-a455-35cb3699849f req-ac5fe1ad-6232-4fa3-bf49-7bef9ecbcb20 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667083 May 02 10:45:50.496155 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:50.525282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7159998c-9c4f-4dcc-b770-231c4d1e91f0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.602097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port f65d9b92-fbc7-4bbd-a260-281f57874119 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:50.602455 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.633253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:50.668536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] DHCP port deletion for 7159998c-9c4f-4dcc-b770-231c4d1e91f0 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:45:50.748673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port f65d9b92-fbc7-4bbd-a260-281f57874119, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f65d9b92-fbc7-4bbd-a260-281f57874119,segment=NetworkSegment(45e68e7d-a178-450d-9037-da8553b8ba65),segment_id=45e68e7d-a178-450d-9037-da8553b8ba65)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:50.748673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.807051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for f65d9b92-fbc7-4bbd-a260-281f57874119 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:50.883993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:50.892479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a26f705-ad57-4092-bf52-18a78499b11a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:50.901301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks [] for port (9a26f705-ad57-4092-bf52-18a78499b11a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:50.915389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Transition to ACTIVE for port object 9a26f705-ad57-4092-bf52-18a78499b11a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:45:50.989068 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:47Z', 'revision_number': 4, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec60a155-46e7-4044-9ed7-6e0607ebafbf', 'name': '', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'mac_address': 'fa:16:3e:3b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:45Z', 'updated_at': '2022-05-02T10:45:48Z', 'revision_number': 2, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'subnets': [{'id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:51.009314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.043311 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Checking router: 762cd71f-ae9c-4a9c-a7c8-ce8448760505 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:51.048237 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Updating router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 port ec60a155-46e7-4044-9ed7-6e0607ebafbf binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:45:51.074181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-841eb31b-fc9e-4c1c-8e86-eb9258f3af68 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:51.076089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-841eb31b-fc9e-4c1c-8e86-eb9258f3af68 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 811 time: 0.2462361 May 02 10:45:51.122152 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-3cabe726-ad21-4eca-b71d-300e3dba9919 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/quotas/c66af7b914fd46dbb25e62d4e3522759 HTTP/1.1" status: 200 len: 375 time: 0.0376487 May 02 10:45:51.146655 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.159690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-562c525b-b598-4938-b5b7-4d96b07beee8 req-f8f3c098-80f7-44bb-9b58-bd67c502dda1 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "GET /v2.0/ports?device_id=87432e7d-0491-4c31-9565-714b5c6030cb HTTP/1.1" status: 200 len: 210 time: 0.0722263 May 02 10:45:51.186758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.191698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18149573-f2bb-448b-a357-d066287c949d service neutron] Pushing event updated for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:51.231721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-d8fa6ccb-c866-4737-8202-cc9d721e59e0 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1016619 May 02 10:45:51.232646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=f65d9b92-fbc7-4bbd-a260-281f57874119,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:51.237230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port f65d9b92-fbc7-4bbd-a260-281f57874119 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:51.263956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Deleting port f65d9b92-fbc7-4bbd-a260-281f57874119 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:51.264535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.323552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Attempting to bind port 9a26f705-ad57-4092-bf52-18a78499b11a on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:51.325322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Attempting to bind port 9a26f705-ad57-4092-bf52-18a78499b11a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:51.326243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Attempting to bind port 9a26f705-ad57-4092-bf52-18a78499b11a on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:51.352565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Port 9a26f705-ad57-4092-bf52-18a78499b11a on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:45:51.357707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Attempting to bind port 9a26f705-ad57-4092-bf52-18a78499b11a on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:51.363235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:51.363581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:51.363977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:51.364933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Bound port: 9a26f705-ad57-4092-bf52-18a78499b11a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:51.366811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.395825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] For port f65d9b92-fbc7-4bbd-a260-281f57874119, host ncdv-master-1, got binding levels [] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:51.396228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.408447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:51.408906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.451599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Calling delete_port for f65d9b92-fbc7-4bbd-a260-281f57874119 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:51.460427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.ipam_backend_mixin [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Port f65d9b92-fbc7-4bbd-a260-281f57874119 was not found and therefore no delete operation was performed {{(pid=115664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:45:51.466862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f65d9b92-fbc7-4bbd-a260-281f57874119), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.502167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:51.507295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7159998c-9c4f-4dcc-b770-231c4d1e91f0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.508762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a26f705-ad57-4092-bf52-18a78499b11a,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:51.536170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] Pushing event deleted for resources: {'Port': ['ID=f65d9b92-fbc7-4bbd-a260-281f57874119,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:51.538364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7159998c-9c4f-4dcc-b770-231c4d1e91f0']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:51.555104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6e7cc7-6dd4-40d2-8fe5-119f00f7028a None None] No DVR routers for this DVR port f65d9b92-fbc7-4bbd-a260-281f57874119 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:45:51.569884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45e68e7d-a178-450d-9037-da8553b8ba65') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:51.570266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45e68e7d-a178-450d-9037-da8553b8ba65') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:51.578922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:51.596665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (45e68e7d-a178-450d-9037-da8553b8ba65), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.608398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-0796f7dd-1c2f-492f-a010-cc50d9c14287 service neutron] 10.222.0.16 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2927473 May 02 10:45:51.622173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (45e68e7d-a178-450d-9037-da8553b8ba65), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.624038 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks [] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.632455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.664122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:45:51.664551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (45e68e7d-a178-450d-9037-da8553b8ba65), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.677899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c91b1803-4cc5-478d-9848-90315a865d57 None None] The sync data for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 is: [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:40:08Z', 'revision_number': 4, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3aa8ea7a-dced-48be-b8cb-494b9aaf4794', 'name': '', 'network_id': 'c6e9ffbb-66aa-4eda-8e78-ffd6770bf176', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'mac_address': 'fa:16:3e:83:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2348, 'fixed_ips': [{'subnet_id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:06Z', 'updated_at': '2022-05-02T10:40:15Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'subnets': [{'id': 'c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: timer() May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:45:51.685012 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:45:51.716964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:51.717582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.720150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-18149573-f2bb-448b-a357-d066287c949d service neutron] 10.222.0.15 "PUT /v2.0/ports/9a26f705-ad57-4092-bf52-18a78499b11a HTTP/1.1" status: 200 len: 1092 time: 1.6344359 May 02 10:45:51.723567 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.728129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:51.781714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ca933a-44f9-4bcc-9a04-3cc7caee0466 req-9d505df0-50ff-411c-889f-65898a2a06ed tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:51.789210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67ca933a-44f9-4bcc-9a04-3cc7caee0466 req-9d505df0-50ff-411c-889f-65898a2a06ed tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 944 time: 0.1264803 May 02 10:45:51.808588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18149573-f2bb-448b-a357-d066287c949d service neutron] Pushing event updated for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:51.845656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f65d9b92-fbc7-4bbd-a260-281f57874119 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:51.854248 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23312c-58dd-4bf2-813e-2da529a4b17b None None] Pushing event updated for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:51.871801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:51.880105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f65d9b92-fbc7-4bbd-a260-281f57874119 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:51.880479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f65d9b92-fbc7-4bbd-a260-281f57874119 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:51.880901 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422" -d '{"events": [{"name": "network-changed", "server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:51.895976 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Attempting to bind port ec60a155-46e7-4044-9ed7-6e0607ebafbf on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:51.896544 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Attempting to bind port ec60a155-46e7-4044-9ed7-6e0607ebafbf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:51.897029 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Attempting to bind port ec60a155-46e7-4044-9ed7-6e0607ebafbf on network 29e356ac-877f-4417-aa06-eea211e3a79d {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:51.904992 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:51.905439 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Checking segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:51.905936 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.907082 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Bound using segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:51.907628 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Bound port: ec60a155-46e7-4044-9ed7-6e0607ebafbf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:51.908084 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.920290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4e058037-424c-4ddc-be21-93b9b6fccd4d service neutron] 10.222.0.16 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3031654 May 02 10:45:51.923286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7159998c-9c4f-4dcc-b770-231c4d1e91f0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.933414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67ca933a-44f9-4bcc-9a04-3cc7caee0466 req-c79868b8-4bf3-491a-8318-99f02ff3ec90 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429117 May 02 10:45:51.954435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:51.964757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/7159998c-9c4f-4dcc-b770-231c4d1e91f0 HTTP/1.1" status: 204 len: 168 time: 1.6395609 May 02 10:45:51.978106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:52.026239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ff6138d0-aa77-44ee-8b2d-cca38ce81149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:52.030620 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] For port ec60a155-46e7-4044-9ed7-6e0607ebafbf, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:52.030803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'name': 'tempest-PortsTestJSON-194805421'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:52.041592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-ff6138d0-aa77-44ee-8b2d-cca38ce81149 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 1126 time: 0.1423399 May 02 10:45:52.049786 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] For port ec60a155-46e7-4044-9ed7-6e0607ebafbf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec60a155-46e7-4044-9ed7-6e0607ebafbf,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:52.062010 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed297dba-6c05-4c44-9d9a-10226ee264c9 x-openstack-request-id: req-ed297dba-6c05-4c44-9d9a-10226ee264c9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:52.062301 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:52.062765 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed297dba-6c05-4c44-9d9a-10226ee264c9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:52.063177 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed297dba-6c05-4c44-9d9a-10226ee264c9'] response: {'name': 'network-changed', 'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a', 'status': 'completed', 'code': 200} May 02 10:45:52.098437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-6b686422-0418-49ea-b026-40b52eeec11a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a26f705-ad57-4092-bf52-18a78499b11a HTTP/1.1" status: 200 len: 217 time: 0.0453300 May 02 10:45:52.129590 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.136874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df01a7f8-c024-4f38-bafd-852317690b5c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=7159998c-9c4f-4dcc-b770-231c4d1e91f0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:52.141175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57328) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:52.189483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-fcb6ce9b-0bd0-494c-a5de-4b357604881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:52.190605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-fcb6ce9b-0bd0-494c-a5de-4b357604881f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0806830 May 02 10:45:52.232165 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:52.232643 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:52.237211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-f9d59384-a4d6-43e6-bbea-f96096e766f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393751 May 02 10:45:52.262142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db24272-54bd-40cc-8fce-9cce0a11130e None None] New status for floating IP 05ee8b50-c049-4381-a6ef-56854b5a9fdc: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:45:52.290142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57342) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:52.308085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:52.334192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.382790 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23312c-58dd-4bf2-813e-2da529a4b17b None None] Pushing event updated for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:52.382917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-820502532-network', 'tenant_id': '5c9766e517ac48c3a053e35e300d65e9'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:52.423652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-a9fae578-dc3a-4c36-ba13-f3bae952c5f8 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700563 May 02 10:45:52.428836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port e5992f4f-0771-4ff5-bb2e-292e76d30e55 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:52.437748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd076749-b1ca-4a81-94c4-223bf595d115 req-85678ac0-6873-4990-a35a-ab1e9243a410 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.1577661 May 02 10:45:52.531851 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:52.632453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Deleting port cb25d716-13cd-4f2f-a631-852ec2bab0e5 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:52.632789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.704349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Made reservation on behalf of 5c9766e517ac48c3a053e35e300d65e9 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:52.707068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.756194 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:47Z', 'revision_number': 4, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec60a155-46e7-4044-9ed7-6e0607ebafbf', 'name': '', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'mac_address': 'fa:16:3e:3b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:45Z', 'updated_at': '2022-05-02T10:45:52Z', 'revision_number': 4, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'subnets': [{'id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:52.762475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.800961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (e5992f4f-0771-4ff5-bb2e-292e76d30e55), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.835591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.835943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for floatingip (cb25d716-13cd-4f2f-a631-852ec2bab0e5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:52.874159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Calling delete_port for cb25d716-13cd-4f2f-a631-852ec2bab0e5 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:52.917015 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59277c2-70c9-42bf-b16e-c597e955f570 None None] The sync data for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 is: [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:47Z', 'revision_number': 4, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ec60a155-46e7-4044-9ed7-6e0607ebafbf', 'name': '', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'mac_address': 'fa:16:3e:3b:27:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_interface', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:45Z', 'updated_at': '2022-05-02T10:45:52Z', 'revision_number': 4, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'subnets': [{'id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:52.927428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-feec7eec-5377-4c1c-84b7-fc9e810ac0b1 req-895f695b-df9a-4f31-969d-815a8efefba7 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4929144 May 02 10:45:53.032662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks [] for security_group (aac0080d-076b-4253-9185-34172fc3a264), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.032662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5992f4f-0771-4ff5-bb2e-292e76d30e55), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.110273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:53.111291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995a06d-e49b-4c6b-81b7-d3b42b1bae7a req-02a5d927-ccb1-4c69-b825-1a4a75bb0b88 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:53.112912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8995a06d-e49b-4c6b-81b7-d3b42b1bae7a req-02a5d927-ccb1-4c69-b825-1a4a75bb0b88 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 944 time: 0.0551198 May 02 10:45:53.129697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:53.135161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:53.140349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:53.144245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.147554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (aac0080d-076b-4253-9185-34172fc3a264), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.189686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8995a06d-e49b-4c6b-81b7-d3b42b1bae7a req-8733f0e7-b025-4cab-bad4-40accf92e493 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699658 May 02 10:45:53.199931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=e5992f4f-0771-4ff5-bb2e-292e76d30e55,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:53.210279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aac0080d-076b-4253-9185-34172fc3a264,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:53.220624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:53.251380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (717071b2-6b2b-45ec-8816-a1e765eba284), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.251744 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Added segment 717071b2-6b2b-45ec-8816-a1e765eba284 of type vlan for network f347c28c-74d9-4788-bfc5-e890a837b2c4 May 02 10:45:53.303476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f347c28c-74d9-4788-bfc5-e890a837b2c4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.311102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9fb5dcc4-cec6-46d1-ad29-b4104fee5029 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.3312607 May 02 10:45:53.313632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:53.396205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cb25d716-13cd-4f2f-a631-852ec2bab0e5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.428795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event deleted for resources: {'Port': ['ID=cb25d716-13cd-4f2f-a631-852ec2bab0e5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:53.445907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port e5992f4f-0771-4ff5-bb2e-292e76d30e55 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:53.446253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5992f4f-0771-4ff5-bb2e-292e76d30e55), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.466052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f347c28c-74d9-4788-bfc5-e890a837b2c4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.467014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:53.468122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.646880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9660be0-2da5-45e0-bc83-cf25312dce8c req-e3e7ea3b-5769-4e07-83f2-cb89a39b53d9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.1140642 May 02 10:45:53.655666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5136242 May 02 10:45:53.658925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57364) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:53.661308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5992f4f-0771-4ff5-bb2e-292e76d30e55), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.664289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Request body: {'subnet': {'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-820502532-subnet', 'tenant_id': '5c9766e517ac48c3a053e35e300d65e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:53.669509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1bccd6-def5-44d7-8bb9-7ac2189d3cef admin admin] Pushing event updated for resources: {'Network': ['ID=f347c28c-74d9-4788-bfc5-e890a837b2c4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:53.675552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for floatingip (05ee8b50-c049-4381-a6ef-56854b5a9fdc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.678370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.679551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-449f79d8-265b-4cc4-8679-d87f3b090f6c tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "DELETE /v2.0/floatingips/05ee8b50-c049-4381-a6ef-56854b5a9fdc HTTP/1.1" status: 204 len: 168 time: 1.3885329 May 02 10:45:53.681433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f347c28c-74d9-4788-bfc5-e890a837b2c4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:45:53.684913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for e5992f4f-0771-4ff5-bb2e-292e76d30e55 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:53.794368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:53.818656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Made reservation on behalf of 5c9766e517ac48c3a053e35e300d65e9 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:53.821315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.855870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (98f8a3e2-61e7-4cd3-ae4b-53390bde87a0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.888067 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (98f8a3e2-61e7-4cd3-ae4b-53390bde87a0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.909991 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5992f4f-0771-4ff5-bb2e-292e76d30e55), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.953079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=e5992f4f-0771-4ff5-bb2e-292e76d30e55,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:53.960314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:53.964179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32b32974-9b32-4d94-94a8-3862baa4ef38 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/e5992f4f-0771-4ff5-bb2e-292e76d30e55 HTTP/1.1" status: 204 len: 168 time: 0.6495793 May 02 10:45:53.967198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:53.972310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'mac_address': 'fa:16:3e:e8:07:67', 'name': 'tempest-PortsTestJSON-298343090'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:54.078754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-d59eb78a-81c4-4f39-9925-c80cd5585299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:54.081580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-d59eb78a-81c4-4f39-9925-c80cd5585299 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 1126 time: 0.0676069 May 02 10:45:54.153229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (dae908c4-531a-4424-a918-5bd7859f76c6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.192062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:54.197817 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (98f8a3e2-61e7-4cd3-ae4b-53390bde87a0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.202408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.204441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] 10.222.0.16 "DELETE /v2.0/security-groups/98f8a3e2-61e7-4cd3-ae4b-53390bde87a0 HTTP/1.1" status: 204 len: 168 time: 0.4090514 May 02 10:45:54.258105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Pushing event updated for resources: {'Subnet': ['ID=dae908c4-531a-4424-a918-5bd7859f76c6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:54.279725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00ba649-d3dd-4cf7-b61b-07c6a08f4240 tempest-TestServerBasicOps-509257587 tempest-TestServerBasicOps-509257587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98f8a3e2-61e7-4cd3-ae4b-53390bde87a0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:54.307144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-6bd3e177-0b8d-45d5-bffa-900b1625ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:54.308655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-6bd3e177-0b8d-45d5-bffa-900b1625ebd7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 907 time: 0.2167928 May 02 10:45:54.312091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Checking segment: {'id': '717071b2-6b2b-45ec-8816-a1e765eba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:54.312947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Network hostable DHCP agents. Network: f347c28c-74d9-4788-bfc5-e890a837b2c4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:45:54.352621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.358430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57380) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:54.386564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-2bd2995b-991b-4b98-8c31-ebfc9836d937 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9a26f705-ad57-4092-bf52-18a78499b11a HTTP/1.1" status: 200 len: 217 time: 0.0649688 May 02 10:45:54.387651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port fd246f79-0943-4ec6-9dd5-55e0723708f2 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:54.397283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5105947-c7dc-4442-b90f-7e6e29d116e9 req-c7a15aff-4d35-4d24-95e6-766f2ef64f60 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:54.398814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5105947-c7dc-4442-b90f-7e6e29d116e9 req-c7a15aff-4d35-4d24-95e6-766f2ef64f60 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 944 time: 0.1280689 May 02 10:45:54.483202 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-82aad4cc-10fa-4b48-9c6b-1fe661ea89ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:54.485236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-82aad4cc-10fa-4b48-9c6b-1fe661ea89ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0846465 May 02 10:45:54.492376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5105947-c7dc-4442-b90f-7e6e29d116e9 req-4ddd522b-67b2-4cc4-840e-116bdc2302f8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825245 May 02 10:45:54.505429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Network f347c28c-74d9-4788-bfc5-e890a837b2c4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:45:54.526551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-c010cd79-97d3-4a72-ada4-fff85d6f9d4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316381 May 02 10:45:54.606776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f347c28c-74d9-4788-bfc5-e890a837b2c4) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:54.613005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:54.614077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.619647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e444bb4-67eb-4128-8741-cd8947b3ac31 None None] Network f347c28c-74d9-4788-bfc5-e890a837b2c4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:54.638346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-3aa4f884-17f7-47ff-98a6-30e6a998062f service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024363 May 02 10:45:54.714515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (fd246f79-0943-4ec6-9dd5-55e0723708f2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.750237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09716567-d1dc-4073-af7a-6fd98362054c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0894973 May 02 10:45:54.767930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a010ce77-a3c4-441a-acb3-827b858e6237 None None] Network f347c28c-74d9-4788-bfc5-e890a837b2c4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:54.799500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08dfd2cf-accb-4c3b-b239-f4fcce4d5422 req-08de5dbd-f6c7-44c8-9afe-ef6bd3939b5d service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520104 May 02 10:45:54.842246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b27389b4-0518-4fae-8f10-d463b3c1ee2c req-ac085ab7-fd6f-4397-92c0-84b1b829ee3b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.0641477 May 02 10:45:54.871651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ec60a155-46e7-4044-9ed7-6e0607ebafbf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:54.942292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fd246f79-0943-4ec6-9dd5-55e0723708f2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:54.964168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ec60a155-46e7-4044-9ed7-6e0607ebafbf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:54.964543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.006903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:55.023851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:55.047016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:55.052834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:55.053664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.062203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=fd246f79-0943-4ec6-9dd5-55e0723708f2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:55.076322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ec60a155-46e7-4044-9ed7-6e0607ebafbf is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:55.077445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.084851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.184562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port ec60a155-46e7-4044-9ed7-6e0607ebafbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec60a155-46e7-4044-9ed7-6e0607ebafbf,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:55.194998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-7695b9e9-24c6-45ad-bad3-aef016d3ff71 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:55.196475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-7695b9e9-24c6-45ad-bad3-aef016d3ff71 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.24 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 811 time: 0.1825368 May 02 10:45:55.207139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16e29d06-dee2-484c-a247-23806a67dbf1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2392762 May 02 10:45:55.208960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Request body: {'port': {'device_id': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'admin_state_up': True, 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:55.209628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57396) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:55.257940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.298790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8367981-4ca3-4156-91f0-d3e9b30693c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:55.305320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e8367981-4ca3-4156-91f0-d3e9b30693c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/fd246f79-0943-4ec6-9dd5-55e0723708f2 HTTP/1.1" status: 200 len: 840 time: 0.0946810 May 02 10:45:55.307617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:55.359635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:55.433403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port fd246f79-0943-4ec6-9dd5-55e0723708f2 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:55.433898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fd246f79-0943-4ec6-9dd5-55e0723708f2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.474144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Deleting port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:55.474487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.514469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fd246f79-0943-4ec6-9dd5-55e0723708f2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.527175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Made reservation on behalf of c66af7b914fd46dbb25e62d4e3522759 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:55.530920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.547045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for fd246f79-0943-4ec6-9dd5-55e0723708f2 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:55.603117 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf26c1ec-af46-424f-9853-c3c2b1ca6097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.619447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] For port 3aa8ea7a-dced-48be-b8cb-494b9aaf4794, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:55.619938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.639799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e420c7d-db57-4086-9e20-29a2c73c16ca req-acfb3eff-5d71-41c0-9af1-10a3301115ca tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:55.642938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2e420c7d-db57-4086-9e20-29a2c73c16ca req-acfb3eff-5d71-41c0-9af1-10a3301115ca tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 944 time: 0.0675516 May 02 10:45:55.646727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Calling delete_port for 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:55.751277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Allocated IP 172.20.0.6 (29e356ac-877f-4417-aa06-eea211e3a79d/97ad34aa-94b3-4f3b-ad14-643082bc4cef/0da40778-1958-4dc7-b517-dd040ec59f6b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:45:55.762288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2e420c7d-db57-4086-9e20-29a2c73c16ca req-f75bac96-0a66-4489-9a42-71bd979d441d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089582 May 02 10:45:55.839190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (fd246f79-0943-4ec6-9dd5-55e0723708f2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.907768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=fd246f79-0943-4ec6-9dd5-55e0723708f2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:55.918421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:55.924888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-10e858f0-19bb-4494-8afa-26809a078f8a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/fd246f79-0943-4ec6-9dd5-55e0723708f2 HTTP/1.1" status: 204 len: 168 time: 0.6113718 May 02 10:45:55.929104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:55.965773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a26f705-ad57-4092-bf52-18a78499b11a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:45:55.970981 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b82143e-70ff-447d-b62a-020bad79bff7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:55.972741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6b82143e-70ff-447d-b62a-020bad79bff7 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/fd246f79-0943-4ec6-9dd5-55e0723708f2 HTTP/1.1" status: 404 len: 333 time: 0.0466633 May 02 10:45:55.976954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:55.994354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'name': 'tempest-PortsTestJSON-1948829469'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:56.000778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98e5b0d5-ca47-4d10-8336-a39398964872 req-7082dbff-da7d-4057-9bdd-5cf30652b7ef tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.0617142 May 02 10:45:56.034480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks [] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.073943 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3aa8ea7a-dced-48be-b8cb-494b9aaf4794), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.087362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a26f705-ad57-4092-bf52-18a78499b11a,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:56.105218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '9a26f705-ad57-4092-bf52-18a78499b11a', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': '9a26f705-ad57-4092-bf52-18a78499b11a', 'mac_address': 'fa:16:3e:e8:4b:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:45:56.120211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa8ea7a-dced-48be-b8cb-494b9aaf4794,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:56.151257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9a26f705-ad57-4092-bf52-18a78499b11a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:56.151752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.166706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a26f705-ad57-4092-bf52-18a78499b11a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:56.193155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.203721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a26f705-ad57-4092-bf52-18a78499b11a,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:56.264796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Network 29e356ac-877f-4417-aa06-eea211e3a79d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:56.270943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:56.275203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:56.280663 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.304121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:56.304707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Pushing event updated for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:56.307992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.336859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 3c8266db-7884-4e0e-a086-004d0c39b14d yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:45:56.362420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:56.366234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.373125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:56.446279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-4c46d8da-edfd-48f1-bcf5-e8c8336fd753 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416313 May 02 10:45:56.517995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Request body: {'port': {'device_id': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:56.536957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9a26f705-ad57-4092-bf52-18a78499b11a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:45:56.598579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.848052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:56.898565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ec60a155-46e7-4044-9ed7-6e0607ebafbf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:56.951648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ec60a155-46e7-4044-9ed7-6e0607ebafbf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:56.951944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.035975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ec60a155-46e7-4044-9ed7-6e0607ebafbf is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:57.051433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508dc4d-5637-42bf-b1aa-aa88ba8c0116 req-9f153395-e159-4c2e-bf3b-25c370c888f2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.052957 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5508dc4d-5637-42bf-b1aa-aa88ba8c0116 req-9f153395-e159-4c2e-bf3b-25c370c888f2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 945 time: 0.1612208 May 02 10:45:57.070780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-abcb086d-233c-4093-a12d-c54f935bd643 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.072272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-abcb086d-233c-4093-a12d-c54f935bd643 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/networks?id=f347c28c-74d9-4788-bfc5-e890a837b2c4 HTTP/1.1" status: 200 len: 809 time: 0.1679299 May 02 10:45:57.088510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0da40778-1958-4dc7-b517-dd040ec59f6b {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:45:57.097603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-f280a7bc-5acd-42f6-9802-2665723bcda5 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/quotas/5c9766e517ac48c3a053e35e300d65e9 HTTP/1.1" status: 200 len: 375 time: 0.0186768 May 02 10:45:57.100818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks [] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.146827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Transition to ACTIVE for port object 0da40778-1958-4dc7-b517-dd040ec59f6b will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:45:57.149194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-96563470-28d1-4b32-ab30-e1938967265e tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c9766e517ac48c3a053e35e300d65e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438619 May 02 10:45:57.151857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.178265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5508dc4d-5637-42bf-b1aa-aa88ba8c0116 req-cf6b3e16-0bae-41e1-8c8b-52108571c7cb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929179 May 02 10:45:57.248464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bdaea06f-0336-4162-8014-55bc32502487 service neutron] 10.222.0.16 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922594 May 02 10:45:57.264298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.333874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0ee20f-3cce-44d8-a61e-986843854068 req-6ef1b822-cf7f-4f0d-87e2-8d6b3c370e88 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.335363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de0ee20f-3cce-44d8-a61e-986843854068 req-6ef1b822-cf7f-4f0d-87e2-8d6b3c370e88 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 943 time: 0.0919154 May 02 10:45:57.376694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Pushing event updated for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:57.377549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:45:57.396751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.408222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de0ee20f-3cce-44d8-a61e-986843854068 req-0093f686-c300-4f35-bda0-947282b4b301 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672245 May 02 10:45:57.441675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-0a9d5c94-9f92-427a-9134-09e78e0372ea service neutron] 10.222.0.16 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863871 May 02 10:45:57.467896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Attempting to bind port 0da40778-1958-4dc7-b517-dd040ec59f6b on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:45:57.469658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Attempting to bind port 0da40778-1958-4dc7-b517-dd040ec59f6b by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:45:57.469890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Attempting to bind port 0da40778-1958-4dc7-b517-dd040ec59f6b on network 29e356ac-877f-4417-aa06-eea211e3a79d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:57.477494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Port 0da40778-1958-4dc7-b517-dd040ec59f6b on network 29e356ac-877f-4417-aa06-eea211e3a79d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:45:57.477858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Attempting to bind port 0da40778-1958-4dc7-b517-dd040ec59f6b on network 29e356ac-877f-4417-aa06-eea211e3a79d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:45:57.484394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:45:57.484772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Checking segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:45:57.485606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Bound using segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:45:57.485726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Bound port: 0da40778-1958-4dc7-b517-dd040ec59f6b, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:45:57.486385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.490868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:45:57.496944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:45:57.505867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:45:57.514726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.515981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.521647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=3c8266db-7884-4e0e-a086-004d0c39b14d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:57.561264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:45:57.565031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da40778-1958-4dc7-b517-dd040ec59f6b,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:45:57.586373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:45:57.592184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b01a5333-2d7a-4089-870b-d07155e8713e admin admin] 10.222.0.16 "PUT /v2.0/routers/9be41bca-a81d-48ae-8aa1-74f9dba95c3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2334566 May 02 10:45:57.595281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:57.599984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Sync routers for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:45:57.609862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:57.610619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:57.686964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e2b8f6c6-a962-4de2-bb85-f65907b1bb15 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7005382 May 02 10:45:57.691558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57488) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:57.696648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:57.712247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.720923 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:57.760068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.763247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.767763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] 10.222.0.24 "PUT /v2.0/ports/0da40778-1958-4dc7-b517-dd040ec59f6b HTTP/1.1" status: 200 len: 1091 time: 1.3138223 May 02 10:45:57.768470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:57.771027 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75767ff9-a4de-493c-a711-2c1d524752de" -d '{"events": [{"name": "network-changed", "server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:57.788338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks [] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.841659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d80e45-d558-4b2a-a599-4074d0f13a46 service neutron] Pushing event updated for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:57.841901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.878437 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bec375-e27a-4579-83e9-4242d90a26d7 x-openstack-request-id: req-31bec375-e27a-4579-83e9-4242d90a26d7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:57.880800 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:57.882681 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-31bec375-e27a-4579-83e9-4242d90a26d7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:57.883237 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31bec375-e27a-4579-83e9-4242d90a26d7'] response: {'name': 'network-changed', 'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b', 'status': 'completed', 'code': 200} May 02 10:45:57.940086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a3fb3b9-2384-4e3d-a69b-15623d484a68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:57.978301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767ff9-a4de-493c-a711-2c1d524752de req-891974ae-7cbf-4290-be07-e412eb7d673a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:57.980230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75767ff9-a4de-493c-a711-2c1d524752de req-891974ae-7cbf-4290-be07-e412eb7d673a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 1125 time: 0.1043043 May 02 10:45:57.992559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a26f705-ad57-4092-bf52-18a78499b11a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:45:57.994166 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:45:55Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:58.057345 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Checking router: 9be41bca-a81d-48ae-8aa1-74f9dba95c3e for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:45:58.081882 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Routers {'9be41bca-a81d-48ae-8aa1-74f9dba95c3e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:45:58.082920 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:58.098666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks [] for router_gateway (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.107210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 9a26f705-ad57-4092-bf52-18a78499b11a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:45:58.163516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767ff9-a4de-493c-a711-2c1d524752de req-7faa9240-def1-4f14-9320-b6c633835c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.165537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75767ff9-a4de-493c-a711-2c1d524752de req-7faa9240-def1-4f14-9320-b6c633835c44 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c66af7b914fd46dbb25e62d4e3522759&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1772552 May 02 10:45:58.189442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce7a9dd2-edc8-4534-a636-4ae78b3d309a req-2045830d-4741-4d2a-966e-7d3e87a868b2 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.0973406 May 02 10:45:58.214441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 9a26f705-ad57-4092-bf52-18a78499b11a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:45:58.214854 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.267728 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] Set router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:45:58.332151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.353571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Deleting port 70348bb0-c1e7-4aab-b806-03378923faaf {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:58.354300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.383231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75767ff9-a4de-493c-a711-2c1d524752de req-13850d9a-2b73-4f87-a384-5f35f644d6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.385856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75767ff9-a4de-493c-a711-2c1d524752de req-13850d9a-2b73-4f87-a384-5f35f644d6a7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2147007 May 02 10:45:58.391843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9a26f705-ad57-4092-bf52-18a78499b11a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:45:58.392506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.453550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:45:58.458702 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8249f3b-145d-45ed-ae3d-3c81baa4aad4" -d '{"events": [{"server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:45:58.460710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.479280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a26f705-ad57-4092-bf52-18a78499b11a,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:58.529089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0708b7aa-67d3-4903-8ea5-d346bf99b267 req-649fda84-aac3-4814-a483-88ea2f1007fe tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.530907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0708b7aa-67d3-4903-8ea5-d346bf99b267 req-649fda84-aac3-4814-a483-88ea2f1007fe tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 945 time: 0.1923063 May 02 10:45:58.537793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.542327 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:45:55Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:45:58.545790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-1d39d9fc-4ee3-4d79-8915-692551d26fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.546872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] In _notify_port_updated(), no bound segment for port 3c8266db-7884-4e0e-a086-004d0c39b14d on network 01a72459-77ea-441b-b23e-8ddc278788d5 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:45:58.550105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-1d39d9fc-4ee3-4d79-8915-692551d26fde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 1125 time: 0.1029820 May 02 10:45:58.552406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.553140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.557063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/ports/3c8266db-7884-4e0e-a086-004d0c39b14d HTTP/1.1" status: 200 len: 818 time: 0.8619771 May 02 10:45:58.558307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:58.602378 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6895a90b-9104-423e-bbe3-aa93d35c6568 None None] The sync data for ids ['9be41bca-a81d-48ae-8aa1-74f9dba95c3e'] in ncdv-master-1 is: [{'id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'name': 'tempest-TestServerBasicOps-1156274604-router', 'tenant_id': '42802f1cc49a47abb61f1aca504c8e4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199'}], 'enable_snat': True}, 'gw_port_id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:01Z', 'updated_at': '2022-05-02T10:45:55Z', 'revision_number': 5, 'project_id': '42802f1cc49a47abb61f1aca504c8e4b', 'gw_port': {'id': '70348bb0-c1e7-4aab-b806-03378923faaf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:96:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be41bca-a81d-48ae-8aa1-74f9dba95c3e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:02Z', 'updated_at': '2022-05-02T10:40:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:45:58.639255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-0404f0d8-8b59-408d-be19-6afe65bcae22 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da40778-1958-4dc7-b517-dd040ec59f6b HTTP/1.1" status: 200 len: 217 time: 0.0820007 May 02 10:45:58.647179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c771af5-362b-4789-93f1-42f6abae5093 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=3c8266db-7884-4e0e-a086-004d0c39b14d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:58.652740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:58.653035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] For port 70348bb0-c1e7-4aab-b806-03378923faaf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=70348bb0-c1e7-4aab-b806-03378923faaf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:45:58.653035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.689987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b479f-63fd-4604-872b-a1f490e20aec req-0d6471d4-8d78-4adc-97f6-297bc68085a9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.691649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d4b479f-63fd-4604-872b-a1f490e20aec req-0d6471d4-8d78-4adc-97f6-297bc68085a9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 943 time: 0.1678996 May 02 10:45:58.692922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Calling delete_port for 70348bb0-c1e7-4aab-b806-03378923faaf owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:58.764667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0708b7aa-67d3-4903-8ea5-d346bf99b267 req-aa301bd8-3587-48c8-b2a1-4961e410be84 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235747 May 02 10:45:58.794772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-1497c1fb-60e0-4fe0-898f-b9cb01e94fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:58.796136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-1497c1fb-60e0-4fe0-898f-b9cb01e94fa4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.1285422 May 02 10:45:58.855359 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4d4b479f-63fd-4604-872b-a1f490e20aec req-3755f2f5-e331-4636-97ad-fef30364d2a1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549103 May 02 10:45:58.885857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-88d0e1ab-e623-426d-a83e-802a30ff1852 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605497 May 02 10:45:58.886619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 3c8266db-7884-4e0e-a086-004d0c39b14d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:45:58.887222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:58.941777 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25c765f1-4348-424c-b536-9e2aef929861 x-openstack-request-id: req-25c765f1-4348-424c-b536-9e2aef929861 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:45:58.942085 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "name": "network-vif-plugged", "status": "completed", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:45:58.942393 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25c765f1-4348-424c-b536-9e2aef929861 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:45:58.942800 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25c765f1-4348-424c-b536-9e2aef929861'] response: {'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a', 'code': 200} May 02 10:45:59.006393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:45:59.058298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:45:59.059040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3aa8ea7a-dced-48be-b8cb-494b9aaf4794 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:45:59.131450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-96bebeef-2724-4c67-8bfa-36923fe9f630 service neutron] 10.222.0.24 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348547 May 02 10:45:59.140590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (70348bb0-c1e7-4aab-b806-03378923faaf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.158930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f62921-5630-411d-9bd5-1fff5e6ef0a3 req-ba3747eb-27dd-47b3-9a53-a5a39f672d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:59.160527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53f62921-5630-411d-9bd5-1fff5e6ef0a3 req-ba3747eb-27dd-47b3-9a53-a5a39f672d6a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 1128 time: 0.1330016 May 02 10:45:59.190083 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.201106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Pushing event deleted for resources: {'Port': ['ID=70348bb0-c1e7-4aab-b806-03378923faaf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:59.254647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.259915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 3c8266db-7884-4e0e-a086-004d0c39b14d owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:45:59.265047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.293855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53f62921-5630-411d-9bd5-1fff5e6ef0a3 req-a2cd41ae-346a-4478-833e-bd94c8e753ac service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006100 May 02 10:45:59.370165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-973d3a49-ae21-4c0c-a9e7-32c5bc9a6df5 req-f105e892-2c42-4ad5-b176-d083cea9ac1a service neutron] 10.222.0.24 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291403 May 02 10:45:59.419991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6dc5de09-02ec-4672-bd78-bad7e1cf035d req-a8fca3ae-63b5-44f4-9072-b2eedd7a4d51 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.1142061 May 02 10:45:59.426860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.429106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks [] for router_controller (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.486715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3c8266db-7884-4e0e-a086-004d0c39b14d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.518704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=3c8266db-7884-4e0e-a086-004d0c39b14d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:59.526624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.533041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57556) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:59.533209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2014980-9c09-4f69-8beb-38fdaad23763 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/3c8266db-7884-4e0e-a086-004d0c39b14d HTTP/1.1" status: 204 len: 168 time: 0.9740527 May 02 10:45:59.543587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (9be41bca-a81d-48ae-8aa1-74f9dba95c3e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.547773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9be41bca-a81d-48ae-8aa1-74f9dba95c3e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:45:59.549700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.550749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e09961da-8cac-494e-9fb8-a7d4c2b14173 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9be41bca-a81d-48ae-8aa1-74f9dba95c3e HTTP/1.1" status: 204 len: 168 time: 1.9539726 May 02 10:45:59.553671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:59.586906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1305d149-4ac8-4b9b-b96c-58506907e66c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:59.590972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1305d149-4ac8-4b9b-b96c-58506907e66c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0544360 May 02 10:45:59.591292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57560) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:59.622202 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae13d9bc-68e6-4e33-becc-d4152c0a61c5 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:45:59.624149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ae13d9bc-68e6-4e33-becc-d4152c0a61c5 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/3c8266db-7884-4e0e-a086-004d0c39b14d HTTP/1.1" status: 404 len: 333 time: 0.0314147 May 02 10:45:59.628957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:59.634089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Deleting subnet c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:45:59.634089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Publish callbacks [] for subnet (c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.635042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1243420682'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:45:59.672887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.731886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:45:59.735902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.760714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:45:59.764001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.770046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66c95dad-787d-4932-804d-bb73afeb6891), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.772314 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment 66c95dad-787d-4932-804d-bb73afeb6891 of type vlan for network 33165dcf-91cf-426b-9cad-f66a681b6300 May 02 10:45:59.813790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (33165dcf-91cf-426b-9cad-f66a681b6300), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.876792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.912049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917b533-e418-49dc-86bb-ceb5255da226 req-c205a34f-8e15-4ca2-923a-3d2621600d63 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:59.913578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7917b533-e418-49dc-86bb-ceb5255da226 req-c205a34f-8e15-4ca2-923a-3d2621600d63 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.0745716 May 02 10:45:59.915742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:45:59.917752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.921014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e9cc43c-5ee8-477f-8cc7-a92892e87736 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8a10b2b-a060-4338-bfef-ab4c7e4cf3b9 HTTP/1.1" status: 204 len: 168 time: 0.3662648 May 02 10:45:59.923778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:45:59.926089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113ccd52-aab7-454a-b3a8-2a77c5b8982c None None] Network c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:45:59.935613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (33165dcf-91cf-426b-9cad-f66a681b6300), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:45:59.939919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:45:59.940527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.011438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140b995-49ee-4961-b24e-7606ef71f9b4 req-70c11640-65e6-4961-86de-64244672e5c3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:00.012959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b140b995-49ee-4961-b24e-7606ef71f9b4 req-70c11640-65e6-4961-86de-64244672e5c3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 943 time: 0.0896652 May 02 10:46:00.027690 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.040667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7917b533-e418-49dc-86bb-ceb5255da226 req-02e39a09-39de-4336-aea2-c0fc4ff1a4cf tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175318 May 02 10:46:00.073434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=33165dcf-91cf-426b-9cad-f66a681b6300,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:00.085769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:00.093276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-69623508-9b22-4909-bcc1-c2b3f65d0f31 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4627056 May 02 10:46:00.101419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:00.116488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:00.131324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Deleting port 10024bca-7c6f-4345-8f13-1678d198cd10 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:00.131794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.172627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] DHCP port deletion for c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:00.210551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b140b995-49ee-4961-b24e-7606ef71f9b4 req-b1c73ed5-3409-49bc-8f26-c15e924c0db3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615295 May 02 10:46:00.217872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] For port 10024bca-7c6f-4345-8f13-1678d198cd10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10024bca-7c6f-4345-8f13-1678d198cd10,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:00.218142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.235483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Deleting port 10024bca-7c6f-4345-8f13-1678d198cd10 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:00.236248 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.237167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Calling delete_port for 10024bca-7c6f-4345-8f13-1678d198cd10 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:00.301357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] For port 10024bca-7c6f-4345-8f13-1678d198cd10, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=10024bca-7c6f-4345-8f13-1678d198cd10,segment=NetworkSegment(f4f40dbb-f639-45d9-8fbb-3de96ef2e508),segment_id=f4f40dbb-f639-45d9-8fbb-3de96ef2e508)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:00.301935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.329407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Calling delete_port for 10024bca-7c6f-4345-8f13-1678d198cd10 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:00.334618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:00.338348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.426147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.434418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (10024bca-7c6f-4345-8f13-1678d198cd10), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.454820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Pushing event deleted for resources: {'Port': ['ID=10024bca-7c6f-4345-8f13-1678d198cd10,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:00.458766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] No DVR routers for this DVR port 10024bca-7c6f-4345-8f13-1678d198cd10 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:00.460147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] Pushing event deleted for resources: {'Port': ['ID=10024bca-7c6f-4345-8f13-1678d198cd10,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:00.466203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13a1b7d-031d-4c8a-a9f6-1f24ecb18c23 None None] No DVR routers for this DVR port 10024bca-7c6f-4345-8f13-1678d198cd10 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:00.561755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.589292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa36951c-08eb-4fb4-9ebe-c07d3c5e8783 req-677dde58-1ee9-4298-a863-f68f7aeef368 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.0430274 May 02 10:46:00.595314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.614281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e9ffbb-66aa-4eda-8e78-ffd6770bf176']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:00.632277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:00.632825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4f40dbb-f639-45d9-8fbb-3de96ef2e508') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:00.642969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f4f40dbb-f639-45d9-8fbb-3de96ef2e508), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.659193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f4f40dbb-f639-45d9-8fbb-3de96ef2e508), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.660917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (6929ca9b-6083-4956-8b16-f424413cecf1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.668574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f4f40dbb-f639-45d9-8fbb-3de96ef2e508), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: timer() May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:00.679282 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:00.805189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=6929ca9b-6083-4956-8b16-f424413cecf1,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:00.815033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': '66c95dad-787d-4932-804d-bb73afeb6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:00.815557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 33165dcf-91cf-426b-9cad-f66a681b6300, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:00.869829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 70348bb0-c1e7-4aab-b806-03378923faaf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:00.892644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 70348bb0-c1e7-4aab-b806-03378923faaf {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:00.893087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 70348bb0-c1e7-4aab-b806-03378923faaf not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:00.893575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 10024bca-7c6f-4345-8f13-1678d198cd10 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:00.914445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 10024bca-7c6f-4345-8f13-1678d198cd10 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:00.914900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 10024bca-7c6f-4345-8f13-1678d198cd10 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:00.955312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 33165dcf-91cf-426b-9cad-f66a681b6300 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:00.956366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (c6e9ffbb-66aa-4eda-8e78-ffd6770bf176), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.961532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:00.965349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c6e9ffbb-66aa-4eda-8e78-ffd6770bf176 HTTP/1.1" status: 204 len: 168 time: 1.0399601 May 02 10:46:00.969230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57588) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:00.979223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167ef49-048c-4f42-a17e-37034a129818 admin admin] Pushing event deleted for resources: {'Network': ['ID=c6e9ffbb-66aa-4eda-8e78-ffd6770bf176,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:01.055805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 33165dcf-91cf-426b-9cad-f66a681b6300) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:01.062479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:01.063121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.063255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f7172c-5ca3-47ad-8034-bd0331619199 None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:01.191567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b99cc5ef-bbc6-43e0-8246-1f18ef32fd9f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0888886 May 02 10:46:01.194551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:01.200000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:01.236623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-33165dcf-91cf-426b-9cad-f66a681b6300', 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': '6929ca9b-6083-4956-8b16-f424413cecf1'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:01.239409 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.242929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb1da8d-6c11-49ae-815f-1a041143260c req-ab62cf47-a107-4bce-a8d2-8ae2ad6a9c15 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:01.244560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bb1da8d-6c11-49ae-815f-1a041143260c req-ab62cf47-a107-4bce-a8d2-8ae2ad6a9c15 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.0661459 May 02 10:46:01.366883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-5ab55087-288a-4045-a6d2-e09028eb911b tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:01.368661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-5ab55087-288a-4045-a6d2-e09028eb911b tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.15 "GET /v2.0/networks?id=f347c28c-74d9-4788-bfc5-e890a837b2c4 HTTP/1.1" status: 200 len: 809 time: 0.2673168 May 02 10:46:01.394832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Request body: {'port': {'device_id': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4', 'admin_state_up': True, 'tenant_id': '5c9766e517ac48c3a053e35e300d65e9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:01.428741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Allocated IP 172.20.0.2 (33165dcf-91cf-426b-9cad-f66a681b6300/6929ca9b-6083-4956-8b16-f424413cecf1/6f06decb-c969-4511-b801-d93960e30915) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:01.436538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab5bce3-a329-4bea-ac77-ef19b8c320fd req-0d7e5dd8-62ed-438f-b629-d744b3e45207 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:01.438191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ab5bce3-a329-4bea-ac77-ef19b8c320fd req-0d7e5dd8-62ed-438f-b629-d744b3e45207 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 943 time: 0.1176264 May 02 10:46:01.441723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bb1da8d-6c11-49ae-815f-1a041143260c req-7b0990ed-d430-424b-aa20-41c6fe848259 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380143 May 02 10:46:01.466914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.592437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ab5bce3-a329-4bea-ac77-ef19b8c320fd req-d9354987-85fb-4b69-8780-071a43514b2e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173964 May 02 10:46:01.629744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9287a95d-f809-4f47-a8b3-c9d9559bbfad req-359c74fa-3f54-4d49-9da1-c997023cea0d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:01.629969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:01.631210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9287a95d-f809-4f47-a8b3-c9d9559bbfad req-359c74fa-3f54-4d49-9da1-c997023cea0d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.0585303 May 02 10:46:01.633341 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.680079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks [] for port (6f06decb-c969-4511-b801-d93960e30915), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.702456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Made reservation on behalf of 5c9766e517ac48c3a053e35e300d65e9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:01.706670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.747703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9287a95d-f809-4f47-a8b3-c9d9559bbfad req-d5bf60cb-31d6-444c-a7be-5006719be35c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034086 May 02 10:46:01.755627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6f06decb-c969-4511-b801-d93960e30915), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.810607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Pushing event updated for resources: {'Port': ['ID=6f06decb-c969-4511-b801-d93960e30915,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:01.825615 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:01.828173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:01.834342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:01.835166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Deleting port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:01.835517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.921825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] For port dbf39ccb-9d75-4e8c-86c0-1146c699aa4c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:01.922277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.933863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0da40778-1958-4dc7-b517-dd040ec59f6b details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:01.938377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Calling delete_port for dbf39ccb-9d75-4e8c-86c0-1146c699aa4c owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:01.938673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Attempting to bind port 6f06decb-c969-4511-b801-d93960e30915 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:01.939123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Attempting to bind port 6f06decb-c969-4511-b801-d93960e30915 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66c95dad-787d-4932-804d-bb73afeb6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:01.939845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Attempting to bind port 6f06decb-c969-4511-b801-d93960e30915 on network 33165dcf-91cf-426b-9cad-f66a681b6300 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:01.954770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:01.955263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Checking segment: {'id': '66c95dad-787d-4932-804d-bb73afeb6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:01.955868 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:01.959917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Bound using segment: {'id': '66c95dad-787d-4932-804d-bb73afeb6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:01.959917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Bound port: 6f06decb-c969-4511-b801-d93960e30915, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66c95dad-787d-4932-804d-bb73afeb6891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:01.959917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6f06decb-c969-4511-b801-d93960e30915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.065922 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.115024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7131dee7-ffa1-498d-900e-af8fb580c6ba req-8d00ee25-ce47-4ba2-9392-4580a0b2a778 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.4161482 May 02 10:46:02.185013 ncdv-master-1 neutron-server[115663]: INFO neutron.db.ipam_backend_mixin [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6929ca9b-6083-4956-8b16-f424413cecf1 (CIDR: 172.20.0.0/28) May 02 10:46:02.275770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Allocated IP 172.20.0.7 (f347c28c-74d9-4788-bfc5-e890a837b2c4/dae908c4-531a-4424-a918-5bd7859f76c6/13be544d-579a-42d3-829e-d75ef515f998) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:02.293964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] For port 6f06decb-c969-4511-b801-d93960e30915, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:02.317852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] For port 6f06decb-c969-4511-b801-d93960e30915, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f06decb-c969-4511-b801-d93960e30915,segment=NetworkSegment(66c95dad-787d-4932-804d-bb73afeb6891),segment_id=66c95dad-787d-4932-804d-bb73afeb6891)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:02.324654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da40778-1958-4dc7-b517-dd040ec59f6b,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:02.339451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '0da40778-1958-4dc7-b517-dd040ec59f6b', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'port_id': '0da40778-1958-4dc7-b517-dd040ec59f6b', 'mac_address': 'fa:16:3e:58:14:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:02.358555 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:46:02.359869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:46:02.383526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0da40778-1958-4dc7-b517-dd040ec59f6b is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:02.385528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.398199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0da40778-1958-4dc7-b517-dd040ec59f6b {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:02.412111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6f06decb-c969-4511-b801-d93960e30915), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.425167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da40778-1958-4dc7-b517-dd040ec59f6b,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:02.477082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks [] for port (13be544d-579a-42d3-829e-d75ef515f998), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.514392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df2a9ce-52df-436a-b7bd-9eea2d37c0fd None None] Pushing event updated for resources: {'Port': ['ID=6f06decb-c969-4511-b801-d93960e30915,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:02.547553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff491ebe-1138-4b9e-95f3-9ba120a1340a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3518028 May 02 10:46:02.556346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57606) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:02.564085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:02.585656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.648508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5a9433-50b6-46cc-bd95-722abf5cfc15 req-7dcac4f0-f936-4820-b1e4-c7199cef95c8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:02.650359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5a9433-50b6-46cc-bd95-722abf5cfc15 req-7dcac4f0-f936-4820-b1e4-c7199cef95c8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.1097476 May 02 10:46:02.660367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:02.693730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.723656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dbf39ccb-9d75-4e8c-86c0-1146c699aa4c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:02.772041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Pushing event updated for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:02.782727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0da40778-1958-4dc7-b517-dd040ec59f6b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:02.818052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Network f347c28c-74d9-4788-bfc5-e890a837b2c4 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:02.818052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:02.818423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf39ccb-9d75-4e8c-86c0-1146c699aa4c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:02.838000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:02.869858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36433f9b-6f3c-4521-bc62-4cebdacbc71d req-8d97e100-822c-4ac7-9587-26d938c1b3ed tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:02.872369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36433f9b-6f3c-4521-bc62-4cebdacbc71d req-8d97e100-822c-4ac7-9587-26d938c1b3ed tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 944 time: 0.1780608 May 02 10:46:02.892041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6f06decb-c969-4511-b801-d93960e30915 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:02.908693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5a9433-50b6-46cc-bd95-722abf5cfc15 req-d55843b8-148f-4293-902a-d5328d6122d2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462490 May 02 10:46:02.914064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:02.914729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.024149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:03.024149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.079291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-bc1f8bd4-d9d6-4a15-8ba1-a0f6ab4457a4 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6989410 May 02 10:46:03.108541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36433f9b-6f3c-4521-bc62-4cebdacbc71d req-51075759-61d0-46d9-a3fb-72793b7b100b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159665 May 02 10:46:03.151107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:03.151424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6f06decb-c969-4511-b801-d93960e30915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.173229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:03.179492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.194721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.195932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6f06decb-c969-4511-b801-d93960e30915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f06decb-c969-4511-b801-d93960e30915,segment=NetworkSegment(66c95dad-787d-4932-804d-bb73afeb6891),segment_id=66c95dad-787d-4932-804d-bb73afeb6891)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:03.289405 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6f06decb-c969-4511-b801-d93960e30915), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.293764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548482f5-b33a-4f3b-bb28-a0ec3dd39705 req-adfd105e-2952-45cc-b721-ac25d7d82117 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:03.295316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-548482f5-b33a-4f3b-bb28-a0ec3dd39705 req-adfd105e-2952-45cc-b721-ac25d7d82117 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 931 time: 0.0900712 May 02 10:46:03.348458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6f06decb-c969-4511-b801-d93960e30915,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:03.381428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-548482f5-b33a-4f3b-bb28-a0ec3dd39705 req-63717a1d-46e2-47fc-98c1-bb37532c19bd tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764418 May 02 10:46:03.467593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:46:03.558870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Request body: {'port': {'device_id': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:03.595201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5745d683-6d7d-4190-85a4-6db85c7ffdfb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.597401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:03.603435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-25a7502e-2f1d-4072-92f3-78ee90f97ad9 admin admin] 10.222.0.16 "PUT /v2.0/routers/f490c0f0-5f9c-4209-9a15-5c424a9a5e02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6332200 May 02 10:46:03.605814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57614) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:03.610099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Sync routers for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:03.639689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:03.640469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:03.676904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (13be544d-579a-42d3-829e-d75ef515f998), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.705060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 33165dcf-91cf-426b-9cad-f66a681b6300 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:03.710520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:03.718816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:03.722124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.740299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks [] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:03.768584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=5745d683-6d7d-4190-85a4-6db85c7ffdfb,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:03.779933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:03.803693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b0a6f65c-cc0a-40d5-b877-f4b006566a45 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2462270 May 02 10:46:03.806753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57616) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:03.812537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'fixed_ips': [{'subnet_id': '6929ca9b-6083-4956-8b16-f424413cecf1'}, {'subnet_id': '5745d683-6d7d-4190-85a4-6db85c7ffdfb'}], 'name': 'tempest-PortsTestJSON-1893655958'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:03.911990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46c23d7-60b0-4faa-8beb-f24210338561 None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:03.925900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-1831093d-b8fd-409a-b40f-4d6e74840a40 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:03.927174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-1831093d-b8fd-409a-b40f-4d6e74840a40 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.0726643 May 02 10:46:03.983199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0da40778-1958-4dc7-b517-dd040ec59f6b up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:03.984502 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks [] for router_gateway (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.047741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-15c4a2fa-8775-472c-bab0-2a43a2f6bcad None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:04.048109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-15c4a2fa-8775-472c-bab0-2a43a2f6bcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.081663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b8334-7e3d-47d1-b28d-9c90f0fb0de7 req-f1571bce-8904-419a-9c66-26d2047bf63d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:04.088487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-593b8334-7e3d-47d1-b28d-9c90f0fb0de7 req-f1571bce-8904-419a-9c66-26d2047bf63d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 946 time: 0.0599947 May 02 10:46:04.096372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port 9a26f705-ad57-4092-bf52-18a78499b11a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:04.096372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.160958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:04.172850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140'}], 'enable_snat': True}, 'gw_port_id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:46:02Z', 'revision_number': 5, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port': {'id': '4cbe5234-c8e3-40c6-98c3-4510f6b3fe88', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:fc:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2382, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:40:16Z', 'updated_at': '2022-05-02T10:40:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:04.177608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-593b8334-7e3d-47d1-b28d-9c90f0fb0de7 req-2394d2ac-3c77-4033-a00c-72f957b70f84 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880880 May 02 10:46:04.178825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 0da40778-1958-4dc7-b517-dd040ec59f6b completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:04.212849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Checking router: f490c0f0-5f9c-4209-9a15-5c424a9a5e02 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:46:04.225299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port 9a26f705-ad57-4092-bf52-18a78499b11a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a26f705-ad57-4092-bf52-18a78499b11a,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:04.226261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.229837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Routers {'f490c0f0-5f9c-4209-9a15-5c424a9a5e02'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:04.230371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:04.242551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for 9a26f705-ad57-4092-bf52-18a78499b11a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:04.247830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Deleting port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:04.250059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.320065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 0da40778-1958-4dc7-b517-dd040ec59f6b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:04.320435 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.341978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.389734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-15c4a2fa-8775-472c-bab0-2a43a2f6bcad None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:04.392212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 8137329a-f91b-432a-a03d-e1ebd7d0a5c9 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:04.398760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] For port 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:04.399636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.437485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] Set router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:04.437485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Update dhcp port {'port': {'network_id': '33165dcf-91cf-426b-9cad-f66a681b6300', 'fixed_ips': [{'subnet_id': '6929ca9b-6083-4956-8b16-f424413cecf1', 'ip_address': '172.20.0.2'}, {'subnet_id': '5745d683-6d7d-4190-85a4-6db85c7ffdfb'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '6f06decb-c969-4511-b801-d93960e30915'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:46:04.439022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Calling delete_port for 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:04.477652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d9ae21-848d-4815-9462-b5516bb2f9c6 req-fc41e6dd-af91-4a05-ac8e-4da06ff471da tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:04.479110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4d9ae21-848d-4815-9462-b5516bb2f9c6 req-fc41e6dd-af91-4a05-ac8e-4da06ff471da tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 944 time: 0.1361442 May 02 10:46:04.530781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:46:03Z', 'revision_number': 6, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:04.561308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6f06decb-c969-4511-b801-d93960e30915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.573430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf674042-83d1-48cd-8ae0-c08f4798780f None None] The sync data for ids ['f490c0f0-5f9c-4209-9a15-5c424a9a5e02'] in ncdv-master-1 is: [{'id': 'f490c0f0-5f9c-4209-9a15-5c424a9a5e02', 'name': 'tempest-TestServerBasicOps-1344576580-router', 'tenant_id': '64536948cf2a47e484fc56a26247c8ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:40:14Z', 'updated_at': '2022-05-02T10:46:03Z', 'revision_number': 6, 'project_id': '64536948cf2a47e484fc56a26247c8ad', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:04.583533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4d9ae21-848d-4815-9462-b5516bb2f9c6 req-d4bbdbef-24f9-481f-8cb6-de0a2618a545 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916858 May 02 10:46:04.589704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0da40778-1958-4dc7-b517-dd040ec59f6b is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:04.590104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.592477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13be544d-579a-42d3-829e-d75ef515f998 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:04.615100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9a26f705-ad57-4092-bf52-18a78499b11a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.627560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks [] for port (13be544d-579a-42d3-829e-d75ef515f998), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.649474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:04.652027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9a26f705-ad57-4092-bf52-18a78499b11a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:04.697566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=9a26f705-ad57-4092-bf52-18a78499b11a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:04.704666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Transition to ACTIVE for port object 13be544d-579a-42d3-829e-d75ef515f998 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:04.712963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f48a76f-55e2-4b0f-b49a-bd9a32b29b17 req-1877753a-f34a-4888-848f-414d0d8116a8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:04.712963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f48a76f-55e2-4b0f-b49a-bd9a32b29b17 req-1877753a-f34a-4888-848f-414d0d8116a8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 931 time: 0.2101383 May 02 10:46:04.726313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port 9a26f705-ad57-4092-bf52-18a78499b11a on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:04.729497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.733509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5376c4e-b63e-4206-b5e7-b5946c1307d4 req-eee98f53-01ea-4b54-a7ad-dd5524d125be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "DELETE /v2.0/ports/9a26f705-ad57-4092-bf52-18a78499b11a HTTP/1.1" status: 204 len: 173 time: 0.7912171 May 02 10:46:04.734666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'name': 'network-vif-deleted', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:04.737172 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce81e701-0b38-4338-a053-4d2e79281124" -d '{"events": [{"server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "name": "network-vif-deleted", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:04.791950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:04.896689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:04.913847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:04.917282 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d67e376-9e73-4558-b781-1411a2a5075b" -d '{"events": [{"server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "name": "network-vif-plugged", "status": "completed", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:04.922190 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218b38ab-bb85-4bff-89f2-7058eaf54ab6 x-openstack-request-id: req-218b38ab-bb85-4bff-89f2-7058eaf54ab6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:04.922190 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55920cd2-3288-4fca-b939-3f1f3ac627a9", "name": "network-vif-deleted", "tag": "9a26f705-ad57-4092-bf52-18a78499b11a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:04.922190 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-218b38ab-bb85-4bff-89f2-7058eaf54ab6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:04.922190 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-218b38ab-bb85-4bff-89f2-7058eaf54ab6'] response: {'server_uuid': '55920cd2-3288-4fca-b939-3f1f3ac627a9', 'name': 'network-vif-deleted', 'tag': '9a26f705-ad57-4092-bf52-18a78499b11a', 'status': 'completed', 'code': 200} May 02 10:46:04.949124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f48a76f-55e2-4b0f-b49a-bd9a32b29b17 req-79d0e449-bce9-4cfa-8694-d16c578218bc tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800599 May 02 10:46:04.956147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da40778-1958-4dc7-b517-dd040ec59f6b,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:05.042889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.051024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Attempting to bind port 13be544d-579a-42d3-829e-d75ef515f998 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:05.051403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Attempting to bind port 13be544d-579a-42d3-829e-d75ef515f998 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '717071b2-6b2b-45ec-8816-a1e765eba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:05.051714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Attempting to bind port 13be544d-579a-42d3-829e-d75ef515f998 on network f347c28c-74d9-4788-bfc5-e890a837b2c4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:05.056542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Port 13be544d-579a-42d3-829e-d75ef515f998 on network f347c28c-74d9-4788-bfc5-e890a837b2c4 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:05.057157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Attempting to bind port 13be544d-579a-42d3-829e-d75ef515f998 on network f347c28c-74d9-4788-bfc5-e890a837b2c4 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:05.058912 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d305d7-408c-4236-97c8-d1b9a985aa83 x-openstack-request-id: req-70d305d7-408c-4236-97c8-d1b9a985aa83 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:05.059640 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "name": "network-vif-plugged", "status": "completed", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:05.060773 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70d305d7-408c-4236-97c8-d1b9a985aa83 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:05.061363 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d305d7-408c-4236-97c8-d1b9a985aa83'] response: {'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b', 'code': 200} May 02 10:46:05.074268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:05.076152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Checking segment: {'id': '717071b2-6b2b-45ec-8816-a1e765eba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:05.076152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Bound using segment: {'id': '717071b2-6b2b-45ec-8816-a1e765eba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:05.076152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Bound port: 13be544d-579a-42d3-829e-d75ef515f998, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '717071b2-6b2b-45ec-8816-a1e765eba284', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:05.076152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (13be544d-579a-42d3-829e-d75ef515f998), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.124964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4cbe5234-c8e3-40c6-98c3-4510f6b3fe88), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.153665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:05.170630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Pushing event deleted for resources: {'Port': ['ID=4cbe5234-c8e3-40c6-98c3-4510f6b3fe88,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:05.170816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6f06decb-c969-4511-b801-d93960e30915 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:05.213201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.4 (33165dcf-91cf-426b-9cad-f66a681b6300/6929ca9b-6083-4956-8b16-f424413cecf1/8137329a-f91b-432a-a03d-e1ebd7d0a5c9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:05.241055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.18 (33165dcf-91cf-426b-9cad-f66a681b6300/5745d683-6d7d-4190-85a4-6db85c7ffdfb/8137329a-f91b-432a-a03d-e1ebd7d0a5c9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:05.250621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fa4771-175c-42ae-9ff5-d1afb713630a req-03070e88-4770-437f-9b30-fd787034dc2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.253373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3fa4771-175c-42ae-9ff5-d1afb713630a req-03070e88-4770-437f-9b30-fd787034dc2c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 1127 time: 0.1273539 May 02 10:46:05.278370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.299845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:05.300222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.338985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:05.342814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3fa4771-175c-42ae-9ff5-d1afb713630a req-bb557d61-7b41-4290-886d-3f41123cc5b6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824132 May 02 10:46:05.344482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13be544d-579a-42d3-829e-d75ef515f998,segment=NetworkSegment(717071b2-6b2b-45ec-8816-a1e765eba284),segment_id=717071b2-6b2b-45ec-8816-a1e765eba284)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:05.403298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.422199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddeb36be-b84a-4610-b15b-3b045eb986b9 req-0760ae0f-b4fc-4f49-aa42-4773613eb8b0 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=55920cd2-3288-4fca-b939-3f1f3ac627a9 HTTP/1.1" status: 200 len: 210 time: 0.1093972 May 02 10:46:05.422764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:05.426908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.439512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks [] for router_controller (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.463043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.463856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.465168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/13be544d-579a-42d3-829e-d75ef515f998 HTTP/1.1" status: 200 len: 1091 time: 1.9112310 May 02 10:46:05.481773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e38137-40ba-4f4a-b2aa-05a667dba2b3 service neutron] Pushing event updated for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:05.560586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.575478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dbf39ccb-9d75-4e8c-86c0-1146c699aa4c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:05.598873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dbf39ccb-9d75-4e8c-86c0-1146c699aa4c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:05.602001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dbf39ccb-9d75-4e8c-86c0-1146c699aa4c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:05.604853 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (f490c0f0-5f9c-4209-9a15-5c424a9a5e02), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.605388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f490c0f0-5f9c-4209-9a15-5c424a9a5e02 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:46:05.611198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.612360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f72df6e4-67c9-450b-b959-f04e1734e28d admin admin] 10.222.0.16 "DELETE /v2.0/routers/f490c0f0-5f9c-4209-9a15-5c424a9a5e02 HTTP/1.1" status: 204 len: 168 time: 2.0053225 May 02 10:46:05.614973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57636) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:05.674517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Deleting subnet c8b0180f-0b0e-42e2-a280-74e4fc2607d9 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:05.678623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Publish callbacks [] for subnet (c8b0180f-0b0e-42e2-a280-74e4fc2607d9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.723823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.773647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c8b0180f-0b0e-42e2-a280-74e4fc2607d9), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.783897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 33165dcf-91cf-426b-9cad-f66a681b6300 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:05.788158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-07c640fc-bcae-46cd-8989-ca355f07307d {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:46:05.788670 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:46:05.792318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:05.797833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:05.802244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=8137329a-f91b-432a-a03d-e1ebd7d0a5c9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:05.815081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-83611f5e-1ffe-4fe2-b3f7-aa1edbae3cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.816642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-83611f5e-1ffe-4fe2-b3f7-aa1edbae3cfb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c9766e517ac48c3a053e35e300d65e9&device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 1125 time: 0.1067114 May 02 10:46:05.822793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7b1947-63d5-422a-b96e-aaf692a6cde2 req-a1c06a31-faef-43c3-a3c7-851484845cb7 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.824264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d7b1947-63d5-422a-b96e-aaf692a6cde2 req-a1c06a31-faef-43c3-a3c7-851484845cb7 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1252084 May 02 10:46:05.856913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.860852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:05.884029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-0d43c8d9-1560-4d82-b4b3-c61b1f714ed0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13be544d-579a-42d3-829e-d75ef515f998 HTTP/1.1" status: 200 len: 217 time: 0.0573602 May 02 10:46:05.933891 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36da7fe8-12ee-4025-81a7-f2c507783c34 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.1254466 May 02 10:46:05.934937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57640) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:05.941187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6929ca9b-6083-4956-8b16-f424413cecf1'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:05.974127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d7b1947-63d5-422a-b96e-aaf692a6cde2 req-d5ff7837-5284-4201-9ada-0262d61b177e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412001 May 02 10:46:05.992220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-319fff0a-6d90-4f22-991d-12b2cb05e1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:05.993831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-319fff0a-6d90-4f22-991d-12b2cb05e1a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dae908c4-531a-4424-a918-5bd7859f76c6 HTTP/1.1" status: 200 len: 849 time: 0.1022692 May 02 10:46:05.998382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c8b0180f-0b0e-42e2-a280-74e4fc2607d9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.034070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.050713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-d0861ee5-a656-44dd-9a77-849a80cf2f21 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f347c28c-74d9-4788-bfc5-e890a837b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295327 May 02 10:46:06.137757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d7a6b1-58e5-43ad-872b-36e80d6012a5 req-718b7de9-f7c2-44f7-8120-01ac6a8bcdf9 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:06.139289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d7a6b1-58e5-43ad-872b-36e80d6012a5 req-718b7de9-f7c2-44f7-8120-01ac6a8bcdf9 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 943 time: 0.0960498 May 02 10:46:06.166349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-d21e6142-2cb5-40a0-934d-3e5857a0ca8c service neutron] 10.222.0.15 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063225 May 02 10:46:06.232116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c8b0180f-0b0e-42e2-a280-74e4fc2607d9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.264141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08d7a6b1-58e5-43ad-872b-36e80d6012a5 req-7705f45f-746f-4394-b6f6-067e4be3bed9 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174312 May 02 10:46:06.270980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b0180f-0b0e-42e2-a280-74e4fc2607d9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:06.280125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.286608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d897ea2e-0797-49dc-9392-dbe3a30a8b92 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/c8b0180f-0b0e-42e2-a280-74e4fc2607d9 HTTP/1.1" status: 204 len: 168 time: 0.6679921 May 02 10:46:06.287798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:06.289650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a7d0c2-c62f-45e8-ba08-5a50daec876a None None] Network 14ae63fe-cc57-4db6-9b60-9fec3d780819 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:06.354619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a3cb19c4-884f-41c8-a641-62a8d2ca2379 req-6c2822f2-430d-4842-9902-f4a4cbda623b service neutron] 10.222.0.15 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784217 May 02 10:46:06.380199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (14ae63fe-cc57-4db6-9b60-9fec3d780819), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.393210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6f06decb-c969-4511-b801-d93960e30915), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.432631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Delete allocated IP 172.20.0.18 (33165dcf-91cf-426b-9cad-f66a681b6300/5745d683-6d7d-4190-85a4-6db85c7ffdfb) {{(pid=115662) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:46:06.440133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Deleting port 361501ff-1420-49e8-8472-9b160e6a2c5c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:06.440523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.544161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] For port 361501ff-1420-49e8-8472-9b160e6a2c5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361501ff-1420-49e8-8472-9b160e6a2c5c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:06.544549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.566702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Calling delete_port for 361501ff-1420-49e8-8472-9b160e6a2c5c owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:06.566936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] DHCP port deletion for 14ae63fe-cc57-4db6-9b60-9fec3d780819 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:06.610555 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.628138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Deleting port 361501ff-1420-49e8-8472-9b160e6a2c5c {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:06.628730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.700531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] For port 361501ff-1420-49e8-8472-9b160e6a2c5c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=361501ff-1420-49e8-8472-9b160e6a2c5c,segment=NetworkSegment(6dbd5b4a-0bdb-4d98-b6ae-e185b553b203),segment_id=6dbd5b4a-0bdb-4d98-b6ae-e185b553b203)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:06.701103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.720581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Calling delete_port for 361501ff-1420-49e8-8472-9b160e6a2c5c owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:06.781113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:06.803015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.817123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:06.818935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4cbe5234-c8e3-40c6-98c3-4510f6b3fe88 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:06.819544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 361501ff-1420-49e8-8472-9b160e6a2c5c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:06.834784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.863648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Pushing event deleted for resources: {'Port': ['ID=361501ff-1420-49e8-8472-9b160e6a2c5c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:06.896843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=8137329a-f91b-432a-a03d-e1ebd7d0a5c9,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:06.903564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (361501ff-1420-49e8-8472-9b160e6a2c5c), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.906670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] No DVR routers for this DVR port 361501ff-1420-49e8-8472-9b160e6a2c5c on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:06.921788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Allocated IP 172.20.0.19 (33165dcf-91cf-426b-9cad-f66a681b6300/5745d683-6d7d-4190-85a4-6db85c7ffdfb/6f06decb-c969-4511-b801-d93960e30915) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:06.938932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'tag': '13be544d-579a-42d3-829e-d75ef515f998'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:06.944353 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3798672-1f19-4844-a233-a267e531d726" -d '{"events": [{"name": "network-changed", "server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "tag": "13be544d-579a-42d3-829e-d75ef515f998"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:06.947109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No active binding found for port 361501ff-1420-49e8-8472-9b160e6a2c5c {{(pid=115664) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 02 10:46:06.947507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] The host ncdv-master-1 is not matching for port 361501ff-1420-49e8-8472-9b160e6a2c5c host None! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:46:06.947896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 361501ff-1420-49e8-8472-9b160e6a2c5c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:06.949293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] Pushing event deleted for resources: {'Port': ['ID=361501ff-1420-49e8-8472-9b160e6a2c5c,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:06.952800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42118f80-aa41-46d3-9012-c6bd4137ba76 None None] No DVR routers for this DVR port 361501ff-1420-49e8-8472-9b160e6a2c5c on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:06.962460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] In _notify_port_updated(), no bound segment for port 8137329a-f91b-432a-a03d-e1ebd7d0a5c9 on network 33165dcf-91cf-426b-9cad-f66a681b6300 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:46:06.969492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:06.970385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:06.974090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9ec58224-8d31-4e62-bd02-52bea9cee2cb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/ports/8137329a-f91b-432a-a03d-e1ebd7d0a5c9 HTTP/1.1" status: 200 len: 919 time: 1.0351942 May 02 10:46:06.985491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57666) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:06.993059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6929ca9b-6083-4956-8b16-f424413cecf1'}, {'subnet_id': '5745d683-6d7d-4190-85a4-6db85c7ffdfb'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:07.037105 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07358b74-fd44-4b38-8fbb-5f5f5998b4da x-openstack-request-id: req-07358b74-fd44-4b38-8fbb-5f5f5998b4da {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:07.037395 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "tag": "13be544d-579a-42d3-829e-d75ef515f998", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:07.037833 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07358b74-fd44-4b38-8fbb-5f5f5998b4da {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:07.038430 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07358b74-fd44-4b38-8fbb-5f5f5998b4da'] response: {'name': 'network-changed', 'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'tag': '13be544d-579a-42d3-829e-d75ef515f998', 'status': 'completed', 'code': 200} May 02 10:46:07.052115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (14ae63fe-cc57-4db6-9b60-9fec3d780819), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.080503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.093005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ae63fe-cc57-4db6-9b60-9fec3d780819']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:07.104976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:07.105668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dbd5b4a-0bdb-4d98-b6ae-e185b553b203') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:07.117695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (6dbd5b4a-0bdb-4d98-b6ae-e185b553b203), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.123370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] For port 6f06decb-c969-4511-b801-d93960e30915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f06decb-c969-4511-b801-d93960e30915,segment=NetworkSegment(66c95dad-787d-4932-804d-bb73afeb6891),segment_id=66c95dad-787d-4932-804d-bb73afeb6891)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:07.132087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-50827fe9-8ddb-43e1-b9fb-58e44b7f9f40 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.133606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-50827fe9-8ddb-43e1-b9fb-58e44b7f9f40 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.2677970 May 02 10:46:07.143778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6dbd5b4a-0bdb-4d98-b6ae-e185b553b203), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.158763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:07.159344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (6dbd5b4a-0bdb-4d98-b6ae-e185b553b203), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.159531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Publish callbacks [] for port (6f06decb-c969-4511-b801-d93960e30915), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: timer() May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:07.162261 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:07.179398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-a02d17be-3e65-4688-808e-5d14f7461faa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0326800 May 02 10:46:07.219935 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6f06decb-c969-4511-b801-d93960e30915), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.232462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99950143-62df-4cfd-9937-10cd6a3ef153 req-ff1ae33a-1d7b-4312-8e94-e7e64bb87b76 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.234491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99950143-62df-4cfd-9937-10cd6a3ef153 req-ff1ae33a-1d7b-4312-8e94-e7e64bb87b76 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1270137 May 02 10:46:07.272267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-a312a986-387f-4716-9316-2a19a213b975 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0673852 May 02 10:46:07.318397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866b7f87-21d6-4631-93dd-6aabe1fc3844 None None] Pushing event updated for resources: {'Port': ['ID=6f06decb-c969-4511-b801-d93960e30915,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:07.337705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99950143-62df-4cfd-9937-10cd6a3ef153 req-2221e3ca-42aa-4824-a6de-3e47cf11e0f7 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966225 May 02 10:46:07.368685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (14ae63fe-cc57-4db6-9b60-9fec3d780819), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.384949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.388868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] 10.222.0.16 "DELETE /v2.0/networks/14ae63fe-cc57-4db6-9b60-9fec3d780819 HTTP/1.1" status: 204 len: 168 time: 1.1006012 May 02 10:46:07.406049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f52a660-2423-4fc5-b055-f0b0d22a3263 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ae63fe-cc57-4db6-9b60-9fec3d780819,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:07.482181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-8b88d55a-1d44-4f30-bfb7-893eb409259d service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022495 May 02 10:46:07.506464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.26 (33165dcf-91cf-426b-9cad-f66a681b6300/5745d683-6d7d-4190-85a4-6db85c7ffdfb/8137329a-f91b-432a-a03d-e1ebd7d0a5c9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:07.517884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f188ad1-c68d-4766-81ca-b557c4073045 req-b806d16b-8971-4ca0-ac6f-9b9dec4641b8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.519516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798672-1f19-4844-a233-a267e531d726 req-8bc4a79c-077b-4149-943a-c0f430da2e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.520124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f188ad1-c68d-4766-81ca-b557c4073045 req-b806d16b-8971-4ca0-ac6f-9b9dec4641b8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 943 time: 0.0786464 May 02 10:46:07.521037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-8bc4a79c-077b-4149-943a-c0f430da2e5e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5c9766e517ac48c3a053e35e300d65e9&device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 1125 time: 0.0817375 May 02 10:46:07.643710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f188ad1-c68d-4766-81ca-b557c4073045 req-fdf2e616-9dcf-464c-9e34-8d5d15aa02d9 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186070 May 02 10:46:07.647415 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5e404801-47bd-4180-be99-98a0c1169dd5 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643124 May 02 10:46:07.667622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798672-1f19-4844-a233-a267e531d726 req-f91d66e6-0c2b-44e8-b9f2-db6dda99f6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.669138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-f91d66e6-0c2b-44e8-b9f2-db6dda99f6c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f347c28c-74d9-4788-bfc5-e890a837b2c4 HTTP/1.1" status: 200 len: 910 time: 0.1220338 May 02 10:46:07.729748 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.759575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-7d18f8be-6613-43d4-8941-5e4e473b8e22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=13be544d-579a-42d3-829e-d75ef515f998 HTTP/1.1" status: 200 len: 217 time: 0.0676270 May 02 10:46:07.817833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:07.826716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3798672-1f19-4844-a233-a267e531d726 req-8ba98316-9ec3-493b-a981-a4993bc33408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:07.828640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-8ba98316-9ec3-493b-a981-a4993bc33408 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dae908c4-531a-4424-a918-5bd7859f76c6 HTTP/1.1" status: 200 len: 849 time: 0.0598605 May 02 10:46:07.861956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57678) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:07.912213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-1286ed29-dfcd-4887-bcac-ffc543d88f3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f347c28c-74d9-4788-bfc5-e890a837b2c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0743747 May 02 10:46:07.963890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=8137329a-f91b-432a-a03d-e1ebd7d0a5c9,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:08.032897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] In _notify_port_updated(), no bound segment for port 8137329a-f91b-432a-a03d-e1ebd7d0a5c9 on network 33165dcf-91cf-426b-9cad-f66a681b6300 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:46:08.043120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.044457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18cbb747-4753-4ff6-8cd1-4a56dfeb42f6 req-a733bdb2-1568-4408-aed6-44aaf329eb73 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 210 time: 0.0721991 May 02 10:46:08.044629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.046485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 13be544d-579a-42d3-829e-d75ef515f998 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:08.047524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a2d1501-098b-4ad6-969d-e771507d5051 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/ports/8137329a-f91b-432a-a03d-e1ebd7d0a5c9 HTTP/1.1" status: 200 len: 999 time: 1.0603008 May 02 10:46:08.049765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a26f705-ad57-4092-bf52-18a78499b11a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:08.057502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:08.057820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-704c7397-3e09-4e72-b72f-163500a69c83 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=42802f1cc49a47abb61f1aca504c8e4b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1869853 May 02 10:46:08.060000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57686) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:08.109572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c05f9-263d-43a9-b6c2-da1b2defdf76 None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:08.112958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 9a26f705-ad57-4092-bf52-18a78499b11a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:08.113588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a26f705-ad57-4092-bf52-18a78499b11a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:08.145383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-a106e92c-721d-46e0-9e13-383468914bfc service neutron] 10.222.0.15 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197433 May 02 10:46:08.160788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] Publish callbacks [] for security_group (25facca7-c1f0-4251-8468-22837dcb6c26), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.218538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 8137329a-f91b-432a-a03d-e1ebd7d0a5c9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:08.218926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.235492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.resource_extend [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:46:08.248923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f225c76e-cc78-4dd6-a506-44c82750cd81 None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:08.249479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f225c76e-cc78-4dd6-a506-44c82750cd81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.260691 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] Publish callbacks [] for security_group (25facca7-c1f0-4251-8468-22837dcb6c26), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.391444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f8785-68f9-4dba-83ff-84fc5f20507e req-2b73f454-23fd-4e29-8ccd-e7775a3792c3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.396691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.397273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc3f8785-68f9-4dba-83ff-84fc5f20507e req-2b73f454-23fd-4e29-8ccd-e7775a3792c3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1069446 May 02 10:46:08.399246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13be544d-579a-42d3-829e-d75ef515f998,segment=NetworkSegment(717071b2-6b2b-45ec-8816-a1e765eba284),segment_id=717071b2-6b2b-45ec-8816-a1e765eba284)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:08.423863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 8137329a-f91b-432a-a03d-e1ebd7d0a5c9 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:08.435217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3798672-1f19-4844-a233-a267e531d726 req-2be7aca3-8515-46de-beb3-32bef348b8dc service neutron] 10.222.0.15 "GET /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766962 May 02 10:46:08.437431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '13be544d-579a-42d3-829e-d75ef515f998', 'network_id': 'f347c28c-74d9-4788-bfc5-e890a837b2c4', 'port_id': '13be544d-579a-42d3-829e-d75ef515f998', 'mac_address': 'fa:16:3e:34:77:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dae908c4-531a-4424-a918-5bd7859f76c6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:08.437786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-8c5fccbb-9b62-4b28-9279-c6fa1c6d99cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.439184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-8c5fccbb-9b62-4b28-9279-c6fa1c6d99cd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 1127 time: 0.0989912 May 02 10:46:08.473471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f225c76e-cc78-4dd6-a506-44c82750cd81 None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:08.490486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 13be544d-579a-42d3-829e-d75ef515f998 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:08.490974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (13be544d-579a-42d3-829e-d75ef515f998), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.511427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13be544d-579a-42d3-829e-d75ef515f998 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:08.542361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc3f8785-68f9-4dba-83ff-84fc5f20507e req-0f9d1137-9c97-4750-ba0f-5df727539d77 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443405 May 02 10:46:08.556787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25facca7-c1f0-4251-8468-22837dcb6c26), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.556787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.560901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25facca7-c1f0-4251-8468-22837dcb6c26 HTTP/1.1" status: 204 len: 168 time: 0.4996297 May 02 10:46:08.573912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c23df4-5d8e-4dc2-b3b4-f9989afe969d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25facca7-c1f0-4251-8468-22837dcb6c26,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:08.580710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13be544d-579a-42d3-829e-d75ef515f998,segment=NetworkSegment(717071b2-6b2b-45ec-8816-a1e765eba284),segment_id=717071b2-6b2b-45ec-8816-a1e765eba284)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:08.623906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-700f87fd-07af-44e9-9cd1-923f6bfa0e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.627171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-700f87fd-07af-44e9-9cd1-923f6bfa0e87 service neutron] 10.222.0.24 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 912 time: 0.1822956 May 02 10:46:08.674392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-36e62f8e-3f4d-4032-b2a9-722bc00ab466 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0da40778-1958-4dc7-b517-dd040ec59f6b HTTP/1.1" status: 200 len: 217 time: 0.0396450 May 02 10:46:08.687473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.760041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-b7e6b552-b478-4777-b661-49751ac9178e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.763703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-b7e6b552-b478-4777-b661-49751ac9178e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.0831358 May 02 10:46:08.806050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-ab056b6d-ace8-4893-b66e-a0fb6b368f6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364335 May 02 10:46:08.826860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df67971d-ec9c-473e-aaf9-f3b93dfe125b None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:08.827316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df67971d-ec9c-473e-aaf9-f3b93dfe125b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.854643 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8137329a-f91b-432a-a03d-e1ebd7d0a5c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:08.875197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6f06decb-c969-4511-b801-d93960e30915 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:08.901802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df08f448-6efe-488b-abc4-c70626475ded req-85b9b2bd-93ef-47e1-aaa5-64f40fa70094 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:08.903438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df08f448-6efe-488b-abc4-c70626475ded req-85b9b2bd-93ef-47e1-aaa5-64f40fa70094 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 944 time: 0.1125879 May 02 10:46:08.906162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=8137329a-f91b-432a-a03d-e1ebd7d0a5c9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:08.940672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:08.959940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['13be544d-579a-42d3-829e-d75ef515f998'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:08.967130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-d05f1e53-62ca-49f9-87f2-eb0136a07afb service neutron] 10.222.0.24 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530683 May 02 10:46:08.992665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:08.993032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.094649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df08f448-6efe-488b-abc4-c70626475ded req-8974f931-2213-421a-9317-b5299d5363f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706631 May 02 10:46:09.105391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.119708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57706) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:09.120158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c869b7a-0397-48cc-837e-c65e7db9c604 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/8137329a-f91b-432a-a03d-e1ebd7d0a5c9 HTTP/1.1" status: 204 len: 168 time: 1.0681493 May 02 10:46:09.129062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df67971d-ec9c-473e-aaf9-f3b93dfe125b None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:09.137013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df67971d-ec9c-473e-aaf9-f3b93dfe125b None None] Could not find standard attr ID for object 8137329a-f91b-432a-a03d-e1ebd7d0a5c9. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:09.195266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6b26c50-e5eb-4487-aab1-8f908b8c9159 req-fef9f80f-9275-4769-a4b3-4b5744b4d565 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 210 time: 0.0516014 May 02 10:46:09.202130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-46a2bbfe-c84e-4673-8354-2706497f3ac3 req-871156bf-8b4c-4933-bced-82ff4ced2c82 service neutron] 10.222.0.24 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266614 May 02 10:46:09.231129 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5c7fb22-b2ba-4d6d-8c16-0cbae01aedfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:09.235276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b5c7fb22-b2ba-4d6d-8c16-0cbae01aedfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/8137329a-f91b-432a-a03d-e1ebd7d0a5c9 HTTP/1.1" status: 404 len: 333 time: 0.1105864 May 02 10:46:09.235440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57710) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:09.273824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-952e5450-6d47-43a0-809e-e5a41cb5638c None None] Could not find standard attr ID for object 8137329a-f91b-432a-a03d-e1ebd7d0a5c9. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:09.277956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6f06decb-c969-4511-b801-d93960e30915 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:09.503726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0b2bfcfe-2916-4037-a23b-cd143a5087ef None None] Could not find standard attr ID for object 8137329a-f91b-432a-a03d-e1ebd7d0a5c9. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:09.633545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57718) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:09.638623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 5745d683-6d7d-4190-85a4-6db85c7ffdfb {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:09.642678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (5745d683-6d7d-4190-85a4-6db85c7ffdfb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.688803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (5745d683-6d7d-4190-85a4-6db85c7ffdfb), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.720965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b1922138-6638-4510-95a0-aeb8e93a105b None None] Could not find standard attr ID for object 8137329a-f91b-432a-a03d-e1ebd7d0a5c9. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:09.756364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70052ffd-ea0f-43be-ab7a-e2a058b2ae46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=64536948cf2a47e484fc56a26247c8ad&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1205561 May 02 10:46:09.763375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c6da70-70a5-419f-920e-4ad2dba0d557 req-4eb31703-3ef5-4903-8f91-12db3ea2eb0e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:09.765228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2c6da70-70a5-419f-920e-4ad2dba0d557 req-4eb31703-3ef5-4903-8f91-12db3ea2eb0e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1006854 May 02 10:46:09.765890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57720) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:09.792290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5745d683-6d7d-4190-85a4-6db85c7ffdfb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.853811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2c6da70-70a5-419f-920e-4ad2dba0d557 req-2c5faa23-86c7-4d99-ab06-3bc4f2139b8b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725756 May 02 10:46:09.867377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] Publish callbacks [] for security_group (42249131-b216-4e68-8cf5-c89c0b5522e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.891021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] Publish callbacks [] for security_group (42249131-b216-4e68-8cf5-c89c0b5522e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:09.977924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (5745d683-6d7d-4190-85a4-6db85c7ffdfb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.006252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=5745d683-6d7d-4190-85a4-6db85c7ffdfb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:10.016896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.019629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42249131-b216-4e68-8cf5-c89c0b5522e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.022257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.026018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa808b4-7354-49c8-bb8e-9f334426fb9d None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:10.026141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42249131-b216-4e68-8cf5-c89c0b5522e8 HTTP/1.1" status: 204 len: 168 time: 0.2564771 May 02 10:46:10.031769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/5745d683-6d7d-4190-85a4-6db85c7ffdfb HTTP/1.1" status: 204 len: 168 time: 0.7920122 May 02 10:46:10.031769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.031769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.031769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.031769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.032176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.032264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:10.032486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.032840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.033097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.033434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.033764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.034098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.034431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.035276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.035276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.035593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80d0e06b-0d8e-4139-8327-022473c9364e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:10.035766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbeded1-335b-475c-8960-4bc094a282f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42249131-b216-4e68-8cf5-c89c0b5522e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:10.066367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 13be544d-579a-42d3-829e-d75ef515f998 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:10.100519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 6929ca9b-6083-4956-8b16-f424413cecf1 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:10.103837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (6929ca9b-6083-4956-8b16-f424413cecf1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.168406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (6929ca9b-6083-4956-8b16-f424413cecf1), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.209708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 13be544d-579a-42d3-829e-d75ef515f998 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:10.275638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c644a4b2-f3c9-46bb-9e96-f20cf5379002 req-e0b775a5-74fe-4f8c-818e-9169f24fae8a tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:10.281315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c644a4b2-f3c9-46bb-9e96-f20cf5379002 req-e0b775a5-74fe-4f8c-818e-9169f24fae8a tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 944 time: 0.0860157 May 02 10:46:10.334334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 13be544d-579a-42d3-829e-d75ef515f998 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:10.335785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (13be544d-579a-42d3-829e-d75ef515f998), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.345165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bc38c819-9037-41db-b1ad-a360151bd1ae req-e36872b2-9ebd-4aaa-b588-a0d04deaedb4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 210 time: 0.0568519 May 02 10:46:10.350545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6929ca9b-6083-4956-8b16-f424413cecf1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.384656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c644a4b2-f3c9-46bb-9e96-f20cf5379002 req-0c8f28c8-50e0-4408-8b2e-108adf6d71d6 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926509 May 02 10:46:10.507496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 13be544d-579a-42d3-829e-d75ef515f998 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:10.508187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (13be544d-579a-42d3-829e-d75ef515f998), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.540027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13be544d-579a-42d3-829e-d75ef515f998'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:10.544316 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da47ba83-2520-45ef-bf39-c957de3c9432" -d '{"events": [{"server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "name": "network-vif-plugged", "status": "completed", "tag": "13be544d-579a-42d3-829e-d75ef515f998"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:10.549396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (6929ca9b-6083-4956-8b16-f424413cecf1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.588294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13be544d-579a-42d3-829e-d75ef515f998,segment=NetworkSegment(717071b2-6b2b-45ec-8816-a1e765eba284),segment_id=717071b2-6b2b-45ec-8816-a1e765eba284)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:10.595373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=6929ca9b-6083-4956-8b16-f424413cecf1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:10.597868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.604460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e2a0d81c-9422-4db6-af65-717a3542e8c1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/6929ca9b-6083-4956-8b16-f424413cecf1 HTTP/1.1" status: 204 len: 168 time: 0.5677192 May 02 10:46:10.605318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57738) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:10.631373 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c592a36e-8368-4299-a985-fdf913f14caa x-openstack-request-id: req-c592a36e-8368-4299-a985-fdf913f14caa {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:10.631373 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "name": "network-vif-plugged", "status": "completed", "tag": "13be544d-579a-42d3-829e-d75ef515f998", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:10.631373 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c592a36e-8368-4299-a985-fdf913f14caa {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:10.631373 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c592a36e-8368-4299-a985-fdf913f14caa'] response: {'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13be544d-579a-42d3-829e-d75ef515f998', 'code': 200} May 02 10:46:10.660052 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.730674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (33165dcf-91cf-426b-9cad-f66a681b6300), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.740088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:10.786111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721be278-29b6-47a4-bff9-d5389a46aca1 req-396d35d8-2614-4e4f-9843-8318d45bf7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:10.788141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-721be278-29b6-47a4-bff9-d5389a46aca1 req-396d35d8-2614-4e4f-9843-8318d45bf7cf service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 1127 time: 0.0450492 May 02 10:46:10.798326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 6f06decb-c969-4511-b801-d93960e30915 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:10.798681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6f06decb-c969-4511-b801-d93960e30915), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.901228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port 6f06decb-c969-4511-b801-d93960e30915, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6f06decb-c969-4511-b801-d93960e30915,segment=NetworkSegment(66c95dad-787d-4932-804d-bb73afeb6891),segment_id=66c95dad-787d-4932-804d-bb73afeb6891)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:10.901853 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6f06decb-c969-4511-b801-d93960e30915), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:10.938140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 6f06decb-c969-4511-b801-d93960e30915 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:10.938409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-721be278-29b6-47a4-bff9-d5389a46aca1 req-7648c1ab-59fa-4dc5-b041-d8fa4a8290a4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306417 May 02 10:46:10.971993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-045fb908-41f8-46b7-8262-b9921cfd3fea tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:10.974342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-045fb908-41f8-46b7-8262-b9921cfd3fea tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1598113 May 02 10:46:11.031260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a348a764-9b32-4adb-ba43-16d2faac24af req-b7633658-c60e-4795-978a-e412cec16cbf tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:11.037332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a348a764-9b32-4adb-ba43-16d2faac24af req-b7633658-c60e-4795-978a-e412cec16cbf tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0570846 May 02 10:46:11.065325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8489bdfb-1768-45fd-b7c7-6917fa443fb4 None None] Network 33165dcf-91cf-426b-9cad-f66a681b6300 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:11.087046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a348a764-9b32-4adb-ba43-16d2faac24af req-e1da2b72-93a0-4bda-b34d-82ee37a72967 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473902 May 02 10:46:11.161529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:11.170274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9bc65006-5921-421c-961c-c1a5e6fb664f None None] Provisioning complete for port 6f06decb-c969-4511-b801-d93960e30915 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:11.170413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9bc65006-5921-421c-961c-c1a5e6fb664f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6f06decb-c969-4511-b801-d93960e30915), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.180568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6f06decb-c969-4511-b801-d93960e30915), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.217293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=6f06decb-c969-4511-b801-d93960e30915,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:11.220794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port 6f06decb-c969-4511-b801-d93960e30915 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:11.248231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9bc65006-5921-421c-961c-c1a5e6fb664f None None] Could not find standard attr ID for object 6f06decb-c969-4511-b801-d93960e30915. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:11.255353 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.db [None req-9bc65006-5921-421c-961c-c1a5e6fb664f None None] No ports have port_id starting with 6f06decb-c969-4511-b801-d93960e30915 May 02 10:46:11.339029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad97979-feac-4ea4-bd57-a288cd554201 None None] DHCP port deletion for 33165dcf-91cf-426b-9cad-f66a681b6300 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:11.356494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:11.362626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.365645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (33165dcf-91cf-426b-9cad-f66a681b6300), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.402105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33165dcf-91cf-426b-9cad-f66a681b6300']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:11.440695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66c95dad-787d-4932-804d-bb73afeb6891') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:11.440998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66c95dad-787d-4932-804d-bb73afeb6891') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:11.466492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (66c95dad-787d-4932-804d-bb73afeb6891), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.502091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66c95dad-787d-4932-804d-bb73afeb6891), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.519685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:11.520758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (66c95dad-787d-4932-804d-bb73afeb6891), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: timer() May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:11.537579 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:11.574168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57762) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:11.606342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.11 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/05b984e1-2459-4b7c-b56f-b0bb036c34fb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:11.617616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587fb3a-18c2-4bfc-851f-febbc8d188fb req-fa55226d-1e75-4a28-8788-45331defb3f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:11.629566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21e584bc-4d80-48bd-a2b7-2364233ad773 req-b5db979c-4d18-46c4-a2d1-75addf8ab246 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 210 time: 0.1088102 May 02 10:46:11.629693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1587fb3a-18c2-4bfc-851f-febbc8d188fb req-fa55226d-1e75-4a28-8788-45331defb3f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 945 time: 0.1066828 May 02 10:46:11.709874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1973526538-network', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:11.711519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (33165dcf-91cf-426b-9cad-f66a681b6300), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.716107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.725422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1587fb3a-18c2-4bfc-851f-febbc8d188fb req-750bfe54-aba9-45cb-94a5-af58a6f9a7fd tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984473 May 02 10:46:11.726913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/33165dcf-91cf-426b-9cad-f66a681b6300 HTTP/1.1" status: 204 len: 168 time: 1.1185019 May 02 10:46:11.727631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57766) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:11.768184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d859d03-e993-4537-847a-f8f2ab545032 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=33165dcf-91cf-426b-9cad-f66a681b6300,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:11.803625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9d64d3-9a57-41fb-904c-2c634e066d32 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:11.805155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dc9d64d3-9a57-41fb-904c-2c634e066d32 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0624850 May 02 10:46:11.808824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57768) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:11.845146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.851981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3d6c3ff7-8573-4d2d-ba89-10eebfda130d tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0420482 May 02 10:46:11.855634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:11.862392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1586483028'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:11.895609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Made reservation on behalf of 9bb1182b7372418e9f1952d8066ab81c for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:11.898110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.911189 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:11.992942 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks [] for security_group (b1d383af-f81c-4ad6-8783-d2f31e60dcbc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.002831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:12.006276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.031306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:12.038696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.047708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0af5713c-f35a-493f-b0c0-297bca6c5f91), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.048069 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment 0af5713c-f35a-493f-b0c0-297bca6c5f91 of type vlan for network f684b696-9485-4c4b-b858-191a04da404f May 02 10:46:12.049708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:12.125756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:12.127135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:12.129557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b1d383af-f81c-4ad6-8783-d2f31e60dcbc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.146507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:12.153262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f684b696-9485-4c4b-b858-191a04da404f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.156241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:12.174160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:12.230823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ff27de77-4727-4690-b2af-6297752d521a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.231177 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Added segment ff27de77-4727-4690-b2af-6297752d521a of type vlan for network 4627c0db-c76d-42ad-b78d-6debf7429430 May 02 10:46:12.232559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c1a830-8ec0-48c2-8787-74dd7235e66f req-2d5cae13-5816-499c-a21b-5390f9e9a6dd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:12.234868 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5c1a830-8ec0-48c2-8787-74dd7235e66f req-2d5cae13-5816-499c-a21b-5390f9e9a6dd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0562992 May 02 10:46:12.251999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d383af-f81c-4ad6-8783-d2f31e60dcbc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:12.299173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:12.299860 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.309084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5c1a830-8ec0-48c2-8787-74dd7235e66f req-867458c9-bd25-4112-af2f-033df9c1ccfb tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640759 May 02 10:46:12.322060 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4627c0db-c76d-42ad-b78d-6debf7429430), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.327893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f684b696-9485-4c4b-b858-191a04da404f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.332926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:12.333513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.415175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-964c5d32-69fc-43ea-a35e-cf6eb6ea1648 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2582045 May 02 10:46:12.421887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=f684b696-9485-4c4b-b858-191a04da404f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:12.428314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Request body: {'port': {'device_id': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:12.433554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f684b696-9485-4c4b-b858-191a04da404f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:12.482015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-193f8e2f-0012-4a30-860e-3216965b4de0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6253679 May 02 10:46:12.484963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57776) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:12.490340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.491592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': 'f684b696-9485-4c4b-b858-191a04da404f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:12.494213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4627c0db-c76d-42ad-b78d-6debf7429430), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.494684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:12.495271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.599796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0224600 May 02 10:46:12.602744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57780) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:12.606332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d28e2a-3ff9-453d-b366-5f50fbee5723 admin admin] Pushing event updated for resources: {'Network': ['ID=4627c0db-c76d-42ad-b78d-6debf7429430,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:12.607800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Request body: {'subnet': {'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1973526538-subnet', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:12.617584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4627c0db-c76d-42ad-b78d-6debf7429430 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:12.674486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:12.684118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.704292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Made reservation on behalf of 9bb1182b7372418e9f1952d8066ab81c for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:12.707044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.774695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6f06decb-c969-4511-b801-d93960e30915 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:12.800273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6f06decb-c969-4511-b801-d93960e30915 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:12.800539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6f06decb-c969-4511-b801-d93960e30915 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:12.810531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d73f8-d0cb-455c-9481-98aee597e93b req-881015ed-d6bc-4edb-980a-ada493926430 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:12.812253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e03d73f8-d0cb-455c-9481-98aee597e93b req-881015ed-d6bc-4edb-980a-ada493926430 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 932 time: 0.1032119 May 02 10:46:12.895460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e03d73f8-d0cb-455c-9481-98aee597e93b req-377c26e4-0789-46ab-a9d0-3d7d05dc363e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750880 May 02 10:46:12.949074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05b984e1-2459-4b7c-b56f-b0bb036c34fb {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:12.958130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks [] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:12.972035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Transition to ACTIVE for port object 05b984e1-2459-4b7c-b56f-b0bb036c34fb will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:13.059672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.125696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Pushing event updated for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:13.196417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Attempting to bind port 05b984e1-2459-4b7c-b56f-b0bb036c34fb on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:13.196766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Attempting to bind port 05b984e1-2459-4b7c-b56f-b0bb036c34fb by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:13.197495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Attempting to bind port 05b984e1-2459-4b7c-b56f-b0bb036c34fb on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:13.201662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Port 05b984e1-2459-4b7c-b56f-b0bb036c34fb on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:13.202089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Attempting to bind port 05b984e1-2459-4b7c-b56f-b0bb036c34fb on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:13.207785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 45, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:13.208131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:13.208524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:13.208995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Bound port: 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:13.209361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.227704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86607227-82a5-4d99-9346-4e10dbd1c2a6 req-58bb8828-ddf7-4760-9f50-c3e9ddd871cf tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.231163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86607227-82a5-4d99-9346-4e10dbd1c2a6 req-58bb8828-ddf7-4760-9f50-c3e9ddd871cf tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 945 time: 0.1103013 May 02 10:46:13.282907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:13.286013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:13.354007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86607227-82a5-4d99-9346-4e10dbd1c2a6 req-4def0f95-c728-495a-89c4-e05b74dfb388 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174002 May 02 10:46:13.435397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.480161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2770f337-cc9c-4653-92cd-23928d040a91 req-87a60e01-6b8c-4a8d-b347-aee4da598fa5 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.481693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2770f337-cc9c-4653-92cd-23928d040a91 req-87a60e01-6b8c-4a8d-b347-aee4da598fa5 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0875099 May 02 10:46:13.485425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.486019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.487332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] 10.222.0.15 "PUT /v2.0/ports/05b984e1-2459-4b7c-b56f-b0bb036c34fb HTTP/1.1" status: 200 len: 1092 time: 1.0631227 May 02 10:46:13.487767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:13.490042 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8" -d '{"events": [{"name": "network-changed", "server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:13.532388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa71871-4f8a-40bd-b1af-071f9f68a643 service neutron] Pushing event updated for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:13.555519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2770f337-cc9c-4653-92cd-23928d040a91 req-034b0422-d567-4413-9b28-c501a2ed9a1a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624852 May 02 10:46:13.585427 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.604512 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00f7e87e-67b0-4619-b644-8f1697bcd425 x-openstack-request-id: req-00f7e87e-67b0-4619-b644-8f1697bcd425 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:13.604969 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:13.605289 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00f7e87e-67b0-4619-b644-8f1697bcd425 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:13.605766 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f7e87e-67b0-4619-b644-8f1697bcd425'] response: {'name': 'network-changed', 'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'status': 'completed', 'code': 200} May 02 10:46:13.632710 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:46:13.647429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d81d604b-a925-4a59-8201-3ecfa9127693), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.661239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:13.672647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-cf51b52c-6445-473a-ac35-c493b4dec40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.674257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-cf51b52c-6445-473a-ac35-c493b4dec40f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 1126 time: 0.0448785 May 02 10:46:13.727752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Checking segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:13.728020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Network hostable DHCP agents. Network: 4627c0db-c76d-42ad-b78d-6debf7429430, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:13.739230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=d81d604b-a925-4a59-8201-3ecfa9127693,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:13.751615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': '0af5713c-f35a-493f-b0c0-297bca6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:13.765291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: f684b696-9485-4c4b-b858-191a04da404f, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:13.785124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-7e2d4a59-1d47-4192-9318-647d8b254ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.786642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-7e2d4a59-1d47-4192-9318-647d8b254ebc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7e965673511439386e8a383fd25d8ee&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1050050 May 02 10:46:13.828797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:13.861163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network f684b696-9485-4c4b-b858-191a04da404f is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:13.897450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-9b90575a-339e-43c8-9d3c-737fd4830374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.898914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9eb4667d-5d13-4aa8-911a-ff6d746d5be8 req-9b90575a-339e-43c8-9d3c-737fd4830374 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1057107 May 02 10:46:13.957702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4627c0db-c76d-42ad-b78d-6debf7429430) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:13.961629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f684b696-9485-4c4b-b858-191a04da404f) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:13.964029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.964635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.965440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cc5c11-11c6-4ee0-a930-58a239e206f5 req-3b0226ad-d284-4341-8a1d-3ef313c4fb68 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.966974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50cc5c11-11c6-4ee0-a930-58a239e206f5 req-3b0226ad-d284-4341-8a1d-3ef313c4fb68 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 945 time: 0.0489614 May 02 10:46:13.967367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:13.967969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:13.974003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5fe8fe2-3cbe-411d-9c5b-680a6c54c541 None None] Network 4627c0db-c76d-42ad-b78d-6debf7429430 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:13.976135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80b6aa6-b169-46e9-81cc-4b13f520e3d0 None None] Network f684b696-9485-4c4b-b858-191a04da404f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:14.030976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50cc5c11-11c6-4ee0-a930-58a239e206f5 req-84fd6eab-e2f4-4191-a207-30af6c3a9146 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517719 May 02 10:46:14.055517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1827945d-431c-40f0-8cfd-038b186a9ae3 req-1a2a55d2-8eca-4af0-85e8-1e90ba4a5a42 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:14.059476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1827945d-431c-40f0-8cfd-038b186a9ae3 req-1a2a55d2-8eca-4af0-85e8-1e90ba4a5a42 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 944 time: 0.0602534 May 02 10:46:14.074712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be8a3557-8447-4e5e-aa6f-5de9a37e4d7a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4607103 May 02 10:46:14.074864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57800) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:14.085074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:14.099554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-94634558-558d-4546-a3dc-b91f14b4b15f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6126289 May 02 10:46:14.101667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:14.112821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': 'f684b696-9485-4c4b-b858-191a04da404f', 'name': 'tempest-PortsTestJSON-1440272736'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:14.140711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1827945d-431c-40f0-8cfd-038b186a9ae3 req-b3adb9f8-0bc6-45f8-b60f-51e5dba57bd1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726893 May 02 10:46:14.173815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f684b696-9485-4c4b-b858-191a04da404f', 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': 'd81d604b-a925-4a59-8201-3ecfa9127693'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:14.174849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.179357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-447245f3-305a-431a-8799-750334cc085b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4627c0db-c76d-42ad-b78d-6debf7429430', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:14.180164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.221529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (88bc08b3-7542-4aeb-9940-c52496410809), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.222757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (88bc08b3-7542-4aeb-9940-c52496410809), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.279722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for router_controller (88bc08b3-7542-4aeb-9940-c52496410809), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.282971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:14.286364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.306312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 322a7c41-fd50-4b7a-9aef-2caf7af5be40 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:14.436899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Allocated IP 172.20.0.2 (f684b696-9485-4c4b-b858-191a04da404f/d81d604b-a925-4a59-8201-3ecfa9127693/65f1e3b9-6aa2-43eb-9745-39140c6d199f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:14.451918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-447245f3-305a-431a-8799-750334cc085b None None] Allocated IP 172.20.0.2 (4627c0db-c76d-42ad-b78d-6debf7429430/9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb/5c04781f-7cb5-4973-a075-9d64367183da) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:14.496392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for router_gateway (88bc08b3-7542-4aeb-9940-c52496410809), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.562058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.687453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbbdaf-8a9b-4491-b786-a9195268d978 req-dd0547da-9b65-40ad-92bc-d298ab1d8dfd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:14.689036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36dbbdaf-8a9b-4491-b786-a9195268d978 req-dd0547da-9b65-40ad-92bc-d298ab1d8dfd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0523844 May 02 10:46:14.702877 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks [] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.718124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks [] for port (5c04781f-7cb5-4973-a075-9d64367183da), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.742010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36dbbdaf-8a9b-4491-b786-a9195268d978 req-01fd595c-dd38-4ad4-bc3f-0239ec478698 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467267 May 02 10:46:14.783659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for router_gateway (88bc08b3-7542-4aeb-9940-c52496410809), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.798770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.807942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.848545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Network f684b696-9485-4c4b-b858-191a04da404f is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:14.851517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:14.854777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:14.859041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.10 (f684b696-9485-4c4b-b858-191a04da404f/d81d604b-a925-4a59-8201-3ecfa9127693/322a7c41-fd50-4b7a-9aef-2caf7af5be40) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:14.863569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5c04781f-7cb5-4973-a075-9d64367183da), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.866685 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Pushing event updated for resources: {'Port': ['ID=65f1e3b9-6aa2-43eb-9745-39140c6d199f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:14.921441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Allocated IP 172.35.4.204 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b36dab2a-329c-4bf7-9b00-03e0c87498cf) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:14.959369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447245f3-305a-431a-8799-750334cc085b None None] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:14.972113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-447245f3-305a-431a-8799-750334cc085b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:14.975695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447245f3-305a-431a-8799-750334cc085b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:14.983183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447245f3-305a-431a-8799-750334cc085b None None] Pushing event updated for resources: {'Port': ['ID=5c04781f-7cb5-4973-a075-9d64367183da,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:14.983183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Attempting to bind port 65f1e3b9-6aa2-43eb-9745-39140c6d199f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:14.983183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Attempting to bind port 65f1e3b9-6aa2-43eb-9745-39140c6d199f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0af5713c-f35a-493f-b0c0-297bca6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:14.983183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Attempting to bind port 65f1e3b9-6aa2-43eb-9745-39140c6d199f on network f684b696-9485-4c4b-b858-191a04da404f {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:14.992976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:14.993357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Checking segment: {'id': '0af5713c-f35a-493f-b0c0-297bca6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:14.993766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:14.994161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Bound using segment: {'id': '0af5713c-f35a-493f-b0c0-297bca6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:14.994643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Bound port: 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0af5713c-f35a-493f-b0c0-297bca6c5f91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'f684b696-9485-4c4b-b858-191a04da404f'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:14.995103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.055366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-4c2bc5dd-a4b3-4c93-8665-c68cdae42d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.056911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-4c2bc5dd-a4b3-4c93-8665-c68cdae42d56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 1126 time: 0.0646901 May 02 10:46:15.076293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-447245f3-305a-431a-8799-750334cc085b None None] Attempting to bind port 5c04781f-7cb5-4973-a075-9d64367183da on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:15.076747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-447245f3-305a-431a-8799-750334cc085b None None] Attempting to bind port 5c04781f-7cb5-4973-a075-9d64367183da by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:15.077610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447245f3-305a-431a-8799-750334cc085b None None] Attempting to bind port 5c04781f-7cb5-4973-a075-9d64367183da on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:15.084539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.092325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447245f3-305a-431a-8799-750334cc085b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:15.092763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447245f3-305a-431a-8799-750334cc085b None None] Checking segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:15.109452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.109452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447245f3-305a-431a-8799-750334cc085b None None] Bound using segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:15.109452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-447245f3-305a-431a-8799-750334cc085b None None] Bound port: 5c04781f-7cb5-4973-a075-9d64367183da, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:15.109883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.110329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5c04781f-7cb5-4973-a075-9d64367183da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.166125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] For port 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:15.189282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] For port 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f1e3b9-6aa2-43eb-9745-39140c6d199f,segment=NetworkSegment(0af5713c-f35a-493f-b0c0-297bca6c5f91),segment_id=0af5713c-f35a-493f-b0c0-297bca6c5f91)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:15.189506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a6b815-3f16-4772-9cd5-2e5b1620bffe req-ac35692a-f0cf-4ca6-b4c0-5c81388d08f6 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.190519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59a6b815-3f16-4772-9cd5-2e5b1620bffe req-ac35692a-f0cf-4ca6-b4c0-5c81388d08f6 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 945 time: 0.0606813 May 02 10:46:15.194288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-db612c6c-aeae-46bf-a56e-c590335a7099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb HTTP/1.1" status: 200 len: 217 time: 0.0505993 May 02 10:46:15.210603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.213059 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-447245f3-305a-431a-8799-750334cc085b None None] For port 5c04781f-7cb5-4973-a075-9d64367183da, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:15.218108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-447245f3-305a-431a-8799-750334cc085b None None] For port 5c04781f-7cb5-4973-a075-9d64367183da, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c04781f-7cb5-4973-a075-9d64367183da,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:15.279342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:15.283675 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.297893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:15.305304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59a6b815-3f16-4772-9cd5-2e5b1620bffe req-5b69cb79-9fb4-4fa9-9c99-11db014b1049 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/security-groups?id=aac0080d-076b-4253-9185-34172fc3a264&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081405 May 02 10:46:15.306198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:15.308377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b36dab2a-329c-4bf7-9b00-03e0c87498cf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:15.330306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0a783c-793e-402b-87fa-93d814095ece req-65ff8989-0483-4c73-9e99-975aa04717ea tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.332104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f0a783c-793e-402b-87fa-93d814095ece req-65ff8989-0483-4c73-9e99-975aa04717ea tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.15 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 945 time: 0.0767121 May 02 10:46:15.337093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-a19dc416-6a1b-4241-87ba-e6d7cd5a24a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.338914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-a19dc416-6a1b-4241-87ba-e6d7cd5a24a2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.1343939 May 02 10:46:15.349324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e550bbd-c3ba-40a6-8c18-be626b5c1b9c req-d4021da4-fbdf-45a2-b077-db7caf7b9623 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.352861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e550bbd-c3ba-40a6-8c18-be626b5c1b9c req-d4021da4-fbdf-45a2-b077-db7caf7b9623 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 944 time: 0.1142528 May 02 10:46:15.366993 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-447245f3-305a-431a-8799-750334cc085b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5c04781f-7cb5-4973-a075-9d64367183da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.382270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283eb98-85f8-4917-a08f-7c2640a9bb49 None None] Pushing event updated for resources: {'Port': ['ID=65f1e3b9-6aa2-43eb-9745-39140c6d199f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:15.473110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-72de3633-3d8d-4f69-bf83-df7c6f7c75f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1181378 May 02 10:46:15.489590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.499590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447245f3-305a-431a-8799-750334cc085b None None] Pushing event updated for resources: {'Port': ['ID=5c04781f-7cb5-4973-a075-9d64367183da,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:15.581031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Deleting port 13be544d-579a-42d3-829e-d75ef515f998 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:15.581371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (13be544d-579a-42d3-829e-d75ef515f998), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.651373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network f684b696-9485-4c4b-b858-191a04da404f is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:15.704592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e550bbd-c3ba-40a6-8c18-be626b5c1b9c req-8d40c457-0024-4fa0-a07e-ebee2d17f127 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2819407 May 02 10:46:15.705796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:15.721217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:15.735201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=322a7c41-fd50-4b7a-9aef-2caf7af5be40,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:15.750062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for router_gateway (88bc08b3-7542-4aeb-9940-c52496410809), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.847430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-9e2ea7ca-710e-472c-bb5b-9fec24ede2bf service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525610 May 02 10:46:15.851768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] For port 13be544d-579a-42d3-829e-d75ef515f998, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=13be544d-579a-42d3-829e-d75ef515f998,segment=NetworkSegment(717071b2-6b2b-45ec-8816-a1e765eba284),segment_id=717071b2-6b2b-45ec-8816-a1e765eba284)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:15.852157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (13be544d-579a-42d3-829e-d75ef515f998), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.899743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.899743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.899743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Calling delete_port for 13be544d-579a-42d3-829e-d75ef515f998 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:15.947755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:15.984126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdedb99b-58b0-4369-9882-6b1a05ba09fc req-da463ec9-4bb9-4be1-923f-4ad31f142c2a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:15.985829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdedb99b-58b0-4369-9882-6b1a05ba09fc req-da463ec9-4bb9-4be1-923f-4ad31f142c2a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0979018 May 02 10:46:16.038695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b6d0fd6a-4f2c-45da-b126-550820c61228 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.9348278 May 02 10:46:16.046399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57816) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:16.057640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': 'f684b696-9485-4c4b-b858-191a04da404f', 'name': 'tempest-PortsTestJSON-393869530'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:16.087277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdedb99b-58b0-4369-9882-6b1a05ba09fc req-961799a1-46f9-43a6-b4dd-945d2258d7bb tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958047 May 02 10:46:16.088458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (88bc08b3-7542-4aeb-9940-c52496410809), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.151215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f239b2b-c41e-4af4-927b-ab6459cb294f req-67d4dbf4-2ff4-4c85-84ea-99ed7ed63abf service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529750 May 02 10:46:16.305109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (13be544d-579a-42d3-829e-d75ef515f998), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.317373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['13be544d-579a-42d3-829e-d75ef515f998'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:16.336023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Pushing event deleted for resources: {'Port': ['ID=13be544d-579a-42d3-829e-d75ef515f998,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:16.341408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:16.344829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.346487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Router 88bc08b3-7542-4aeb-9940-c52496410809 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:46:16.383542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 82350563-2866-4a21-93b5-747bc1852f96 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:16.455893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] No DVR routers for this DVR port 13be544d-579a-42d3-829e-d75ef515f998 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:16.462287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.470940 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f0a783c-793e-402b-87fa-93d814095ece req-ecfb38fe-097b-4d5b-b23d-e3ede25ac9f8 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.15 "DELETE /v2.0/ports/13be544d-579a-42d3-829e-d75ef515f998 HTTP/1.1" status: 204 len: 173 time: 1.1170387 May 02 10:46:16.488231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'name': 'network-vif-deleted', 'tag': '13be544d-579a-42d3-829e-d75ef515f998'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:16.490703 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d44838c0-f1a4-4bac-8cad-c95048857c0b" -d '{"events": [{"server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "name": "network-vif-deleted", "tag": "13be544d-579a-42d3-829e-d75ef515f998"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:16.506947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6286ae0c-446e-4ef2-a2c7-969c99f1f11a req-96099160-ad48-4ab5-ac13-5d4f922e3d03 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.0629826 May 02 10:46:16.524003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:16.538299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Sync routers for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:16.550896 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:16.551813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:16.565759 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3637e977-bbc3-4381-b7c8-b5172f59bab2 x-openstack-request-id: req-3637e977-bbc3-4381-b7c8-b5172f59bab2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:16.566052 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6fa0c978-1849-45f7-845f-0f7733001bb0", "name": "network-vif-deleted", "tag": "13be544d-579a-42d3-829e-d75ef515f998", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:16.566309 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3637e977-bbc3-4381-b7c8-b5172f59bab2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:16.566752 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3637e977-bbc3-4381-b7c8-b5172f59bab2'] response: {'server_uuid': '6fa0c978-1849-45f7-845f-0f7733001bb0', 'name': 'network-vif-deleted', 'tag': '13be544d-579a-42d3-829e-d75ef515f998', 'status': 'completed', 'code': 200} May 02 10:46:16.599907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.9 (f684b696-9485-4c4b-b858-191a04da404f/d81d604b-a925-4a59-8201-3ecfa9127693/82350563-2866-4a21-93b5-747bc1852f96) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:16.667415 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:16.720163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.720163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4150b150-c090-4e53-b04d-250558cf76c9 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.6386509 May 02 10:46:16.720163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:16.854157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (82350563-2866-4a21-93b5-747bc1852f96), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:16.860623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00c89902-444b-4da4-af65-dee7bdb9d412 None None] Network 4627c0db-c76d-42ad-b78d-6debf7429430 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:16.948231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 65f1e3b9-6aa2-43eb-9745-39140c6d199f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:16.965231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b06b29-e5e2-4330-932e-0ef4d447228d req-4013c5a4-5744-4286-b5d6-93dc78f68f08 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:16.967093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d8b06b29-e5e2-4330-932e-0ef4d447228d req-4013c5a4-5744-4286-b5d6-93dc78f68f08 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 944 time: 0.0702763 May 02 10:46:17.013518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Provisioning complete for port 5c04781f-7cb5-4973-a075-9d64367183da triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:17.013888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5c04781f-7cb5-4973-a075-9d64367183da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.027071 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:15Z', 'revision_number': 3, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:17.052695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (82350563-2866-4a21-93b5-747bc1852f96), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.064931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Checking router: 88bc08b3-7542-4aeb-9940-c52496410809 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:46:17.065593 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Updating router 88bc08b3-7542-4aeb-9940-c52496410809 port b36dab2a-329c-4bf7-9b00-03e0c87498cf binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:46:17.066742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d8b06b29-e5e2-4330-932e-0ef4d447228d req-bb11a824-5c58-451d-a72c-d4eaf1d1cb2d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907824 May 02 10:46:17.116662 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.146899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 65f1e3b9-6aa2-43eb-9745-39140c6d199f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:17.147288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.174384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network f684b696-9485-4c4b-b858-191a04da404f is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:17.180259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=82350563-2866-4a21-93b5-747bc1852f96,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:17.186310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:17.194246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:17.284176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Current status of the port 5c04781f-7cb5-4973-a075-9d64367183da is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:17.285116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5c04781f-7cb5-4973-a075-9d64367183da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.287106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:17.287496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.323052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c2db8c-fb2c-4241-87bb-8669db09c8dc req-e8633ff1-e562-42a2-874d-3adadb0e048b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:17.324653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07c2db8c-fb2c-4241-87bb-8669db09c8dc req-e8633ff1-e562-42a2-874d-3adadb0e048b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1080980 May 02 10:46:17.347565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] For port 5c04781f-7cb5-4973-a075-9d64367183da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c04781f-7cb5-4973-a075-9d64367183da,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:17.401519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 65f1e3b9-6aa2-43eb-9745-39140c6d199f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:17.401921 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.425469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c53b4277-1867-4cc1-93a8-feb370b549b6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3706591 May 02 10:46:17.425659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:17.449231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f1e3b9-6aa2-43eb-9745-39140c6d199f,segment=NetworkSegment(0af5713c-f35a-493f-b0c0-297bca6c5f91),segment_id=0af5713c-f35a-493f-b0c0-297bca6c5f91)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:17.450752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5c04781f-7cb5-4973-a075-9d64367183da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.474356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07c2db8c-fb2c-4241-87bb-8669db09c8dc req-c1508711-0d98-4ec6-8e90-bbf416caf0c9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289866 May 02 10:46:17.532331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-001b0cfd-2811-4b1a-ae2c-3741b2d0e902 None None] Network f684b696-9485-4c4b-b858-191a04da404f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:17.610799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6435b79-2798-40aa-a765-8cbc525d1848 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:17.616331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a6435b79-2798-40aa-a765-8cbc525d1848 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.1872017 May 02 10:46:17.617295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:17.661187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.662829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5c04781f-7cb5-4973-a075-9d64367183da up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:17.664968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae447854-c5b9-426b-b62e-0228a41c096c None None] Pushing event updated for resources: {'Port': ['ID=5c04781f-7cb5-4973-a075-9d64367183da,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:17.702592 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks [] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.740483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.789751 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.882542 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Attempting to bind port b36dab2a-329c-4bf7-9b00-03e0c87498cf on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:17.883509 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Attempting to bind port b36dab2a-329c-4bf7-9b00-03e0c87498cf by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:17.884142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Attempting to bind port b36dab2a-329c-4bf7-9b00-03e0c87498cf on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:17.895259 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:17.896060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:17.897350 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.898004 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:17.898908 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Bound port: b36dab2a-329c-4bf7-9b00-03e0c87498cf, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:17.899600 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:17.913133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=65f1e3b9-6aa2-43eb-9745-39140c6d199f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:17.925439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Allocated IP 172.20.0.1 (4627c0db-c76d-42ad-b78d-6debf7429430/9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb/e5588ffc-246e-470e-878a-ba72a8013166) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:17.940527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f8e488c3-c6c7-4599-b1d5-bf4d1a6595c0 None None] Provisioning complete for port 65f1e3b9-6aa2-43eb-9745-39140c6d199f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:17.940918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8e488c3-c6c7-4599-b1d5-bf4d1a6595c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.042229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6a3836b-8d4c-464e-b907-1b12231e5eae req-006a6fde-834f-43b1-86f8-f4405244da04 tempest-ServerGroupTestJSON-725939488 tempest-ServerGroupTestJSON-725939488-project] 10.222.0.16 "GET /v2.0/ports?device_id=6fa0c978-1849-45f7-845f-0f7733001bb0 HTTP/1.1" status: 200 len: 210 time: 0.0307770 May 02 10:46:18.064446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks [] for port (e5588ffc-246e-470e-878a-ba72a8013166), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.080168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 05b984e1-2459-4b7c-b56f-b0bb036c34fb details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:18.114163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 82350563-2866-4a21-93b5-747bc1852f96 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:18.114524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (82350563-2866-4a21-93b5-747bc1852f96), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.129103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5c04781f-7cb5-4973-a075-9d64367183da triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:18.129588 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5c04781f-7cb5-4973-a075-9d64367183da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.184700 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b245491-a998-4082-99ec-20be8ce7acdb None None] Pushing event updated for resources: {'Port': ['ID=b36dab2a-329c-4bf7-9b00-03e0c87498cf,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:18.242627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (82350563-2866-4a21-93b5-747bc1852f96), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.254947 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] For port b36dab2a-329c-4bf7-9b00-03e0c87498cf, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:18.259843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] For port b36dab2a-329c-4bf7-9b00-03e0c87498cf, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b36dab2a-329c-4bf7-9b00-03e0c87498cf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:18.265932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 82350563-2866-4a21-93b5-747bc1852f96 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:18.290764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddf90f-0f1a-4407-8bfc-361852d7e6f3 req-2edc11b1-cc98-4a05-bac9-e5de5df6e6a2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:18.292382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14ddf90f-0f1a-4407-8bfc-361852d7e6f3 req-2edc11b1-cc98-4a05-bac9-e5de5df6e6a2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 944 time: 0.0768557 May 02 10:46:18.293662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.313996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f8e488c3-c6c7-4599-b1d5-bf4d1a6595c0 None None] Current status of the port 65f1e3b9-6aa2-43eb-9745-39140c6d199f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:18.346059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Pushing event updated for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:18.354868 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.401471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:18.404866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:18.415356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:18.449455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5c04781f-7cb5-4973-a075-9d64367183da is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:18.485372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-80897292-9be4-463b-95c6-0e194bfa2736 None None] Provisioning complete for port 5c04781f-7cb5-4973-a075-9d64367183da triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:18.485747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-80897292-9be4-463b-95c6-0e194bfa2736 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5c04781f-7cb5-4973-a075-9d64367183da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.494694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14ddf90f-0f1a-4407-8bfc-361852d7e6f3 req-1314d7c5-c4ca-4541-ae5c-d1426be79b21 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504829 May 02 10:46:18.502872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (88bc08b3-7542-4aeb-9940-c52496410809), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.503430 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:18.504509 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:18.595282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:18.622197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': '05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'mac_address': 'fa:16:3e:35:fb:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:18.644382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (82350563-2866-4a21-93b5-747bc1852f96), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.747072 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b245491-a998-4082-99ec-20be8ce7acdb None None] Pushing event updated for resources: {'Port': ['ID=b36dab2a-329c-4bf7-9b00-03e0c87498cf,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:18.788251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=82350563-2866-4a21-93b5-747bc1852f96,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:18.792237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 05b984e1-2459-4b7c-b56f-b0bb036c34fb is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:18.792657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.801791 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:18.825293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-80897292-9be4-463b-95c6-0e194bfa2736 None None] Current status of the port 5c04781f-7cb5-4973-a075-9d64367183da is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:18.832758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05b984e1-2459-4b7c-b56f-b0bb036c34fb {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:18.849665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a62ddee-1fa5-4764-affb-17014ddce313 req-1a1b43fe-b803-41fd-ba42-0f3f6f9efa8c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:18.853321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a62ddee-1fa5-4764-affb-17014ddce313 req-1a1b43fe-b803-41fd-ba42-0f3f6f9efa8c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.2241943 May 02 10:46:18.875211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5588ffc-246e-470e-878a-ba72a8013166), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.892186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:18.914440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 65f1e3b9-6aa2-43eb-9745-39140c6d199f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:18.951833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.957611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c2ff4aca-d097-43a9-80a9-e28d71273b4c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/82350563-2866-4a21-93b5-747bc1852f96 HTTP/1.1" status: 204 len: 168 time: 1.3369918 May 02 10:46:18.960834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:18.994831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Provisioning complete for port 322a7c41-fd50-4b7a-9aef-2caf7af5be40 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:18.995205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:18.997154 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.002867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a62ddee-1fa5-4764-affb-17014ddce313 req-38acc856-63ae-4043-a077-7176cabf35cc tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245315 May 02 10:46:19.004033 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-879d9354-71a3-42b3-bc71-04e95a85876f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:19.007829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-879d9354-71a3-42b3-bc71-04e95a85876f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/82350563-2866-4a21-93b5-747bc1852f96 HTTP/1.1" status: 404 len: 333 time: 0.0436780 May 02 10:46:19.013454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57846) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:19.069720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 65f1e3b9-6aa2-43eb-9745-39140c6d199f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:19.070099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.137303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:15Z', 'revision_number': 3, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:19.148686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 322a7c41-fd50-4b7a-9aef-2caf7af5be40 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:19.149369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.175139 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd94dcd-90aa-4400-b78a-2aa1722fcf09 None None] The sync data for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 is: [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:15Z', 'revision_number': 3, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:19.214068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:19.249967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Port 322a7c41-fd50-4b7a-9aef-2caf7af5be40 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:19.258556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Could not find standard attr ID for object 82350563-2866-4a21-93b5-747bc1852f96. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:19.272877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Provisioning complete for port 65f1e3b9-6aa2-43eb-9745-39140c6d199f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:19.273051 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.299395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks [] for port (e5588ffc-246e-470e-878a-ba72a8013166), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.318792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.338348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 322a7c41-fd50-4b7a-9aef-2caf7af5be40 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:19.357403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['05b984e1-2459-4b7c-b56f-b0bb036c34fb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:19.386012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.521974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 65f1e3b9-6aa2-43eb-9745-39140c6d199f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:19.523215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5c04781f-7cb5-4973-a075-9d64367183da up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:19.545066 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (88bc08b3-7542-4aeb-9940-c52496410809), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.565347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Pushing event updated for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:19.594543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Current status of the port 65f1e3b9-6aa2-43eb-9745-39140c6d199f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:19.605070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:19.605446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.703738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (322a7c41-fd50-4b7a-9aef-2caf7af5be40), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.708720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d48dc01c-2f02-4a61-9743-c94445fad03c None None] Port e5588ffc-246e-470e-878a-ba72a8013166 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:19.725111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5c04781f-7cb5-4973-a075-9d64367183da triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:19.725111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5c04781f-7cb5-4973-a075-9d64367183da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.739298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=322a7c41-fd50-4b7a-9aef-2caf7af5be40,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:19.776897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58079895-b786-4baa-98f1-1eb145773bfa req-b3b47dbf-b8ad-414a-9c34-b24b428fdd65 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:19.781623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:19.786683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58079895-b786-4baa-98f1-1eb145773bfa req-b3b47dbf-b8ad-414a-9c34-b24b428fdd65 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 945 time: 0.1079187 May 02 10:46:19.836245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-51199bb4-9457-4970-b4b0-bd0f034d31ed None None] Could not find standard attr ID for object 82350563-2866-4a21-93b5-747bc1852f96. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:19.863407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5c04781f-7cb5-4973-a075-9d64367183da is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:19.881392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Deleting subnet dae908c4-531a-4424-a918-5bd7859f76c6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:19.929220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Publish callbacks [] for subnet (dae908c4-531a-4424-a918-5bd7859f76c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.958824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:19.962301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3b5e19ae-b705-40ac-83fa-514a55c1fe2c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/322a7c41-fd50-4b7a-9aef-2caf7af5be40 HTTP/1.1" status: 204 len: 168 time: 0.9390647 May 02 10:46:19.965153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57874) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:19.997572 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8107028a-4a44-450a-ad28-de5cce96a194 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:19.999630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8107028a-4a44-450a-ad28-de5cce96a194 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/322a7c41-fd50-4b7a-9aef-2caf7af5be40 HTTP/1.1" status: 404 len: 333 time: 0.0338993 May 02 10:46:20.003980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57876) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:20.019471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (dae908c4-531a-4424-a918-5bd7859f76c6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.099300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (dae908c4-531a-4424-a918-5bd7859f76c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.133609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 05b984e1-2459-4b7c-b56f-b0bb036c34fb up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:20.195075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 05b984e1-2459-4b7c-b56f-b0bb036c34fb completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:20.206603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet d81d604b-a925-4a59-8201-3ecfa9127693 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:20.228398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b836fd-0fa3-41ab-941e-c743a1d90843 req-2fb54ac3-76e1-4f2a-9343-99f757702645 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:20.229928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8b836fd-0fa3-41ab-941e-c743a1d90843 req-2fb54ac3-76e1-4f2a-9343-99f757702645 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1027112 May 02 10:46:20.230885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (d81d604b-a925-4a59-8201-3ecfa9127693), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.281505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:20.287582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:20.296709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 05b984e1-2459-4b7c-b56f-b0bb036c34fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:20.297006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.337082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d81d604b-a925-4a59-8201-3ecfa9127693), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.404521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8b836fd-0fa3-41ab-941e-c743a1d90843 req-847fa5e3-c057-4e17-9737-5ef4e5d9c9b3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431012 May 02 10:46:20.443817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58079895-b786-4baa-98f1-1eb145773bfa req-1d113e51-83eb-4168-aee8-48261bb5dd27 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6559718 May 02 10:46:20.461239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Router 88bc08b3-7542-4aeb-9940-c52496410809 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:46:20.465201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 05b984e1-2459-4b7c-b56f-b0bb036c34fb is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:20.467366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (dae908c4-531a-4424-a918-5bd7859f76c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.468424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.500730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:20.506494 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dffc020-2ad2-418c-b53f-96258fb092a8" -d '{"events": [{"server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "name": "network-vif-plugged", "status": "completed", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:20.520537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:20.556284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d81d604b-a925-4a59-8201-3ecfa9127693), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.556911 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0940480e-d5ab-490f-9b80-838c9b1dfc16 x-openstack-request-id: req-0940480e-d5ab-490f-9b80-838c9b1dfc16 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:20.557378 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "name": "network-vif-plugged", "status": "completed", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:20.557645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0940480e-d5ab-490f-9b80-838c9b1dfc16 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:20.558137 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0940480e-d5ab-490f-9b80-838c9b1dfc16'] response: {'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'code': 200} May 02 10:46:20.593609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dae908c4-531a-4424-a918-5bd7859f76c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:20.598576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.602974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-04e63a93-ab98-45f6-95b1-2dbb9fccff83 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dae908c4-531a-4424-a918-5bd7859f76c6 HTTP/1.1" status: 204 len: 168 time: 0.8218043 May 02 10:46:20.606715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:20.647023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.647023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 13be544d-579a-42d3-829e-d75ef515f998 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:20.650796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:20.659936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bb0cd793-c606-435f-9159-ec193355fc5c admin admin] 10.222.0.16 "PUT /v2.0/routers/88bc08b3-7542-4aeb-9940-c52496410809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9396825 May 02 10:46:20.718744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7bfe13f5-7d29-4b84-938e-56d5bd05b88a None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:20.719115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7bfe13f5-7d29-4b84-938e-56d5bd05b88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.735278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f347c28c-74d9-4788-bfc5-e890a837b2c4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.752817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 13be544d-579a-42d3-829e-d75ef515f998 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:20.753171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 13be544d-579a-42d3-829e-d75ef515f998 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:20.772647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7bfe13f5-7d29-4b84-938e-56d5bd05b88a None None] Port e5588ffc-246e-470e-878a-ba72a8013166 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:20.787905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:20.797170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d87b7-861c-402c-b2cb-7605e2b58098 req-1820a81a-d495-402f-94a0-1c1507bd45b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:20.801843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c65d87b7-861c-402c-b2cb-7605e2b58098 req-1820a81a-d495-402f-94a0-1c1507bd45b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 1128 time: 0.1387310 May 02 10:46:20.853235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b36dab2a-329c-4bf7-9b00-03e0c87498cf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:20.904061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b36dab2a-329c-4bf7-9b00-03e0c87498cf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:20.904489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.912874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f347c28c-74d9-4788-bfc5-e890a837b2c4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.926507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d81d604b-a925-4a59-8201-3ecfa9127693), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.936451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c65d87b7-861c-402c-b2cb-7605e2b58098 req-d03c63ea-65d8-4055-9158-cf3a6c94d04c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110835 May 02 10:46:20.966660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f347c28c-74d9-4788-bfc5-e890a837b2c4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:20.970133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=d81d604b-a925-4a59-8201-3ecfa9127693,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:20.981039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:20.986266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1fe5d2a0-b100-4581-a3f7-c1f972e3a805 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/d81d604b-a925-4a59-8201-3ecfa9127693 HTTP/1.1" status: 204 len: 168 time: 0.9806123 May 02 10:46:20.992247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57892) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:20.995454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '717071b2-6b2b-45ec-8816-a1e765eba284') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:20.995759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '717071b2-6b2b-45ec-8816-a1e765eba284') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:21.002262 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2407137e-cc72-4ac1-9c11-fc2a199817c2 None None] Network f684b696-9485-4c4b-b858-191a04da404f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:21.008896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (717071b2-6b2b-45ec-8816-a1e765eba284), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.012558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b36dab2a-329c-4bf7-9b00-03e0c87498cf is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:21.012980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.026038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (717071b2-6b2b-45ec-8816-a1e765eba284), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.055326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b36dab2a-329c-4bf7-9b00-03e0c87498cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b36dab2a-329c-4bf7-9b00-03e0c87498cf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:21.071119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:21.072224 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (717071b2-6b2b-45ec-8816-a1e765eba284), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: timer() May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:21.076372 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:21.092383 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f684b696-9485-4c4b-b858-191a04da404f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.142284 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.167252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 65f1e3b9-6aa2-43eb-9745-39140c6d199f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:21.174695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.207290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b36dab2a-329c-4bf7-9b00-03e0c87498cf,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:21.262341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] DHCP port deletion for f684b696-9485-4c4b-b858-191a04da404f request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:21.277102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f1e3b9-6aa2-43eb-9745-39140c6d199f,segment=NetworkSegment(0af5713c-f35a-493f-b0c0-297bca6c5f91),segment_id=0af5713c-f35a-493f-b0c0-297bca6c5f91)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:21.277492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.293164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 65f1e3b9-6aa2-43eb-9745-39140c6d199f owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:21.311931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f347c28c-74d9-4788-bfc5-e890a837b2c4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.314564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Deleting port 65f1e3b9-6aa2-43eb-9745-39140c6d199f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:21.314928 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.317920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.323817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] 10.222.0.16 "DELETE /v2.0/networks/f347c28c-74d9-4788-bfc5-e890a837b2c4 HTTP/1.1" status: 204 len: 168 time: 0.7134240 May 02 10:46:21.344060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a98ea9-edad-4a3f-9a7e-d3c3aa699aec admin admin] Pushing event deleted for resources: {'Network': ['ID=f347c28c-74d9-4788-bfc5-e890a837b2c4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:21.426450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] For port 65f1e3b9-6aa2-43eb-9745-39140c6d199f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65f1e3b9-6aa2-43eb-9745-39140c6d199f,segment=NetworkSegment(0af5713c-f35a-493f-b0c0-297bca6c5f91),segment_id=0af5713c-f35a-493f-b0c0-297bca6c5f91)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:21.426861 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.444766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Calling delete_port for 65f1e3b9-6aa2-43eb-9745-39140c6d199f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:21.529151 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 10:46:21.536970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.545029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d500d22-8cdc-42a6-94a9-a6b2c8d93b2c req-0c5df01f-0178-4873-a102-350849904005 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:21.547287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d500d22-8cdc-42a6-94a9-a6b2c8d93b2c req-0c5df01f-0178-4873-a102-350849904005 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0664544 May 02 10:46:21.548151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (65f1e3b9-6aa2-43eb-9745-39140c6d199f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.576785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:21.582907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] Pushing event deleted for resources: {'Port': ['ID=65f1e3b9-6aa2-43eb-9745-39140c6d199f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:21.589221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219d9e96-d6bb-4a5c-ab4d-a134d0010c08 None None] No DVR routers for this DVR port 65f1e3b9-6aa2-43eb-9745-39140c6d199f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:21.592373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-719733471-network', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:21.596382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=65f1e3b9-6aa2-43eb-9745-39140c6d199f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:21.615232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port 65f1e3b9-6aa2-43eb-9745-39140c6d199f on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:21.616821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57b4f5-35dd-4361-9ab4-300989bb6239 req-608d558e-190d-4e9f-9ef0-62ce4ac98b72 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:21.619475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b57b4f5-35dd-4361-9ab4-300989bb6239 req-608d558e-190d-4e9f-9ef0-62ce4ac98b72 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.0777075 May 02 10:46:21.670425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Sync routers for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:21.683662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:21.683662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:21.692464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d500d22-8cdc-42a6-94a9-a6b2c8d93b2c req-b3a0d2c1-1764-494c-b6b7-ddb977517921 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 May 02 10:46:21.697831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b57b4f5-35dd-4361-9ab4-300989bb6239 req-c00991dd-116c-4827-99f2-646a1bb70d8c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696340 May 02 10:46:21.740353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f684b696-9485-4c4b-b858-191a04da404f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.755761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57912) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:21.763831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f684b696-9485-4c4b-b858-191a04da404f']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:21.774710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0af5713c-f35a-493f-b0c0-297bca6c5f91') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:21.774926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0af5713c-f35a-493f-b0c0-297bca6c5f91') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:21.786063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (0af5713c-f35a-493f-b0c0-297bca6c5f91), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.804076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80fc3e43-ff66-459c-baa6-b82b1adfb6b6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c9766e517ac48c3a053e35e300d65e9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0448635 May 02 10:46:21.804290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0af5713c-f35a-493f-b0c0-297bca6c5f91), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.804404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:21.808536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Made reservation on behalf of 0e746d3c0de04bea8911b8b5be49dc70 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:21.811004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.813310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:21.813697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (0af5713c-f35a-493f-b0c0-297bca6c5f91), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: timer() May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:21.817206 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:21.828881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:21.839711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.870990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] Publish callbacks [] for security_group (aac0080d-076b-4253-9185-34172fc3a264), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:21.909317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] Publish callbacks [] for security_group (aac0080d-076b-4253-9185-34172fc3a264), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.009865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f684b696-9485-4c4b-b858-191a04da404f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.027965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.040996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/f684b696-9485-4c4b-b858-191a04da404f HTTP/1.1" status: 204 len: 168 time: 1.0389092 May 02 10:46:22.041232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57916) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:22.044917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1849460204'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:22.084934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b23892-94fd-46fa-abf8-1cb35c13b7ff tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=f684b696-9485-4c4b-b858-191a04da404f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.101213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (aac0080d-076b-4253-9185-34172fc3a264), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.117218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.121410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/aac0080d-076b-4253-9185-34172fc3a264 HTTP/1.1" status: 204 len: 168 time: 0.3158228 May 02 10:46:22.138482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e3e47a-1e19-4411-9e1b-3483b558a78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aac0080d-076b-4253-9185-34172fc3a264,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.146569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks [] for security_group (3c1df623-66e4-42b0-b409-074cb49f3fc3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.211470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:22.214891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.249343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 4, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5588ffc-246e-470e-878a-ba72a8013166', 'name': '', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'mac_address': 'fa:16:3e:c9:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:17Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 2, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'subnets': [{'id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:22.253775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c1df623-66e4-42b0-b409-074cb49f3fc3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.272242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:22.288531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Checking router: 88bc08b3-7542-4aeb-9940-c52496410809 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:46:22.289004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Updating router 88bc08b3-7542-4aeb-9940-c52496410809 port e5588ffc-246e-470e-878a-ba72a8013166 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:46:22.296949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f475ec5d-fb8c-4181-93c6-d0f44f5a7c61), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.297358 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment f475ec5d-fb8c-4181-93c6-d0f44f5a7c61 of type vlan for network 3cb4f8d6-61ea-4b86-a601-094178fa17ae May 02 10:46:22.299142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:22.317949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1df623-66e4-42b0-b409-074cb49f3fc3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.334094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5588ffc-246e-470e-878a-ba72a8013166), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.341715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7c7f367c-9a17-466f-b358-def198129a8d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.342794 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Added segment 7c7f367c-9a17-466f-b358-def198129a8d of type vlan for network c1448f3a-0b29-484b-8265-7ef42c09b5a2 May 02 10:46:22.350789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (3cb4f8d6-61ea-4b86-a601-094178fa17ae), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.406249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (c1448f3a-0b29-484b-8265-7ef42c09b5a2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.495612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (3cb4f8d6-61ea-4b86-a601-094178fa17ae), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.501211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:22.501805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.511881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (c1448f3a-0b29-484b-8265-7ef42c09b5a2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.515623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:22.515623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.573156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=3cb4f8d6-61ea-4b86-a601-094178fa17ae,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.584670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:22.596120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] Pushing event updated for resources: {'Network': ['ID=c1448f3a-0b29-484b-8265-7ef42c09b5a2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.623696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:22.677088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57922) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:22.677633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37cb8f5c-d23a-4ee2-a7d9-e9513b7fd786 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6395957 May 02 10:46:22.682713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:22.694867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks [] for port (e5588ffc-246e-470e-878a-ba72a8013166), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.744817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8ee438d5-81c8-4a2e-a0e6-8d78570a623d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1609223 May 02 10:46:22.747487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:22.754578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Request body: {'subnet': {'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-719733471-subnet', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:22.789855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.868159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b36dab2a-329c-4bf7-9b00-03e0c87498cf up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:22.898290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Made reservation on behalf of 0e746d3c0de04bea8911b8b5be49dc70 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:22.900883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:22.922593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398d534-33e2-40f9-aad8-1b42942a4bea None None] Pushing event updated for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:22.944930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b724b4-6a76-4010-902d-030a2bbc8197 req-7deae150-f38a-415d-bb66-a37dd69830e2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:22.946480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98b724b4-6a76-4010-902d-030a2bbc8197 req-7deae150-f38a-415d-bb66-a37dd69830e2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.0908928 May 02 10:46:22.971856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:22.977367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.020323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Attempting to bind port e5588ffc-246e-470e-878a-ba72a8013166 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:23.020547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Attempting to bind port e5588ffc-246e-470e-878a-ba72a8013166 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:23.020844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Attempting to bind port e5588ffc-246e-470e-878a-ba72a8013166 on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:23.030849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:23.031101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Checking segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:23.031625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.032034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Bound using segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:23.032784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Bound port: e5588ffc-246e-470e-878a-ba72a8013166, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:23.033185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5588ffc-246e-470e-878a-ba72a8013166), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.033422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fe1a21-331c-4d95-a985-724d8d301102 req-c8b039ea-f4e2-4f98-8b91-945076f9252a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:23.035696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25fe1a21-331c-4d95-a985-724d8d301102 req-c8b039ea-f4e2-4f98-8b91-945076f9252a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1621091 May 02 10:46:23.037379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b36dab2a-329c-4bf7-9b00-03e0c87498cf triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:23.037759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.061845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98b724b4-6a76-4010-902d-030a2bbc8197 req-6d6eeba2-be52-406b-bd76-5d36b8301366 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833323 May 02 10:46:23.180817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] For port e5588ffc-246e-470e-878a-ba72a8013166, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:23.184400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] For port e5588ffc-246e-470e-878a-ba72a8013166, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5588ffc-246e-470e-878a-ba72a8013166,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:23.242926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9bcf1269-948a-4264-9afb-ad71e0a562e3 None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:23.243384 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9bcf1269-948a-4264-9afb-ad71e0a562e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.267221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25fe1a21-331c-4d95-a985-724d8d301102 req-8758c632-0ded-48d5-883a-7fbafb118089 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617272 May 02 10:46:23.269459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b36dab2a-329c-4bf7-9b00-03e0c87498cf is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:23.288697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.337628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9bcf1269-948a-4264-9afb-ad71e0a562e3 None None] Port e5588ffc-246e-470e-878a-ba72a8013166 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:23.341685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e03894dc-9f00-4c35-b3b2-c642e6d85106), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.362514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 65f1e3b9-6aa2-43eb-9745-39140c6d199f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:23.432493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 65f1e3b9-6aa2-43eb-9745-39140c6d199f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:23.436903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 65f1e3b9-6aa2-43eb-9745-39140c6d199f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:23.440418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:23.441459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:23.445393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398d534-33e2-40f9-aad8-1b42942a4bea None None] Pushing event updated for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:23.450482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e03894dc-9f00-4c35-b3b2-c642e6d85106,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:23.469958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Checking segment: {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:23.480141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Network hostable DHCP agents. Network: c1448f3a-0b29-484b-8265-7ef42c09b5a2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:23.589534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (299d7cd8-78a8-4856-af51-46c9523c385a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.621225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:23.638052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:23.647615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-4c5af423-a50a-482f-b95d-1d404eaac51d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:23.649197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-4c5af423-a50a-482f-b95d-1d404eaac51d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1312444 May 02 10:46:23.666894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-9ff8a239-03bb-4dba-ba5f-ffad65ddee5f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0111389 May 02 10:46:23.696373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:23.696775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.706060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=299d7cd8-78a8-4856-af51-46c9523c385a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:23.710688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:23.711057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 3cb4f8d6-61ea-4b86-a601-094178fa17ae, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:23.734988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-4fc33f29-5343-4af9-85ef-d2928d074714 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0618503 May 02 10:46:23.759339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c1448f3a-0b29-484b-8265-7ef42c09b5a2) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:23.772145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:23.772521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.781725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd39076-56c4-4339-b4a1-78f3d258ade8 None None] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:23.851041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:23.858883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3cb4f8d6-61ea-4b86-a601-094178fa17ae) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:23.881345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:23.881997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:23.897554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a478d6d-2744-496e-9563-c42006acb390 None None] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:23.915370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fcc978bd-b351-4836-91e2-14cbe3aad052 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1645951 May 02 10:46:23.915847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 57964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:23.920322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:23.929034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57966) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:23.992902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1466315239-network', 'tenant_id': '79118199b95541a78984876b0ddee799'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:24.016390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aab01897-4ba2-4d6a-b0a5-b2eba7d02576 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3378942 May 02 10:46:24.019178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57970) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:24.024441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae', 'name': 'tempest-PortsTestJSON-700609364', 'fixed_ips': [{'subnet_id': '299d7cd8-78a8-4856-af51-46c9523c385a', 'ip_address': '172.20.0.10'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:24.035750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-dcbe818e-62f5-45ca-bf94-4edfbc28ba72 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939053 May 02 10:46:24.083707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Current status of the port e5588ffc-246e-470e-878a-ba72a8013166 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:24.084436 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5588ffc-246e-470e-878a-ba72a8013166), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.122344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.123514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.124426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'fixed_ips': [{'subnet_id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:24.125314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.135444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 4, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5588ffc-246e-470e-878a-ba72a8013166', 'name': '', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'mac_address': 'fa:16:3e:c9:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:17Z', 'updated_at': '2022-05-02T10:46:23Z', 'revision_number': 4, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'subnets': [{'id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:24.150488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Made reservation on behalf of 79118199b95541a78984876b0ddee799 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:24.152950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.168259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.170950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-56f30b4c-b06f-4124-ba23-957bbb271c03 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259191 May 02 10:46:24.200364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] For port e5588ffc-246e-470e-878a-ba72a8013166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5588ffc-246e-470e-878a-ba72a8013166,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:24.201444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for router_controller (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.202003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8adbb4-e85c-41f7-9cbd-6641aeff352c None None] The sync data for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 is: [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:18Z', 'revision_number': 4, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'e5588ffc-246e-470e-878a-ba72a8013166', 'name': '', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'mac_address': 'fa:16:3e:c9:30:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:17Z', 'updated_at': '2022-05-02T10:46:23Z', 'revision_number': 4, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'subnets': [{'id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:24.218484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3cb4f8d6-61ea-4b86-a601-094178fa17ae', 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': '299d7cd8-78a8-4856-af51-46c9523c385a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:24.219111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.285300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks [] for security_group (8abe3266-1037-4aa7-923d-fb532db97d91), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.288056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:24.358702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.402854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8abe3266-1037-4aa7-923d-fb532db97d91), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.457835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8abe3266-1037-4aa7-923d-fb532db97d91,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:24.533324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:24.544386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e8155a31-f2bb-42b4-8b5c-4f10428f0009), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.544827 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Added segment e8155a31-f2bb-42b4-8b5c-4f10428f0009 of type vlan for network 8f48d0db-f19d-4ad1-b550-c0dc01388919 May 02 10:46:24.559708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for router_gateway (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.605176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8f48d0db-f19d-4ad1-b550-c0dc01388919), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.634871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.634871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.637780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.638030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.641118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.641118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.641118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.641118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.641118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:24.656882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e05f8d2b-5cc3-4d52-b293-f8124ace01ff req-9d863b10-cfda-4b5f-8d1b-9c8cd792bdff tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0777843 May 02 10:46:24.694879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.704987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f1c7a6-8527-4af4-81d4-35fd8cb6e3e2 req-7c04f6a5-8899-4d35-bc9a-212cf3153551 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:24.708877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91f1c7a6-8527-4af4-81d4-35fd8cb6e3e2 req-7c04f6a5-8899-4d35-bc9a-212cf3153551 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.3094237 May 02 10:46:24.736315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port d2b35381-64ce-480a-adc7-a8795d4ceafc yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:24.750256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8f48d0db-f19d-4ad1-b550-c0dc01388919), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.752774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:24.752774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.865835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Allocated IP 172.20.0.2 (3cb4f8d6-61ea-4b86-a601-094178fa17ae/299d7cd8-78a8-4856-af51-46c9523c385a/b4cb419b-ccf4-4deb-b2f3-d3b92e04880e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:24.935071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f48d0db-f19d-4ad1-b550-c0dc01388919,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:24.945791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91f1c7a6-8527-4af4-81d4-35fd8cb6e3e2 req-ecbaa5c7-8cb0-421a-a438-f938bdc55aa6 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223134 May 02 10:46:24.994869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for router_gateway (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:24.999014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5588ffc-246e-470e-878a-ba72a8013166 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:25.001237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8f48d0db-f19d-4ad1-b550-c0dc01388919 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:25.021040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.042401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8569dbf0-8b1a-4e27-8b0c-e9af01135ee8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1086738 May 02 10:46:25.045030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57984) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:25.060012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Request body: {'subnet': {'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1466315239-subnet', 'tenant_id': '79118199b95541a78984876b0ddee799', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:25.161366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Made reservation on behalf of 79118199b95541a78984876b0ddee799 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:25.165705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.193575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Allocated IP 172.35.4.207 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d687cdb9-0555-446c-a17f-a5afbc519e7d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:25.193759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65caef5b-3b47-4f1a-bf8f-4132565a1051 None None] Pushing event updated for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:25.223982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Allocated IP 172.20.0.2 (c1448f3a-0b29-484b-8265-7ef42c09b5a2/e03894dc-9f00-4c35-b3b2-c642e6d85106/6df83c8b-67ae-45d8-86dc-4bd8992f7e1b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:25.300433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:25.300841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.374754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.415472 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks [] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.507847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.517195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.519382 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (a5eb2aed-af0c-4344-b829-b0de7d7f3c16), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.561562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5588ffc-246e-470e-878a-ba72a8013166 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:25.562085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:25.565038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:25.587167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d687cdb9-0555-446c-a17f-a5afbc519e7d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:25.593541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:25.600101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.10 (3cb4f8d6-61ea-4b86-a601-094178fa17ae/299d7cd8-78a8-4856-af51-46c9523c385a/d2b35381-64ce-480a-adc7-a8795d4ceafc) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:25.606637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:25.611802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:25.615145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:25.642863 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b4317ceb-c459-4468-863f-07d5437060df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.676294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks [] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.683164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Pushing event updated for resources: {'Port': ['ID=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:25.730849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Attempting to bind port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:25.734236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Attempting to bind port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:25.734791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Attempting to bind port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e on network 3cb4f8d6-61ea-4b86-a601-094178fa17ae {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:25.744573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:25.745306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Checking segment: {'id': 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:25.745880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.746503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Bound using segment: {'id': 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:25.747138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Bound port: b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:25.747835 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.789350 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.825520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56813b04-c69f-4696-a841-5be4edb04664 req-45777c52-3bf2-47f6-8f7c-3d058db44e85 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0430441 May 02 10:46:25.826402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:25.853304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5eb2aed-af0c-4344-b829-b0de7d7f3c16,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:25.862679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Checking segment: {'id': 'e8155a31-f2bb-42b4-8b5c-4f10428f0009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:25.863056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Network hostable DHCP agents. Network: 8f48d0db-f19d-4ad1-b550-c0dc01388919, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:25.901083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:25.910802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:25.913427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:25.960098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] For port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:25.965786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Pushing event updated for resources: {'Port': ['ID=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:25.979552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] For port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,segment=NetworkSegment(f475ec5d-fb8c-4181-93c6-d0f44f5a7c61),segment_id=f475ec5d-fb8c-4181-93c6-d0f44f5a7c61)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:26.021735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.024036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Network 8f48d0db-f19d-4ad1-b550-c0dc01388919 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:26.030718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for router_gateway (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.044804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Attempting to bind port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:26.045782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Attempting to bind port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:26.046158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Attempting to bind port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b on network c1448f3a-0b29-484b-8265-7ef42c09b5a2 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:26.052290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:26.065746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Checking segment: {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:26.065746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.065746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Bound using segment: {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:26.065746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Bound port: 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:26.065746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.143968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68532089-6b03-4134-a87a-53ab1647e683 req-be4206a7-866a-472c-9dc4-75ed744d4c84 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:26.145722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68532089-6b03-4134-a87a-53ab1647e683 req-be4206a7-866a-472c-9dc4-75ed744d4c84 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1017394 May 02 10:46:26.153114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:26.166336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] For port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:26.169883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] For port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:26.175578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.185208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:26.193716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:26.196195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8f48d0db-f19d-4ad1-b550-c0dc01388919) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:26.197647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=d2b35381-64ce-480a-adc7-a8795d4ceafc,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:26.230014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:26.230531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.247565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871d8997-98bc-47e7-b995-26742d1c4aa1 None None] Network 8f48d0db-f19d-4ad1-b550-c0dc01388919 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:26.263877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-68532089-6b03-4134-a87a-53ab1647e683 req-cf506df2-0405-450e-9c1b-c84c4877b31a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068802 May 02 10:46:26.276566 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.283251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:26.284032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.307970 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.333946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242d34a9-8d09-4c59-a193-9541d4bb9976 None None] Pushing event updated for resources: {'Port': ['ID=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:26.415887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f1b41b8a-2420-4dc1-a034-9aca595d85d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3598812 May 02 10:46:26.419820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aa4886c4-b7e3-4cd2-9d4f-2c3a9871a2da tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3968170 May 02 10:46:26.421918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 57996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:26.430978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '3cb4f8d6-61ea-4b86-a601-094178fa17ae', 'name': 'tempest-PortsTestJSON-1585665316', 'fixed_ips': [{'subnet_id': '299d7cd8-78a8-4856-af51-46c9523c385a', 'ip_address': '172.20.0.9'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:26.492489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2219f284-5db5-43d5-952c-a31a6c3aea45 None None] Pushing event updated for resources: {'Port': ['ID=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:26.502259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-410462fc-d779-42fc-b3bd-742fcacf64f8 None None] Network 8f48d0db-f19d-4ad1-b550-c0dc01388919 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:26.694651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:46:26.760169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:26.765681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:26.815815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:27.039874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4cb419b-ccf4-4deb-b2f3-d3b92e04880e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:27.116925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:27.117578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.154393 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ebbc44e-8876-4ca7-b3bb-18bd36fc46f1 req-ff235c46-7c2e-4776-94cb-6eb387484af1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0409775 May 02 10:46:27.162801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.9 (3cb4f8d6-61ea-4b86-a601-094178fa17ae/299d7cd8-78a8-4856-af51-46c9523c385a/ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:27.254652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:27.254994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.295733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,segment=NetworkSegment(f475ec5d-fb8c-4181-93c6-d0f44f5a7c61),segment_id=f475ec5d-fb8c-4181-93c6-d0f44f5a7c61)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:27.379770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.380912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5588ffc-246e-470e-878a-ba72a8013166 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:27.410312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.457618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52cb909-a967-47b9-94d0-180ec39eb504 req-26424b55-ed46-48a1-b83f-411621154642 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:27.459769 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52cb909-a967-47b9-94d0-180ec39eb504 req-26424b55-ed46-48a1-b83f-411621154642 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0761466 May 02 10:46:27.477584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:27.488999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5588ffc-246e-470e-878a-ba72a8013166 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:27.489486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5588ffc-246e-470e-878a-ba72a8013166), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.556719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d52cb909-a967-47b9-94d0-180ec39eb504 req-7387797b-c97b-456d-b7c3-f08cb9e38f37 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907731 May 02 10:46:27.587982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:27.600855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5588ffc-246e-470e-878a-ba72a8013166 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:27.603306 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Sync routers for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:27.621991 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:27.622658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:45:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:27.647333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.701726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:27.705280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:27.705491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-95452c7c-6271-44a3-a985-e540842f578b tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:27.707392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-95452c7c-6271-44a3-a985-e540842f578b tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/networks?id=8f48d0db-f19d-4ad1-b550-c0dc01388919 HTTP/1.1" status: 200 len: 809 time: 0.2179971 May 02 10:46:27.708497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:27.747698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-69457734-d4de-48cd-95b7-c800d6ce3e62 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:27.756162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-69457734-d4de-48cd-95b7-c800d6ce3e62 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.7178819 May 02 10:46:27.758847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:27.759500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-c07c066a-b00c-4d45-b1af-fe34e52c9e9e tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/quotas/79118199b95541a78984876b0ddee799 HTTP/1.1" status: 200 len: 375 time: 0.0387743 May 02 10:46:27.771224 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:27.777514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:27.781335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:27.782019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.822182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:27.822749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-05b6f24d-2383-4dd5-b8c6-0278e77149e0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.9060171 May 02 10:46:27.826450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58018) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:27.888146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a21352b-83e7-41ca-94c7-abed85824798 None None] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:27.908917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3f947f5c-9ff1-4678-bdd3-1ea3420b859f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4854596 May 02 10:46:27.912560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58020) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:27.944000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-2d1dad93-41f9-425b-b019-82a22adf0fb2 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=79118199b95541a78984876b0ddee799&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1720910 May 02 10:46:27.986117 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:25Z', 'revision_number': 3, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:28.029661 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Checking router: 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:46:28.030418 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Updating router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 port d687cdb9-0555-446c-a17f-a5afbc519e7d binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:46:28.050444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-38ec8335-3224-4075-9aa8-704c4e1abf2d None None] Provisioning complete for port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:28.051033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-38ec8335-3224-4075-9aa8-704c4e1abf2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.054071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99520b81-d55c-4d83-8c34-3b8148c227c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.073187 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.075322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70514ff7-9633-4cef-9e9f-d3f07bc1e17e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:28.081798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70514ff7-9633-4cef-9e9f-d3f07bc1e17e tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1679466 May 02 10:46:28.140901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58024) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:28.221390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-38ec8335-3224-4075-9aa8-704c4e1abf2d None None] Current status of the port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:28.271853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ab9be-7fa4-4cb2-89f0-cacf5aa41756 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:28.286445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ab9be-7fa4-4cb2-89f0-cacf5aa41756 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:28.298120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-104ab9be-7fa4-4cb2-89f0-cacf5aa41756 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:28.300028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-104ab9be-7fa4-4cb2-89f0-cacf5aa41756 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1581128 May 02 10:46:28.307808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:28.333475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3a429fff-a4d8-42d2-b796-541db4058906 req-944c0be2-cd0b-493a-9faf-5354bd660c0a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0396831 May 02 10:46:28.439549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-75f925cb-46e5-4134-b1a1-00e7431c57b8 service neutron] 10.222.0.16 "GET /v2.0/networks/8f48d0db-f19d-4ad1-b550-c0dc01388919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4774835 May 02 10:46:28.471045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc6b81a-3074-4979-a946-415eaed077ee None None] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:28.559208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:28.563503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.579979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Provisioning complete for port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:28.580355 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.591660 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks [] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.625262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:28.625610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.634943 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-58a4f4e2-a7df-422c-911f-a18bceb252a1 service neutron] 10.222.0.16 "GET /v2.0/networks/8f48d0db-f19d-4ad1-b550-c0dc01388919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860998 May 02 10:46:28.652892 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.779252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Current status of the port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:28.779695 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.803049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Attempting to bind port d687cdb9-0555-446c-a17f-a5afbc519e7d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:28.810240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Attempting to bind port d687cdb9-0555-446c-a17f-a5afbc519e7d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:28.811363 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Attempting to bind port d687cdb9-0555-446c-a17f-a5afbc519e7d on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:28.851668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] For port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:28.855483 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:28.855868 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:28.856279 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.866576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Bound port: d687cdb9-0555-446c-a17f-a5afbc519e7d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:28.868205 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.943189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.954627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.961080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c97238e-e90a-49ae-97ca-82c3754e3ede req-b95703b8-c840-4ee4-8781-e46765a60cd2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:28.967594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:28.973892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c97238e-e90a-49ae-97ca-82c3754e3ede req-b95703b8-c840-4ee4-8781-e46765a60cd2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1933808 May 02 10:46:29.026857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:29.028887 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] For port d687cdb9-0555-446c-a17f-a5afbc519e7d, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:29.047259 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] For port d687cdb9-0555-446c-a17f-a5afbc519e7d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d687cdb9-0555-446c-a17f-a5afbc519e7d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:29.061980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0e6e3-99e2-452b-bd32-4ee08c24fced None None] Pushing event updated for resources: {'Port': ['ID=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:29.079369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Provisioning complete for port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.079369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.079641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.14 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/f48fe51e-8891-4bb3-a085-0cbc8ad509d6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:29.097906 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919febd-42e1-465e-bb4b-1c09e4bb53b7 None None] Pushing event updated for resources: {'Port': ['ID=d687cdb9-0555-446c-a17f-a5afbc519e7d,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:29.126375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:29.178988 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.230998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08d8b0db-6d17-4e1b-92bc-d3e90faadbb2 req-5e828fc5-36ad-4fef-9418-8adcbe482380 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.1336236 May 02 10:46:29.261669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.261669 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.275813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c97238e-e90a-49ae-97ca-82c3754e3ede req-f9a78a17-5614-4c06-81df-e3bcdcf3abb3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3010182 May 02 10:46:29.323355 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6919febd-42e1-465e-bb4b-1c09e4bb53b7 None None] Pushing event updated for resources: {'Port': ['ID=d687cdb9-0555-446c-a17f-a5afbc519e7d,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:29.374129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.390050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Current status of the port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:29.404005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:29.405555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:29.419690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Provisioning complete for port d2b35381-64ce-480a-adc7-a8795d4ceafc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.420936 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.463319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Allocated IP 172.20.0.1 (c1448f3a-0b29-484b-8265-7ef42c09b5a2/e03894dc-9f00-4c35-b3b2-c642e6d85106/d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:29.526127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f0e8de4-f10c-4168-b235-1f843252dcbf req-8b975bc1-e9d0-4e3a-8c47-b99b9bbce8fa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0344718 May 02 10:46:29.528044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Port d2b35381-64ce-480a-adc7-a8795d4ceafc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:29.541865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:29.542987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4cb419b-ccf4-4deb-b2f3-d3b92e04880e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:29.585560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Provisioning complete for port ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.586068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.606477 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:29.611710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks [] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.637178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d02602b5-73dd-4a52-9742-9b80239eeb71 None None] Port ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:29.645913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.646711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.727971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:29.754902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Provisioning complete for port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.755277 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.763198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.765407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.808883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:29.812965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:29.815741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:29.861563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Pushing event updated for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:29.878250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Current status of the port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:29.887578 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.889703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Provisioning complete for port d2b35381-64ce-480a-adc7-a8795d4ceafc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:29.891018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:29.911907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:29.967343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Port d2b35381-64ce-480a-adc7-a8795d4ceafc cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:29.970629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-21f3ccd9-80fa-4b17-844e-58844f6e94e6 None None] Could not find standard attr ID for object ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:46:30.026320 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:25Z', 'revision_number': 3, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:30.073349 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4903dd-f660-4c60-80fd-fcc39c6fe7a3 None None] The sync data for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 is: [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:25Z', 'revision_number': 3, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:30.109879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.115082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ee923f3-0429-4d0b-b69d-fb8776582c4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 HTTP/1.1" status: 204 len: 168 time: 1.8065104 May 02 10:46:30.117911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:30.144902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.164101 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-46e6257d-3ac0-4feb-babb-e3150951028c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:30.165647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-46e6257d-3ac0-4feb-babb-e3150951028c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/ff276ce0-a1df-4fe2-bf91-fe2b5e4d9306 HTTP/1.1" status: 404 len: 333 time: 0.0466197 May 02 10:46:30.169517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:30.284594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.307236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-300d9165-317c-4f91-8cf5-800c5c323981 None None] Provisioning complete for port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:30.308195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-300d9165-317c-4f91-8cf5-800c5c323981 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.318311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port d2b35381-64ce-480a-adc7-a8795d4ceafc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:30.318311 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.433042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-300d9165-317c-4f91-8cf5-800c5c323981 None None] Port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:30.438670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.452455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['05b984e1-2459-4b7c-b56f-b0bb036c34fb'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:30.454953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:30.524500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446dcab4-e639-4045-9ddd-747d4ca778a6 req-913e292a-6142-4be0-8091-56eeead56a59 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:30.526204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-446dcab4-e639-4045-9ddd-747d4ca778a6 req-913e292a-6142-4be0-8091-56eeead56a59 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1559882 May 02 10:46:30.578055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:30.601374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:30.607715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:30.714488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-446dcab4-e639-4045-9ddd-747d4ca778a6 req-c212aad7-4811-40b4-95ad-62ffd99d3584 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757843 May 02 10:46:30.721871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:30.745900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:30.746833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:30.871818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-e5cee7cc-b847-4e7c-91cf-652b6680bef2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1012254 May 02 10:46:30.895064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Request body: {'port': {'device_id': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:30.916856 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-19029043-3b34-4b48-b500-0e554dd3e80d req-a18c7252-792a-4838-8837-72631e459ceb tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.5717871 May 02 10:46:30.950192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280be238-f210-4d18-87b5-fc8efe2fb8f0 req-82f3a843-5789-461c-ac7a-756fdd9b2b44 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:30.958848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-280be238-f210-4d18-87b5-fc8efe2fb8f0 req-82f3a843-5789-461c-ac7a-756fdd9b2b44 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 932 time: 0.1287124 May 02 10:46:30.993149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.041335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d687cdb9-0555-446c-a17f-a5afbc519e7d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:31.098850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.098998 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.133737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for d2b35381-64ce-480a-adc7-a8795d4ceafc owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:31.157344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d687cdb9-0555-446c-a17f-a5afbc519e7d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:31.158025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.184935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-280be238-f210-4d18-87b5-fc8efe2fb8f0 req-49d0b592-1d64-4237-aaba-4afe10ccf827 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245898 May 02 10:46:31.338673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d687cdb9-0555-446c-a17f-a5afbc519e7d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:31.339141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.378429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d687cdb9-0555-446c-a17f-a5afbc519e7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d687cdb9-0555-446c-a17f-a5afbc519e7d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:31.404009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks [] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.423149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d2b35381-64ce-480a-adc7-a8795d4ceafc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.457947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.458307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=d2b35381-64ce-480a-adc7-a8795d4ceafc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:31.459072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:31.524551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.556354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f48fe51e-8891-4bb3-a085-0cbc8ad509d6 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:31.558705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d687cdb9-0555-446c-a17f-a5afbc519e7d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:31.569798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:31.569949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.570236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.582518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks [] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.607035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Transition to ACTIVE for port object f48fe51e-8891-4bb3-a085-0cbc8ad509d6 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:31.654896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.659099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-33917964-8bbb-4441-943f-9964939c67b1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/d2b35381-64ce-480a-adc7-a8795d4ceafc HTTP/1.1" status: 204 len: 168 time: 1.4877391 May 02 10:46:31.661886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:31.697546 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-b954ed7a-fc7e-40cd-bbbb-fdc12e3157df tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:31.699956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b954ed7a-fc7e-40cd-bbbb-fdc12e3157df tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/d2b35381-64ce-480a-adc7-a8795d4ceafc HTTP/1.1" status: 404 len: 333 time: 0.0366514 May 02 10:46:31.702144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Pushing event updated for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:31.703565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58062) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:31.704067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:31.785550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 299d7cd8-78a8-4856-af51-46c9523c385a {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:31.787801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:31.789480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:31.789861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (299d7cd8-78a8-4856-af51-46c9523c385a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.815624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.879756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (299d7cd8-78a8-4856-af51-46c9523c385a), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:31.918510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Pushing event updated for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:31.956328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc438f5-7c7f-4802-90a0-3074e318f6da req-06beee7f-92a4-4a5f-8b5c-ba547aff7f3d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:31.958136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7bc438f5-7c7f-4802-90a0-3074e318f6da req-06beee7f-92a4-4a5f-8b5c-ba547aff7f3d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1139767 May 02 10:46:32.033091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:46:32.063838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7bc438f5-7c7f-4802-90a0-3074e318f6da req-d4062505-2123-4068-802c-b7989d825df8 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859694 May 02 10:46:32.066068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.096695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Attempting to bind port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:32.096695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Attempting to bind port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:32.096695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Attempting to bind port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:32.116386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (299d7cd8-78a8-4856-af51-46c9523c385a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.121090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78a54297-bc99-4778-bfbe-7ea3b7348bee req-70adda3e-efca-4e92-b8bb-3adcd92e4e3f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.0666463 May 02 10:46:32.142385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:32.142725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Attempting to bind port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:32.189886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8ed36fdc-a8ce-460b-83b1-08dfebfc2149 None None] Provisioning complete for port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:32.190387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8ed36fdc-a8ce-460b-83b1-08dfebfc2149 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.198151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:32.199117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:32.199744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:32.200480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Bound port: f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:32.202502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.262936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:32.270929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-353989de-2970-46ae-a809-293cc6c0861c admin admin] 10.222.0.16 "PUT /v2.0/routers/27a14fa9-8e61-4e05-92ca-fcaacbbbb122/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4430327 May 02 10:46:32.291595 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8ed36fdc-a8ce-460b-83b1-08dfebfc2149 None None] Port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:32.317616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:32.320940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:32.354637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cc6779-db17-4a4e-a1b7-a6f7dec8a737 req-7aabd5b8-f543-4c9d-af2e-57b764932a01 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:32.356485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66cc6779-db17-4a4e-a1b7-a6f7dec8a737 req-7aabd5b8-f543-4c9d-af2e-57b764932a01 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 944 time: 0.0646608 May 02 10:46:32.356653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (299d7cd8-78a8-4856-af51-46c9523c385a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.387950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=299d7cd8-78a8-4856-af51-46c9523c385a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:32.394709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.399476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1a8a17b6-a12d-4b74-9423-0ffb3da37c47 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/299d7cd8-78a8-4856-af51-46c9523c385a HTTP/1.1" status: 204 len: 168 time: 0.6946154 May 02 10:46:32.404026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58074) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:32.404195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b89c75-771e-44de-91dd-cde58d1205c5 None None] Network 3cb4f8d6-61ea-4b86-a601-094178fa17ae requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:32.432191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.438142 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-66cc6779-db17-4a4e-a1b7-a6f7dec8a737 req-b9430289-c8ba-48c4-b759-c143868a74dd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758953 May 02 10:46:32.548130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:32.549166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.550390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] 10.222.0.15 "PUT /v2.0/ports/f48fe51e-8891-4bb3-a085-0cbc8ad509d6 HTTP/1.1" status: 200 len: 1092 time: 1.6680696 May 02 10:46:32.565093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:32.567877 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6" -d '{"events": [{"name": "network-changed", "server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:32.676317 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86266909-02ee-463c-a39d-892eedfd6556 x-openstack-request-id: req-86266909-02ee-463c-a39d-892eedfd6556 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:32.676994 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:32.677451 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-86266909-02ee-463c-a39d-892eedfd6556 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:32.678065 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86266909-02ee-463c-a39d-892eedfd6556'] response: {'name': 'network-changed', 'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6', 'status': 'completed', 'code': 200} May 02 10:46:32.682619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (3cb4f8d6-61ea-4b86-a601-094178fa17ae), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.701092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179371d-28d5-46a5-b457-3d336a5ddcdb service neutron] Pushing event updated for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:32.703064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] DHCP port deletion for 3cb4f8d6-61ea-4b86-a601-094178fa17ae request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:32.804220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Deleting port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:32.804691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.843612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d687cdb9-0555-446c-a17f-a5afbc519e7d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:32.906048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-70eaca56-5b91-47cb-a64c-b9cb30de21c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:32.907665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-70eaca56-5b91-47cb-a64c-b9cb30de21c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 1126 time: 0.1860857 May 02 10:46:32.918845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:32.918845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:32.948549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-ca9c34a8-b53c-4b24-a717-5cbb6b4aaac4 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:32.950424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-ca9c34a8-b53c-4b24-a717-5cbb6b4aaac4 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.24 "GET /v2.0/networks?id=8f48d0db-f19d-4ad1-b550-c0dc01388919 HTTP/1.1" status: 200 len: 809 time: 0.4105582 May 02 10:46:32.976792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Sync routers for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:33.003186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] For port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,segment=NetworkSegment(f475ec5d-fb8c-4181-93c6-d0f44f5a7c61),segment_id=f475ec5d-fb8c-4181-93c6-d0f44f5a7c61)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:33.003739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Request body: {'port': {'device_id': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919', 'admin_state_up': True, 'tenant_id': '79118199b95541a78984876b0ddee799'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:33.003905 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.024061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Calling delete_port for b4cb419b-ccf4-4deb-b2f3-d3b92e04880e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:33.030461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:33.031257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:33.081184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d687cdb9-0555-446c-a17f-a5afbc519e7d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:33.082292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.129031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,segment=NetworkSegment(f475ec5d-fb8c-4181-93c6-d0f44f5a7c61),segment_id=f475ec5d-fb8c-4181-93c6-d0f44f5a7c61)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:33.129442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.143898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for b4cb419b-ccf4-4deb-b2f3-d3b92e04880e owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:33.192869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008b27d6-ce3b-4b39-910f-7203d5529cc2 req-18992f08-d787-43fe-811b-e902303b7500 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:33.194391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008b27d6-ce3b-4b39-910f-7203d5529cc2 req-18992f08-d787-43fe-811b-e902303b7500 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0504494 May 02 10:46:33.270865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-008b27d6-ce3b-4b39-910f-7203d5529cc2 req-95cfe160-8ddd-408d-b6b1-95d6e9bff94b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651500 May 02 10:46:33.296903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:33.362408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d687cdb9-0555-446c-a17f-a5afbc519e7d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:33.378002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f67d83a-436d-4947-b55e-ed5ac654f88a req-d89b58b8-25e2-4146-a0cd-b2b6394176a0 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.0290768 May 02 10:46:33.392269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-89a866ea-9a30-45d7-8f4b-326e4a0273b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:33.393810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-89a866ea-9a30-45d7-8f4b-326e4a0273b3 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d7e965673511439386e8a383fd25d8ee&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4729784 May 02 10:46:33.421630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f4bebae0-2913-4343-ad0e-d55c3ac1f0bc tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:33.423492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f4bebae0-2913-4343-ad0e-d55c3ac1f0bc tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/networks?id=4627c0db-c76d-42ad-b78d-6debf7429430 HTTP/1.1" status: 200 len: 911 time: 0.4907250 May 02 10:46:33.426787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.460414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4cb419b-ccf4-4deb-b2f3-d3b92e04880e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:33.462386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b4cb419b-ccf4-4deb-b2f3-d3b92e04880e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.465046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-92ce1566-7e5e-45cc-bd0f-7eb883b424b5 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/quotas/0e746d3c0de04bea8911b8b5be49dc70 HTTP/1.1" status: 200 len: 375 time: 0.0284569 May 02 10:46:33.474035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] Pushing event deleted for resources: {'Port': ['ID=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:33.527496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97abb923-56e5-4a33-a1b2-16f42d424182 None None] No DVR routers for this DVR port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:33.528423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b4cb419b-ccf4-4deb-b2f3-d3b92e04880e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:33.528802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4cb419b-ccf4-4deb-b2f3-d3b92e04880e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:33.536470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port b4cb419b-ccf4-4deb-b2f3-d3b92e04880e on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:33.572194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Made reservation on behalf of 79118199b95541a78984876b0ddee799 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:33.575739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.618672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:30Z', 'revision_number': 4, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8', 'name': '', 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'mac_address': 'fa:16:3e:d6:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:29Z', 'updated_at': '2022-05-02T10:46:30Z', 'revision_number': 2, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'subnets': [{'id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:33.628194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd58158-3530-435f-9e22-c1f96a1a7222 req-decb5d8b-0a9b-4099-b98a-0de11db8c5fa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:33.629844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecd58158-3530-435f-9e22-c1f96a1a7222 req-decb5d8b-0a9b-4099-b98a-0de11db8c5fa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 944 time: 0.0639954 May 02 10:46:33.656346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Checking router: 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:46:33.656650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Updating router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:46:33.687402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:33.690368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecd58158-3530-435f-9e22-c1f96a1a7222 req-efab0e48-7145-40e0-abbe-810b284aa56e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538104 May 02 10:46:33.945799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=b4cb419b-ccf4-4deb-b2f3-d3b92e04880e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:33.985445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks [] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.027081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-eb964f3e-ee01-42e0-ac0c-38e1147c48a3 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5327268 May 02 10:46:34.065221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.121061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ddb5-ecb2-404e-a4bd-b783fc72c728 None None] Pushing event updated for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:34.138575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-cf52aa90-8520-4bab-a87d-cac28bbbb273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:34.140088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e0d8ba3-9f90-4edb-a7bb-915ee21114c6 req-cf52aa90-8520-4bab-a87d-cac28bbbb273 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7271698 May 02 10:46:34.143206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (3cb4f8d6-61ea-4b86-a601-094178fa17ae), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.259017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cb4f8d6-61ea-4b86-a601-094178fa17ae']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:34.302586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:34.302964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f475ec5d-fb8c-4181-93c6-d0f44f5a7c61') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:34.323057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-768d9692-bc2c-4eb8-a80d-3fd3d490dbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:34.324648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-768d9692-bc2c-4eb8-a80d-3fd3d490dbb9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 1126 time: 0.1326947 May 02 10:46:34.347155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f475ec5d-fb8c-4181-93c6-d0f44f5a7c61), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.358637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Attempting to bind port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:34.359016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Attempting to bind port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:34.359380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Attempting to bind port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 on network c1448f3a-0b29-484b-8265-7ef42c09b5a2 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:34.366373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:34.366886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Checking segment: {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:34.367147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.367559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Bound using segment: {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:34.368008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Bound port: d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7f367c-9a17-466f-b358-def198129a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:34.368818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.402609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-c425b639-bc04-4b09-b308-0424b88c9e5e service neutron] 10.222.0.16 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651311 May 02 10:46:34.403720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Allocated IP 172.20.0.12 (8f48d0db-f19d-4ad1-b550-c0dc01388919/a5eb2aed-af0c-4344-b829-b0de7d7f3c16/6add38c0-704f-4ea3-b635-5e9e16e183b0) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:34.409568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-637ff825-d0ad-4c69-bf5c-604f4d1cd635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6 HTTP/1.1" status: 200 len: 217 time: 0.0706623 May 02 10:46:34.424378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f475ec5d-fb8c-4181-93c6-d0f44f5a7c61), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.454506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a91b22-d577-415f-a266-86a214161e1a req-631a6400-4fbd-4caf-92fb-ab0354dd1083 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:34.457591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1a91b22-d577-415f-a266-86a214161e1a req-631a6400-4fbd-4caf-92fb-ab0354dd1083 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0713158 May 02 10:46:34.471914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] For port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:34.475817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:34.476529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f475ec5d-fb8c-4181-93c6-d0f44f5a7c61), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: timer() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:34.480901 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:34.490238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ac87ffba-ba80-4a89-8f36-da55309ba732 None None] Provisioning complete for port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:34.490383 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac87ffba-ba80-4a89-8f36-da55309ba732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.515744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1a91b22-d577-415f-a266-86a214161e1a req-f6cef69f-faee-493f-a195-939d723d7fd9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511677 May 02 10:46:34.519959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] For port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:34.537236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ac87ffba-ba80-4a89-8f36-da55309ba732 None None] Port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:34.604158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-db92405d-b8d7-4a47-8c76-acb04ce41afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:34.605667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-db92405d-b8d7-4a47-8c76-acb04ce41afd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.1832750 May 02 10:46:34.618934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39c99ec0-881e-4b0e-82b2-d8de23264fa6 req-32ddaa18-aaac-49ee-88a4-a535def65a86 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.0318303 May 02 10:46:34.657733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.659116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-4dce54b1-823e-4ef3-88ac-37b5138c6b42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448682 May 02 10:46:34.703547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:34.704181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:34.710718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-78128cf3-77fb-4970-99ff-149921b13a1a service neutron] 10.222.0.16 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973261 May 02 10:46:34.828039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (3cb4f8d6-61ea-4b86-a601-094178fa17ae), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.835379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.840357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/3cb4f8d6-61ea-4b86-a601-094178fa17ae HTTP/1.1" status: 204 len: 168 time: 2.4369714 May 02 10:46:34.860201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58112) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:34.864480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:46:34.868543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1320440174'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:34.875073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12671442-2abc-4bf7-aa29-215d92e6983f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=3cb4f8d6-61ea-4b86-a601-094178fa17ae,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:34.909000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf0dc86-b5f3-4602-8699-e195e3a36551 req-1b3e305f-1e02-43d8-9265-c443f51378fb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:34.917563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebf0dc86-b5f3-4602-8699-e195e3a36551 req-1b3e305f-1e02-43d8-9265-c443f51378fb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 944 time: 0.1054246 May 02 10:46:34.923753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks [] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:34.951330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-de6dd461-8ddd-437d-8c49-2683f3d7af52 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720604 May 02 10:46:34.991335 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebf0dc86-b5f3-4602-8699-e195e3a36551 req-e8e3d287-be8f-45dd-927f-ebededcc0723 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717525 May 02 10:46:34.992649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4ddb5-ecb2-404e-a4bd-b783fc72c728 None None] Pushing event updated for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:35.015986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:35.020423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.061022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:35.067572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b9bac530-7039-4b9c-935f-4d2d6299f4ef), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.068592 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Added segment b9bac530-7039-4b9c-935f-4d2d6299f4ef of type vlan for network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea May 02 10:46:35.095344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Provisioning complete for port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:35.095719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.120993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d868e24-8e3c-4eea-b035-d8dc7885120c req-0ffc4060-4ba2-4db3-b9db-c4d3bec1073f service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620178 May 02 10:46:35.158650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.168988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c629e5e1-f8c4-4714-829a-7b828d2463ad req-502ada63-f957-44fe-8135-baa72680aa22 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 210 time: 0.0465133 May 02 10:46:35.176232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6e55a006-6178-48d6-957b-8c39311478db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:30Z', 'revision_number': 4, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8', 'name': '', 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'mac_address': 'fa:16:3e:d6:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:29Z', 'updated_at': '2022-05-02T10:46:34Z', 'revision_number': 4, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'subnets': [{'id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:35.178271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1cb6d7f2-b325-48bf-9233-4e44233ba7ea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.209067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e55a006-6178-48d6-957b-8c39311478db None None] The sync data for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 is: [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:46:30Z', 'revision_number': 4, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8', 'name': '', 'network_id': 'c1448f3a-0b29-484b-8265-7ef42c09b5a2', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'mac_address': 'fa:16:3e:d6:72:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_interface', 'standard_attr_id': 2969, 'fixed_ips': [{'subnet_id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:29Z', 'updated_at': '2022-05-02T10:46:34Z', 'revision_number': 4, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'subnets': [{'id': 'e03894dc-9f00-4c35-b3b2-c642e6d85106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:35.238539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Network 8f48d0db-f19d-4ad1-b550-c0dc01388919 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:35.253136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:35.263359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Pushing event updated for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:35.266959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:35.310064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1cb6d7f2-b325-48bf-9233-4e44233ba7ea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.329424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:35.330121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.335485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:35.342919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.346484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Current status of the port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:35.346877 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.413729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] For port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:35.437392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Network': ['ID=1cb6d7f2-b325-48bf-9233-4e44233ba7ea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:35.447574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:46:35.489343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-9e8a2aaa-de10-4d60-b424-7e12d0a6294f tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4990218 May 02 10:46:35.489885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58481e72-0765-48ea-91d0-01179ff8a8a9 req-0179d064-37ba-4c5d-8fce-7482c1c37969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:35.489885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58481e72-0765-48ea-91d0-01179ff8a8a9 req-0179d064-37ba-4c5d-8fce-7482c1c37969 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 1127 time: 0.0484390 May 02 10:46:35.506016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Request body: {'port': {'device_id': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:35.545493 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.557787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-58481e72-0765-48ea-91d0-01179ff8a8a9 req-9abfb668-3aec-4d3e-88f0-1fc388fc0383 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611656 May 02 10:46:35.565822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-851a6167-5117-4885-805b-35ba3293430f tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7035489 May 02 10:46:35.566764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58126) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:35.572283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:35.609852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.639085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb5c7d-5ba0-46fd-b5eb-b09a12960454 None None] Pushing event updated for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:35.729420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c1b0e1-90fd-414a-8835-edc9384250f4 req-1bd616fd-c90a-4c21-b6fe-e53b13dd433c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:35.731377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28c1b0e1-90fd-414a-8835-edc9384250f4 req-1bd616fd-c90a-4c21-b6fe-e53b13dd433c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1082644 May 02 10:46:35.759722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c551c-88e2-4e89-8149-bfff4bf0d9ec req-a6dcff0e-16d8-41c0-ab9f-69e1bb89d479 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:35.761285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f1c551c-88e2-4e89-8149-bfff4bf0d9ec req-a6dcff0e-16d8-41c0-ab9f-69e1bb89d479 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 932 time: 0.0509515 May 02 10:46:35.787566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:35.790964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:35.860550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28c1b0e1-90fd-414a-8835-edc9384250f4 req-fe070e38-78f5-4daa-8fa5-9be0269b5fff tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187286 May 02 10:46:35.882157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f1c551c-88e2-4e89-8149-bfff4bf0d9ec req-5bfc3294-65d5-417f-825f-338896402a60 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100533 May 02 10:46:36.056834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6add38c0-704f-4ea3-b635-5e9e16e183b0 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:36.065943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks [] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.120964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Transition to ACTIVE for port object 6add38c0-704f-4ea3-b635-5e9e16e183b0 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:36.128060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (296ba9f0-b110-43bf-a4fd-3aff6a4f4072), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.133389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f0d5b1-6379-4fbc-a429-87159c763131 req-5c6b8b68-5211-47b4-8423-be290c6048f9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:36.135444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7f0d5b1-6379-4fbc-a429-87159c763131 req-5c6b8b68-5211-47b4-8423-be290c6048f9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 944 time: 0.0664535 May 02 10:46:36.192158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7f0d5b1-6379-4fbc-a429-87159c763131 req-e9a43394-d10d-49d3-b572-ec773b86c8a6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506506 May 02 10:46:36.234910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.235060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f48fe51e-8891-4bb3-a085-0cbc8ad509d6 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:36.258024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=296ba9f0-b110-43bf-a4fd-3aff6a4f4072,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:36.290365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Pushing event updated for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:36.291613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Checking segment: {'id': 'b9bac530-7039-4b9c-935f-4d2d6299f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:36.292036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network hostable DHCP agents. Network: 1cb6d7f2-b325-48bf-9233-4e44233ba7ea, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:46:36.303507 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13b00d24-f1fb-4726-becc-2678a3ebdad0 req-83871dea-07fc-4549-b8c1-8a33bd547004 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 210 time: 0.0864697 May 02 10:46:36.394921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:46:36.406633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:36.412712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Attempting to bind port 6add38c0-704f-4ea3-b635-5e9e16e183b0 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:36.417946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Attempting to bind port 6add38c0-704f-4ea3-b635-5e9e16e183b0 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e8155a31-f2bb-42b4-8b5c-4f10428f0009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:36.417946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Attempting to bind port 6add38c0-704f-4ea3-b635-5e9e16e183b0 on network 8f48d0db-f19d-4ad1-b550-c0dc01388919 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:36.418359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Port 6add38c0-704f-4ea3-b635-5e9e16e183b0 on network 8f48d0db-f19d-4ad1-b550-c0dc01388919 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:36.418857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Attempting to bind port 6add38c0-704f-4ea3-b635-5e9e16e183b0 on network 8f48d0db-f19d-4ad1-b550-c0dc01388919 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:36.424428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:36.424966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Checking segment: {'id': 'e8155a31-f2bb-42b4-8b5c-4f10428f0009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:36.425425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Bound using segment: {'id': 'e8155a31-f2bb-42b4-8b5c-4f10428f0009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:36.425991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Bound port: 6add38c0-704f-4ea3-b635-5e9e16e183b0, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8155a31-f2bb-42b4-8b5c-4f10428f0009', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:36.426404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6', 'mac_address': 'fa:16:3e:a0:e3:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:36.426534 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.479702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1cb6d7f2-b325-48bf-9233-4e44233ba7ea) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:36.489858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:36.490175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d87cdb9-ad97-4e1f-8fbe-8fc04683954f None None] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:36.492956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:36.493134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.494245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.519252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:36.523951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0,segment=NetworkSegment(e8155a31-f2bb-42b4-8b5c-4f10428f0009),segment_id=e8155a31-f2bb-42b4-8b5c-4f10428f0009)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:36.527433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f48fe51e-8891-4bb3-a085-0cbc8ad509d6 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:36.583617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:36.630463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.632880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d3dc09c-5fae-4418-baeb-45083f7d84a3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0647569 May 02 10:46:36.636892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:36.642017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1cb6d7f2-b325-48bf-9233-4e44233ba7ea', 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': '296ba9f0-b110-43bf-a4fd-3aff6a4f4072'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:36.642994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1350274696', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:36.643384 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.656124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.704194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:36.705269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.706862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] 10.222.0.24 "PUT /v2.0/ports/6add38c0-704f-4ea3-b635-5e9e16e183b0 HTTP/1.1" status: 200 len: 1092 time: 1.2051625 May 02 10:46:36.707589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:36.710083 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e65d17b-3c37-4387-986b-9b6bfe59499b" -d '{"events": [{"name": "network-changed", "server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:36.754554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72349ab-7198-4911-8b38-a3e17bd845ed service neutron] Pushing event updated for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:36.788443 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1dcf69-b203-4ab4-a958-2d7ab7588c0e x-openstack-request-id: req-ad1dcf69-b203-4ab4-a958-2d7ab7588c0e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:36.788443 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:36.788443 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ad1dcf69-b203-4ab4-a958-2d7ab7588c0e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:36.788443 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1dcf69-b203-4ab4-a958-2d7ab7588c0e'] response: {'name': 'network-changed', 'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0', 'status': 'completed', 'code': 200} May 02 10:46:36.822572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:36.854629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.855836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:36.866885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-300a528b-bb00-424b-8b70-d1859610c7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:36.868426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-300a528b-bb00-424b-8b70-d1859610c7a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79118199b95541a78984876b0ddee799&device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 1126 time: 0.0515883 May 02 10:46:36.876831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:36.905394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f48fe51e-8891-4bb3-a085-0cbc8ad509d6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:36.978474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Allocated IP 172.20.0.2 (1cb6d7f2-b325-48bf-9233-4e44233ba7ea/296ba9f0-b110-43bf-a4fd-3aff6a4f4072/207eca37-31f7-42ea-8ff9-185927305a35) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:36.984925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for router_controller (d1c6b113-31f7-45f0-a535-da129a9d6d0e), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.047203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-885f3689-96eb-44fc-8914-58270f227d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.047644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:37.048032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.049777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-885f3689-96eb-44fc-8914-58270f227d12 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=79118199b95541a78984876b0ddee799&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1754918 May 02 10:46:37.072015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb5547d-5f2f-496e-848e-9c0bb9df5c45 req-80daf721-0099-47d1-bf52-530f40d2974e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.074413 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bb5547d-5f2f-496e-848e-9c0bb9df5c45 req-80daf721-0099-47d1-bf52-530f40d2974e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0577686 May 02 10:46:37.106120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.135958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4bb5547d-5f2f-496e-848e-9c0bb9df5c45 req-5c9b0a14-366b-46d2-924b-2eea451a544f tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531485 May 02 10:46:37.199522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b25a31-eacc-4c36-a988-61225c9682c8 req-a6330bc7-611d-4f46-8ac3-1ee61d76eeff tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.207731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84b25a31-eacc-4c36-a988-61225c9682c8 req-a6330bc7-611d-4f46-8ac3-1ee61d76eeff tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 944 time: 0.1941361 May 02 10:46:37.274387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-528c8aca-06fd-4f01-b180-2435cae34d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.276042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3e65d17b-3c37-4387-986b-9b6bfe59499b req-528c8aca-06fd-4f01-b180-2435cae34d19 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2025235 May 02 10:46:37.290833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84b25a31-eacc-4c36-a988-61225c9682c8 req-ef9baaae-bd1f-4a38-8814-a341d911652e tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797350 May 02 10:46:37.291565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.297855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:37.298067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks [] for port (207eca37-31f7-42ea-8ff9-185927305a35), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.303828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea', 'name': 'tempest-PortsTestJSON-1389427601'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:37.305571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-373a848a-ce19-4e38-9fd5-230d97ed00bd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6682100 May 02 10:46:37.307417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:37.415522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (207eca37-31f7-42ea-8ff9-185927305a35), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.455049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4ef8a-bde1-48c9-bee1-8d2d7d2aa894 req-a19b328d-8aa7-4a0e-a4e1-6bb5f5cc06e4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.456984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bd4ef8a-bde1-48c9-bee1-8d2d7d2aa894 req-a19b328d-8aa7-4a0e-a4e1-6bb5f5cc06e4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 945 time: 0.0992625 May 02 10:46:37.463687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:37.465895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:37.471197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:37.490627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Pushing event updated for resources: {'Port': ['ID=207eca37-31f7-42ea-8ff9-185927305a35,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:37.520410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-45f74de8-590e-47b7-8edd-bed3ad73193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.524111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-45f74de8-590e-47b7-8edd-bed3ad73193c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=79118199b95541a78984876b0ddee799&device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 1126 time: 0.1222620 May 02 10:46:37.542827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bd4ef8a-bde1-48c9-bee1-8d2d7d2aa894 req-497c4b3c-6c9f-4b29-8a1c-696f1cf4581f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778177 May 02 10:46:37.552539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Attempting to bind port 207eca37-31f7-42ea-8ff9-185927305a35 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:37.552961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Attempting to bind port 207eca37-31f7-42ea-8ff9-185927305a35 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9bac530-7039-4b9c-935f-4d2d6299f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:37.553645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Attempting to bind port 207eca37-31f7-42ea-8ff9-185927305a35 on network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:37.559392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:37.559553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Checking segment: {'id': 'b9bac530-7039-4b9c-935f-4d2d6299f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:37.560975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.561769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Bound using segment: {'id': 'b9bac530-7039-4b9c-935f-4d2d6299f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:37.562539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Bound port: 207eca37-31f7-42ea-8ff9-185927305a35, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9bac530-7039-4b9c-935f-4d2d6299f4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '1cb6d7f2-b325-48bf-9233-4e44233ba7ea'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:37.563109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (207eca37-31f7-42ea-8ff9-185927305a35), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.583720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-cb51bb6c-c4f1-43b3-a366-8194d091d84f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0 HTTP/1.1" status: 200 len: 217 time: 0.0530860 May 02 10:46:37.644932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] For port 207eca37-31f7-42ea-8ff9-185927305a35, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:37.645510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:37.648412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.648617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] For port 207eca37-31f7-42ea-8ff9-185927305a35, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=207eca37-31f7-42ea-8ff9-185927305a35,segment=NetworkSegment(b9bac530-7039-4b9c-935f-4d2d6299f4ef),segment_id=b9bac530-7039-4b9c-935f-4d2d6299f4ef)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:37.651118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-611810f2-c858-47f6-a3d2-23eaf39b5552 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.652862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-611810f2-c858-47f6-a3d2-23eaf39b5552 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 811 time: 0.2422869 May 02 10:46:37.653164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bfc7bff-3a4d-49b8-b5d0-e90925761a34 req-40c96260-96ce-462a-b2bb-a696c98c568f tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 210 time: 0.0464864 May 02 10:46:37.663583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc8dd9-04f6-4986-8547-87b60876072c req-efc1a252-9da1-4b4f-bd89-20054499099a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:37.665242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-efc1a252-9da1-4b4f-bd89-20054499099a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a5eb2aed-af0c-4344-b829-b0de7d7f3c16 HTTP/1.1" status: 200 len: 849 time: 0.0751784 May 02 10:46:37.676815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 4c5a429b-730d-408b-a084-f3ad0df2a235 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:37.686166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-c18bd4ae-ef4c-4bb3-a360-26767cef54dd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/quotas/c66af7b914fd46dbb25e62d4e3522759 HTTP/1.1" status: 200 len: 375 time: 0.0131764 May 02 10:46:37.717469 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (207eca37-31f7-42ea-8ff9-185927305a35), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:37.736017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-77514729-c58b-4d81-a920-eb122d250ec3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475178 May 02 10:46:37.796821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30560a7-0f49-4cf0-aba0-26d0b162a042 None None] Pushing event updated for resources: {'Port': ['ID=207eca37-31f7-42ea-8ff9-185927305a35,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:37.817969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.10 (1cb6d7f2-b325-48bf-9233-4e44233ba7ea/296ba9f0-b110-43bf-a4fd-3aff6a4f4072/4c5a429b-730d-408b-a084-f3ad0df2a235) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:37.864212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-5471dddb-0ae6-456a-a0d6-8059bc3de82d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8f48d0db-f19d-4ad1-b550-c0dc01388919&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314696 May 02 10:46:37.966873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-ee5db9b2-77cd-4556-8049-8fb5804fd38a service neutron] 10.222.0.16 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088008 May 02 10:46:38.072529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.084711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-64d0bcc0-b8d0-4bdd-acb7-d4166818a216 service neutron] 10.222.0.24 "GET /v2.0/networks/8f48d0db-f19d-4ad1-b550-c0dc01388919?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142870 May 02 10:46:38.168851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-2d01c887-f123-46a4-a819-5db63b69d35d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:38.175572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-2d01c887-f123-46a4-a819-5db63b69d35d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.24 "GET /v2.0/networks?id=4627c0db-c76d-42ad-b78d-6debf7429430 HTTP/1.1" status: 200 len: 911 time: 0.1449752 May 02 10:46:38.191952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Request body: {'port': {'device_id': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'admin_state_up': True, 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:38.201386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-42bc608a-ee13-4813-b772-949c7bb13351 service neutron] 10.222.0.16 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358878 May 02 10:46:38.218318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83fc8dd9-04f6-4986-8547-87b60876072c req-eeb84a72-bb48-4493-a770-3b4c09668f3a service neutron] 10.222.0.24 "GET /v2.0/networks/8f48d0db-f19d-4ad1-b550-c0dc01388919?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281738 May 02 10:46:38.229699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f48fe51e-8891-4bb3-a085-0cbc8ad509d6 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:38.285961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:38.311135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Made reservation on behalf of 0e746d3c0de04bea8911b8b5be49dc70 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:38.314416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.318052 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.379756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:38.390169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:38.396276 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.438913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:38.460210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:38.490605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=4c5a429b-730d-408b-a084-f3ad0df2a235,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:38.509169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa421e63-437a-4196-aed8-fdfd784b5c36 req-d364c585-de2a-418f-93d0-e27af82ed187 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 210 time: 0.0446155 May 02 10:46:38.537406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:38.542183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.551714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b225a-3487-47b2-994e-273f839e161e req-0347813e-d14d-428a-a557-c4ea38caa14b tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:38.557469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-705b225a-3487-47b2-994e-273f839e161e req-0347813e-d14d-428a-a557-c4ea38caa14b tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 944 time: 0.1829875 May 02 10:46:38.582405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:38.588267 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c3f5d4d-e221-4f13-b1f7-e48231a3fd9d" -d '{"events": [{"server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "name": "network-vif-plugged", "status": "completed", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:38.620672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:38.682157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:38.682802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.691446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:38.702114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c85084-b54b-4f47-884c-7a7f61404f82 req-621e8923-5d97-4c65-b355-f4c93b189b52 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:38.713102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84c85084-b54b-4f47-884c-7a7f61404f82 req-621e8923-5d97-4c65-b355-f4c93b189b52 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 945 time: 0.0701778 May 02 10:46:38.717706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-705b225a-3487-47b2-994e-273f839e161e req-002fe356-e32f-403c-b075-9615745fed7a tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493220 May 02 10:46:38.746048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Allocated IP 172.20.0.10 (4627c0db-c76d-42ad-b78d-6debf7429430/9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb/e5390c40-202f-46f0-887e-93b8b41e8b94) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:38.788438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:38.806039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84c85084-b54b-4f47-884c-7a7f61404f82 req-a060ecd7-5b72-48be-b070-6c89bbba583a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875077 May 02 10:46:38.826938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7b84ed3-f0ef-4efc-be9c-ec701f41dc44 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5239608 May 02 10:46:38.828005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58184) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:38.895744 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ea43688-0b5d-4e5a-a5b3-262885ffdbf2 x-openstack-request-id: req-8ea43688-0b5d-4e5a-a5b3-262885ffdbf2 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:38.896212 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "name": "network-vif-plugged", "status": "completed", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:38.896567 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ea43688-0b5d-4e5a-a5b3-262885ffdbf2 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:38.897093 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ea43688-0b5d-4e5a-a5b3-262885ffdbf2'] response: {'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6', 'code': 200} May 02 10:46:38.996723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 207eca37-31f7-42ea-8ff9-185927305a35 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:39.009696 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks [] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.057204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 207eca37-31f7-42ea-8ff9-185927305a35 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:39.057768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (207eca37-31f7-42ea-8ff9-185927305a35), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.068319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d40d4ef-d1e5-4941-9935-6ec329ee3faa req-ee28a114-f124-4c58-9561-c759934aa215 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 210 time: 0.0691876 May 02 10:46:39.109692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82f0cdf-cb3f-4f5e-a557-5570bb676952 None None] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:39.149155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422371f3-f5d1-4aca-a1fd-f9dc4fb3cc98 req-e6429c27-d12c-4123-b815-5cddd04a4e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:39.150670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-422371f3-f5d1-4aca-a1fd-f9dc4fb3cc98 req-e6429c27-d12c-4123-b815-5cddd04a4e45 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 1128 time: 0.1666596 May 02 10:46:39.163948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.238407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:39.242817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Provisioning complete for port 207eca37-31f7-42ea-8ff9-185927305a35 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:39.243205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (207eca37-31f7-42ea-8ff9-185927305a35), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.253304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Pushing event updated for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:39.265130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:39.268003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:39.274232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-422371f3-f5d1-4aca-a1fd-f9dc4fb3cc98 req-18213cc9-3cd9-4176-acba-b09ab48be70e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158016 May 02 10:46:39.319338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:39.322189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.460384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 207eca37-31f7-42ea-8ff9-185927305a35 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:39.461433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (207eca37-31f7-42ea-8ff9-185927305a35), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.502908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-87ae074c-5eb3-4074-95aa-201eb76f4e1a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.3196015 May 02 10:46:39.517545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Request body: {'port': {'device_id': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:39.552068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 207eca37-31f7-42ea-8ff9-185927305a35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=207eca37-31f7-42ea-8ff9-185927305a35,segment=NetworkSegment(b9bac530-7039-4b9c-935f-4d2d6299f4ef),segment_id=b9bac530-7039-4b9c-935f-4d2d6299f4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:39.597028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Current status of the port 207eca37-31f7-42ea-8ff9-185927305a35 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:39.598011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (207eca37-31f7-42ea-8ff9-185927305a35), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.640130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.646100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de229710-39c5-4a5a-a776-102bdb18a620 req-92bbd2cd-d95b-4e92-8644-0128f4068592 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 210 time: 0.0408540 May 02 10:46:39.696502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (207eca37-31f7-42ea-8ff9-185927305a35), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.799857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:46:39.800233 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:46:39.814661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:39.816252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=207eca37-31f7-42ea-8ff9-185927305a35,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:39.961490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5f728a-5751-4166-a5f9-8cdb10d8f462 req-c1136e5d-0f16-49b6-849e-dccb16a49385 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:39.963166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f5f728a-5751-4166-a5f9-8cdb10d8f462 req-c1136e5d-0f16-49b6-849e-dccb16a49385 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.0717874 May 02 10:46:40.012843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c768fe3d-cf6d-4998-8758-d8a9e602dc62 req-3e8de697-241c-4e54-bcd9-09d4f95bbdf4 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:40.015273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c768fe3d-cf6d-4998-8758-d8a9e602dc62 req-3e8de697-241c-4e54-bcd9-09d4f95bbdf4 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 944 time: 0.1303217 May 02 10:46:40.060063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6add38c0-704f-4ea3-b635-5e9e16e183b0 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:40.075594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f5f728a-5751-4166-a5f9-8cdb10d8f462 req-b9937e65-5b34-473c-b98b-bf910826a8de tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952890 May 02 10:46:40.117891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5390c40-202f-46f0-887e-93b8b41e8b94 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:40.128175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks [] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.143500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Transition to ACTIVE for port object e5390c40-202f-46f0-887e-93b8b41e8b94 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:40.163859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c768fe3d-cf6d-4998-8758-d8a9e602dc62 req-9f195211-e779-4f67-bf1e-d4dd83a76291 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405923 May 02 10:46:40.253322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0,segment=NetworkSegment(e8155a31-f2bb-42b4-8b5c-4f10428f0009),segment_id=e8155a31-f2bb-42b4-8b5c-4f10428f0009)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:40.256017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a7fe9-7637-415f-9a9f-a6961f454ac3 req-d49f5e42-472b-485c-b7aa-501e0c66f9c0 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:40.257867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c92a7fe9-7637-415f-9a9f-a6961f454ac3 req-d49f5e42-472b-485c-b7aa-501e0c66f9c0 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1028 time: 0.0483475 May 02 10:46:40.267107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.271743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '6add38c0-704f-4ea3-b635-5e9e16e183b0', 'network_id': '8f48d0db-f19d-4ad1-b550-c0dc01388919', 'port_id': '6add38c0-704f-4ea3-b635-5e9e16e183b0', 'mac_address': 'fa:16:3e:e7:c9:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5eb2aed-af0c-4344-b829-b0de7d7f3c16', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:40.276719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.336450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6add38c0-704f-4ea3-b635-5e9e16e183b0 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:40.338459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.338606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.344882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Pushing event updated for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:40.366131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6add38c0-704f-4ea3-b635-5e9e16e183b0 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:40.373883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c92a7fe9-7637-415f-9a9f-a6961f454ac3 req-00a849a4-bd2a-4d32-ad5f-175d840cb03c tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078863 May 02 10:46:40.414635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0,segment=NetworkSegment(e8155a31-f2bb-42b4-8b5c-4f10428f0009),segment_id=e8155a31-f2bb-42b4-8b5c-4f10428f0009)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:40.416038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-61f0c99b-932a-4410-9132-b446abfb8d8c None None] Current status of the port 207eca37-31f7-42ea-8ff9-185927305a35 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:40.481073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=4c5a429b-730d-408b-a084-f3ad0df2a235,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:40.487206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Attempting to bind port e5390c40-202f-46f0-887e-93b8b41e8b94 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:40.488852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Attempting to bind port e5390c40-202f-46f0-887e-93b8b41e8b94 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:40.489424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Attempting to bind port e5390c40-202f-46f0-887e-93b8b41e8b94 on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:40.503290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Port e5390c40-202f-46f0-887e-93b8b41e8b94 on network 4627c0db-c76d-42ad-b78d-6debf7429430 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:40.506486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Attempting to bind port e5390c40-202f-46f0-887e-93b8b41e8b94 on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:40.515714 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.529290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:40.529660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Checking segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:40.530066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Bound using segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:40.530517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Bound port: e5390c40-202f-46f0-887e-93b8b41e8b94, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:40.530886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.635712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Provisioning complete for port 4c5a429b-730d-408b-a084-f3ad0df2a235 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:40.636033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.661883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:40.667052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5390c40-202f-46f0-887e-93b8b41e8b94,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:40.693846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:40.719717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Port 4c5a429b-730d-408b-a084-f3ad0df2a235 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:40.753088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Provisioning complete for port 207eca37-31f7-42ea-8ff9-185927305a35 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:40.753467 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (207eca37-31f7-42ea-8ff9-185927305a35), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.759828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d1c6b113-31f7-45f0-a535-da129a9d6d0e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.803426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.823760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['6add38c0-704f-4ea3-b635-5e9e16e183b0'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:40.857898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:40.857898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:40.857898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] 10.222.0.24 "PUT /v2.0/ports/e5390c40-202f-46f0-887e-93b8b41e8b94 HTTP/1.1" status: 200 len: 1092 time: 1.3454800 May 02 10:46:40.857898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:40.860011 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bffd05-9462-4aba-b8a8-8cc84265b956" -d '{"events": [{"name": "network-changed", "server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:40.871305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92dc9ab6-0434-41c9-beb5-c8c6fd1fef7f req-381de97b-c3bf-4b1e-a77b-8db40d127b08 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 210 time: 0.0376697 May 02 10:46:40.893265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8088ba4-f032-4871-8591-f2aa48f4261d service neutron] Pushing event updated for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:40.911732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 207eca37-31f7-42ea-8ff9-185927305a35 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:40.996965 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d8e6f3e-0146-4c3e-b282-b8099cba8996 x-openstack-request-id: req-6d8e6f3e-0146-4c3e-b282-b8099cba8996 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:40.997375 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:40.998872 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6d8e6f3e-0146-4c3e-b282-b8099cba8996 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:40.999383 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8e6f3e-0146-4c3e-b282-b8099cba8996'] response: {'name': 'network-changed', 'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94', 'status': 'completed', 'code': 200} May 02 10:46:41.055150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 207eca37-31f7-42ea-8ff9-185927305a35 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:41.055533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (207eca37-31f7-42ea-8ff9-185927305a35), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.066487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-e98678d6-8fdc-44b3-8bee-fb3cd1a2e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.066712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e7888c45-c72d-4880-ade1-4769d6d1806b None None] Current status of the port 207eca37-31f7-42ea-8ff9-185927305a35 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:41.068164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-e98678d6-8fdc-44b3-8bee-fb3cd1a2e2c8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1126 time: 0.0509171 May 02 10:46:41.185079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.202621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0efa6c6d-2282-46fe-ad42-8b2c9b734600 None None] Provisioning complete for port 4c5a429b-730d-408b-a084-f3ad0df2a235 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:41.202918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0efa6c6d-2282-46fe-ad42-8b2c9b734600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.224961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-87f88249-91d1-4b7a-a8c4-9bd2d9c57a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.235335 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-87f88249-91d1-4b7a-a8c4-9bd2d9c57a18 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1480396 May 02 10:46:41.235489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 207eca37-31f7-42ea-8ff9-185927305a35 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:41.257822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0efa6c6d-2282-46fe-ad42-8b2c9b734600 None None] Port 4c5a429b-730d-408b-a084-f3ad0df2a235 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:41.324522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d2abc9-1d76-4a17-a5b6-d7a18d6ed86f req-a0c535f2-8020-4819-b33f-2a68c06c20f3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.326188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11d2abc9-1d76-4a17-a5b6-d7a18d6ed86f req-a0c535f2-8020-4819-b33f-2a68c06c20f3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.0924187 May 02 10:46:41.362281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd8fbbc-d767-4b05-bd0a-2d6a5fe5d749 req-ac36eade-46e3-4e79-b949-3cd654741fd9 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.363985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfd8fbbc-d767-4b05-bd0a-2d6a5fe5d749 req-ac36eade-46e3-4e79-b949-3cd654741fd9 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 945 time: 0.0973988 May 02 10:46:41.402133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-46de2f28-023f-4027-af96-9f217be6786f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.403621 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f0bffd05-9462-4aba-b8a8-8cc84265b956 req-46de2f28-023f-4027-af96-9f217be6786f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1702502 May 02 10:46:41.429176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bfd8fbbc-d767-4b05-bd0a-2d6a5fe5d749 req-fba364e8-2ac4-46b7-a0e7-887ecda0cf49 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594740 May 02 10:46:41.542790 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11d2abc9-1d76-4a17-a5b6-d7a18d6ed86f req-a801bbba-9776-4186-afde-0b9f0e886cd4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075093 May 02 10:46:41.544592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-9ced5aa5-e148-4b10-8dba-d9c9c8fe2e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.546136 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-9ced5aa5-e148-4b10-8dba-d9c9c8fe2e51 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1126 time: 0.0804675 May 02 10:46:41.564969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45403343-6ee4-409a-9da3-4ab921132391 req-b72aaeab-2beb-4401-bfe3-8f52b120fd2b tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.566704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45403343-6ee4-409a-9da3-4ab921132391 req-b72aaeab-2beb-4401-bfe3-8f52b120fd2b tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1126 time: 0.0670810 May 02 10:46:41.608463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-5be99248-9ac9-43ae-a42a-64aeb247395c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e5390c40-202f-46f0-887e-93b8b41e8b94 HTTP/1.1" status: 200 len: 217 time: 0.0408702 May 02 10:46:41.675675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-39013731-ac5b-4ced-8ff1-97265fab6c30 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.677135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-39013731-ac5b-4ced-8ff1-97265fab6c30 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.15 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 811 time: 0.2497125 May 02 10:46:41.687190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-291fe7a0-a483-4226-afb5-e510a49d069b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.688744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-291fe7a0-a483-4226-afb5-e510a49d069b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb HTTP/1.1" status: 200 len: 849 time: 0.0723557 May 02 10:46:41.690993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45403343-6ee4-409a-9da3-4ab921132391 req-efce1129-e227-4713-aa98-83c549a7aef2 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816162 May 02 10:46:41.696483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Request body: {'port': {'device_id': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'admin_state_up': True, 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:41.734317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-ccf612f6-9062-453e-bf14-2a0175236955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.735324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-ccf612f6-9062-453e-bf14-2a0175236955 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4627c0db-c76d-42ad-b78d-6debf7429430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0407188 May 02 10:46:41.739913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78279bdf-1417-4998-ab6d-2a73966750d1 req-e5261375-73d0-4c76-a0b0-967bb4cba8cd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:41.741534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78279bdf-1417-4998-ab6d-2a73966750d1 req-e5261375-73d0-4c76-a0b0-967bb4cba8cd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.1092668 May 02 10:46:41.842773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-37a86eef-8e6d-4fa2-ac45-b4f99ff5fda6 service neutron] 10.222.0.24 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001763 May 02 10:46:41.878107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.882418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78279bdf-1417-4998-ab6d-2a73966750d1 req-d617c064-2923-42c4-a5cb-d533c3bf4dbf tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070180 May 02 10:46:41.921916 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.946610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f910a11c-3758-4186-a700-9c69990dd9c6 req-b655e836-9ec8-497b-b24f-7424157da3ae service neutron] 10.222.0.24 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980742 May 02 10:46:41.979437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Made reservation on behalf of c66af7b914fd46dbb25e62d4e3522759 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:41.982836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:41.992544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b999e25-97a0-42c0-a11e-803d3b9ec473 req-e746b754-9566-4577-bd9c-d5de0f78b210 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 210 time: 0.0302191 May 02 10:46:42.063298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=4c5a429b-730d-408b-a084-f3ad0df2a235,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:42.071162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d1c6b113-31f7-45f0-a535-da129a9d6d0e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.082303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6add38c0-704f-4ea3-b635-5e9e16e183b0 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:42.085589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6dcb4d-143c-4284-b94c-9528f4e2b940 req-95101a06-1fe5-44a3-b2b7-2754eacf1c75 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:42.085589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b6dcb4d-143c-4284-b94c-9528f4e2b940 req-95101a06-1fe5-44a3-b2b7-2754eacf1c75 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.1075945 May 02 10:46:42.178734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 6add38c0-704f-4ea3-b635-5e9e16e183b0 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:42.270705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b6dcb4d-143c-4284-b94c-9528f4e2b940 req-d6e09f89-399d-416c-bb04-fbf6d0ee6790 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542006 May 02 10:46:42.280900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 6add38c0-704f-4ea3-b635-5e9e16e183b0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:42.291702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.291845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Allocated IP 172.20.0.13 (29e356ac-877f-4417-aa06-eea211e3a79d/97ad34aa-94b3-4f3b-ad14-643082bc4cef/f31ff356-b0b6-475b-9747-f8b42ffbf740) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:42.332347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:42.341900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:42.378136 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 6add38c0-704f-4ea3-b635-5e9e16e183b0 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:42.378836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.403810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:42.406179 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6c984f-edde-401a-ba85-15cb5f6c11b4" -d '{"events": [{"server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "name": "network-vif-plugged", "status": "completed", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:42.426559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0,segment=NetworkSegment(e8155a31-f2bb-42b4-8b5c-4f10428f0009),segment_id=e8155a31-f2bb-42b4-8b5c-4f10428f0009)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:42.449873 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00367b23-338f-41d5-9f30-1f68439485d6 x-openstack-request-id: req-00367b23-338f-41d5-9f30-1f68439485d6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:42.450179 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "name": "network-vif-plugged", "status": "completed", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:42.450445 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-00367b23-338f-41d5-9f30-1f68439485d6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:42.451222 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00367b23-338f-41d5-9f30-1f68439485d6'] response: {'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0', 'code': 200} May 02 10:46:42.527564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.600814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:42.602661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71bd6-25b4-41c2-9485-8d1cc635638c req-45c488ec-3f72-4bcc-ac41-f880ebfaafbd tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:42.604226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18d71bd6-25b4-41c2-9485-8d1cc635638c req-45c488ec-3f72-4bcc-ac41-f880ebfaafbd tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.0855823 May 02 10:46:42.610676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks [] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.693365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-479da427-1f0e-4fe8-86bf-ad6b8bcd4d93 None None] Provisioning complete for port 4c5a429b-730d-408b-a084-f3ad0df2a235 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:42.693769 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-479da427-1f0e-4fe8-86bf-ad6b8bcd4d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.694834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-18d71bd6-25b4-41c2-9485-8d1cc635638c req-cd2d50b3-b544-4542-8346-c574847ccb88 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741165 May 02 10:46:42.730725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-479da427-1f0e-4fe8-86bf-ad6b8bcd4d93 None None] Port 4c5a429b-730d-408b-a084-f3ad0df2a235 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:42.755039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Router d1c6b113-31f7-45f0-a535-da129a9d6d0e is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:46:42.822998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb899577-15f7-41ab-9645-3c3e28108c73 req-c458279a-6c2e-4151-8005-accb44520e2f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:42.824524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb899577-15f7-41ab-9645-3c3e28108c73 req-c458279a-6c2e-4151-8005-accb44520e2f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.0493279 May 02 10:46:42.827868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:42.840702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0da40778-1958-4dc7-b517-dd040ec59f6b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:42.878065 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb899577-15f7-41ab-9645-3c3e28108c73 req-6860f03f-1418-4b23-a19b-a0405a66f30d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474367 May 02 10:46:42.923643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Network 29e356ac-877f-4417-aa06-eea211e3a79d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:42.924848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304aa4fc-11fe-4b75-a0ba-f1dcd29f64cf req-a77a9ad0-9cdd-48ba-ad18-b259d59240b3 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:42.926398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-304aa4fc-11fe-4b75-a0ba-f1dcd29f64cf req-a77a9ad0-9cdd-48ba-ad18-b259d59240b3 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1126 time: 0.1242447 May 02 10:46:42.933243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:42.939571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:42.942660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Pushing event updated for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:42.977206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:42.987666 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] Sync routers for ids ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:42.994712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5635f200-9d8e-4082-ae61-f16c6a5a53db tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/routers/d1c6b113-31f7-45f0-a535-da129a9d6d0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1653423 May 02 10:46:42.997980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58232) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:42.998340 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] Routers {'d1c6b113-31f7-45f0-a535-da129a9d6d0e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:42.999453 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:43.044052 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:43.056835 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] Routers {'d1c6b113-31f7-45f0-a535-da129a9d6d0e'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:43.056835 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:43.065807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:43.066047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a5c00af-d52f-4797-86c6-097ff0c43648 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:43.066422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:43.067526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a5c00af-d52f-4797-86c6-097ff0c43648 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1c6b113-31f7-45f0-a535-da129a9d6d0e HTTP/1.1" status: 200 len: 983 time: 0.0683248 May 02 10:46:43.072499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:43.116912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f1ec65-9d42-4b00-bcaa-81ad87b1e7e0 req-d3f1e44a-33f9-44ce-ae2a-01057f6e2bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:43.117746 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:43.118360 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df04dbad-c61e-4790-8568-539ac5e158f8 None None] The sync data for ids ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:43.120126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0f1ec65-9d42-4b00-bcaa-81ad87b1e7e0 req-d3f1e44a-33f9-44ce-ae2a-01057f6e2bd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 1128 time: 0.0505972 May 02 10:46:43.135568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-304aa4fc-11fe-4b75-a0ba-f1dcd29f64cf req-ab0ba49b-40c7-4066-932d-5b8c234b881c tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984344 May 02 10:46:43.207856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdcacd4-91fc-406c-b5b0-329b12f2abe5 req-49a0b412-d733-4588-b1a5-d292b2c7233b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:43.209446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efdcacd4-91fc-406c-b5b0-329b12f2abe5 req-49a0b412-d733-4588-b1a5-d292b2c7233b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 932 time: 0.0714731 May 02 10:46:43.216903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c0f1ec65-9d42-4b00-bcaa-81ad87b1e7e0 req-1e73d330-2ffa-4b1c-8ea7-2cec0d59154d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847256 May 02 10:46:43.233587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-d9636d36-50c6-4c81-9c54-ab22c75137d4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5463600 May 02 10:46:43.259903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efdcacd4-91fc-406c-b5b0-329b12f2abe5 req-acaa31cd-0eaa-4811-83b0-8e16da72146d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420501 May 02 10:46:43.515287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d1c6b113-31f7-45f0-a535-da129a9d6d0e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:43.725628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 4c5a429b-730d-408b-a084-f3ad0df2a235 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:43.725883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:43.840743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c6c78d-d1d4-4a6d-a902-364f7a3c42d7 req-04ba0bd7-cd4d-4f28-a751-c6467c1b6205 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:43.842813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32c6c78d-d1d4-4a6d-a902-364f7a3c42d7 req-04ba0bd7-cd4d-4f28-a751-c6467c1b6205 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.0660415 May 02 10:46:43.857269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:43.877099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 4c5a429b-730d-408b-a084-f3ad0df2a235 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:43.887491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Request body: {'port': {'device_id': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:44.001125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfb869d-bef4-4d35-a2b5-3d3c889d017b req-a32425f2-5385-4c2a-86a7-572520e49eb3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.002663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3cfb869d-bef4-4d35-a2b5-3d3c889d017b req-a32425f2-5385-4c2a-86a7-572520e49eb3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.0542011 May 02 10:46:44.060898 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3cfb869d-bef4-4d35-a2b5-3d3c889d017b req-f710eaea-f231-46d8-a8fc-ddc0d3fe4fe1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515013 May 02 10:46:44.076676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5390c40-202f-46f0-887e-93b8b41e8b94 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:44.185394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5390c40-202f-46f0-887e-93b8b41e8b94,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:44.210948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e5390c40-202f-46f0-887e-93b8b41e8b94', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'port_id': 'e5390c40-202f-46f0-887e-93b8b41e8b94', 'mac_address': 'fa:16:3e:c6:49:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:44.250031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8971ecb-2205-4bb3-a186-204c38118342 req-bcccfef8-ee54-499e-9c90-6a038d97b4c1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.251861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8971ecb-2205-4bb3-a186-204c38118342 req-bcccfef8-ee54-499e-9c90-6a038d97b4c1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 946 time: 0.0808365 May 02 10:46:44.273609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e5390c40-202f-46f0-887e-93b8b41e8b94 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:44.274423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.290076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5390c40-202f-46f0-887e-93b8b41e8b94 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:44.313101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5390c40-202f-46f0-887e-93b8b41e8b94,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:44.330998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92658cd-24e7-4e58-9ba7-e555b4848db2 req-313e6478-e7d2-4c56-87d6-91194d76dd71 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.332762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a92658cd-24e7-4e58-9ba7-e555b4848db2 req-313e6478-e7d2-4c56-87d6-91194d76dd71 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1126 time: 0.0994141 May 02 10:46:44.370209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32c6c78d-d1d4-4a6d-a902-364f7a3c42d7 req-17dc0199-3ab5-4658-90d6-7a3bb1908633 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5206060 May 02 10:46:44.389822 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.404130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:44.404684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.451798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a92658cd-24e7-4e58-9ba7-e555b4848db2 req-42308c79-9c2c-498b-b0fa-adaeee209898 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914872 May 02 10:46:44.454383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-b4c6a98b-24ee-4d6d-b186-01508210c621 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5354342 May 02 10:46:44.463730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.471561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:44.530739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.542024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port f48fe51e-8891-4bb3-a085-0cbc8ad509d6, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:44.542464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.556586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for f48fe51e-8891-4bb3-a085-0cbc8ad509d6 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:44.608547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e290fb78-fae7-4d33-a93a-bf452906bdfa req-4d342c7b-dde1-47d2-ac54-d5795031123c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.610141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e290fb78-fae7-4d33-a93a-bf452906bdfa req-4d342c7b-dde1-47d2-ac54-d5795031123c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 932 time: 0.1520700 May 02 10:46:44.623027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5390c40-202f-46f0-887e-93b8b41e8b94'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:44.665577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-25047166-d1b7-4420-9faa-792c616d5d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.667237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-25047166-d1b7-4420-9faa-792c616d5d59 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 1128 time: 0.1531546 May 02 10:46:44.828980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f48fe51e-8891-4bb3-a085-0cbc8ad509d6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.842633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:44.874594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=f48fe51e-8891-4bb3-a085-0cbc8ad509d6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:44.883925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e290fb78-fae7-4d33-a93a-bf452906bdfa req-05574418-076a-4803-971a-1544ff847bf8 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650802 May 02 10:46:44.965001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port f48fe51e-8891-4bb3-a085-0cbc8ad509d6 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:44.967911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:44.971520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "DELETE /v2.0/ports/f48fe51e-8891-4bb3-a085-0cbc8ad509d6 HTTP/1.1" status: 204 len: 173 time: 0.6983526 May 02 10:46:44.972538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'name': 'network-vif-deleted', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:44.974478 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabf96a2-5cd2-4a9e-b749-6b1229ade432" -d '{"events": [{"server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "name": "network-vif-deleted", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:44.995139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-c73bc024-f370-487f-aaa4-95c24657b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:44.996814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-c73bc024-f370-487f-aaa4-95c24657b44e service neutron] 10.222.0.15 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 907 time: 0.3050015 May 02 10:46:45.025009 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2851b4e1-3a4c-4b0b-aa33-d0ad89be9d09 x-openstack-request-id: req-2851b4e1-3a4c-4b0b-aa33-d0ad89be9d09 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:45.025529 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d", "name": "network-vif-deleted", "tag": "f48fe51e-8891-4bb3-a085-0cbc8ad509d6", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:45.025529 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2851b4e1-3a4c-4b0b-aa33-d0ad89be9d09 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:45.025955 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2851b4e1-3a4c-4b0b-aa33-d0ad89be9d09'] response: {'server_uuid': '8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d', 'name': 'network-vif-deleted', 'tag': 'f48fe51e-8891-4bb3-a085-0cbc8ad509d6', 'status': 'completed', 'code': 200} May 02 10:46:45.062267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4c5a429b-730d-408b-a084-f3ad0df2a235), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:45.068166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-ae01d670-edd8-4a53-a329-e75ddd609cc6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb HTTP/1.1" status: 200 len: 217 time: 0.0645561 May 02 10:46:45.143910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=4c5a429b-730d-408b-a084-f3ad0df2a235,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:45.259038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49a7e345-9954-4aaa-bc40-7c177751affc req-5d8ac879-53aa-486f-96e5-c9d81129d0a6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=8bcd4489-b28f-4f99-9e74-5ec9a7f3b52d HTTP/1.1" status: 200 len: 210 time: 0.0965109 May 02 10:46:45.265920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:45.285069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-eb85950a-dd85-413e-83d6-8810f81c42cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:45.286792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-eb85950a-dd85-413e-83d6-8810f81c42cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.2026682 May 02 10:46:45.377593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-008b7c5c-4bda-407c-98c4-3ba781277f5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813024 May 02 10:46:45.473084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d1c6b113-31f7-45f0-a535-da129a9d6d0e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:45.476022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f31ff356-b0b6-475b-9747-f8b42ffbf740 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:45.506308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c87631b-0e33-401a-bc72-b5ced74a7eb0 req-b70d23b0-2ffb-4f5d-8ed9-95bb70fcaacf tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:45.507985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c87631b-0e33-401a-bc72-b5ced74a7eb0 req-b70d23b0-2ffb-4f5d-8ed9-95bb70fcaacf tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.0530012 May 02 10:46:45.520432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks [] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:45.557731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c87631b-0e33-401a-bc72-b5ced74a7eb0 req-34d3484f-7963-4f11-bae6-02e195408f81 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435715 May 02 10:46:45.596473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Transition to ACTIVE for port object f31ff356-b0b6-475b-9747-f8b42ffbf740 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:45.650325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3c10ed-02e3-4e89-ab95-8b03ba453adf req-5f211e60-f116-4ff4-a33d-f82d53af3364 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:45.654766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea3c10ed-02e3-4e89-ab95-8b03ba453adf req-5f211e60-f116-4ff4-a33d-f82d53af3364 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1127 time: 0.1314583 May 02 10:46:45.742113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:45.762094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-0d97c6da-2e8a-42b1-9a07-f95a125d8ef7 service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549161 May 02 10:46:45.822995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Router d1c6b113-31f7-45f0-a535-da129a9d6d0e has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:46:45.847386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Pushing event updated for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:45.853704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea3c10ed-02e3-4e89-ab95-8b03ba453adf req-9c09b01c-a8bd-49ae-8aef-dc48fff32cb2 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840944 May 02 10:46:46.002230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.069158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:46:46.079782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e01fe697-b4e2-4744-9f96-a01f9d0e7189 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/routers/d1c6b113-31f7-45f0-a535-da129a9d6d0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0063543 May 02 10:46:46.085862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58278) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:46.086391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] Sync routers for ids ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:46:46.095995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02973b3-ba81-42d6-b95e-44f46b4b1302 req-87e9550a-6554-4b38-a42f-c799af920665 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:46.097608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e02973b3-ba81-42d6-b95e-44f46b4b1302 req-87e9550a-6554-4b38-a42f-c799af920665 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 944 time: 0.0860739 May 02 10:46:46.111838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5390c40-202f-46f0-887e-93b8b41e8b94 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:46.125120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Attempting to bind port f31ff356-b0b6-475b-9747-f8b42ffbf740 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:46.125382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Attempting to bind port f31ff356-b0b6-475b-9747-f8b42ffbf740 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:46.125725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Attempting to bind port f31ff356-b0b6-475b-9747-f8b42ffbf740 on network 29e356ac-877f-4417-aa06-eea211e3a79d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:46.136708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6eee9f33-8b8f-49e0-91a2-c744f404de66 req-419d6636-115f-4093-ae94-f3fadc03c9bc service neutron] 10.222.0.15 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004901 May 02 10:46:46.141934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Port f31ff356-b0b6-475b-9747-f8b42ffbf740 on network 29e356ac-877f-4417-aa06-eea211e3a79d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:46.142270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Attempting to bind port f31ff356-b0b6-475b-9747-f8b42ffbf740 on network 29e356ac-877f-4417-aa06-eea211e3a79d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:46.151077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:46.151425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Checking segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:46.151820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Bound using segment: {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:46.151971 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0543496a-eb9e-45be-92c1-294bddef6f99 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:46.152270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Bound port: f31ff356-b0b6-475b-9747-f8b42ffbf740, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:46.152677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.156888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0543496a-eb9e-45be-92c1-294bddef6f99 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/4c5a429b-730d-408b-a084-f3ad0df2a235 HTTP/1.1" status: 404 len: 333 time: 0.0726771 May 02 10:46:46.157946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58280) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:46.184052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] Routers {'d1c6b113-31f7-45f0-a535-da129a9d6d0e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:46.187802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:46.207457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e02973b3-ba81-42d6-b95e-44f46b4b1302 req-b75ca1ed-5189-4186-91bc-b6314e167742 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953438 May 02 10:46:46.237318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:46.252744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:46.256926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:46.261948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] Routers {'d1c6b113-31f7-45f0-a535-da129a9d6d0e'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:46:46.262793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:46.266634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.332754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:46.333822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5543538e-96dd-416f-8853-52a2135d5865 None None] The sync data for ids ['d1c6b113-31f7-45f0-a535-da129a9d6d0e'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:46:46.359734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e5390c40-202f-46f0-887e-93b8b41e8b94 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:46.366927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.412034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:46.413050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.415232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] 10.222.0.15 "PUT /v2.0/ports/f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 200 len: 1092 time: 2.5339174 May 02 10:46:46.415827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:46.418420 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876f9647-50f5-4d50-a659-19ad110ea769" -d '{"events": [{"name": "network-changed", "server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:46.445829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e35c9-8e9f-4e57-b7ee-ff4decf60960 service neutron] Pushing event updated for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:46.517919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e5390c40-202f-46f0-887e-93b8b41e8b94 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:46.518947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.649793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e5390c40-202f-46f0-887e-93b8b41e8b94 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:46.650615 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.650947 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49074d64-f55b-42c5-bb49-0c61018bf78f x-openstack-request-id: req-49074d64-f55b-42c5-bb49-0c61018bf78f {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:46.651348 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:46.651708 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49074d64-f55b-42c5-bb49-0c61018bf78f {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:46.652223 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49074d64-f55b-42c5-bb49-0c61018bf78f'] response: {'name': 'network-changed', 'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740', 'status': 'completed', 'code': 200} May 02 10:46:46.694459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:46.702064 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e62e971-ec12-4679-932c-30090a1a6285" -d '{"events": [{"server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "name": "network-vif-plugged", "status": "completed", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:46.731318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5390c40-202f-46f0-887e-93b8b41e8b94,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:46.732567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-87230f9f-82e1-4725-8752-7c6891760248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:46.735824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-87230f9f-82e1-4725-8752-7c6891760248 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1126 time: 0.0779927 May 02 10:46:46.802564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-9d9e6454-4106-4d6f-b5f1-70aa42a4ad3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 200 len: 217 time: 0.0582473 May 02 10:46:46.819200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:46.858068 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d1faa4c-e15c-4d1c-b939-3e96d00be6f8 x-openstack-request-id: req-3d1faa4c-e15c-4d1c-b939-3e96d00be6f8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:46.858433 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "name": "network-vif-plugged", "status": "completed", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:46.858756 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d1faa4c-e15c-4d1c-b939-3e96d00be6f8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:46.859217 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d1faa4c-e15c-4d1c-b939-3e96d00be6f8'] response: {'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94', 'code': 200} May 02 10:46:46.880962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:47.014936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.018887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for router_controller (d1c6b113-31f7-45f0-a535-da129a9d6d0e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.021056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2595a7-f7b8-4de4-9d97-e66ebb9def59 req-ec1b5b85-78a9-4e9a-9aa0-8a27eb381784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:47.022599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de2595a7-f7b8-4de4-9d97-e66ebb9def59 req-ec1b5b85-78a9-4e9a-9aa0-8a27eb381784 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0709090 May 02 10:46:47.120299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-e0fea74c-d487-4153-8985-25c32feb83fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:47.120299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-e0fea74c-d487-4153-8985-25c32feb83fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.1213408 May 02 10:46:47.126241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de2595a7-f7b8-4de4-9d97-e66ebb9def59 req-7cdfdab1-a7df-4a39-b28f-9ea21841d733 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967987 May 02 10:46:47.147315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-de94d26a-a352-46a2-b717-a486bb9cd0e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279994 May 02 10:46:47.218791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (d1c6b113-31f7-45f0-a535-da129a9d6d0e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.219272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Fanout notify agent at l3_agent the message router_deleted on router d1c6b113-31f7-45f0-a535-da129a9d6d0e {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:46:47.227060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.228580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af6c1a07-72a0-4361-a0fc-63d1b7eae099 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/routers/d1c6b113-31f7-45f0-a535-da129a9d6d0e HTTP/1.1" status: 204 len: 168 time: 1.0694475 May 02 10:46:47.231202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:47.236307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca19c3d6-ea7e-4639-b24a-b371819401cc req-e440ef88-4944-479f-9448-39d4ac6a4b8d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:47.237881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca19c3d6-ea7e-4639-b24a-b371819401cc req-e440ef88-4944-479f-9448-39d4ac6a4b8d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0895782 May 02 10:46:47.286765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 296ba9f0-b110-43bf-a4fd-3aff6a4f4072 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:47.291413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (296ba9f0-b110-43bf-a4fd-3aff6a4f4072), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.291638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-cd653a9a-a7a8-4faf-b6d9-03c2c2643f10 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349967 May 02 10:46:47.311075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca19c3d6-ea7e-4639-b24a-b371819401cc req-2032cc11-f7b2-4346-84aa-c412a0207efe tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670950 May 02 10:46:47.333921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (296ba9f0-b110-43bf-a4fd-3aff6a4f4072), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.425306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (296ba9f0-b110-43bf-a4fd-3aff6a4f4072), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.426590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72936237-7113-4053-993e-5ad1abcafa5c req-4223d84c-67eb-4bf1-bdc2-2c5e96716d00 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:47.428143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72936237-7113-4053-993e-5ad1abcafa5c req-4223d84c-67eb-4bf1-bdc2-2c5e96716d00 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 944 time: 0.0507512 May 02 10:46:47.486865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72936237-7113-4053-993e-5ad1abcafa5c req-a7c15984-30f7-46af-94ea-3f9ff3c3f63e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524375 May 02 10:46:47.562331 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (296ba9f0-b110-43bf-a4fd-3aff6a4f4072), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.600689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=296ba9f0-b110-43bf-a4fd-3aff6a4f4072,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:47.602664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.605959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-88fd8078-0d63-470a-9b51-df691c49df9a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/296ba9f0-b110-43bf-a4fd-3aff6a4f4072 HTTP/1.1" status: 204 len: 168 time: 0.3730164 May 02 10:46:47.608666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:47.609101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e5b1e3-13a5-4dd9-a98d-e466c645175b None None] Network 1cb6d7f2-b325-48bf-9233-4e44233ba7ea requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:47.615574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa323893-d304-4dfc-bcba-774615fb2e5d req-f4800166-d3f1-41ce-aff4-c34bfeb83b63 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:47.615574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa323893-d304-4dfc-bcba-774615fb2e5d req-f4800166-d3f1-41ce-aff4-c34bfeb83b63 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.0870426 May 02 10:46:47.666064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa323893-d304-4dfc-bcba-774615fb2e5d req-8d3765a5-927e-4041-b257-291f049f0879 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451806 May 02 10:46:47.705062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1cb6d7f2-b325-48bf-9233-4e44233ba7ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.768823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 207eca37-31f7-42ea-8ff9-185927305a35 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:47.769172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (207eca37-31f7-42ea-8ff9-185927305a35), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.783885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] DHCP port deletion for 1cb6d7f2-b325-48bf-9233-4e44233ba7ea request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:46:47.823961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Deleting port 207eca37-31f7-42ea-8ff9-185927305a35 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:47.824426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (207eca37-31f7-42ea-8ff9-185927305a35), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.848377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port 207eca37-31f7-42ea-8ff9-185927305a35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=207eca37-31f7-42ea-8ff9-185927305a35,segment=NetworkSegment(b9bac530-7039-4b9c-935f-4d2d6299f4ef),segment_id=b9bac530-7039-4b9c-935f-4d2d6299f4ef)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:47.848787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (207eca37-31f7-42ea-8ff9-185927305a35), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.864158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 207eca37-31f7-42ea-8ff9-185927305a35 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:47.910567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] For port 207eca37-31f7-42ea-8ff9-185927305a35, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=207eca37-31f7-42ea-8ff9-185927305a35,segment=NetworkSegment(b9bac530-7039-4b9c-935f-4d2d6299f4ef),segment_id=b9bac530-7039-4b9c-935f-4d2d6299f4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:47.910981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (207eca37-31f7-42ea-8ff9-185927305a35), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:47.925524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Calling delete_port for 207eca37-31f7-42ea-8ff9-185927305a35 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:48.058100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (207eca37-31f7-42ea-8ff9-185927305a35), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.064235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (207eca37-31f7-42ea-8ff9-185927305a35), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.097048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port 207eca37-31f7-42ea-8ff9-185927305a35 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:48.099639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] Pushing event deleted for resources: {'Port': ['ID=207eca37-31f7-42ea-8ff9-185927305a35,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:48.099928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=207eca37-31f7-42ea-8ff9-185927305a35,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:48.109940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77e5cc0-cf41-42c5-a8b1-0efa109a62d6 None None] No DVR routers for this DVR port 207eca37-31f7-42ea-8ff9-185927305a35 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:48.193720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1cb6d7f2-b325-48bf-9233-4e44233ba7ea), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.214681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cb6d7f2-b325-48bf-9233-4e44233ba7ea']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:48.224839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9bac530-7039-4b9c-935f-4d2d6299f4ef') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:48.225142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9bac530-7039-4b9c-935f-4d2d6299f4ef') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:48.235893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b9bac530-7039-4b9c-935f-4d2d6299f4ef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.249949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b9bac530-7039-4b9c-935f-4d2d6299f4ef), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.256577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:48.257070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b9bac530-7039-4b9c-935f-4d2d6299f4ef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: timer() May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:48.260317 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:48.267678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f48fe51e-8891-4bb3-a085-0cbc8ad509d6 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:48.301876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: f48fe51e-8891-4bb3-a085-0cbc8ad509d6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:48.301876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f48fe51e-8891-4bb3-a085-0cbc8ad509d6 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:48.419532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20845bb9-7f86-4c8e-8d6b-8568c5438ded req-78036b65-813e-458d-9167-732cf1d51753 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:48.421112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20845bb9-7f86-4c8e-8d6b-8568c5438ded req-78036b65-813e-458d-9167-732cf1d51753 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0409076 May 02 10:46:48.467686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20845bb9-7f86-4c8e-8d6b-8568c5438ded req-21520916-4941-4f20-9bd2-36e6181224ed tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405700 May 02 10:46:48.471173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1cb6d7f2-b325-48bf-9233-4e44233ba7ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.481239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.484427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/1cb6d7f2-b325-48bf-9233-4e44233ba7ea HTTP/1.1" status: 204 len: 168 time: 0.8747094 May 02 10:46:48.488289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58330) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:48.499837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1864c7da-5a64-4187-bb50-83e8e0d641c0 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=1cb6d7f2-b325-48bf-9233-4e44233ba7ea,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:48.512633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4eba7120-3264-4870-aed7-d618a23b09b7 req-a60414fa-3884-4435-8ba7-eaa6c134b697 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224740 May 02 10:46:48.537614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae737188-a3bf-47e5-9159-cadcb4714e4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:48.539313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae737188-a3bf-47e5-9159-cadcb4714e4b tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 HTTP/1.1" status: 200 len: 841 time: 0.0500290 May 02 10:46:48.542987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:48.603609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-06f51188-439c-4f96-b2b7-cb0627ca0ddf tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0595131 May 02 10:46:48.610628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:48.629091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:48.697314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9e3acc-61df-41cf-b02c-08ebddfebb49 req-1b294f19-443f-4c89-a276-adf52623a0a1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:48.699836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed9e3acc-61df-41cf-b02c-08ebddfebb49 req-1b294f19-443f-4c89-a276-adf52623a0a1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 944 time: 0.1082323 May 02 10:46:48.771315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed9e3acc-61df-41cf-b02c-08ebddfebb49 req-040e464b-636e-42a6-b3c9-664569a75507 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657811 May 02 10:46:48.806824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 207eca37-31f7-42ea-8ff9-185927305a35 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:48.836247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 207eca37-31f7-42ea-8ff9-185927305a35 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:48.836247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 207eca37-31f7-42ea-8ff9-185927305a35 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:48.854076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:48.857740 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:48.942514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633115e3-4813-4aaa-a71d-59293e017ef9 req-e4d96fab-6859-4682-bda2-43c961d4274b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:48.944016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633115e3-4813-4aaa-a71d-59293e017ef9 req-e4d96fab-6859-4682-bda2-43c961d4274b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.1016631 May 02 10:46:49.041702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633115e3-4813-4aaa-a71d-59293e017ef9 req-2d823e6e-db1e-4212-9b37-5b4736d72fcb tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911429 May 02 10:46:49.225723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98826029-e37c-4bfe-9c03-0cfeae9b1260 req-cc82b5a2-f377-473f-bd94-127864131fed tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.227208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98826029-e37c-4bfe-9c03-0cfeae9b1260 req-cc82b5a2-f377-473f-bd94-127864131fed tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.0480464 May 02 10:46:49.228675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (86058709-fb9f-49e9-843c-a756b30fb79a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.293410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:49.306535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:49.309493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.310676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.315875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8e14400-5542-48fc-8235-46da746bdca8 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:49.331903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=86058709-fb9f-49e9-843c-a756b30fb79a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:49.339288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98826029-e37c-4bfe-9c03-0cfeae9b1260 req-3bda8b87-7048-4a74-b402-1f203cf41cc8 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046617 May 02 10:46:49.427559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-256a62e0-2688-4e2a-b745-ee7b25273b46 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8189368 May 02 10:46:49.429807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:49.433312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-01a72459-77ea-441b-b23e-8ddc278788d5', 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'project_id': 'c6bfb18208ab47b4873cb564c5d7c24e', 'fixed_ips': [{'subnet_id': '86058709-fb9f-49e9-843c-a756b30fb79a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:46:49.434180 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.434626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'security_group': {'name': 'tempest-secgroup-402768676'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:49.527107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.570924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Allocated IP 172.20.0.2 (01a72459-77ea-441b-b23e-8ddc278788d5/86058709-fb9f-49e9-843c-a756b30fb79a/c2db2467-303d-41da-815d-541f03bfa409) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:49.592621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ed00e8-e767-49e3-bdf1-b18fa1c84782 req-2274b940-ee40-455a-9a27-8510a1d7bfb8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.594229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9ed00e8-e767-49e3-bdf1-b18fa1c84782 req-2274b940-ee40-455a-9a27-8510a1d7bfb8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0530274 May 02 10:46:49.648705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (0f151269-3ff6-40da-9fb2-b29655528304), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.664075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9ed00e8-e767-49e3-bdf1-b18fa1c84782 req-2c48bea7-5a44-4c4c-8715-6a32422e265b tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615265 May 02 10:46:49.720089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks [] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.756566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-bf1977cc-8f53-405e-b2a8-689db018a588 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.758066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-bf1977cc-8f53-405e-b2a8-689db018a588 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.0791793 May 02 10:46:49.758987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9647-50f5-4d50-a659-19ad110ea769 req-b6a567e5-1612-41c1-adab-088a2e0b4b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.760335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-b6a567e5-1612-41c1-adab-088a2e0b4b5a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1126 time: 0.0802872 May 02 10:46:49.777916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646b869-f3ee-4704-a468-dc5b0926bfee req-9321efc5-0678-47b1-88c6-6809c7c6dc8a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.782365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2646b869-f3ee-4704-a468-dc5b0926bfee req-9321efc5-0678-47b1-88c6-6809c7c6dc8a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0408251 May 02 10:46:49.789154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0f151269-3ff6-40da-9fb2-b29655528304), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.849979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2646b869-f3ee-4704-a468-dc5b0926bfee req-8fb8266c-a3e8-4d71-93ba-165baafa6d0e tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632408 May 02 10:46:49.928047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:49.955028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f151269-3ff6-40da-9fb2-b29655528304,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:49.957667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb64e1-05e7-4887-bea4-a174a62bfe5f req-78b228d3-6642-47ea-b06f-6a9453fed7ed tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:49.959318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0fb64e1-05e7-4887-bea4-a174a62bfe5f req-78b228d3-6642-47ea-b06f-6a9453fed7ed tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0420544 May 02 10:46:49.967462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:49.971188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:49.978349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:49.997863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.002104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b222968b-439e-4ba3-892e-1c7f19197850 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5682127 May 02 10:46:50.003373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58362) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:50.007047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daeca5c-cf9f-4303-b552-531b3e7d377f req-49a210ed-8007-486c-9d55-d9bcca27b2bd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.008341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'security_group': {'name': 'tempest-secgroup-598504578'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:50.008522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5daeca5c-cf9f-4303-b552-531b3e7d377f req-49a210ed-8007-486c-9d55-d9bcca27b2bd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 944 time: 0.1256323 May 02 10:46:50.011036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port 05b984e1-2459-4b7c-b56f-b0bb036c34fb {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:50.011376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.011638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:50.024525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.024907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.025253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.025592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.025925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.026254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.026582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.027016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.027567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.028075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.028458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.029357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.029688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.030017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.030339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:46:50.044720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9647-50f5-4d50-a659-19ad110ea769 req-5e4e91f1-f38e-4e8f-9620-874b233ab1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.044720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-5e4e91f1-f38e-4e8f-9620-874b233ab1be service neutron] 10.222.0.15 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 912 time: 0.2617772 May 02 10:46:50.056495 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0fb64e1-05e7-4887-bea4-a174a62bfe5f req-0a2df1f5-d332-484d-9843-c4fc08740b38 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790262 May 02 10:46:50.083160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Attempting to bind port c2db2467-303d-41da-815d-541f03bfa409 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:50.083593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Attempting to bind port c2db2467-303d-41da-815d-541f03bfa409 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '61076a25-b263-4bf0-80d0-c006a7fec596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:50.083988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Attempting to bind port c2db2467-303d-41da-815d-541f03bfa409 on network 01a72459-77ea-441b-b23e-8ddc278788d5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:50.090343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:50.090891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Checking segment: {'id': '61076a25-b263-4bf0-80d0-c006a7fec596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:50.092191 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.092320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Bound using segment: {'id': '61076a25-b263-4bf0-80d0-c006a7fec596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:50.108114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Bound port: c2db2467-303d-41da-815d-541f03bfa409, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61076a25-b263-4bf0-80d0-c006a7fec596', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:50.108243 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.133607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.188678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:50.193400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:50.212380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0b6175-e90b-4817-8ce3-244afdb9e9c0 req-ada7444b-8964-4cdf-9676-9aea9a9948a8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.214015 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb0b6175-e90b-4817-8ce3-244afdb9e9c0 req-ada7444b-8964-4cdf-9676-9aea9a9948a8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.0649927 May 02 10:46:50.276565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f31ff356-b0b6-475b-9747-f8b42ffbf740 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:46:50.282160 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb0b6175-e90b-4817-8ce3-244afdb9e9c0 req-3c96d977-1bdb-425b-ad5e-46dfe704ba4d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588090 May 02 10:46:50.290526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.393335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (81c0d740-01d1-4944-a1ca-c98975862ec6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.398937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-4df3cbf4-7728-4f90-b4f0-c77c5a296871 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1065655 May 02 10:46:50.468652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11125040-1855-4293-8b6e-cf34302fd58c None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:50.513366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:50.516666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (81c0d740-01d1-4944-a1ca-c98975862ec6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.527936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'f31ff356-b0b6-475b-9747-f8b42ffbf740', 'network_id': '29e356ac-877f-4417-aa06-eea211e3a79d', 'port_id': 'f31ff356-b0b6-475b-9747-f8b42ffbf740', 'mac_address': 'fa:16:3e:f7:9f:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97ad34aa-94b3-4f3b-ad14-643082bc4cef', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:46:50.552763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-8e6ba1ba-517d-4164-8978-8c8662d33f65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 200 len: 217 time: 0.4999056 May 02 10:46:50.571009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f31ff356-b0b6-475b-9747-f8b42ffbf740 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:50.571745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.586776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f31ff356-b0b6-475b-9747-f8b42ffbf740 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:50.613679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:50.634988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-ceb7541e-5214-4141-87a0-d9da2babe951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.636530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-ceb7541e-5214-4141-87a0-d9da2babe951 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 1128 time: 0.1414857 May 02 10:46:50.643427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81c0d740-01d1-4944-a1ca-c98975862ec6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:50.647884 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:46:50.696042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.697370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-597ec2b7-6d33-44a1-a9c5-84a2583437be tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6926146 May 02 10:46:50.701457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-0762353e-c94a-42ef-b2c3-9a4722207112 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.708483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.712838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-0762353e-c94a-42ef-b2c3-9a4722207112 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/networks?id=4627c0db-c76d-42ad-b78d-6debf7429430 HTTP/1.1" status: 200 len: 911 time: 0.2407553 May 02 10:46:50.722338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:50.724456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1104343493', 'security_groups': ['81c0d740-01d1-4944-a1ca-c98975862ec6'], 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '86058709-fb9f-49e9-843c-a756b30fb79a'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:50.745635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876f9647-50f5-4d50-a659-19ad110ea769 req-7ddd2f56-c116-4637-81b5-eb87adcf7d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.747296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-7ddd2f56-c116-4637-81b5-eb87adcf7d81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.1793489 May 02 10:46:50.750597 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5daeca5c-cf9f-4303-b552-531b3e7d377f req-c2e5052c-8ffc-4a7a-9cb5-ccc73d2ca78c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7251191 May 02 10:46:50.792524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:50.806974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-1893a0fe-d3da-4fb5-bb9c-225844682a6c tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/quotas/0e746d3c0de04bea8911b8b5be49dc70 HTTP/1.1" status: 200 len: 375 time: 0.0928519 May 02 10:46:50.831505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port 05b984e1-2459-4b7c-b56f-b0bb036c34fb, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=05b984e1-2459-4b7c-b56f-b0bb036c34fb,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:50.831505 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:50.855816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-6716e839-5f2f-456c-8e7d-a3ac64055533 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772862 May 02 10:46:50.913841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-7c2a39b7-d32f-415b-a15a-865daa751a4e tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.915747 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-7c2a39b7-d32f-415b-a15a-865daa751a4e tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.24 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.2577815 May 02 10:46:50.934693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-0577ca78-eb6d-4b32-a89f-31ef78feb1d4 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1256931 May 02 10:46:50.936461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-b0bf5f1e-2959-40d2-86ca-69cd210ed7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:50.937733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-b0bf5f1e-2959-40d2-86ca-69cd210ed7b8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 907 time: 0.2774572 May 02 10:46:50.964121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:50.987279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-088546ad-a171-4e74-be7c-3c222619bdd7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b0742152-e675-4407-bce5-1bb30fc13e98 HTTP/1.1" status: 200 len: 217 time: 0.0424781 May 02 10:46:50.995323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f31ff356-b0b6-475b-9747-f8b42ffbf740'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:51.032995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for 05b984e1-2459-4b7c-b56f-b0bb036c34fb owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:51.067310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-c6e66a7a-12dd-4601-942f-5b4bcfdef598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:51.068968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-c6e66a7a-12dd-4601-942f-5b4bcfdef598 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0749893 May 02 10:46:51.088250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:51.089092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.157589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2706006-5cfa-48de-8d6f-d5c458a6eb6b req-2aaf8b2c-a7cb-49e8-aa8d-0b45750fa523 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:51.159102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2706006-5cfa-48de-8d6f-d5c458a6eb6b req-2aaf8b2c-a7cb-49e8-aa8d-0b45750fa523 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 946 time: 0.2293236 May 02 10:46:51.199488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-d6756931-99f1-4af4-9f68-e0484b621eff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532546 May 02 10:46:51.256562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-3c08427e-de7d-46d2-9668-6927e4893902 service neutron] 10.222.0.16 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3048110 May 02 10:46:51.258427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-2a002d6b-4543-472f-9328-0f3f793e4112 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3393986 May 02 10:46:51.284700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Deleting port 6add38c0-704f-4ea3-b635-5e9e16e183b0 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:51.285057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.402760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-49836c2a-5155-47d5-99ea-e7b386301f3d service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966698 May 02 10:46:51.432694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:51.433189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.444649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2706006-5cfa-48de-8d6f-d5c458a6eb6b req-900e9fac-c207-4b47-8cea-c20255cc0323 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/security-groups?id=8abe3266-1037-4aa7-923d-fb532db97d91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526467 May 02 10:46:51.449887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:51.461876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-646f5fa7-28b7-4e05-a7e9-6e62e28752c7 service neutron] 10.222.0.16 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994660 May 02 10:46:51.517135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:51.554436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-21100f1f-9e8f-495d-8a3c-711c5dcd4838 req-0b740f19-6e53-4295-b058-9eac0411d458 service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377954 May 02 10:46:51.597387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.657122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:51.713583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] For port 6add38c0-704f-4ea3-b635-5e9e16e183b0, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=6add38c0-704f-4ea3-b635-5e9e16e183b0,segment=NetworkSegment(e8155a31-f2bb-42b4-8b5c-4f10428f0009),segment_id=e8155a31-f2bb-42b4-8b5c-4f10428f0009)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:51.714207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.727425 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-876f9647-50f5-4d50-a659-19ad110ea769 req-c118759f-3842-4fd1-a7fc-d5230b1cf08e service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4565473 May 02 10:46:51.738842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b979754-08ab-4385-967a-931d9e5b330f req-41ec697b-91bc-43ba-99bd-508d3747cfaa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:51.740346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b979754-08ab-4385-967a-931d9e5b330f req-41ec697b-91bc-43ba-99bd-508d3747cfaa tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 946 time: 0.1540129 May 02 10:46:51.749622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Calling delete_port for 6add38c0-704f-4ea3-b635-5e9e16e183b0 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:51.782912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.838188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-484882b6-65ec-4f11-a54a-a2213e2bb59a req-18118435-0473-415a-ab90-15bf7768851d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0446548 May 02 10:46:51.850690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 0c7865ec-8d9c-4434-a36c-612d04df797b yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:46:51.861301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (05b984e1-2459-4b7c-b56f-b0bb036c34fb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:51.902511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:51.955001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b979754-08ab-4385-967a-931d9e5b330f req-0516a6c7-65f9-4dad-bbbf-a62aa13e35c3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952736 May 02 10:46:51.965175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=05b984e1-2459-4b7c-b56f-b0bb036c34fb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:51.993144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:51.993144 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.032997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59afcb2c-87b1-4f76-835e-92169d2cd2c5 req-4fd1795f-9856-44df-a246-0e85cde79cc9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:52.034479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59afcb2c-87b1-4f76-835e-92169d2cd2c5 req-4fd1795f-9856-44df-a246-0e85cde79cc9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 945 time: 0.1008985 May 02 10:46:52.064107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port 05b984e1-2459-4b7c-b56f-b0bb036c34fb on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:52.068896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.072253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f309001f-3b50-49a0-8d18-6e413c7752b0 req-f54cb64a-b0f0-4b05-b21f-65fd99b5be5e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.15 "DELETE /v2.0/ports/05b984e1-2459-4b7c-b56f-b0bb036c34fb HTTP/1.1" status: 204 len: 173 time: 2.2996192 May 02 10:46:52.072722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'name': 'network-vif-deleted', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:52.074991 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56864551-a4f9-4573-a219-7ec4000eda01" -d '{"events": [{"server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "name": "network-vif-deleted", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:52.119338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59afcb2c-87b1-4f76-835e-92169d2cd2c5 req-58abe71d-203a-4ce0-bff8-e46d188e6cc0 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754170 May 02 10:46:52.169350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:52.173153 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8064f822-6278-4dce-9a78-208e8a25bf27 x-openstack-request-id: req-8064f822-6278-4dce-9a78-208e8a25bf27 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:52.174565 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3acf669-5126-4aa2-991b-a1f77e802aed", "name": "network-vif-deleted", "tag": "05b984e1-2459-4b7c-b56f-b0bb036c34fb", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:52.174565 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8064f822-6278-4dce-9a78-208e8a25bf27 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:52.174565 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8064f822-6278-4dce-9a78-208e8a25bf27'] response: {'server_uuid': 'a3acf669-5126-4aa2-991b-a1f77e802aed', 'name': 'network-vif-deleted', 'tag': '05b984e1-2459-4b7c-b56f-b0bb036c34fb', 'status': 'completed', 'code': 200} May 02 10:46:52.187868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:52.188237 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.215897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.10 (01a72459-77ea-441b-b23e-8ddc278788d5/86058709-fb9f-49e9-843c-a756b30fb79a/0c7865ec-8d9c-4434-a36c-612d04df797b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:52.237237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e48496c6-c5ad-4a81-8b9c-7b19b2c1510b None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:52.291772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f31ff356-b0b6-475b-9747-f8b42ffbf740 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:52.319207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6add38c0-704f-4ea3-b635-5e9e16e183b0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.338131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port f31ff356-b0b6-475b-9747-f8b42ffbf740 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:46:52.357541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Pushing event deleted for resources: {'Port': ['ID=6add38c0-704f-4ea3-b635-5e9e16e183b0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:52.420506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] No DVR routers for this DVR port 6add38c0-704f-4ea3-b635-5e9e16e183b0 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:46:52.427061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.430439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62517223-28ed-4e19-8455-a319fe2fc3b8 req-c827ffd9-45be-4c9c-b801-83a7f7df10e6 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.24 "DELETE /v2.0/ports/6add38c0-704f-4ea3-b635-5e9e16e183b0 HTTP/1.1" status: 204 len: 173 time: 1.4869742 May 02 10:46:52.435213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.458798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port f31ff356-b0b6-475b-9747-f8b42ffbf740 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:52.459257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.551467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port f31ff356-b0b6-475b-9747-f8b42ffbf740 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:52.552116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.566639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e53f5446-26cb-41a4-8884-4af942db44a0 req-208afc18-f1bf-484a-9784-47d68df36644 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.0317771 May 02 10:46:52.576693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:52.578969 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f11e23-7339-4cb8-b86d-8908fe5d30e4" -d '{"events": [{"server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "name": "network-vif-plugged", "status": "completed", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:52.594137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:52.596020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.623383 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70a81904-7dcc-45f0-865e-77b01f0caf8f x-openstack-request-id: req-70a81904-7dcc-45f0-865e-77b01f0caf8f {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:52.624809 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "name": "network-vif-plugged", "status": "completed", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:52.624809 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-70a81904-7dcc-45f0-865e-77b01f0caf8f {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:52.624809 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70a81904-7dcc-45f0-865e-77b01f0caf8f'] response: {'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740', 'code': 200} May 02 10:46:52.656440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:52.659775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:52.664571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:52.668594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=0c7865ec-8d9c-4434-a36c-612d04df797b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:52.717440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:52.718161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.729298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.730092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 05b984e1-2459-4b7c-b56f-b0bb036c34fb no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:52.778294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 05b984e1-2459-4b7c-b56f-b0bb036c34fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:52.778902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 05b984e1-2459-4b7c-b56f-b0bb036c34fb not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:52.809324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:52.817342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:52.823087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:52.823448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ea29c53e-230a-48fa-8e94-4aa735596f41 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.1005526 May 02 10:46:52.826930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:52.914478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:52.915809 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:52.945292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca6cdc4-2553-419d-aeb9-efdb95de1e37 req-1678fce4-3e37-43c7-8e96-12c448d03ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:52.947027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ca6cdc4-2553-419d-aeb9-efdb95de1e37 req-1678fce4-3e37-43c7-8e96-12c448d03ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1128 time: 0.0639009 May 02 10:46:53.012341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-48092eeb-93c3-474a-a584-666b4e4840f6 req-da77d354-8015-40b0-a72d-804a0eae25a8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0633285 May 02 10:46:53.023446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ca6cdc4-2553-419d-aeb9-efdb95de1e37 req-c35a3b62-1047-4f72-babb-ecd5d2c1773c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696528 May 02 10:46:53.061923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-74042dc0-cecf-4448-959b-36e1fcd09147 None None] Provisioning complete for port 0c7865ec-8d9c-4434-a36c-612d04df797b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:53.064167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74042dc0-cecf-4448-959b-36e1fcd09147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:53.067235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:53.102754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-74042dc0-cecf-4448-959b-36e1fcd09147 None None] Port 0c7865ec-8d9c-4434-a36c-612d04df797b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:53.117340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e9cb1f69-00f4-48fb-a11f-1539572da83e req-44a64cf7-2509-47d5-96f8-2f8e4738119a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=a3acf669-5126-4aa2-991b-a1f77e802aed HTTP/1.1" status: 200 len: 210 time: 0.0383496 May 02 10:46:53.200097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:53.204384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:53.288482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a9738c-3059-49c7-a70e-c3be696fcec6 req-680a9761-4d9d-4b70-b421-fa1b95e46273 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:53.290017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55a9738c-3059-49c7-a70e-c3be696fcec6 req-680a9761-4d9d-4b70-b421-fa1b95e46273 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1006284 May 02 10:46:53.354718 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 86058709-fb9f-49e9-843c-a756b30fb79a (CIDR: 172.20.0.0/28) May 02 10:46:53.367760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55a9738c-3059-49c7-a70e-c3be696fcec6 req-a5d787a6-799b-462a-85b9-3efbd0bf996b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692496 May 02 10:46:53.397230 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:46:53.397230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:46:53.541722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d60a366-df07-46dc-8b60-76a1b48d175a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7199585 May 02 10:46:53.544467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58418) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:53.549388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:53.689821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c919559f-b0ef-4810-b091-6682e1bde485 req-c2b4233b-4bc4-4de1-947e-6a825cb36e07 tempest-ServerTagsTestJSON-1797400230 tempest-ServerTagsTestJSON-1797400230-project] 10.222.0.16 "GET /v2.0/ports?device_id=5817c571-ff91-4db8-bc1e-43a88c1e37f9 HTTP/1.1" status: 200 len: 210 time: 0.0274754 May 02 10:46:53.749958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:53.753700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.076582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (81c6d3c9-122b-4f05-ac89-a72796ca5172), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.115273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6add38c0-704f-4ea3-b635-5e9e16e183b0 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:46:54.142761 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18ac66dc-7152-42da-8268-7cec40939592 req-86a7252f-ab5b-48ea-9d6f-7a284d48db7e tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0562112 May 02 10:46:54.146594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 6add38c0-704f-4ea3-b635-5e9e16e183b0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:46:54.146817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 6add38c0-704f-4ea3-b635-5e9e16e183b0 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:46:54.149661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:54.153390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:54.159290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:54.165597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.172788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4012955-0c30-49b3-b25e-a4f89dc2371a None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:54.172952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=81c6d3c9-122b-4f05-ac89-a72796ca5172,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:54.175500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'name': 'network-vif-deleted', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:54.178053 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf112b0-a116-4912-9e73-fbe417dfd9f5" -d '{"events": [{"server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "name": "network-vif-deleted", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:54.222484 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6124019-0ed9-45d1-af9f-6d62e4fd2402 x-openstack-request-id: req-b6124019-0ed9-45d1-af9f-6d62e4fd2402 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:54.222484 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5817c571-ff91-4db8-bc1e-43a88c1e37f9", "name": "network-vif-deleted", "tag": "6add38c0-704f-4ea3-b635-5e9e16e183b0", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:54.222484 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b6124019-0ed9-45d1-af9f-6d62e4fd2402 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:54.222848 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6124019-0ed9-45d1-af9f-6d62e4fd2402'] response: {'server_uuid': '5817c571-ff91-4db8-bc1e-43a88c1e37f9', 'name': 'network-vif-deleted', 'tag': '6add38c0-704f-4ea3-b635-5e9e16e183b0', 'status': 'completed', 'code': 200} May 02 10:46:54.240980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9cce218a-a833-45ee-9090-6a340c85fdfa tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6952343 May 02 10:46:54.244253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58432) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:54.251314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-858427218', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '81c6d3c9-122b-4f05-ac89-a72796ca5172'}], 'security_groups': ['0f151269-3ff6-40da-9fb2-b29655528304']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:54.335347 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.399787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Update dhcp port {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'fixed_ips': [{'subnet_id': '86058709-fb9f-49e9-843c-a756b30fb79a', 'ip_address': '172.20.0.2'}, {'subnet_id': '81c6d3c9-122b-4f05-ac89-a72796ca5172'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c2db2467-303d-41da-815d-541f03bfa409'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:46:54.433872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.504528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47009a75-63cc-48ed-a1eb-80bf4efb7d83 req-23d62c14-6c3b-40ab-adac-e2f05b586a33 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:54.509171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47009a75-63cc-48ed-a1eb-80bf4efb7d83 req-23d62c14-6c3b-40ab-adac-e2f05b586a33 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0619342 May 02 10:46:54.561269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47009a75-63cc-48ed-a1eb-80bf4efb7d83 req-16426d08-0e9b-4301-bbf9-bae9916710e0 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476043 May 02 10:46:54.650266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-1a52b368-9a84-4b20-8139-3cd0345f8c39 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:54.651807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-1a52b368-9a84-4b20-8139-3cd0345f8c39 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.2335310 May 02 10:46:54.654075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Allocated IP 172.20.0.18 (01a72459-77ea-441b-b23e-8ddc278788d5/81c6d3c9-122b-4f05-ac89-a72796ca5172/c2db2467-303d-41da-815d-541f03bfa409) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:54.671607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-9e87a0ca-128a-4b13-8721-ea78be9accc6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0127325 May 02 10:46:54.729080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-bb1135e0-00f5-4778-aba6-15c67d9493fc tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0512986 May 02 10:46:54.764498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:46:54.796929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Publish callbacks [] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.845320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-caef4e95-a151-4251-9c60-f0163d790c77 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059647 May 02 10:46:54.870331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:54.968812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9d4c2-6d65-4503-a014-fd0494116e53 None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:55.108971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58454) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:55.193730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Deleting subnet a5eb2aed-af0c-4344-b829-b0de7d7f3c16 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:55.206419 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Publish callbacks [] for subnet (a5eb2aed-af0c-4344-b829-b0de7d7f3c16), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.234106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-63cc06f4-637f-4c89-a678-1bb0f7ddb105 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:55.235713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-63cc06f4-637f-4c89-a678-1bb0f7ddb105 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.15 "GET /v2.0/networks?id=4627c0db-c76d-42ad-b78d-6debf7429430 HTTP/1.1" status: 200 len: 911 time: 0.3560104 May 02 10:46:55.245874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-dee12b8f-ecda-48e9-8bb7-c6968894b4b0 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940287 May 02 10:46:55.264271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Request body: {'port': {'device_id': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'admin_state_up': True, 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:55.275743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2397df-edf5-409a-a6bf-a3a5ba5340ec req-92217510-868b-4e71-98c1-b69148848be8 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:55.283519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c2397df-edf5-409a-a6bf-a3a5ba5340ec req-92217510-868b-4e71-98c1-b69148848be8 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0995445 May 02 10:46:55.293192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (a5eb2aed-af0c-4344-b829-b0de7d7f3c16), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.301293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Delete allocated IP 172.20.0.10 (01a72459-77ea-441b-b23e-8ddc278788d5/86058709-fb9f-49e9-843c-a756b30fb79a) {{(pid=115663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:46:55.317332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8d96-210b-4002-8113-f6943657c378 req-27879a48-b269-40fa-9b89-dbcf26c58f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:55.319195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-27879a48-b269-40fa-9b89-dbcf26c58f88 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1128 time: 0.1660702 May 02 10:46:55.325471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.24 (01a72459-77ea-441b-b23e-8ddc278788d5/81c6d3c9-122b-4f05-ac89-a72796ca5172/0c7865ec-8d9c-4434-a36c-612d04df797b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:55.380574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a5eb2aed-af0c-4344-b829-b0de7d7f3c16), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.386125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c2397df-edf5-409a-a6bf-a3a5ba5340ec req-96aca2c5-e5bc-4b76-bef5-bd9d7bcc163b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016560 May 02 10:46:55.510199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e1bf66a9-ef1b-4de9-8994-157cca1ba212 req-eedbca3f-ce7b-4c61-9aae-ac2e9e3058c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0542336 May 02 10:46:55.553767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Made reservation on behalf of 0e746d3c0de04bea8911b8b5be49dc70 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:55.557011 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.608680 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (a5eb2aed-af0c-4344-b829-b0de7d7f3c16), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.619153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8d96-210b-4002-8113-f6943657c378 req-361c3618-9209-4428-a5e1-9e39440646e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:55.620709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-361c3618-9209-4428-a5e1-9e39440646e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 912 time: 0.2933369 May 02 10:46:55.622759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe3b7b9d-9c4c-43f0-931f-d4aa0837c122 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.626205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee371cc0-786f-4501-b314-2bc247956d54 req-758c927d-4011-4f48-9352-bead9066735a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 210 time: 0.0581994 May 02 10:46:55.663970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5eb2aed-af0c-4344-b829-b0de7d7f3c16,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:55.666186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.673695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-60458289-ebb1-45d7-a289-38c4a7f7ab20 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a5eb2aed-af0c-4344-b829-b0de7d7f3c16 HTTP/1.1" status: 204 len: 168 time: 0.5589793 May 02 10:46:55.675518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58462) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:55.751274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-64613535-d93f-4bdb-a1ef-1e319882b5bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 200 len: 217 time: 0.1150222 May 02 10:46:55.774251 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8f48d0db-f19d-4ad1-b550-c0dc01388919), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.866685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8f48d0db-f19d-4ad1-b550-c0dc01388919), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.897990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f48d0db-f19d-4ad1-b550-c0dc01388919']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:55.910175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8155a31-f2bb-42b4-8b5c-4f10428f0009') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:55.910626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8155a31-f2bb-42b4-8b5c-4f10428f0009') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:46:55.922533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e8155a31-f2bb-42b4-8b5c-4f10428f0009), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.939317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e8155a31-f2bb-42b4-8b5c-4f10428f0009), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.946380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:46:55.946821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e8155a31-f2bb-42b4-8b5c-4f10428f0009), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: timer() May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:46:55.948703 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:46:56.041949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:56.042335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.087644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8f48d0db-f19d-4ad1-b550-c0dc01388919), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.093944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.098854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] 10.222.0.16 "DELETE /v2.0/networks/8f48d0db-f19d-4ad1-b550-c0dc01388919 HTTP/1.1" status: 204 len: 168 time: 0.4209387 May 02 10:46:56.117388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a6606-0878-4d44-9735-7a9b68180d5f admin admin] Pushing event deleted for resources: {'Network': ['ID=8f48d0db-f19d-4ad1-b550-c0dc01388919,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:56.173748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:56.177859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.182482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:56.182871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.217867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:56.219313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47da8d96-210b-4002-8113-f6943657c378 req-4b391cf1-32a7-4a29-9717-75a5ccdf338d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:56.220923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-4b391cf1-32a7-4a29-9717-75a5ccdf338d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.4631977 May 02 10:46:56.225644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Provisioning complete for port 0c7865ec-8d9c-4434-a36c-612d04df797b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:56.226059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.260631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-95cf2717-779f-4f66-9974-6e815da681aa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320785 May 02 10:46:56.261791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Allocated IP 172.20.0.13 (4627c0db-c76d-42ad-b78d-6debf7429430/9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb/da6e51bd-cfb6-4365-b4d6-df30e8b96508) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:56.262502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d20d527-dabc-40bd-8447-94e4178a5dd3 None None] Port 0c7865ec-8d9c-4434-a36c-612d04df797b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:56.338184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.493742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=0c7865ec-8d9c-4434-a36c-612d04df797b,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:56.499960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-24ebcf16-696f-4c4f-9446-693e402f1639 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333987 May 02 10:46:56.519736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a585c6-4669-4a75-8aa7-559fe8d3c074 req-aa20cb11-6007-4b33-a36c-3ebe15a07f89 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:56.528197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25a585c6-4669-4a75-8aa7-559fe8d3c074 req-aa20cb11-6007-4b33-a36c-3ebe15a07f89 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0593548 May 02 10:46:56.529861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:56.615490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] In _notify_port_updated(), no bound segment for port 0c7865ec-8d9c-4434-a36c-612d04df797b on network 01a72459-77ea-441b-b23e-8ddc278788d5 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:46:56.617122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25a585c6-4669-4a75-8aa7-559fe8d3c074 req-79a75391-d81b-4680-b194-5cfac85b72ff tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880044 May 02 10:46:56.622625 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57e16666-3638-4781-8f2f-fa8ac34e15c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=79118199b95541a78984876b0ddee799&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0881374 May 02 10:46:56.622766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:56.622766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.623250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:56.623493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b40e155b-23e2-4481-a5fe-17f5ac5fc89c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/ports/0c7865ec-8d9c-4434-a36c-612d04df797b HTTP/1.1" status: 200 len: 920 time: 2.3781974 May 02 10:46:56.632230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:56.679077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b519cf4-dc84-4296-be79-4e57136b9639 req-b48174a9-2a9d-4d2e-b3f5-fea760c22d18 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0900497 May 02 10:46:56.694084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks [] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.722331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47da8d96-210b-4002-8113-f6943657c378 req-4195ff5c-526d-4bcc-8e86-7a33afe7d0a3 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944647 May 02 10:46:56.730010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e107f02a-26d0-4452-9c7f-3757181071d6 req-ab8c4c3f-32ca-4243-a423-b978d3daf299 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 210 time: 0.0402081 May 02 10:46:56.794939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] Publish callbacks [] for security_group (8abe3266-1037-4aa7-923d-fb532db97d91), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.800234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 0c7865ec-8d9c-4434-a36c-612d04df797b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:46:56.800566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.853342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:46:56.869922 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] Publish callbacks [] for security_group (8abe3266-1037-4aa7-923d-fb532db97d91), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.912220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:56.912627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.932627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.946989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:56.956246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5390c40-202f-46f0-887e-93b8b41e8b94'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:56.963845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 0c7865ec-8d9c-4434-a36c-612d04df797b owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:46:57.028553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Pushing event updated for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:57.044084 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8abe3266-1037-4aa7-923d-fb532db97d91), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.044904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Network 4627c0db-c76d-42ad-b78d-6debf7429430 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:57.047035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:57.047168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.048208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8abe3266-1037-4aa7-923d-fb532db97d91 HTTP/1.1" status: 204 len: 168 time: 0.4209862 May 02 10:46:57.049652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:57.066513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb402e3-e9ce-44a9-a17e-38d272feeeef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8abe3266-1037-4aa7-923d-fb532db97d91,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:57.134372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:57.135478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.174112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-41c25d4a-613f-4ef2-b032-6ee76e2bccd5 None None] Provisioning complete for port 0c7865ec-8d9c-4434-a36c-612d04df797b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:57.174504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41c25d4a-613f-4ef2-b032-6ee76e2bccd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.227536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:57.247898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41c25d4a-613f-4ef2-b032-6ee76e2bccd5 None None] Port 0c7865ec-8d9c-4434-a36c-612d04df797b cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:57.258364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-f6ca5be3-923e-466f-9afa-5d354b97a6c1 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0012572 May 02 10:46:57.270859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Request body: {'port': {'device_id': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:57.281975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0c7865ec-8d9c-4434-a36c-612d04df797b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.329398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=0c7865ec-8d9c-4434-a36c-612d04df797b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:57.396132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.424293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.428651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b27bc7df-ca84-4a61-969e-6e0f484c689a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/0c7865ec-8d9c-4434-a36c-612d04df797b HTTP/1.1" status: 204 len: 168 time: 0.7946424 May 02 10:46:57.430451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58496) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:57.457656 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-feceed8b-c641-416e-bc0a-8e3f21223087 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:46:57.461941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-feceed8b-c641-416e-bc0a-8e3f21223087 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/0c7865ec-8d9c-4434-a36c-612d04df797b HTTP/1.1" status: 404 len: 333 time: 0.0281129 May 02 10:46:57.462375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58498) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:57.468273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-19300810-456d-40a3-a01f-0a20caff4a19 None None] Provisioning complete for port da6e51bd-cfb6-4365-b4d6-df30e8b96508 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:57.469306 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-19300810-456d-40a3-a01f-0a20caff4a19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.510694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-19300810-456d-40a3-a01f-0a20caff4a19 None None] Port da6e51bd-cfb6-4365-b4d6-df30e8b96508 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:57.537778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (81c0d740-01d1-4944-a1ca-c98975862ec6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.569146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (81c0d740-01d1-4944-a1ca-c98975862ec6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.720068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (81c0d740-01d1-4944-a1ca-c98975862ec6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.723386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.724570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/security-groups/81c0d740-01d1-4944-a1ca-c98975862ec6 HTTP/1.1" status: 204 len: 168 time: 0.2611971 May 02 10:46:57.728315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58508) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:57.756137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c53271a-375a-45d6-855a-dbead88899f3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81c0d740-01d1-4944-a1ca-c98975862ec6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:57.771861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931d177-02e4-4adb-ab4b-b6c8be80771f req-61048133-2f46-4594-9099-dabe7a04c6a7 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:57.773565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931d177-02e4-4adb-ab4b-b6c8be80771f req-61048133-2f46-4594-9099-dabe7a04c6a7 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0632498 May 02 10:46:57.792819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da6e51bd-cfb6-4365-b4d6-df30e8b96508 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:46:57.812576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks [] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.836744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Transition to ACTIVE for port object da6e51bd-cfb6-4365-b4d6-df30e8b96508 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:46:57.837889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426af83-2f4b-4544-8250-3c9f11b36ab7 req-1b640e9f-1717-4e10-ad92-ff3321ed2660 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:57.845750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c426af83-2f4b-4544-8250-3c9f11b36ab7 req-1b640e9f-1717-4e10-ad92-ff3321ed2660 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1028 time: 0.0782375 May 02 10:46:57.854596 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (0f151269-3ff6-40da-9fb2-b29655528304), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.854762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931d177-02e4-4adb-ab4b-b6c8be80771f req-b8d4c128-200d-4b9a-a22e-ad1d1ef48e81 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736561 May 02 10:46:57.902469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.903495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (0f151269-3ff6-40da-9fb2-b29655528304), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:57.941155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c426af83-2f4b-4544-8250-3c9f11b36ab7 req-d1074998-71ee-4788-881b-67d488e7359c tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936425 May 02 10:46:57.942395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-51c75fef-9e99-41db-9721-2a66005df09a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.003485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8c7554b-c9f2-4240-bae1-e77548dba54d req-bf93fa63-49e2-4909-9d9c-496b8f1342e8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 210 time: 0.0502267 May 02 10:46:58.011832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Pushing event updated for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:58.087186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0f151269-3ff6-40da-9fb2-b29655528304), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.089772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.093480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/security-groups/0f151269-3ff6-40da-9fb2-b29655528304 HTTP/1.1" status: 204 len: 168 time: 0.3622830 May 02 10:46:58.097131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:58.114311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Attempting to bind port da6e51bd-cfb6-4365-b4d6-df30e8b96508 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:46:58.114743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Attempting to bind port da6e51bd-cfb6-4365-b4d6-df30e8b96508 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:46:58.115203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Attempting to bind port da6e51bd-cfb6-4365-b4d6-df30e8b96508 on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:58.120024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Port da6e51bd-cfb6-4365-b4d6-df30e8b96508 on network 4627c0db-c76d-42ad-b78d-6debf7429430 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:46:58.120434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Attempting to bind port da6e51bd-cfb6-4365-b4d6-df30e8b96508 on network 4627c0db-c76d-42ad-b78d-6debf7429430 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:46:58.125816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:46:58.126503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Checking segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:46:58.138074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Bound using segment: {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:46:58.138074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Bound port: da6e51bd-cfb6-4365-b4d6-df30e8b96508, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff27de77-4727-4690-b2af-6297752d521a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:46:58.138074 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.163147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d28ad-e5a3-41b5-ae5f-f0217d142180 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f151269-3ff6-40da-9fb2-b29655528304,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:58.200742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 86058709-fb9f-49e9-843c-a756b30fb79a {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:46:58.206797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (86058709-fb9f-49e9-843c-a756b30fb79a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.214900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:46:58.223937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:46:58.276982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (86058709-fb9f-49e9-843c-a756b30fb79a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.327319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.369915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-4fe4894d-7ea6-466a-9d55-78695059a572 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:58.371483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-4fe4894d-7ea6-466a-9d55-78695059a572 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1372373 May 02 10:46:58.404045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (86058709-fb9f-49e9-843c-a756b30fb79a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.412158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:58.423102 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.423102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] 10.222.0.15 "PUT /v2.0/ports/da6e51bd-cfb6-4365-b4d6-df30e8b96508 HTTP/1.1" status: 200 len: 1092 time: 1.1510658 May 02 10:46:58.423102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:46:58.423102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0276c4-6ee2-40d6-80ba-2275891862aa" -d '{"events": [{"name": "network-changed", "server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:46:58.433569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:58.484627 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b2d6289-689a-4706-9851-b8f9ace99056 x-openstack-request-id: req-0b2d6289-689a-4706-9851-b8f9ace99056 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:46:58.484929 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:46:58.485191 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0b2d6289-689a-4706-9851-b8f9ace99056 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:46:58.485609 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b2d6289-689a-4706-9851-b8f9ace99056'] response: {'name': 'network-changed', 'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508', 'status': 'completed', 'code': 200} May 02 10:46:58.571181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd65f2b-6eb2-42db-b78c-5a653eae97cf service neutron] Pushing event updated for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:58.593365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-e06ef8c4-73d8-4313-886f-8652d6cba114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:58.594888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-e06ef8c4-73d8-4313-886f-8652d6cba114 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1126 time: 0.0714066 May 02 10:46:58.599705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (86058709-fb9f-49e9-843c-a756b30fb79a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.634683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=86058709-fb9f-49e9-843c-a756b30fb79a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:58.642854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.647131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e71bde4-1dbf-40ee-b646-b74dfa62a960 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/86058709-fb9f-49e9-843c-a756b30fb79a HTTP/1.1" status: 204 len: 168 time: 0.5489779 May 02 10:46:58.648107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58532) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:58.651928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58534) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:46:58.655130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcde677-b641-4aac-86ac-ba4eecebf179 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:58.662001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:58.755953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-3d93b68e-551b-4c81-a901-c349a9fd5b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:58.757777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-3d93b68e-551b-4c81-a901-c349a9fd5b4f service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1528411 May 02 10:46:58.795637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:58.799573 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.840507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-network', 'tenant_id': '014235b8daef456e97692382aac97d1e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:58.950199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:58.954887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:58.983000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-43430ad6-45cf-49f5-8789-0b057a2f67b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:58.984819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d0276c4-6ee2-40d6-80ba-2275891862aa req-43430ad6-45cf-49f5-8789-0b057a2f67b4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2207043 May 02 10:46:58.985868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Made reservation on behalf of 014235b8daef456e97692382aac97d1e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:46:58.988300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.009753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.056697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6c45e1-a1af-445e-aa55-af907543ed92 req-6947384a-c3a1-46ed-8418-e01ec21cfcd1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.058600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c6c45e1-a1af-445e-aa55-af907543ed92 req-6947384a-c3a1-46ed-8418-e01ec21cfcd1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1181035 May 02 10:46:59.125586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.6 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/f255de00-e000-40d6-8eac-bfbf42e62f7d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:46:59.138768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e5dcfb-4e83-4378-81c9-ee3b121e6d42 req-0e5e62d4-3350-467a-b625-7b4d56e229fa tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.140571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2e5dcfb-4e83-4378-81c9-ee3b121e6d42 req-0e5e62d4-3350-467a-b625-7b4d56e229fa tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1126 time: 0.0888834 May 02 10:46:59.154405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-737ade89-f599-446e-baa6-58f4a500efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.158520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-737ade89-f599-446e-baa6-58f4a500efb4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1126 time: 0.1060517 May 02 10:46:59.235963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c6c45e1-a1af-445e-aa55-af907543ed92 req-02230325-5f59-4802-9569-639e243a30fb tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596558 May 02 10:46:59.239272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-a939ebc7-615b-43e8-a0fc-da9b0bf122ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508 HTTP/1.1" status: 200 len: 217 time: 0.0704536 May 02 10:46:59.251291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c2e5dcfb-4e83-4378-81c9-ee3b121e6d42 req-457ee2ff-5cc8-4494-9588-78b0b0a38d68 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 May 02 10:46:59.258591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.332492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks [] for security_group (1f7573ec-43ac-48d7-9d16-fd6437cd5f25), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.384020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-502c778c-dc22-47c9-887e-4b16441f9d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.385540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-502c778c-dc22-47c9-887e-4b16441f9d72 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb HTTP/1.1" status: 200 len: 849 time: 0.1297896 May 02 10:46:59.416373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f7573ec-43ac-48d7-9d16-fd6437cd5f25), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.419869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e32e5e5-f84c-4c7c-bdd9-ada8f5418048 req-eb67e8db-7b7a-44ae-b3c6-c958554463ab tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 210 time: 0.0532560 May 02 10:46:59.450761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:46:59.453652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f7573ec-43ac-48d7-9d16-fd6437cd5f25,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:59.468917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1be075b8-f62a-4313-95ee-74fcf7d98c33), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.469333 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Added segment 1be075b8-f62a-4313-95ee-74fcf7d98c33 of type vlan for network ffdb6352-9040-4395-b533-e073bcf15459 May 02 10:46:59.478695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-b67dd8d9-4ee6-464e-9bee-472ecdd95f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.478695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-b67dd8d9-4ee6-464e-9bee-472ecdd95f97 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4627c0db-c76d-42ad-b78d-6debf7429430&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0692759 May 02 10:46:59.519316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.521450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ffdb6352-9040-4395-b533-e073bcf15459), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.611708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:59.612241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.615994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-6334650e-dfb6-407b-9493-5f0a00f75d1c service neutron] 10.222.0.15 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247313 May 02 10:46:59.686858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.699852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:46:59.741129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:46:59.749671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:59.761609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:46:59.761850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:59.762005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.769985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:46:59.808097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:46:59.822832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-967eb98a-57e1-4254-8dcd-5aceb4245c8b None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:46:59.823156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aac810b7-76b4-42b4-bbc3-1d48c7279ddd req-3809ee0b-3b4d-4560-9fa0-d6ae0051ac54 service neutron] 10.222.0.15 "GET /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013509 May 02 10:46:59.860221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.862203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.927657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (c8ade6fa-d514-448d-aee8-8efc82c79b9a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.968740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:46:59.970806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-94dfb880-11d0-41c4-99ad-295c3cd7423e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5609539 May 02 10:46:59.971892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:46:59.976196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:46:59.976856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:46:59.980677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbbb3803-941c-45e4-8d52-3b3c015568cb None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:46:59.986717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Request body: {'port': {'device_id': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:46:59.993165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=c8ade6fa-d514-448d-aee8-8efc82c79b9a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.049270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.068025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ffdb6352-9040-4395-b533-e073bcf15459), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.069062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:00.069654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.104971 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b2570a4-d690-48eb-98a1-aa49ac820178 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4459450 May 02 10:47:00.106787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58560) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:00.117689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'security_group': {'name': 'tempest-secgroup-2060135403'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:00.134850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] Pushing event updated for resources: {'Network': ['ID=ffdb6352-9040-4395-b533-e073bcf15459,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.156017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ffdb6352-9040-4395-b533-e073bcf15459 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:00.228841 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c80a7eb6-83f0-49af-9392-8b64b8421066 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5770121 May 02 10:47:00.229028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Update dhcp port {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'fixed_ips': [{'subnet_id': '81c6d3c9-122b-4f05-ac89-a72796ca5172', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c8ade6fa-d514-448d-aee8-8efc82c79b9a'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c2db2467-303d-41da-815d-541f03bfa409'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:47:00.229694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:00.235776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Request body: {'subnet': {'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-subnet', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:00.266672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.357091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.365581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Made reservation on behalf of 014235b8daef456e97692382aac97d1e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:00.367760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.396027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f255de00-e000-40d6-8eac-bfbf42e62f7d {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:00.449154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e77215-a557-4c68-941b-6bdaf0fd4be2 req-10810c74-662c-4b37-840c-677d9d8aaaf4 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:00.450777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Allocated IP 172.20.0.2 (01a72459-77ea-441b-b23e-8ddc278788d5/c8ade6fa-d514-448d-aee8-8efc82c79b9a/c2db2467-303d-41da-815d-541f03bfa409) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:00.451994 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48e77215-a557-4c68-941b-6bdaf0fd4be2 req-10810c74-662c-4b37-840c-677d9d8aaaf4 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1126 time: 0.0605068 May 02 10:47:00.453532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks [] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.468195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc679-e447-471f-9566-4ea6602957c6 req-ba1771e7-723a-4209-8039-f93355544997 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:00.469747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c24bc679-e447-471f-9566-4ea6602957c6 req-ba1771e7-723a-4209-8039-f93355544997 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0849442 May 02 10:47:00.522540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Transition to ACTIVE for port object f255de00-e000-40d6-8eac-bfbf42e62f7d will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:47:00.533543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48e77215-a557-4c68-941b-6bdaf0fd4be2 req-929cea7f-0ae7-4073-be2f-542f004da0c0 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666523 May 02 10:47:00.545291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c24bc679-e447-471f-9566-4ea6602957c6 req-b754476e-ee8a-40dc-92f2-f4da7037fdfb tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698867 May 02 10:47:00.565483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.620118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:00.638992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.654199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Publish callbacks [] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.672299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.681502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.700489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50297b6b-8751-4bc5-a585-5a7f172ff183 req-478a6d60-d69a-4595-b6c0-f8ad30e06997 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:00.702154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50297b6b-8751-4bc5-a585-5a7f172ff183 req-478a6d60-d69a-4595-b6c0-f8ad30e06997 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 943 time: 0.0938022 May 02 10:47:00.732860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d0b05df0-9263-4700-9217-8bc07e1e1ab2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.743256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Pushing event updated for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.758688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.778552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.796982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0b05df0-9263-4700-9217-8bc07e1e1ab2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.817391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.818647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e84d3337-7b4d-4a50-a194-02572166fbb1 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.7108767 May 02 10:47:00.822480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58572) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:00.830052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1514920882'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:00.836217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Checking segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:00.836882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Network hostable DHCP agents. Network: ffdb6352-9040-4395-b533-e073bcf15459, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:00.849651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50297b6b-8751-4bc5-a585-5a7f172ff183 req-e250d95a-7744-4c38-9ff6-0c9cfb5e7659 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289032 May 02 10:47:00.868835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Attempting to bind port f255de00-e000-40d6-8eac-bfbf42e62f7d on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:00.869175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Attempting to bind port f255de00-e000-40d6-8eac-bfbf42e62f7d by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:00.869510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Attempting to bind port f255de00-e000-40d6-8eac-bfbf42e62f7d on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:00.876305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Port f255de00-e000-40d6-8eac-bfbf42e62f7d on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:47:00.876666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Attempting to bind port f255de00-e000-40d6-8eac-bfbf42e62f7d on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:00.879392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953fae8e-1742-4c39-b6f5-947befcb5e75 None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:00.883829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:00.884239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:00.884693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:00.885137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Bound port: f255de00-e000-40d6-8eac-bfbf42e62f7d, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:00.885616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:00.951295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Network ffdb6352-9040-4395-b533-e073bcf15459 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:00.959491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:00.963252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:00.978789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.058193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ffdb6352-9040-4395-b533-e073bcf15459) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:01.067149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d0d67b-6a64-4466-b26e-5bd824e24e31 None None] Network ffdb6352-9040-4395-b533-e073bcf15459 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:01.074313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (4d4b420a-99dd-4cd6-878d-703bbc90d259), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.074313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.074313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.093368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.139443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.148157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.148157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] 10.222.0.24 "PUT /v2.0/ports/f255de00-e000-40d6-8eac-bfbf42e62f7d HTTP/1.1" status: 200 len: 1091 time: 1.1609609 May 02 10:47:01.148157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:01.148157 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19c8e52-a238-463a-868d-73adafb5d458" -d '{"events": [{"name": "network-changed", "server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:01.167203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4d4b420a-99dd-4cd6-878d-703bbc90d259), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.178060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1abc67-3b9b-4af5-ae6e-6fdc6c9cb051 service neutron] Pushing event updated for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:01.202556 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9879aa4-5c7f-4aec-834e-d90e6bb5f444 x-openstack-request-id: req-c9879aa4-5c7f-4aec-834e-d90e6bb5f444 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:01.203559 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:01.203559 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9879aa4-5c7f-4aec-834e-d90e6bb5f444 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:01.203559 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9879aa4-5c7f-4aec-834e-d90e6bb5f444'] response: {'name': 'network-changed', 'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d', 'status': 'completed', 'code': 200} May 02 10:47:01.211392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ffdb6352-9040-4395-b533-e073bcf15459', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:01.211392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.236010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bcd6e3db-d150-4374-9cbc-1ba56b14a89a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0054791 May 02 10:47:01.239491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:01.242988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d4b420a-99dd-4cd6-878d-703bbc90d259,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:01.259337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:01.311535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c8e52-a238-463a-868d-73adafb5d458 req-af78b3c3-1265-4a54-825e-11df93a80e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.313161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f19c8e52-a238-463a-868d-73adafb5d458 req-af78b3c3-1265-4a54-825e-11df93a80e01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 1125 time: 0.0837300 May 02 10:47:01.313668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.318000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:01.318654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-989567e9-a2cf-474d-a8b6-24543e48c65c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4936781 May 02 10:47:01.324996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'security_group': {'name': 'tempest-secgroup-1153207574'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:01.406364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.407423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.493453 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for router_controller (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.495094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c8e52-a238-463a-868d-73adafb5d458 req-55e29311-0ad9-41e5-b37a-3fd490b2d1ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.497190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f19c8e52-a238-463a-868d-73adafb5d458 req-55e29311-0ad9-41e5-b37a-3fd490b2d1ae service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=d7e965673511439386e8a383fd25d8ee&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1683943 May 02 10:47:01.513858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.547838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Allocated IP 172.20.0.2 (ffdb6352-9040-4395-b533-e073bcf15459/d0b05df0-9263-4700-9217-8bc07e1e1ab2/7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:01.592349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:01.593251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.691774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31f38ec-b639-4a6c-8d5c-0f4d4b0d8443 req-e60fc127-92b8-4720-8734-f7832a87f02e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.694619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d31f38ec-b639-4a6c-8d5c-0f4d4b0d8443 req-e60fc127-92b8-4720-8734-f7832a87f02e tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0588865 May 02 10:47:01.759210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cdaa4-8106-4ccb-a450-067ebbda03f5 req-853aa871-e19b-4dba-bb7a-654d7848d124 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.760968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-446cdaa4-8106-4ccb-a450-067ebbda03f5 req-853aa871-e19b-4dba-bb7a-654d7848d124 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1126 time: 0.1236758 May 02 10:47:01.765454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d31f38ec-b639-4a6c-8d5c-0f4d4b0d8443 req-2bfe79ff-31b5-4b51-8c28-fe32cd104660 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627806 May 02 10:47:01.805391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:01.811498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c8e52-a238-463a-868d-73adafb5d458 req-f17370cd-36a5-4088-a2d2-cd59b0e46a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.813230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f19c8e52-a238-463a-868d-73adafb5d458 req-f17370cd-36a5-4088-a2d2-cd59b0e46a47 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3107467 May 02 10:47:01.815389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks [] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.820815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:01.821183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.826604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for router_gateway (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.863783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (f7ae8128-6497-4124-81f6-a9ab8f3b4521), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.868178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fd8bc918-239b-41b1-a130-b05a97eadd0f None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:01.909035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.911849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-446cdaa4-8106-4ccb-a450-067ebbda03f5 req-16447a1e-6ca6-4e92-9f3b-a8d81c2854d7 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139591 May 02 10:47:01.918539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-a932b392-5175-4d2a-a2c7-3489aed5b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.920667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-a932b392-5175-4d2a-a2c7-3489aed5b6a9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 1125 time: 0.0595286 May 02 10:47:01.952687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Network ffdb6352-9040-4395-b533-e073bcf15459 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:01.955668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:01.959358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:01.967338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7ae8128-6497-4124-81f6-a9ab8f3b4521), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:01.970471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-b81d70ea-fe16-472a-b0e3-af646ba9aad6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d HTTP/1.1" status: 200 len: 217 time: 0.0410612 May 02 10:47:01.975152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4fa9b-a52f-40dc-9d11-af79055f3593 req-03be7fbc-b1ee-40f3-afaa-88c44eb1f68e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:01.976984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cb4fa9b-a52f-40dc-9d11-af79055f3593 req-03be7fbc-b1ee-40f3-afaa-88c44eb1f68e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 943 time: 0.0508003 May 02 10:47:01.998190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Pushing event updated for resources: {'Port': ['ID=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:02.023110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.036654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Attempting to bind port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:02.041027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Attempting to bind port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:02.041674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cb4fa9b-a52f-40dc-9d11-af79055f3593 req-af758ff9-0ccd-4910-ad5d-79be55cded85 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573485 May 02 10:47:02.041843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Attempting to bind port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:02.049383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:02.049774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Checking segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:02.050360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.050764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Bound using segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:02.051246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Bound port: 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:02.051718 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.124344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] For port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:02.127833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] For port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:02.194751 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.265273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9deaf1a-060b-43ca-9e2d-abd42744999d None None] Pushing event updated for resources: {'Port': ['ID=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:02.352384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device da6e51bd-cfb6-4365-b4d6-df30e8b96508 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:47:02.457970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ae8128-6497-4124-81f6-a9ab8f3b4521,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:02.466826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-ecffd68f-fc81-48f2-8690-74bbefeab7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:02.468374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-ecffd68f-fc81-48f2-8690-74bbefeab7d1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.4779885 May 02 10:47:02.508660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:02.516205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.517897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a929b249-3fe3-4859-9461-b4a4b215de81 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 1.1987228 May 02 10:47:02.520016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-a2568f68-f442-44d6-8f43-8281a916f262 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453420 May 02 10:47:02.520728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:02.527924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508', 'network_id': '4627c0db-c76d-42ad-b78d-6debf7429430', 'port_id': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508', 'mac_address': 'fa:16:3e:58:f0:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:47:02.529716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-577370425', 'security_groups': ['f7ae8128-6497-4124-81f6-a9ab8f3b4521'], 'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c8ade6fa-d514-448d-aee8-8efc82c79b9a'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:02.576908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port da6e51bd-cfb6-4365-b4d6-df30e8b96508 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:02.577525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.597019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da6e51bd-cfb6-4365-b4d6-df30e8b96508 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:02.628348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:02.741722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for router_gateway (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.764869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.769020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-554f1144-e3bc-485f-aa11-6cb7b3b822be service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101922 May 02 10:47:02.886953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:02.940749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:02.941213 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.966220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:02.978711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26b73c-224d-4475-896c-2c92fe72bb1d req-8c661373-4c1b-4dc9-9ea3-0511ffa63b88 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:02.980275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b26b73c-224d-4475-896c-2c92fe72bb1d req-8c661373-4c1b-4dc9-9ea3-0511ffa63b88 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1364176 May 02 10:47:02.990217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:03.005114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edea3697-e249-4a4a-8f7e-d8b613ce9fdb req-591bef06-d91d-4c8c-88d9-db16e381cd92 service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288988 May 02 10:47:03.024429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Allocated IP 172.35.4.21 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b9d99d6a-d10b-4525-b346-0186a2e75108) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:03.067583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:03.135548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6047c8-f857-403b-a385-75e5570c2057 req-08e41767-6349-4ea9-b7a3-53af1924e44f tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:03.137343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a6047c8-f857-403b-a385-75e5570c2057 req-08e41767-6349-4ea9-b7a3-53af1924e44f tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1127 time: 0.1130960 May 02 10:47:03.154970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:03.154970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.166783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b26b73c-224d-4475-896c-2c92fe72bb1d req-ceb23213-74b0-4839-bf75-1fb43bd074e6 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391122 May 02 10:47:03.198430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.208424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:03.219115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['da6e51bd-cfb6-4365-b4d6-df30e8b96508'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:03.236983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] device_id is not set on port 966496ab-5fd4-457c-9d40-b68a5afe0086 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:47:03.248146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a6047c8-f857-403b-a385-75e5570c2057 req-1cafc519-a0c6-4249-92d8-75250afe485a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886481 May 02 10:47:03.273495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.293044 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.294006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:03.364730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d473b-d76b-4532-a830-9275b7e5e349 req-cf2bece4-ad0e-4cb9-9211-18ba7a123033 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:03.368285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-016d473b-d76b-4532-a830-9275b7e5e349 req-cf2bece4-ad0e-4cb9-9211-18ba7a123033 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 943 time: 0.0828900 May 02 10:47:03.394940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:03.426768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-016d473b-d76b-4532-a830-9275b7e5e349 req-aa19a17b-ba4c-45c4-8c48-09a9c5be4521 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540628 May 02 10:47:03.458755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.471241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.11 (01a72459-77ea-441b-b23e-8ddc278788d5/c8ade6fa-d514-448d-aee8-8efc82c79b9a/966496ab-5fd4-457c-9d40-b68a5afe0086) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:03.511894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:03.519817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:03.522370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:03.551897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Pushing event updated for resources: {'Port': ['ID=b9d99d6a-d10b-4525-b346-0186a2e75108,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:03.552675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:03.554866 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.604854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f1df9-d87c-4791-882f-fa6ac58367e2 None None] Network ffdb6352-9040-4395-b533-e073bcf15459 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:03.647618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.727502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a3054fb8-2d28-4d93-ba81-fc4d80c29075 None None] Provisioning complete for port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:03.727881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3054fb8-2d28-4d93-ba81-fc4d80c29075 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.733728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:03.761896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.803648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:03.807045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:03.829219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=966496ab-5fd4-457c-9d40-b68a5afe0086,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:03.833096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:03.859565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3054fb8-2d28-4d93-ba81-fc4d80c29075 None None] Current status of the port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:03.890743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:03.891407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.958806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for router_gateway (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:03.987245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fc726c6e-89ce-44f3-9ce5-b701916443af tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4641101 May 02 10:47:03.989770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58600) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:03.995106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:04.177568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Provisioning complete for port 966496ab-5fd4-457c-9d40-b68a5afe0086 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:04.178450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.193251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.217839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Port 966496ab-5fd4-457c-9d40-b68a5afe0086 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:04.226180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Provisioning complete for port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:04.226623 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.279112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:04.282386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.310445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59972e9-c1a4-46c9-b77d-f8e7b2ce325c req-9c5b9a37-71dc-41ef-ac18-94d11786cb36 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:04.312662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b59972e9-c1a4-46c9-b77d-f8e7b2ce325c req-9c5b9a37-71dc-41ef-ac18-94d11786cb36 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0805178 May 02 10:47:04.315827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-64d47f00-0113-4a38-8f1f-07cc4b8d3c21 None None] Current status of the port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:04.354791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device da6e51bd-cfb6-4365-b4d6-df30e8b96508 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:04.379643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fd68a1-23c0-43de-b271-25ead59c84a2 req-70d97f12-b7d2-4f4d-b8bb-1312a4880dad tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:04.386813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64fd68a1-23c0-43de-b271-25ead59c84a2 req-70d97f12-b7d2-4f4d-b8bb-1312a4880dad tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1127 time: 0.0575919 May 02 10:47:04.409968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port da6e51bd-cfb6-4365-b4d6-df30e8b96508 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:47:04.419833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b59972e9-c1a4-46c9-b77d-f8e7b2ce325c req-d0ce2cbb-3b6d-4e52-be3b-013a462036c0 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927391 May 02 10:47:04.435344 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c8ade6fa-d514-448d-aee8-8efc82c79b9a (CIDR: 172.20.0.0/28) May 02 10:47:04.456904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64fd68a1-23c0-43de-b271-25ead59c84a2 req-54fb424e-f91e-4afe-9c15-fbeed2623ea8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711417 May 02 10:47:04.502670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port da6e51bd-cfb6-4365-b4d6-df30e8b96508 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:04.503260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.511627 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:47:04.512700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:04.531689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:47:04.559452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e377de8-f366-4e8d-a14f-dc409e65ab87 req-9fec54c1-436d-4b9e-9e3b-563f69e3f67b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:04.560989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e377de8-f366-4e8d-a14f-dc409e65ab87 req-9fec54c1-436d-4b9e-9e3b-563f69e3f67b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 943 time: 0.0619116 May 02 10:47:04.588443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port da6e51bd-cfb6-4365-b4d6-df30e8b96508 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:04.588894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.617207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:04.617207 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-564726f7-55f2-4ccb-89ca-00d50c741dd2" -d '{"events": [{"server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "name": "network-vif-plugged", "status": "completed", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:04.627452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:04.633549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e377de8-f366-4e8d-a14f-dc409e65ab87 req-24fc5158-3e8c-49b9-ae39-c89821678fe3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662673 May 02 10:47:04.643294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b9c5476a-02df-4698-b6b7-676c9c4bf0ec tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6524172 May 02 10:47:04.647424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58612) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:04.648974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:04.659168 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b67b5c8-dbe6-4472-9f8e-c096162250b0 x-openstack-request-id: req-2b67b5c8-dbe6-4472-9f8e-c096162250b0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:04.659497 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "name": "network-vif-plugged", "status": "completed", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:04.659751 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b67b5c8-dbe6-4472-9f8e-c096162250b0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:04.660159 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b67b5c8-dbe6-4472-9f8e-c096162250b0'] response: {'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508', 'code': 200} May 02 10:47:04.661645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:04.677849 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:04.686778 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.698421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:04.700242 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:04.741727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:04.756112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.763083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7965e4d3-1018-44cd-9a80-eec97987ec50 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5062735 May 02 10:47:04.763932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58614) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:04.809553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5268231-85df-4c0b-8844-8a21ba3f23e6 req-bcb779cf-3edc-43c4-9b51-74eae1d14b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:04.811465 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5268231-85df-4c0b-8844-8a21ba3f23e6 req-bcb779cf-3edc-43c4-9b51-74eae1d14b7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0609963 May 02 10:47:04.830195 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:04.858536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:04.873171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5268231-85df-4c0b-8844-8a21ba3f23e6 req-8189e5bb-ccd8-401c-9af5-f22d2c6f3f4b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511312 May 02 10:47:04.911171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:04.911794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:04.947350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:04.951002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.001349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:05.034320 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:03Z', 'revision_number': 3, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:05.073782 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:05.074134 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Updating router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea port b9d99d6a-d10b-4525-b346-0186a2e75108 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:05.100571 ncdv-master-1 neutron-server[115662]: INFO neutron.db.ipam_backend_mixin [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 81c6d3c9-122b-4f05-ac89-a72796ca5172 (CIDR: 172.20.0.16/28) May 02 10:47:05.101232 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.146324 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:47:05.146713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:05.255154 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fda4a91c-e7af-4eb0-8ed7-da5374c5dbee tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6075675 May 02 10:47:05.255420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58616) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:05.260534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'subnet': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:05.339762 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.375394 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks [] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.452523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Made reservation on behalf of c6bfb18208ab47b4873cb564c5d7c24e for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:05.456076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.509612 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.535182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Allocated IP 172.20.0.1 (ffdb6352-9040-4395-b533-e073bcf15459/d0b05df0-9263-4700-9217-8bc07e1e1ab2/d7698eb7-700b-4779-936b-25c9395f664d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:05.572641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Attempting to bind port b9d99d6a-d10b-4525-b346-0186a2e75108 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:05.572641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Attempting to bind port b9d99d6a-d10b-4525-b346-0186a2e75108 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:05.572641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Attempting to bind port b9d99d6a-d10b-4525-b346-0186a2e75108 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:05.582225 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:05.582610 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:05.583001 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.583387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:05.583988 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Bound port: b9d99d6a-d10b-4525-b346-0186a2e75108, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:05.584370 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.589943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e3e67b-c03f-440c-a009-18765bc2b1f0 req-a52e380f-95fc-4dd8-b658-b1f1c4f16419 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:05.592049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40e3e67b-c03f-440c-a009-18765bc2b1f0 req-a52e380f-95fc-4dd8-b658-b1f1c4f16419 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0664172 May 02 10:47:05.633505 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Pushing event updated for resources: {'Port': ['ID=b9d99d6a-d10b-4525-b346-0186a2e75108,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:05.640834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62152790-d80d-4c95-990e-cdd8d20442b8 req-d129449c-b109-4566-85d0-87057b7ed361 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:05.642381 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62152790-d80d-4c95-990e-cdd8d20442b8 req-d129449c-b109-4566-85d0-87057b7ed361 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0904882 May 02 10:47:05.656900 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.656900 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.656900 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.656900 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.656900 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.657446 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.657446 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.657672 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.657928 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.658492 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.658619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.658885 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.659209 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.659533 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.661281 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:05.662062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40e3e67b-c03f-440c-a009-18765bc2b1f0 req-28fc4664-fe84-415e-aea1-2dadf0a3070d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627596 May 02 10:47:05.687418 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] For port b9d99d6a-d10b-4525-b346-0186a2e75108, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:05.691408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] For port b9d99d6a-d10b-4525-b346-0186a2e75108, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9d99d6a-d10b-4525-b346-0186a2e75108,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:05.726685 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks [] for port (d7698eb7-700b-4779-936b-25c9395f664d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.754770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-62152790-d80d-4c95-990e-cdd8d20442b8 req-46430831-ed97-489a-870c-2e38bb610675 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048756 May 02 10:47:05.779074 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.805783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d577bcb9-df8b-4a04-ba59-4d6422dc6c3e req-acf2869f-0756-401d-bac6-7d29057ea64c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:05.807180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d577bcb9-df8b-4a04-ba59-4d6422dc6c3e req-acf2869f-0756-401d-bac6-7d29057ea64c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 943 time: 0.0743396 May 02 10:47:05.842807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.848084 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:05.848971 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:05.852026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3cd29-fc76-4447-9948-ed87de893425 None None] Pushing event updated for resources: {'Port': ['ID=b9d99d6a-d10b-4525-b346-0186a2e75108,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:05.880922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d577bcb9-df8b-4a04-ba59-4d6422dc6c3e req-b1ddfea3-d447-44a8-bae8-05262560e120 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664821 May 02 10:47:05.891676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Network ffdb6352-9040-4395-b533-e073bcf15459 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:05.893519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:05.897518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:05.951642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Pushing event updated for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:05.966103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:05.973399 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:06.007492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (1e0e9c1d-1178-401f-b06b-fa5ae33fa95e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.062979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Network 01a72459-77ea-441b-b23e-8ddc278788d5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:06.066558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:06.069992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:06.070841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.079475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00525c89-5068-4e0b-9b64-4c9b87c4de0f None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:06.092990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Subnet': ['ID=1e0e9c1d-1178-401f-b06b-fa5ae33fa95e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:06.163968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2fd8c792-c8de-41ca-9d26-02c7f5922636 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9003813 May 02 10:47:06.163968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58626) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:06.173441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-747356515', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1e0e9c1d-1178-401f-b06b-fa5ae33fa95e'}], 'security_groups': ['54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb', '4d4b420a-99dd-4cd6-878d-703bbc90d259']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:06.180320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f255de00-e000-40d6-8eac-bfbf42e62f7d details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:47:06.229861 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:03Z', 'revision_number': 3, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:06.261074 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2c0cb2e-3bd6-4d57-8871-67c027ec1f3c None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:03Z', 'revision_number': 3, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:06.302026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-50008fd3-eb14-4511-bc43-2de427cfc15f None None] Provisioning complete for port d7698eb7-700b-4779-936b-25c9395f664d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:06.302399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-50008fd3-eb14-4511-bc43-2de427cfc15f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7698eb7-700b-4779-936b-25c9395f664d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.338044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7698eb7-700b-4779-936b-25c9395f664d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.358462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-50008fd3-eb14-4511-bc43-2de427cfc15f None None] Port d7698eb7-700b-4779-936b-25c9395f664d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:06.387900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.420259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:06.434053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Update dhcp port {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'fixed_ips': [{'subnet_id': '81c6d3c9-122b-4f05-ac89-a72796ca5172', 'ip_address': '172.20.0.18'}, {'subnet_id': 'c8ade6fa-d514-448d-aee8-8efc82c79b9a', 'ip_address': '172.20.0.2'}, {'subnet_id': '1e0e9c1d-1178-401f-b06b-fa5ae33fa95e'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c2db2467-303d-41da-815d-541f03bfa409'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:47:06.437004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'f255de00-e000-40d6-8eac-bfbf42e62f7d', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': 'f255de00-e000-40d6-8eac-bfbf42e62f7d', 'mac_address': 'fa:16:3e:d6:f8:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:47:06.510660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.536906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f255de00-e000-40d6-8eac-bfbf42e62f7d is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:06.537304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.577241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f255de00-e000-40d6-8eac-bfbf42e62f7d {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:06.582968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks [] for port (d7698eb7-700b-4779-936b-25c9395f664d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.650209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.747481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:06.811235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.828317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:06.893528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Delete allocated IP 172.20.0.11 (01a72459-77ea-441b-b23e-8ddc278788d5/c8ade6fa-d514-448d-aee8-8efc82c79b9a) {{(pid=115663) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} May 02 10:47:06.940778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9d99d6a-d10b-4525-b346-0186a2e75108 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:06.941302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Allocated IP 172.20.0.41 (01a72459-77ea-441b-b23e-8ddc278788d5/1e0e9c1d-1178-401f-b06b-fa5ae33fa95e/966496ab-5fd4-457c-9d40-b68a5afe0086) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:06.950327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:07.010840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe0104-66a5-4cfe-859e-6ec1df976d89 req-8c205fa5-dcff-46ca-8621-fd6975b87575 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:07.019515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dabe0104-66a5-4cfe-859e-6ec1df976d89 req-8c205fa5-dcff-46ca-8621-fd6975b87575 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.1029239 May 02 10:47:07.024528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b9d99d6a-d10b-4525-b346-0186a2e75108 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:07.026688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.080543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['f255de00-e000-40d6-8eac-bfbf42e62f7d'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:07.198281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.228418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b9d99d6a-d10b-4525-b346-0186a2e75108 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:07.228722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.236427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dabe0104-66a5-4cfe-859e-6ec1df976d89 req-d4d73bb0-0228-44cc-ad6a-b29ef6851997 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2158587 May 02 10:47:07.264370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.291509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Pushing event updated for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:07.306794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b9d99d6a-d10b-4525-b346-0186a2e75108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9d99d6a-d10b-4525-b346-0186a2e75108,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:07.360623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308b0ba4-22bd-44e3-9410-d3032177a07e req-dd72d30e-2736-4a32-9db3-099a1aa49fe4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:07.362837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-308b0ba4-22bd-44e3-9410-d3032177a07e req-dd72d30e-2736-4a32-9db3-099a1aa49fe4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.5041153 May 02 10:47:07.401490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event updated for resources: {'Port': ['ID=966496ab-5fd4-457c-9d40-b68a5afe0086,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:07.403815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Allocated IP 172.20.0.34 (01a72459-77ea-441b-b23e-8ddc278788d5/1e0e9c1d-1178-401f-b06b-fa5ae33fa95e/c2db2467-303d-41da-815d-541f03bfa409) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:07.418588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Network ffdb6352-9040-4395-b533-e073bcf15459 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:07.419984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.428065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:07.491082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb1b8b5-d055-46ba-85d6-b4b504f735a9 req-547db588-6429-487b-b873-e835b563889a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:07.492696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efb1b8b5-d055-46ba-85d6-b4b504f735a9 req-547db588-6429-487b-b873-e835b563889a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 944 time: 0.0927236 May 02 10:47:07.516647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b9d99d6a-d10b-4525-b346-0186a2e75108,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:07.538821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] In _notify_port_updated(), no bound segment for port 966496ab-5fd4-457c-9d40-b68a5afe0086 on network 01a72459-77ea-441b-b23e-8ddc278788d5 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:47:07.547608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:07.549354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.551851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8eb4d5ba-7f1a-4f65-90e4-ae48373ca247 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "PUT /v2.0/ports/966496ab-5fd4-457c-9d40-b68a5afe0086 HTTP/1.1" status: 200 len: 959 time: 1.3903360 May 02 10:47:07.554867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:07.627573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-308b0ba4-22bd-44e3-9410-d3032177a07e req-3ea09e20-1e25-4b08-8bb9-186e4e1aedbe tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2539546 May 02 10:47:07.652313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:07.653086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:07.654612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efb1b8b5-d055-46ba-85d6-b4b504f735a9 req-ee0354b8-55bd-43f8-99c3-2c5ca8536e34 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522496 May 02 10:47:07.709991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Publish callbacks [] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.770400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port 966496ab-5fd4-457c-9d40-b68a5afe0086 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:07.770838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.780587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff9232-92ac-468b-bf08-6b5d0a7a8604 req-aea1620e-566a-4df9-9c99-06f8ce056abe tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:07.782323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30ff9232-92ac-468b-bf08-6b5d0a7a8604 req-aea1620e-566a-4df9-9c99-06f8ce056abe tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0470054 May 02 10:47:07.801229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b0ce6427-7a39-4274-8e5b-de2cc4eae928 None None] Provisioning complete for port d7698eb7-700b-4779-936b-25c9395f664d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:07.801649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b0ce6427-7a39-4274-8e5b-de2cc4eae928 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7698eb7-700b-4779-936b-25c9395f664d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.804753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.887834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30ff9232-92ac-468b-bf08-6b5d0a7a8604 req-cd39e5ad-563b-45dd-a9a4-53ee460cdff7 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931492 May 02 10:47:07.892563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:07.897852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f2d453c-5f52-4aaa-b676-fd2b293f8007 admin admin] 10.222.0.16 "PUT /v2.0/routers/aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1327856 May 02 10:47:07.910129 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:07.919714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for 966496ab-5fd4-457c-9d40-b68a5afe0086 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:08.048644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483539cf-5686-4514-8cad-5e7516c04430 req-b23149c6-f53b-4566-aabe-1b3b62464d4a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:08.050299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483539cf-5686-4514-8cad-5e7516c04430 req-b23149c6-f53b-4566-aabe-1b3b62464d4a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0570409 May 02 10:47:08.094661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b0ce6427-7a39-4274-8e5b-de2cc4eae928 None None] Port d7698eb7-700b-4779-936b-25c9395f664d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:08.110634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e55387b-293c-4a0c-9882-31aa31249cdf None None] Pushing event updated for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:08.147339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-483539cf-5686-4514-8cad-5e7516c04430 req-70257f07-d67b-46ea-8814-51adcc75a527 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901046 May 02 10:47:08.199217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f255de00-e000-40d6-8eac-bfbf42e62f7d up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:08.272250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port f255de00-e000-40d6-8eac-bfbf42e62f7d completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:47:08.312520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (966496ab-5fd4-457c-9d40-b68a5afe0086), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.373866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port f255de00-e000-40d6-8eac-bfbf42e62f7d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:08.374625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.382501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=966496ab-5fd4-457c-9d40-b68a5afe0086,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:08.448665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.455734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4dc9e100-8fe3-462d-85da-47d68ec9cceb tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/966496ab-5fd4-457c-9d40-b68a5afe0086 HTTP/1.1" status: 204 len: 168 time: 0.8975954 May 02 10:47:08.456009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:08.521842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port f255de00-e000-40d6-8eac-bfbf42e62f7d is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:08.522097 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.531247 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0668553-e73e-49db-9ed9-cade7373c905 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] GET failed (client error): The resource could not be found. May 02 10:47:08.534945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0668553-e73e-49db-9ed9-cade7373c905 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports/966496ab-5fd4-457c-9d40-b68a5afe0086 HTTP/1.1" status: 404 len: 333 time: 0.0778763 May 02 10:47:08.539795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58656) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:08.573805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:08.576117 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0980d2d-3d97-41a4-a357-6394d56b5500" -d '{"events": [{"server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "name": "network-vif-plugged", "status": "completed", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:08.590025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:08.611307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (f7ae8128-6497-4124-81f6-a9ab8f3b4521), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.636731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (f7ae8128-6497-4124-81f6-a9ab8f3b4521), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.664431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.725212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58666) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:08.731980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1888985645', 'description': 'tempest-description--636111002'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:08.732532 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ab4d146-8d2a-4e7e-8352-face8c5304c9 x-openstack-request-id: req-5ab4d146-8d2a-4e7e-8352-face8c5304c9 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:08.732998 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "name": "network-vif-plugged", "status": "completed", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:08.733353 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ab4d146-8d2a-4e7e-8352-face8c5304c9 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:08.733855 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ab4d146-8d2a-4e7e-8352-face8c5304c9'] response: {'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d', 'code': 200} May 02 10:47:08.744790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:08.770515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7ae8128-6497-4124-81f6-a9ab8f3b4521), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.773277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.777027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:08.782947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/security-groups/f7ae8128-6497-4124-81f6-a9ab8f3b4521 HTTP/1.1" status: 204 len: 168 time: 0.2365830 May 02 10:47:08.783213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58668) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:08.796833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51643219-a24b-450d-9c55-14317b2de3de tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ae8128-6497-4124-81f6-a9ab8f3b4521,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:08.804008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:08.806689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:08.909721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3708510a-f719-46b8-ae78-cec8fc057559 req-fbb1dd61-23cb-405c-bc5b-fbd99e985faf tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:08.917166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3708510a-f719-46b8-ae78-cec8fc057559 req-fbb1dd61-23cb-405c-bc5b-fbd99e985faf tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0644760 May 02 10:47:08.960155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9d99d6a-d10b-4525-b346-0186a2e75108 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:08.968266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:08.984274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3708510a-f719-46b8-ae78-cec8fc057559 req-933c7df0-6902-4b94-bcd9-0f928912fa04 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620773 May 02 10:47:09.011703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a11cace-c2bf-43a3-9494-749c78c5b013 req-5690fa35-727e-466b-ab55-f4aa6188917f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:09.014072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a11cace-c2bf-43a3-9494-749c78c5b013 req-5690fa35-727e-466b-ab55-f4aa6188917f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 1127 time: 0.1529918 May 02 10:47:09.026194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052cb6b2-edb4-4bc5-bd70-af93fe2ec9dd req-ab9aae42-9b55-4b38-9431-e3f448e2d61a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:09.027054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-052cb6b2-edb4-4bc5-bd70-af93fe2ec9dd req-ab9aae42-9b55-4b38-9431-e3f448e2d61a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1380134 May 02 10:47:09.029877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Could not find standard attr ID for object 966496ab-5fd4-457c-9d40-b68a5afe0086. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:47:09.034762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (4d4b420a-99dd-4cd6-878d-703bbc90d259), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.047982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:09.086965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:09.087344 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.113750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b9d99d6a-d10b-4525-b346-0186a2e75108 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:09.114412 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.120234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (4d4b420a-99dd-4cd6-878d-703bbc90d259), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.122947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b04f33-b393-46e3-91eb-f62cbfad27db req-5e997885-7aed-4b8e-8d7e-d601ebe117c6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:09.124660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1b04f33-b393-46e3-91eb-f62cbfad27db req-5e997885-7aed-4b8e-8d7e-d601ebe117c6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0801783 May 02 10:47:09.176452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7a11cace-c2bf-43a3-9494-749c78c5b013 req-289c0c84-4444-4bd5-9645-5b4b88056c20 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483424 May 02 10:47:09.193215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1b04f33-b393-46e3-91eb-f62cbfad27db req-4f5189d8-3022-43f1-9c83-f4a55cad546e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611081 May 02 10:47:09.199510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-052cb6b2-edb4-4bc5-bd70-af93fe2ec9dd req-2002f740-a486-4155-8dd0-d71b88eea4db tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627605 May 02 10:47:09.213203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:09.226982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (d2c8032a-d63b-4c26-b5f2-6a847590bad3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.261041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:09.261422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.281655 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4d4b420a-99dd-4cd6-878d-703bbc90d259), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.284775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.286384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/security-groups/4d4b420a-99dd-4cd6-878d-703bbc90d259 HTTP/1.1" status: 204 len: 168 time: 0.5041358 May 02 10:47:09.292214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58670) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:09.306685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001f4c47-8c18-4df7-a433-73d859fafe6c tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d4b420a-99dd-4cd6-878d-703bbc90d259,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:09.319138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d2c8032a-d63b-4c26-b5f2-6a847590bad3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.350825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c8032a-d63b-4c26-b5f2-6a847590bad3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:09.373025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.373295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b9d99d6a-d10b-4525-b346-0186a2e75108 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:09.374429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:09.399173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.429691 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.431128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43e36bb2-9633-47fa-9340-2722cb568b81 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.7045548 May 02 10:47:09.434527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58672) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:09.439718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group_rule': {'security_group_id': 'd2c8032a-d63b-4c26-b5f2-6a847590bad3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:09.470388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 2, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:09.511198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:09.514025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Updating router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea port d7698eb7-700b-4779-936b-25c9395f664d binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:09.515391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b8747521-ab8e-43ec-b648-6e83e6bf07cc None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:09.532636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.537891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.540822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58676) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:09.541740 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/security-groups/54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb HTTP/1.1" status: 204 len: 168 time: 0.2482853 May 02 10:47:09.553628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:09.554014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.554957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b490c90-2bf9-496e-86ca-3d87759450e2 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54d82c8c-c763-46c1-9e53-e7b9e4c5f7eb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:09.555696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7698eb7-700b-4779-936b-25c9395f664d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.605073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (0f191728-3ff1-4ae8-b070-06c993bb09cc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.643510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-05ca1bdb-a426-4e3c-99c7-af0aea529271 None None] Could not find standard attr ID for object 966496ab-5fd4-457c-9d40-b68a5afe0086. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:47:09.656340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet c8ade6fa-d514-448d-aee8-8efc82c79b9a {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:09.660140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (c8ade6fa-d514-448d-aee8-8efc82c79b9a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.714269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (c8ade6fa-d514-448d-aee8-8efc82c79b9a), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.766115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (0f191728-3ff1-4ae8-b070-06c993bb09cc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.798093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:09.815446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (c8ade6fa-d514-448d-aee8-8efc82c79b9a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.845159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (0f191728-3ff1-4ae8-b070-06c993bb09cc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.871485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f191728-3ff1-4ae8-b070-06c993bb09cc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:09.942424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks [] for port (d7698eb7-700b-4779-936b-25c9395f664d), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.967233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:09.968642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-000aa150-2868-4d2c-8d9f-8ce7a30dd392 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5327940 May 02 10:47:09.971382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58678) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:09.975636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group_rule': {'security_group_id': 'd2c8032a-d63b-4c26-b5f2-6a847590bad3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:10.010682 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (c8ade6fa-d514-448d-aee8-8efc82c79b9a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.048896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ade6fa-d514-448d-aee8-8efc82c79b9a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:10.056115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.083687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.087223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/c8ade6fa-d514-448d-aee8-8efc82c79b9a HTTP/1.1" status: 204 len: 168 time: 0.5440383 May 02 10:47:10.091550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0be04a7-e9ca-4553-a930-d10874db8d99 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:10.092367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:10.114556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.114909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.115261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.115608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.115978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.116284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.116639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.116977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.117733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.117733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.117981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.118295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.118662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.118955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.119283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a625e9-90e1-45c8-974e-bea122433bfd tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:10.130009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-f5706303-ee21-4235-8d5b-bdb6bb457afd tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:10.131593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-f5706303-ee21-4235-8d5b-bdb6bb457afd tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0944562 May 02 10:47:10.141081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c810ed-de00-42cf-95f8-998bb9dbf70c req-497ff035-3fc0-4ace-9258-713dea357ba2 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:10.142463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29c810ed-de00-42cf-95f8-998bb9dbf70c req-497ff035-3fc0-4ace-9258-713dea357ba2 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 1128 time: 0.0958736 May 02 10:47:10.179825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 1e0e9c1d-1178-401f-b06b-fa5ae33fa95e {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:10.183592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aef8ca-d0c2-4653-bc4f-9999e2b91af6 None None] Pushing event updated for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:10.186150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (1e0e9c1d-1178-401f-b06b-fa5ae33fa95e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.209279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (470a7cd9-4067-4fe4-9125-ba8da7c2b162), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.245251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Attempting to bind port d7698eb7-700b-4779-936b-25c9395f664d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:10.248250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Attempting to bind port d7698eb7-700b-4779-936b-25c9395f664d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:10.248479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Attempting to bind port d7698eb7-700b-4779-936b-25c9395f664d on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:10.269030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:10.269761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Checking segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:10.270533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.271124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Bound using segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:10.271794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Bound port: d7698eb7-700b-4779-936b-25c9395f664d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:10.273284 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7698eb7-700b-4779-936b-25c9395f664d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.275060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (1e0e9c1d-1178-401f-b06b-fa5ae33fa95e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.304871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29c810ed-de00-42cf-95f8-998bb9dbf70c req-6d208289-ac1e-4e19-8f06-6fe432695236 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547284 May 02 10:47:10.315097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Deleting port da6e51bd-cfb6-4365-b4d6-df30e8b96508 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:10.315448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.352310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (470a7cd9-4067-4fe4-9125-ba8da7c2b162), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.430972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] For port da6e51bd-cfb6-4365-b4d6-df30e8b96508, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=da6e51bd-cfb6-4365-b4d6-df30e8b96508,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:10.431363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.458995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Calling delete_port for da6e51bd-cfb6-4365-b4d6-df30e8b96508 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:10.460095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec745ec-0707-40e0-ab68-cc472a5c2448 req-2ff1a426-deb2-4e3b-8fec-82737a45af25 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:10.462222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ec745ec-0707-40e0-ab68-cc472a5c2448 req-2ff1a426-deb2-4e3b-8fec-82737a45af25 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0864007 May 02 10:47:10.477547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] For port d7698eb7-700b-4779-936b-25c9395f664d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:10.492655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] For port d7698eb7-700b-4779-936b-25c9395f664d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7698eb7-700b-4779-936b-25c9395f664d,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:10.514822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (470a7cd9-4067-4fe4-9125-ba8da7c2b162), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.557733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (1e0e9c1d-1178-401f-b06b-fa5ae33fa95e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.568150 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.572125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=470a7cd9-4067-4fe4-9125-ba8da7c2b162,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:10.600351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a04c85-e63a-4444-b6c3-a61eab01ce57 req-b3d620c4-0ca6-4077-9584-d6e4c5639d4f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:10.600351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1a04c85-e63a-4444-b6c3-a61eab01ce57 req-b3d620c4-0ca6-4077-9584-d6e4c5639d4f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0975404 May 02 10:47:10.647097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Provisioning complete for port d7698eb7-700b-4779-936b-25c9395f664d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:10.647555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7698eb7-700b-4779-936b-25c9395f664d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.668730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ec745ec-0707-40e0-ab68-cc472a5c2448 req-98653ab7-fb7d-4626-a143-06af9075a7b6 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682138 May 02 10:47:10.704670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:10.705412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:10.714392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aef8ca-d0c2-4653-bc4f-9999e2b91af6 None None] Pushing event updated for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:10.714574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1a04c85-e63a-4444-b6c3-a61eab01ce57 req-4027d739-4aeb-4dd4-bf95-a0d0c9120dc4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039171 May 02 10:47:10.724880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.729362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58690) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:10.740225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:10.740443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-749e795b-2e8d-4e09-a0cd-0d9d14d1ad5c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7643733 May 02 10:47:10.819076 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (1e0e9c1d-1178-401f-b06b-fa5ae33fa95e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.848299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0e9c1d-1178-401f-b06b-fa5ae33fa95e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:10.854268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.858833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-09d751b9-acbc-443f-8f4d-0f8e188bd6a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/1e0e9c1d-1178-401f-b06b-fa5ae33fa95e HTTP/1.1" status: 204 len: 168 time: 0.7642927 May 02 10:47:10.861489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58692) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:10.890850 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-920fc195-fbff-4ea6-8a73-95437b9f0306 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:10.891265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-920fc195-fbff-4ea6-8a73-95437b9f0306 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:10.892764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.897738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Current status of the port d7698eb7-700b-4779-936b-25c9395f664d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:10.898138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7698eb7-700b-4779-936b-25c9395f664d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:10.909189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-920fc195-fbff-4ea6-8a73-95437b9f0306 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/c8ade6fa-d514-448d-aee8-8efc82c79b9a HTTP/1.1" status: 404 len: 337 time: 0.0463462 May 02 10:47:10.911326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:10.913301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:10.981817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting subnet 81c6d3c9-122b-4f05-ac89-a72796ca5172 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:10.985946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (81c6d3c9-122b-4f05-ac89-a72796ca5172), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.018605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (da6e51bd-cfb6-4365-b4d6-df30e8b96508), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.023556 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.064247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (81c6d3c9-122b-4f05-ac89-a72796ca5172), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.151686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Pushing event deleted for resources: {'Port': ['ID=da6e51bd-cfb6-4365-b4d6-df30e8b96508,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:11.197204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Allocated IP 172.35.4.253 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7b2f34ba-2f38-405c-bca3-78288a9b4878) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:11.210714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] No DVR routers for this DVR port da6e51bd-cfb6-4365-b4d6-df30e8b96508 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:11.236408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.239856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4176c92-d922-4d1b-8ec2-4c180cb960f8 req-a24417e7-99dc-4104-9e56-5a11f4b56d78 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.15 "DELETE /v2.0/ports/da6e51bd-cfb6-4365-b4d6-df30e8b96508 HTTP/1.1" status: 204 len: 173 time: 1.0964198 May 02 10:47:11.240317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'name': 'network-vif-deleted', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:11.242685 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b639d368-d821-42c1-a265-226901394085" -d '{"events": [{"server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "name": "network-vif-deleted", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:11.252981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['da6e51bd-cfb6-4365-b4d6-df30e8b96508'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:11.255051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5390c40-202f-46f0-887e-93b8b41e8b94'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:11.258801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] For port d7698eb7-700b-4779-936b-25c9395f664d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7698eb7-700b-4779-936b-25c9395f664d,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:11.284062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (81c6d3c9-122b-4f05-ac89-a72796ca5172), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.334911 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f10b64e-6bad-4688-83c1-5de161208b1c x-openstack-request-id: req-6f10b64e-6bad-4688-83c1-5de161208b1c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:11.335585 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e91d6e4-7d89-4134-9a27-9e6d8a3fac65", "name": "network-vif-deleted", "tag": "da6e51bd-cfb6-4365-b4d6-df30e8b96508", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:11.335585 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6f10b64e-6bad-4688-83c1-5de161208b1c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:11.335867 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f10b64e-6bad-4688-83c1-5de161208b1c'] response: {'server_uuid': '4e91d6e4-7d89-4134-9a27-9e6d8a3fac65', 'name': 'network-vif-deleted', 'tag': 'da6e51bd-cfb6-4365-b4d6-df30e8b96508', 'status': 'completed', 'code': 200} May 02 10:47:11.396158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.411043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.452100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330b2c6-56ab-4d02-9b61-2bb04247ff46 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:11.500309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d436ce0f-1891-44c6-ab0c-e52232779334 req-6ac9b464-3aad-466e-b3a4-9e96f2fad553 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=4e91d6e4-7d89-4134-9a27-9e6d8a3fac65 HTTP/1.1" status: 200 len: 210 time: 0.0506885 May 02 10:47:11.516477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (81c6d3c9-122b-4f05-ac89-a72796ca5172), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.547619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Subnet': ['ID=81c6d3c9-122b-4f05-ac89-a72796ca5172,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:11.550971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.551178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.554671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-608f62a9-1f0a-404c-b0bf-309320116449 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/81c6d3c9-122b-4f05-ac89-a72796ca5172 HTTP/1.1" status: 204 len: 168 time: 0.6419649 May 02 10:47:11.556867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58700) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.587304 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-163418fc-c3a5-44f8-94bb-61fac102ae2a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.587304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163418fc-c3a5-44f8-94bb-61fac102ae2a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.591001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-163418fc-c3a5-44f8-94bb-61fac102ae2a tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/86058709-fb9f-49e9-843c-a756b30fb79a HTTP/1.1" status: 404 len: 337 time: 0.0323141 May 02 10:47:11.599427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58702) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.600241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:11.603232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:11.607040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:11.628568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:11.628966 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.645104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9626cbce-7efd-4bc4-a644-49b7b1a0ffce None None] Pushing event updated for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:11.649208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-35f3bbcb-1610-46a6-91c8-6c1580a2c4a6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "GET /v2.0/ports?device_id=d1c6b113-31f7-45f0-a535-da129a9d6d0e HTTP/1.1" status: 200 len: 205 time: 0.0476401 May 02 10:47:11.650578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58706) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.684305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=7b2f34ba-2f38-405c-bca3-78288a9b4878,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:11.708831 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-89709435-60f9-4c39-b03c-4ff2cd7e8511 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] delete failed (client error): The resource could not be found. May 02 10:47:11.712384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89709435-60f9-4c39-b03c-4ff2cd7e8511 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/routers/d1c6b113-31f7-45f0-a535-da129a9d6d0e HTTP/1.1" status: 404 len: 336 time: 0.0531929 May 02 10:47:11.713615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58708) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.770055 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-aaae95ac-8be0-411a-8d51-83a3cc9c0add tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.770526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aaae95ac-8be0-411a-8d51-83a3cc9c0add tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.774016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aaae95ac-8be0-411a-8d51-83a3cc9c0add tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/296ba9f0-b110-43bf-a4fd-3aff6a4f4072 HTTP/1.1" status: 404 len: 337 time: 0.0604365 May 02 10:47:11.776633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58714) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.812294 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4901579-001d-47dd-948a-298cbb118341 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.813079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4901579-001d-47dd-948a-298cbb118341 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.814668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:11.817377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d4901579-001d-47dd-948a-298cbb118341 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/299d7cd8-78a8-4856-af51-46c9523c385a HTTP/1.1" status: 404 len: 337 time: 0.0397673 May 02 10:47:11.819770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.836071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:11.867003 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-e76e244b-f89f-4d01-a64b-74f90faa6647 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.867003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e76e244b-f89f-4d01-a64b-74f90faa6647 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.869778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e76e244b-f89f-4d01-a64b-74f90faa6647 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/d81d604b-a925-4a59-8201-3ecfa9127693 HTTP/1.1" status: 404 len: 337 time: 0.0490568 May 02 10:47:11.886780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58718) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.909771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359807e8-5556-4ca9-81e8-f83911ca7ad9 None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:11.921979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dda08-c964-40fc-b74c-8624b9722984 req-3f6d16b3-82c2-4528-974c-4c60bbcd7e52 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:11.923679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9dda08-c964-40fc-b74c-8624b9722984 req-3f6d16b3-82c2-4528-974c-4c60bbcd7e52 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0983026 May 02 10:47:11.926821 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a5529c9-c909-4f89-9105-d08ccb4a7da6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.927499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a5529c9-c909-4f89-9105-d08ccb4a7da6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.932999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a5529c9-c909-4f89-9105-d08ccb4a7da6 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/8137329a-f91b-432a-a03d-e1ebd7d0a5c9 HTTP/1.1" status: 404 len: 333 time: 0.0430720 May 02 10:47:11.933985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58720) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:11.948545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775ee49-e3c9-412e-8a72-c74108b05303 req-c1df1d10-9202-446f-a03e-a0e6433e7d41 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:11.950240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8775ee49-e3c9-412e-8a72-c74108b05303 req-c1df1d10-9202-446f-a03e-a0e6433e7d41 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.1204617 May 02 10:47:11.958776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:11.979153 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-476846c9-aa00-4bd1-ad0f-8f4b9dee8231 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:11.979674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-476846c9-aa00-4bd1-ad0f-8f4b9dee8231 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:11.987123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-476846c9-aa00-4bd1-ad0f-8f4b9dee8231 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/5745d683-6d7d-4190-85a4-6db85c7ffdfb HTTP/1.1" status: 404 len: 337 time: 0.0497248 May 02 10:47:11.987913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58722) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:12.019324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Provisioning complete for port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:12.022955 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.036215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.046103 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-518b8b04-e77f-41dd-b506-b2354543af73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:12.046565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-518b8b04-e77f-41dd-b506-b2354543af73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:12.052248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-518b8b04-e77f-41dd-b506-b2354543af73 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/6929ca9b-6083-4956-8b16-f424413cecf1 HTTP/1.1" status: 404 len: 337 time: 0.0615082 May 02 10:47:12.057601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:12.080876 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f408e364-2a98-42b8-9c2d-eba07f95b3e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:12.081754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f408e364-2a98-42b8-9c2d-eba07f95b3e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:12.082304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7630f855-6d2b-4d0c-9dfd-b6be4a60c67e None None] Update dhcp port {'port': {'network_id': '01a72459-77ea-441b-b23e-8ddc278788d5', 'fixed_ips': [{'subnet_id': '81c6d3c9-122b-4f05-ac89-a72796ca5172'}], 'binding:host_id': 'ncdv-master-1'}, 'id': 'c2db2467-303d-41da-815d-541f03bfa409'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:47:12.087142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f408e364-2a98-42b8-9c2d-eba07f95b3e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/500de3b5-94d7-449d-8b39-4837999f3b1c HTTP/1.1" status: 404 len: 333 time: 0.0301166 May 02 10:47:12.088099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:12.108763 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9dda08-c964-40fc-b74c-8624b9722984 req-745fd29b-e4e8-4a4e-a9cc-f8afc17a72db tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503515 May 02 10:47:12.138435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:12.153806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7630f855-6d2b-4d0c-9dfd-b6be4a60c67e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.166833 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe42790-5c8d-4877-8830-02cf9b9a10e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:12.167676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe42790-5c8d-4877-8830-02cf9b9a10e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:12.172339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9fe42790-5c8d-4877-8830-02cf9b9a10e3 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/b5998fb6-f8ed-4592-bf56-18baeddc8e30 HTTP/1.1" status: 404 len: 337 time: 0.0815680 May 02 10:47:12.173906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Provisioning complete for port d7698eb7-700b-4779-936b-25c9395f664d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:12.174297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7698eb7-700b-4779-936b-25c9395f664d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.175656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58728) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:12.186890 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8775ee49-e3c9-412e-8a72-c74108b05303 req-8f00447e-bec9-408e-8452-c303d3434eb5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157178 May 02 10:47:12.316871 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-59486a99-f904-4e31-9c29-ad8110d01b49 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] DELETE failed (client error): The resource could not be found. May 02 10:47:12.317307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59486a99-f904-4e31-9c29-ad8110d01b49 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:47:12.322692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59486a99-f904-4e31-9c29-ad8110d01b49 tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/subnets/a1b2d791-0b26-40de-ba71-da3487d57dbc HTTP/1.1" status: 404 len: 337 time: 0.1437445 May 02 10:47:12.326217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58732) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:12.399583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-60f98dc6-ed77-4dcd-b2a3-5cfe0a292690 None None] Current status of the port d7698eb7-700b-4779-936b-25c9395f664d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:12.410159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cf794-6646-4098-8fe8-3870bfae7c30 None None] Network 01a72459-77ea-441b-b23e-8ddc278788d5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:12.445253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.491887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:12.492239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.533162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7ea5fb6f-b23c-4754-9dcd-faddfc81f4d5 None None] Provisioning complete for port c2db2467-303d-41da-815d-541f03bfa409 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:12.533637 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7ea5fb6f-b23c-4754-9dcd-faddfc81f4d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c2db2467-303d-41da-815d-541f03bfa409), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.559750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.582036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.598847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:12.699055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] DHCP port deletion for 01a72459-77ea-441b-b23e-8ddc278788d5 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:12.743500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=7b2f34ba-2f38-405c-bca3-78288a9b4878,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:12.752354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7ea5fb6f-b23c-4754-9dcd-faddfc81f4d5 None None] Current status of the port c2db2467-303d-41da-815d-541f03bfa409 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:12.768126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.787649 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.790974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7ea5fb6f-b23c-4754-9dcd-faddfc81f4d5 None None] Could not find standard attr ID for object eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:47:12.822474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Deleting port c2db2467-303d-41da-815d-541f03bfa409 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:12.823376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.863283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee2eafc-eb1c-4232-b268-ddccae3a5424 req-86e7b900-c609-40ec-ac40-3535b2edc9b3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:12.865885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ee2eafc-eb1c-4232-b268-ddccae3a5424 req-86e7b900-c609-40ec-ac40-3535b2edc9b3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.1671996 May 02 10:47:12.885057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.887410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-546482aa-5993-468b-9994-39c4d5f242de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1558893 May 02 10:47:12.895147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:12.926400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7698eb7-700b-4779-936b-25c9395f664d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:12.938281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ee2eafc-eb1c-4232-b268-ddccae3a5424 req-066fec54-d5df-49e0-b9c1-1cbbdb095efd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713913 May 02 10:47:12.955853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:12.961239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a5d39328-dcee-4c89-a282-80edc2090cfc tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/ports/eed94e8f-9572-4a0c-ae5c-0f4d6b66b8b3 HTTP/1.1" status: 204 len: 168 time: 0.6346664 May 02 10:47:12.962797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58748) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:13.037177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:13.037587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.054015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Calling delete_port for c2db2467-303d-41da-815d-541f03bfa409 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:13.077380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d7698eb7-700b-4779-936b-25c9395f664d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:13.077833 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7698eb7-700b-4779-936b-25c9395f664d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.094730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fed93e-efdd-48cc-a3f7-39e6c3b8d380 req-d58a7e4a-ef6a-40ca-9ef9-08261d55c5c8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:13.097130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2fed93e-efdd-48cc-a3f7-39e6c3b8d380 req-d58a7e4a-ef6a-40ca-9ef9-08261d55c5c8 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0519075 May 02 10:47:13.148933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (01a72459-77ea-441b-b23e-8ddc278788d5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.182301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2fed93e-efdd-48cc-a3f7-39e6c3b8d380 req-c4246be4-a1a8-462b-b47b-fd0945d1915a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765469 May 02 10:47:13.254878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Deleting port c2db2467-303d-41da-815d-541f03bfa409 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:13.255259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c2db2467-303d-41da-815d-541f03bfa409), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.269377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d7698eb7-700b-4779-936b-25c9395f664d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:13.326138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5d6f13b7-2294-4097-a182-d4bc84f0d95a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1888985645&fields=id&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 267 time: 0.0946748 May 02 10:47:13.334108 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.350324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:13.372992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] For port c2db2467-303d-41da-815d-541f03bfa409, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c2db2467-303d-41da-815d-541f03bfa409,segment=NetworkSegment(61076a25-b263-4bf0-80d0-c006a7fec596),segment_id=61076a25-b263-4bf0-80d0-c006a7fec596)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:13.373537 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c2db2467-303d-41da-815d-541f03bfa409), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.392717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2db672d-362d-4a5c-b720-b2567682050d req-6e7610e5-c8d6-41a8-8fff-f3a693c57a5a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:13.394326 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2db672d-362d-4a5c-b720-b2567682050d req-6e7610e5-c8d6-41a8-8fff-f3a693c57a5a tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.1134033 May 02 10:47:13.395287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Calling delete_port for c2db2467-303d-41da-815d-541f03bfa409 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:13.401651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] Pushing event deleted for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:13.411278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a3fbc8-582f-4cc8-a074-02198dd08855 None None] No DVR routers for this DVR port c2db2467-303d-41da-815d-541f03bfa409 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:13.411278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c2db2467-303d-41da-815d-541f03bfa409 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:13.411571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c2db2467-303d-41da-815d-541f03bfa409 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:13.513799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e2db672d-362d-4a5c-b720-b2567682050d req-a15c11db-5505-439d-b736-c6c803aeb730 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125069 May 02 10:47:13.528900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c2db2467-303d-41da-815d-541f03bfa409), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.555150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Port': ['ID=c2db2467-303d-41da-815d-541f03bfa409,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:13.565236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] No DVR routers for this DVR port c2db2467-303d-41da-815d-541f03bfa409 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:13.573432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-4f6e33da-bb2b-4c01-bdff-bc754615ea03 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:13.575719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-4f6e33da-bb2b-4c01-bdff-bc754615ea03 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 817 time: 0.2317290 May 02 10:47:13.593498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-2f732de8-9796-49fb-b6ec-2323d2f1e4c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/quotas/014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 375 time: 0.0118632 May 02 10:47:13.692961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-b1a14de9-135d-4299-ad09-55a39eb183bb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891116 May 02 10:47:13.696127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (01a72459-77ea-441b-b23e-8ddc278788d5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.720200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dafbb0e-e33c-4dc5-b193-e0765239bd57 req-8459a3ef-e69d-40e4-b99a-c3a17f6df37a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:13.729657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8dafbb0e-e33c-4dc5-b193-e0765239bd57 req-8459a3ef-e69d-40e4-b99a-c3a17f6df37a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1008468 May 02 10:47:13.742775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01a72459-77ea-441b-b23e-8ddc278788d5']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:13.773887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61076a25-b263-4bf0-80d0-c006a7fec596') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:13.774195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61076a25-b263-4bf0-80d0-c006a7fec596') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:13.789866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (61076a25-b263-4bf0-80d0-c006a7fec596), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.801946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-ba995f4b-f808-4058-81cc-2b3d0ec10e47 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947673 May 02 10:47:13.816926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (61076a25-b263-4bf0-80d0-c006a7fec596), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.825910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8dafbb0e-e33c-4dc5-b193-e0765239bd57 req-452cf6fc-f522-4f0c-a023-5d65847e76ae tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976596 May 02 10:47:13.826963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:13.827245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (61076a25-b263-4bf0-80d0-c006a7fec596), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: timer() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:13.830440 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:13.902469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-d21b4c11-44b3-42ef-a6cd-64352122f862 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942566 May 02 10:47:14.012339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (01a72459-77ea-441b-b23e-8ddc278788d5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:14.019557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:14.022730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] 10.222.0.16 "DELETE /v2.0/networks/01a72459-77ea-441b-b23e-8ddc278788d5 HTTP/1.1" status: 204 len: 168 time: 1.0589023 May 02 10:47:14.035093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb625ce4-da46-40e4-92d5-0924ecb8a5fe tempest-PortsTestJSON-1739286145 tempest-PortsTestJSON-1739286145-project] Pushing event deleted for resources: {'Network': ['ID=01a72459-77ea-441b-b23e-8ddc278788d5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:14.285192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39e12ebf-f2a1-4a1f-ac37-514c6db65473 req-4fe83883-eb31-43aa-9371-039f9dc70519 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 210 time: 0.0325224 May 02 10:47:14.377005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bc209-d6a9-4175-86ee-c9d7860fa458 req-55caf90e-0f0c-4c44-a30e-c5be0496481f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:14.378865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c00bc209-d6a9-4175-86ee-c9d7860fa458 req-55caf90e-0f0c-4c44-a30e-c5be0496481f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0543022 May 02 10:47:14.415343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device da6e51bd-cfb6-4365-b4d6-df30e8b96508 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:14.442100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: da6e51bd-cfb6-4365-b4d6-df30e8b96508 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:14.442462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device da6e51bd-cfb6-4365-b4d6-df30e8b96508 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:14.445129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c00bc209-d6a9-4175-86ee-c9d7860fa458 req-b7cbbdb0-aeb2-4867-828a-bdafb6c9bef7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604372 May 02 10:47:14.503647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:14.529504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58782) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:14.635444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d43ca-f7c0-4156-af12-abe6242d0ce5 req-758c1902-612b-4224-89c5-08adccf1556e tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:14.643983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-392d43ca-f7c0-4156-af12-abe6242d0ce5 req-758c1902-612b-4224-89c5-08adccf1556e tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0469565 May 02 10:47:14.687527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-392d43ca-f7c0-4156-af12-abe6242d0ce5 req-e08e4487-3dda-48c2-addc-11bf97fd90f7 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 May 02 10:47:15.042781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ded12-1b67-4c4f-a30e-39cebe68ffc9 req-f518155a-cdba-480b-b8ed-784bc2ce8418 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:15.044209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb1ded12-1b67-4c4f-a30e-39cebe68ffc9 req-f518155a-cdba-480b-b8ed-784bc2ce8418 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0627542 May 02 10:47:15.047060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ee00a0c-7c48-4bef-91d9-9e6e6939fe69 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c6bfb18208ab47b4873cb564c5d7c24e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5165029 May 02 10:47:15.049852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58792) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:15.092210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb1ded12-1b67-4c4f-a30e-39cebe68ffc9 req-0c4b7e18-7964-4d2d-8721-b2b0ecf667eb tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419123 May 02 10:47:15.111473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] Publish callbacks [] for security_group (b443993c-31c9-4328-aae5-e4c8f7c38982), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.135859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] Publish callbacks [] for security_group (b443993c-31c9-4328-aae5-e4c8f7c38982), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.313386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b443993c-31c9-4328-aae5-e4c8f7c38982), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.316043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.317227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b443993c-31c9-4328-aae5-e4c8f7c38982 HTTP/1.1" status: 204 len: 168 time: 0.2663927 May 02 10:47:15.325572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235605ed-0724-4860-8409-5c73bbbfe881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b443993c-31c9-4328-aae5-e4c8f7c38982,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:15.380434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-65ed247c-eda3-4164-8915-48776ad14ebe req-947585be-f9ff-48ba-85b1-ff537a475294 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 210 time: 0.0394452 May 02 10:47:15.577206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881818a-0d6c-4dfb-a26f-41c0699739a5 req-aaea9ed5-b8a5-4ea0-b17c-5405e908968e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:15.578827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2881818a-0d6c-4dfb-a26f-41c0699739a5 req-aaea9ed5-b8a5-4ea0-b17c-5405e908968e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0594299 May 02 10:47:15.660794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2881818a-0d6c-4dfb-a26f-41c0699739a5 req-2348ad87-18b9-4de0-be9c-c136609f43d6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759521 May 02 10:47:15.663882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-0a8e489b-22ae-46cc-816f-36778c92d947 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:15.670157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-0a8e489b-22ae-46cc-816f-36778c92d947 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0533087 May 02 10:47:15.801278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f09c61b-7079-400c-9ceb-e31202704bde req-cb574570-d40b-46a8-b7c9-4b07bc72f6c8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:15.803982 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f09c61b-7079-400c-9ceb-e31202704bde req-cb574570-d40b-46a8-b7c9-4b07bc72f6c8 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 1128 time: 0.0437758 May 02 10:47:15.837484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Deleting port e5390c40-202f-46f0-887e-93b8b41e8b94 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:15.837915 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.863474 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f09c61b-7079-400c-9ceb-e31202704bde req-3ee9b8b3-b57b-4998-a910-456a57f2523d tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=3c1df623-66e4-42b0-b409-074cb49f3fc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495653 May 02 10:47:15.927586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] For port e5390c40-202f-46f0-887e-93b8b41e8b94, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e5390c40-202f-46f0-887e-93b8b41e8b94,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:15.927867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-b16f1642-366c-4f17-bce9-073654de0ac4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:15.928402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:15.929290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-b16f1642-366c-4f17-bce9-073654de0ac4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 945 time: 0.0539517 May 02 10:47:15.942672 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Calling delete_port for e5390c40-202f-46f0-887e-93b8b41e8b94 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:16.009269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.044307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port f255de00-e000-40d6-8eac-bfbf42e62f7d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:16.044808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.142471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port f255de00-e000-40d6-8eac-bfbf42e62f7d, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=f255de00-e000-40d6-8eac-bfbf42e62f7d,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:16.143186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.154461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e5390c40-202f-46f0-887e-93b8b41e8b94), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.166071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for f255de00-e000-40d6-8eac-bfbf42e62f7d owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:16.166319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e5390c40-202f-46f0-887e-93b8b41e8b94'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:16.197317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Pushing event deleted for resources: {'Port': ['ID=e5390c40-202f-46f0-887e-93b8b41e8b94,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:16.281918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] No DVR routers for this DVR port e5390c40-202f-46f0-887e-93b8b41e8b94 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:16.286995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.289460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a373de7-7c7a-43b2-8e67-02a5d91a6608 req-f3826aad-c7a7-478c-85fa-eb28b28b30d9 tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.24 "DELETE /v2.0/ports/e5390c40-202f-46f0-887e-93b8b41e8b94 HTTP/1.1" status: 204 len: 173 time: 0.5482376 May 02 10:47:16.289914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'name': 'network-vif-deleted', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:16.292317 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21b6e49e-0566-45fb-a787-2691edc14345" -d '{"events": [{"server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "name": "network-vif-deleted", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:16.312438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd052d-ecc0-42c3-a4e3-f6fbc6eedc8c req-81000c43-b7b0-4908-8c1a-178fe4222fb2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:16.313929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eabd052d-ecc0-42c3-a4e3-f6fbc6eedc8c req-81000c43-b7b0-4908-8c1a-178fe4222fb2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1180320 May 02 10:47:16.364293 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3236ad9-2395-4e59-a033-348362271300 x-openstack-request-id: req-c3236ad9-2395-4e59-a033-348362271300 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:16.365234 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "431cd4d5-be7f-4646-b0a7-5a77868d95de", "name": "network-vif-deleted", "tag": "e5390c40-202f-46f0-887e-93b8b41e8b94", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:16.365537 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c3236ad9-2395-4e59-a033-348362271300 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:16.365962 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3236ad9-2395-4e59-a033-348362271300'] response: {'server_uuid': '431cd4d5-be7f-4646-b0a7-5a77868d95de', 'name': 'network-vif-deleted', 'tag': 'e5390c40-202f-46f0-887e-93b8b41e8b94', 'status': 'completed', 'code': 200} May 02 10:47:16.411211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eabd052d-ecc0-42c3-a4e3-f6fbc6eedc8c req-69f76968-6c89-467d-b71a-edd68b203ba3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898662 May 02 10:47:16.503326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1284d660-4bc1-4dfc-862f-1b4aaba0fbfe req-87810ea5-80dd-41ec-9afb-f71e10c49cdb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 210 time: 0.0298536 May 02 10:47:16.576379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f255de00-e000-40d6-8eac-bfbf42e62f7d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.588818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:16.610132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=f255de00-e000-40d6-8eac-bfbf42e62f7d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:16.658757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port f255de00-e000-40d6-8eac-bfbf42e62f7d on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:16.661596 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:16.665424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18b14be0-ac0f-416f-a17e-62ec9fdb3a30 req-bc6e2174-8613-49c8-91a9-aabc10bf4bf9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "DELETE /v2.0/ports/f255de00-e000-40d6-8eac-bfbf42e62f7d HTTP/1.1" status: 204 len: 173 time: 0.7305632 May 02 10:47:16.665892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'name': 'network-vif-deleted', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:16.668905 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762c9872-3d16-4872-a86f-cb717b645dfc" -d '{"events": [{"server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "name": "network-vif-deleted", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:16.711940 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ea5c6-3796-424a-b804-1ba345042c2c x-openstack-request-id: req-fb2ea5c6-3796-424a-b804-1ba345042c2c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:16.712261 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b93acab-7e0c-4efb-9749-99e874723ad9", "name": "network-vif-deleted", "tag": "f255de00-e000-40d6-8eac-bfbf42e62f7d", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:16.712520 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fb2ea5c6-3796-424a-b804-1ba345042c2c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:16.712955 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2ea5c6-3796-424a-b804-1ba345042c2c'] response: {'server_uuid': '0b93acab-7e0c-4efb-9749-99e874723ad9', 'name': 'network-vif-deleted', 'tag': 'f255de00-e000-40d6-8eac-bfbf42e62f7d', 'status': 'completed', 'code': 200} May 02 10:47:16.752981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58834) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:17.066670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c856bf17-462d-4223-946d-646e89c5c831 req-d52e3d81-f44a-41b3-9dea-a3b02c936eba tempest-TestServerMultinode-1954684611 tempest-TestServerMultinode-1954684611-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=431cd4d5-be7f-4646-b0a7-5a77868d95de HTTP/1.1" status: 200 len: 210 time: 0.0597527 May 02 10:47:17.120293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-ebf7d6f0-ba7a-421e-bfaa-af576ebc5a93 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:17.121683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-ebf7d6f0-ba7a-421e-bfaa-af576ebc5a93 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 817 time: 0.2309961 May 02 10:47:17.175299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1416113525', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:17.189340 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0071fa6f-9273-4dc9-8ae4-7e8a6db50466 req-014e3daf-4a94-409d-9928-ef17cc4e79b6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=0b93acab-7e0c-4efb-9749-99e874723ad9 HTTP/1.1" status: 200 len: 210 time: 0.4299200 May 02 10:47:17.225056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-f26d7bd0-6a1c-4c3d-afcf-39935b3967ec tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 380 time: 0.0753503 May 02 10:47:17.241760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'port': {'device_id': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'admin_state_up': True, 'tenant_id': '014235b8daef456e97692382aac97d1e', 'security_groups': ['d2c8032a-d63b-4c26-b5f2-6a847590bad3']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:17.341873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.342942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.396047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router_controller (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.463537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Made reservation on behalf of 014235b8daef456e97692382aac97d1e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:17.467302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.467635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.544863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.546333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6084c443-201e-4e79-ade1-d59f559e8ac3 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.7923355 May 02 10:47:17.549087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58846) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:17.561216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1897681881'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:17.580767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf320bb-2570-471c-9a17-0101a229c9d7 req-b5d22c8e-56c5-4109-b8b0-72dea1123eed tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:17.582305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bf320bb-2570-471c-9a17-0101a229c9d7 req-b5d22c8e-56c5-4109-b8b0-72dea1123eed tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0960226 May 02 10:47:17.619706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3934ffcc-c226-465d-a6ec-1757c1117a0b req-6b213bb6-b885-4b80-b943-7d9ba05fb16e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 210 time: 0.0302660 May 02 10:47:17.677122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Allocated IP 172.20.0.6 (ffdb6352-9040-4395-b533-e073bcf15459/d0b05df0-9263-4700-9217-8bc07e1e1ab2/d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:17.682119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bf320bb-2570-471c-9a17-0101a229c9d7 req-72f6f917-9814-4df6-8011-174fad17db53 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909293 May 02 10:47:17.718986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:17.722644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.736671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.823370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for security_group (9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.829322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.892261 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.919122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:17.928109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:17.934558 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3cae4ca7-2f98-4fa6-95fe-4edb4eb63816), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.934911 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Added segment 3cae4ca7-2f98-4fa6-95fe-4edb4eb63816 of type vlan for network 4435efd9-4634-48cc-9401-eafbf66fbd64 May 02 10:47:17.951029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.979286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4435efd9-4634-48cc-9401-eafbf66fbd64), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:17.990239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Network ffdb6352-9040-4395-b533-e073bcf15459 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:17.993657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:17.997808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:18.033788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:18.059426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:18.060105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.071235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4435efd9-4634-48cc-9401-eafbf66fbd64), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.086469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:18.087530 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.148326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:18.164572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Network': ['ID=4435efd9-4634-48cc-9401-eafbf66fbd64,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:18.176061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:18.206016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-5de773b8-483c-46b4-acbc-9c7327d04eab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9682910 May 02 10:47:18.215676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e2ccd3fa-bf3c-473b-b14d-afb2a35d590a tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6653712 May 02 10:47:18.222624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Request body: {'port': {'device_id': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:18.227485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58856) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:18.233770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'subnet': {'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:18.369443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f255de00-e000-40d6-8eac-bfbf42e62f7d no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:18.373229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4d221a22-bb51-4632-a113-4e7b41323ae3 None None] Provisioning complete for port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:18.373817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d221a22-bb51-4632-a113-4e7b41323ae3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.415798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: f255de00-e000-40d6-8eac-bfbf42e62f7d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:18.416401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device f255de00-e000-40d6-8eac-bfbf42e62f7d not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:18.416844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5390c40-202f-46f0-887e-93b8b41e8b94 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:18.423879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.437622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:18.438103 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.440158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e5390c40-202f-46f0-887e-93b8b41e8b94 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:18.440424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e5390c40-202f-46f0-887e-93b8b41e8b94 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:18.451658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4d221a22-bb51-4632-a113-4e7b41323ae3 None None] Port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:18.634972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-63a56d1e-68a0-4a04-a839-1faef8050974 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:18.636544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-63a56d1e-68a0-4a04-a839-1faef8050974 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.1767557 May 02 10:47:18.682948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-c8aef56c-60f8-4a84-a323-7be0dd485e5f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/quotas/d7e965673511439386e8a383fd25d8ee HTTP/1.1" status: 200 len: 375 time: 0.0394866 May 02 10:47:18.764316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-f9cd80c7-0a58-458f-8ce7-600f6694af56 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0760572 May 02 10:47:18.817839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe240419-bf8e-42f5-9a21-b6c57ebe8b63 req-84f58fbf-24ca-4f97-9d1b-0ec93d9ab332 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:18.819321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe240419-bf8e-42f5-9a21-b6c57ebe8b63 req-84f58fbf-24ca-4f97-9d1b-0ec93d9ab332 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 931 time: 0.1022937 May 02 10:47:18.861008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d4408434-eb23-4681-ae19-24a192891b1c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.861832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (88bc08b3-7542-4aeb-9940-c52496410809), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:18.905685 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-d14fb608-ed57-496f-8b76-d9a3eaeaa784 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317565 May 02 10:47:18.956726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Subnet': ['ID=d4408434-eb23-4681-ae19-24a192891b1c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:18.973381 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe240419-bf8e-42f5-9a21-b6c57ebe8b63 req-6a0af93a-0b06-48b9-ac20-e52659908859 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469035 May 02 10:47:19.022706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:19.024059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Checking segment: {'id': '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:19.024435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network hostable DHCP agents. Network: 4435efd9-4634-48cc-9401-eafbf66fbd64, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:19.036772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks [] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.064209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-44ff228f-63e0-4933-8ad0-ebb5cd7760d1 service neutron] 10.222.0.16 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573253 May 02 10:47:19.064845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Transition to ACTIVE for port object d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:47:19.119980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bee412-e072-41c6-8ce5-7ef23423d8cb req-60638301-822e-4378-9bde-81df3747030c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:19.121629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4bee412-e072-41c6-8ce5-7ef23423d8cb req-60638301-822e-4378-9bde-81df3747030c tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0712507 May 02 10:47:19.155004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:19.178490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.263701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4435efd9-4634-48cc-9401-eafbf66fbd64) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:19.273907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:19.274515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.280788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa20702-c08b-40ab-bac6-a0943750d268 None None] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:19.281347 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4bee412-e072-41c6-8ce5-7ef23423d8cb req-791b408c-6ae5-4f8b-aece-da5ee57f69b1 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512487 May 02 10:47:19.290017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:19.367341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c3795b39-b46a-403a-931b-49a59fa41174 req-136d222d-6f86-41f1-894d-42bb93e6c702 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0504444 May 02 10:47:19.398103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b9f1b30-f47a-490b-8b8c-aabf93d8ae48 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1686175 May 02 10:47:19.400841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58880) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:19.409789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'network': {'name': 'tempest-router-network01--83141409'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:19.463843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Attempting to bind port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:19.464191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Attempting to bind port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:19.465100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Attempting to bind port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:19.482509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4435efd9-4634-48cc-9401-eafbf66fbd64', 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64', 'project_id': '4c40d12cac074c0d9a5ea4f0cab6530f', 'fixed_ips': [{'subnet_id': 'd4408434-eb23-4681-ae19-24a192891b1c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:19.483958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.491113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa on network ffdb6352-9040-4395-b533-e073bcf15459 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:47:19.491445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Attempting to bind port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:19.501965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:19.502306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Checking segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:19.502702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Bound using segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:19.503258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Bound port: d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:19.503625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.523457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Deleting port e5588ffc-246e-470e-878a-ba72a8013166 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:19.523796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5588ffc-246e-470e-878a-ba72a8013166), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.566559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:19.571208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.599689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:19.610173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (385dd984-ee29-4530-98c0-e08a444e8bff), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.610639 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Added segment 385dd984-ee29-4530-98c0-e08a444e8bff of type vlan for network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 May 02 10:47:19.642858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:19.649165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:19.662407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] For port e5588ffc-246e-470e-878a-ba72a8013166, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5588ffc-246e-470e-878a-ba72a8013166,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:19.663016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5588ffc-246e-470e-878a-ba72a8013166), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.663976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (c0c64e1e-782a-4d6e-94c6-22e0b23aea73), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.667336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Allocated IP 172.20.0.2 (4435efd9-4634-48cc-9401-eafbf66fbd64/d4408434-eb23-4681-ae19-24a192891b1c/07388747-027b-4d0f-9035-2a25d92cac99) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:19.677216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Calling delete_port for e5588ffc-246e-470e-878a-ba72a8013166 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:19.729019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.759379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (c0c64e1e-782a-4d6e-94c6-22e0b23aea73), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.764789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:19.765358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.791509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:19.791509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:19.791509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] 10.222.0.15 "PUT /v2.0/ports/d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 1091 time: 1.5683038 May 02 10:47:19.791509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:19.791509 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51791fc3-d2fe-42e0-ac2d-07b9636e8976" -d '{"events": [{"name": "network-changed", "server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:19.869044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46974fdb-12a6-443c-aae5-f50521a4a1de service neutron] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:19.877498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Network': ['ID=c0c64e1e-782a-4d6e-94c6-22e0b23aea73,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:19.897527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:19.910093 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0573c882-63d9-4531-8335-ee230e15c20d x-openstack-request-id: req-0573c882-63d9-4531-8335-ee230e15c20d {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:19.910392 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:19.910655 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0573c882-63d9-4531-8335-ee230e15c20d {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:19.911073 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0573c882-63d9-4531-8335-ee230e15c20d'] response: {'name': 'network-changed', 'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'status': 'completed', 'code': 200} May 02 10:47:19.917416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-322e7b89-00de-47cb-be10-902e8f766553 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5131781 May 02 10:47:19.918520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:19.924349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'network': {'name': 'tempest-router-network02--409503813'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:19.980625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-fa736e51-3bd4-4426-a436-3dcae00d2618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:19.981245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-fa736e51-3bd4-4426-a436-3dcae00d2618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1125 time: 0.0694096 May 02 10:47:20.000820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks [] for port (07388747-027b-4d0f-9035-2a25d92cac99), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.035963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-25cb8176-5832-4893-b548-8e54de5fad65 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 217 time: 0.0443053 May 02 10:47:20.052360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:20.059328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.114243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:20.118255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (07388747-027b-4d0f-9035-2a25d92cac99), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.129174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-ac9982a1-a187-47ce-8205-7f69f9489283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:20.130635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-ac9982a1-a187-47ce-8205-7f69f9489283 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0749407 May 02 10:47:20.153764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (88056aef-9d22-4904-9152-a99fd898bf69), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.156194 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Added segment 88056aef-9d22-4904-9152-a99fd898bf69 of type vlan for network cbc2683f-fb7c-4ea6-af3b-0347592f6217 May 02 10:47:20.167632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:20.171907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0563818e-ba49-4ba4-8ab3-c0e9ad5029e6 req-fd8c2c83-e3bc-4291-8629-749496c810b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:20.174000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0563818e-ba49-4ba4-8ab3-c0e9ad5029e6 req-fd8c2c83-e3bc-4291-8629-749496c810b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0884669 May 02 10:47:20.174915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:20.187521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:20.190219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Pushing event updated for resources: {'Port': ['ID=07388747-027b-4d0f-9035-2a25d92cac99,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:20.196028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-34b8ba18-38d6-4e79-854f-b4a6a3a36c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:20.197580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-34b8ba18-38d6-4e79-854f-b4a6a3a36c37 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0535409 May 02 10:47:20.227675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (cbc2683f-fb7c-4ea6-af3b-0347592f6217), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.229858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e5588ffc-246e-470e-878a-ba72a8013166), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.268319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Attempting to bind port 07388747-027b-4d0f-9035-2a25d92cac99 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:20.268992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Attempting to bind port 07388747-027b-4d0f-9035-2a25d92cac99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:20.269565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Attempting to bind port 07388747-027b-4d0f-9035-2a25d92cac99 on network 4435efd9-4634-48cc-9401-eafbf66fbd64 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:20.273458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0563818e-ba49-4ba4-8ab3-c0e9ad5029e6 req-78a71905-7ac3-445e-a4b3-2bcfdd38ce9d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781457 May 02 10:47:20.275234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:20.275872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Checking segment: {'id': '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:20.276455 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.277189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Bound using segment: {'id': '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:20.278149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Bound port: 07388747-027b-4d0f-9035-2a25d92cac99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '4435efd9-4634-48cc-9401-eafbf66fbd64'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:20.279181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (07388747-027b-4d0f-9035-2a25d92cac99), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.286860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5588ffc-246e-470e-878a-ba72a8013166,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:20.343645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (cbc2683f-fb7c-4ea6-af3b-0347592f6217), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.351395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:20.352813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.368427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-43a4c659-3644-44fe-84d3-dccb0279e2a9 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628344 May 02 10:47:20.380644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] For port 07388747-027b-4d0f-9035-2a25d92cac99, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:20.385023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] For port 07388747-027b-4d0f-9035-2a25d92cac99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07388747-027b-4d0f-9035-2a25d92cac99,segment=NetworkSegment(3cae4ca7-2f98-4fa6-95fe-4edb4eb63816),segment_id=3cae4ca7-2f98-4fa6-95fe-4edb4eb63816)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:20.438126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Network': ['ID=cbc2683f-fb7c-4ea6-af3b-0347592f6217,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:20.448398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:20.518289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-730ffa42-0eaa-4144-ba9f-3466d149c866 req-00930eac-969f-4d7b-bf78-96d70946d9b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0492103 May 02 10:47:20.591073 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b2591a75-635a-40c3-b3f3-6c8d67aae238 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6713569 May 02 10:47:20.592081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58900) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:20.597916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'subnet': {'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:20.598769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d781d1-c2db-4857-80b9-f142b43a4023 req-65c7aadc-767a-4804-b0ab-aa97b02cb642 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:20.600386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86d781d1-c2db-4857-80b9-f142b43a4023 req-65c7aadc-767a-4804-b0ab-aa97b02cb642 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1567159 May 02 10:47:20.659785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-506e8ff9-c4d0-4cf0-aea7-4c5d86c3302e req-f9edc28f-c931-4440-a313-4ea520f3742f service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824678 May 02 10:47:20.700054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86d781d1-c2db-4857-80b9-f142b43a4023 req-a1c40162-7b2c-4a3a-805f-529afce12054 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 May 02 10:47:20.712408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (88bc08b3-7542-4aeb-9940-c52496410809), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.731588 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (07388747-027b-4d0f-9035-2a25d92cac99), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.798222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:20.801395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:20.805936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac45fbc0-e6d2-4cc6-bda7-4ce7e08c4d37 None None] Pushing event updated for resources: {'Port': ['ID=07388747-027b-4d0f-9035-2a25d92cac99,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:20.997058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Router 88bc08b3-7542-4aeb-9940-c52496410809 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:21.135588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:21.144392 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Sync routers for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:21.144967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-47488eef-2cd1-4c92-8f3d-92217fd8bb81 admin admin] 10.222.0.16 "PUT /v2.0/routers/88bc08b3-7542-4aeb-9940-c52496410809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9950504 May 02 10:47:21.146998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58904) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:21.156240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:21.157145 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:21.195841 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (ac5d553c-e798-4843-891d-cf772760aa9e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:21.271314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Subnet': ['ID=ac5d553c-e798-4843-891d-cf772760aa9e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:21.287494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Checking segment: {'id': '385dd984-ee29-4530-98c0-e08a444e8bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:21.288126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network hostable DHCP agents. Network: c0c64e1e-782a-4d6e-94c6-22e0b23aea73, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:21.297420 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:21.392568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:21.447006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d91518-f42e-4f5e-be52-48577017ada6 req-0eb53903-f03c-4f1d-8cf0-2818aae19b4c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:21.449591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1d91518-f42e-4f5e-be52-48577017ada6 req-0eb53903-f03c-4f1d-8cf0-2818aae19b4c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0663857 May 02 10:47:21.493133 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:47:19Z', 'revision_number': 5, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:21.505787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1d91518-f42e-4f5e-be52-48577017ada6 req-e4e356b0-f59f-4489-a969-857deedb163f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504522 May 02 10:47:21.526605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, c0c64e1e-782a-4d6e-94c6-22e0b23aea73) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:21.534920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:21.535987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:21.543215 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Checking router: 88bc08b3-7542-4aeb-9940-c52496410809 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:21.549457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97687f6f-9732-470f-b69b-5a2da4c7a69f None None] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:21.554710 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Routers {'88bc08b3-7542-4aeb-9940-c52496410809'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:21.557382 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:46:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['88bc08b3-7542-4aeb-9940-c52496410809'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:21.646544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a6592de-779a-4d9e-ac78-652cb6354917 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0504940 May 02 10:47:21.646975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58910) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:21.654270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'subnet': {'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:21.695281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75fdfc3-9f5e-47f3-95ad-4521b7085f79 req-96846530-98f8-4370-adfe-d078cd83c566 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0337863 May 02 10:47:21.751585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-74773b8c-418d-458e-b1a1-f6c7dc9281dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:21.753165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-74773b8c-418d-458e-b1a1-f6c7dc9281dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1125 time: 0.0521259 May 02 10:47:21.758078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks [] for router (88bc08b3-7542-4aeb-9940-c52496410809), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:21.790739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-c0c64e1e-782a-4d6e-94c6-22e0b23aea73', 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73', 'project_id': '4c40d12cac074c0d9a5ea4f0cab6530f', 'fixed_ips': [{'subnet_id': 'ac5d553c-e798-4843-891d-cf772760aa9e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:21.791622 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:21.794738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] Set router 88bc08b3-7542-4aeb-9940-c52496410809 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:21.947014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-0519c8e0-2cdb-46bb-b190-7165e8c25091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:21.949409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-0519c8e0-2cdb-46bb-b190-7165e8c25091 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.1369112 May 02 10:47:21.960078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Made reservation on behalf of 4c40d12cac074c0d9a5ea4f0cab6530f for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:21.965657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.011894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-53480121-7d47-43ef-abeb-d78228cf5b3c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 217 time: 0.0493159 May 02 10:47:22.118302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Allocated IP 172.20.0.2 (c0c64e1e-782a-4d6e-94c6-22e0b23aea73/ac5d553c-e798-4843-891d-cf772760aa9e/ef30ccef-219c-4933-ada2-ac7cfdb22edc) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:22.127655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:47:19Z', 'revision_number': 5, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:22.150268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-951b7bdc-af64-4543-b0ef-4b3ebecc4f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:22.152781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-951b7bdc-af64-4543-b0ef-4b3ebecc4f84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.1259482 May 02 10:47:22.159063 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd22ed54-5621-4621-83a8-65722aeb13cf None None] The sync data for ids ['88bc08b3-7542-4aeb-9940-c52496410809'] in ncdv-master-1 is: [{'id': '88bc08b3-7542-4aeb-9940-c52496410809', 'name': 'tempest-TestServerMultinode-1973526538-router', 'tenant_id': '9bb1182b7372418e9f1952d8066ab81c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204'}], 'enable_snat': True}, 'gw_port_id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:47:19Z', 'revision_number': 5, 'project_id': '9bb1182b7372418e9f1952d8066ab81c', 'gw_port': {'id': 'b36dab2a-329c-4bf7-9b00-03e0c87498cf', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:32:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88bc08b3-7542-4aeb-9940-c52496410809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:14Z', 'updated_at': '2022-05-02T10:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:22.162639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks [] for router_gateway (88bc08b3-7542-4aeb-9940-c52496410809), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.252395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-eb2c85fb-da77-492c-8d17-51e1681b5b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:22.254249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-eb2c85fb-da77-492c-8d17-51e1681b5b19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0612125 May 02 10:47:22.266131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa19aae0-9318-443c-a0fb-96a8f735bf35 None None] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:22.268824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae5432d-34a6-439c-b86b-97b8e64a4bc4 req-f31c87ee-0403-4cfe-b900-b9c653dfc724 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:22.280677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ae5432d-34a6-439c-b86b-97b8e64a4bc4 req-f31c87ee-0403-4cfe-b900-b9c653dfc724 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.4104760 May 02 10:47:22.320531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Deleting port b36dab2a-329c-4bf7-9b00-03e0c87498cf {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:22.320903 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.328700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Provisioning complete for port 07388747-027b-4d0f-9035-2a25d92cac99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:22.329075 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (07388747-027b-4d0f-9035-2a25d92cac99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.404569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks [] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.407263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] For port b36dab2a-329c-4bf7-9b00-03e0c87498cf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b36dab2a-329c-4bf7-9b00-03e0c87498cf,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:22.407709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.433974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Calling delete_port for b36dab2a-329c-4bf7-9b00-03e0c87498cf owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:22.441658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ae5432d-34a6-439c-b86b-97b8e64a4bc4 req-d3462a05-37d5-4248-a1e9-324ca3433530 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550281 May 02 10:47:22.467429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-8cb5c329-892f-45b9-8182-44426669a279 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:22.467429 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-8cb5c329-892f-45b9-8182-44426669a279 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 806 time: 0.5853350 May 02 10:47:22.475431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Request body: {'port': {'device_id': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'admin_state_up': True, 'tenant_id': 'd7e965673511439386e8a383fd25d8ee'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:22.483981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:47:22.519755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.524425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Current status of the port 07388747-027b-4d0f-9035-2a25d92cac99 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:22.524826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (07388747-027b-4d0f-9035-2a25d92cac99), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.579462 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (8849b94b-5a6f-4848-a2e5-775cafeb8762), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.649979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:22.670500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:22.673206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:22.690756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Pushing event updated for resources: {'Port': ['ID=ef30ccef-219c-4933-ada2-ac7cfdb22edc,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:22.696632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] For port 07388747-027b-4d0f-9035-2a25d92cac99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07388747-027b-4d0f-9035-2a25d92cac99,segment=NetworkSegment(3cae4ca7-2f98-4fa6-95fe-4edb4eb63816),segment_id=3cae4ca7-2f98-4fa6-95fe-4edb4eb63816)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:22.721574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98341953-0e75-4d6c-b8ca-c90c462dd536 req-dd60f03a-1319-4849-9645-647b6019b412 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:22.729242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98341953-0e75-4d6c-b8ca-c90c462dd536 req-dd60f03a-1319-4849-9645-647b6019b412 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0718095 May 02 10:47:22.774033 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (07388747-027b-4d0f-9035-2a25d92cac99), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.775370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:22.830326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Subnet': ['ID=8849b94b-5a6f-4848-a2e5-775cafeb8762,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:22.847771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Checking segment: {'id': '88056aef-9d22-4904-9152-a99fd898bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:22.848143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network hostable DHCP agents. Network: cbc2683f-fb7c-4ea6-af3b-0347592f6217, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:22.851856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:47:22.853675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Attempting to bind port ef30ccef-219c-4933-ada2-ac7cfdb22edc on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:22.854100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Attempting to bind port ef30ccef-219c-4933-ada2-ac7cfdb22edc by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '385dd984-ee29-4530-98c0-e08a444e8bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:22.854529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Attempting to bind port ef30ccef-219c-4933-ada2-ac7cfdb22edc on network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:22.866348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98341953-0e75-4d6c-b8ca-c90c462dd536 req-ef7c2507-643f-4aea-9c15-58dd1a0b2cde tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1360731 May 02 10:47:22.872027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:22.877422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Checking segment: {'id': '385dd984-ee29-4530-98c0-e08a444e8bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:22.878253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.878253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Bound using segment: {'id': '385dd984-ee29-4530-98c0-e08a444e8bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:22.878409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Bound port: ef30ccef-219c-4933-ada2-ac7cfdb22edc, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '385dd984-ee29-4530-98c0-e08a444e8bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'c0c64e1e-782a-4d6e-94c6-22e0b23aea73'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:22.878960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.904433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Made reservation on behalf of d7e965673511439386e8a383fd25d8ee for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:22.916221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.936192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7af74c7-b96b-4d4e-9974-ea0349d3bfb9 None None] Pushing event updated for resources: {'Port': ['ID=07388747-027b-4d0f-9035-2a25d92cac99,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:22.942613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:22.943067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.943880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b36dab2a-329c-4bf7-9b00-03e0c87498cf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:22.989698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:22.999359 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13ef5993-2911-4bd4-b12b-089b3812b83d req-14ec33ce-5cd9-4074-9c37-fadceb638706 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0750167 May 02 10:47:23.007343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:23.026030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 07388747-027b-4d0f-9035-2a25d92cac99 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:23.037821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Pushing event deleted for resources: {'Port': ['ID=b36dab2a-329c-4bf7-9b00-03e0c87498cf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:23.040871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:23.104743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] For port ef30ccef-219c-4933-ada2-ac7cfdb22edc, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:23.153690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] For port ef30ccef-219c-4933-ada2-ac7cfdb22edc, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef30ccef-219c-4933-ada2-ac7cfdb22edc,segment=NetworkSegment(385dd984-ee29-4530-98c0-e08a444e8bff),segment_id=385dd984-ee29-4530-98c0-e08a444e8bff)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:23.156119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8e4bd352-b061-4f99-b113-7dafb14774e4 None None] Provisioning complete for port 07388747-027b-4d0f-9035-2a25d92cac99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:23.156906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e4bd352-b061-4f99-b113-7dafb14774e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (07388747-027b-4d0f-9035-2a25d92cac99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.188487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.193216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cbc2683f-fb7c-4ea6-af3b-0347592f6217) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:23.203499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:23.204358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.214871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Allocated IP 172.20.0.4 (91e4a5e6-312d-420e-a8fb-f55deceaa4b8/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412/d50a253d-1573-444a-a3d9-1738b171db97) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:23.225347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1244d188-2ab8-4d2c-ad84-9c65fd3d32e7 None None] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:23.230363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 07388747-027b-4d0f-9035-2a25d92cac99 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:23.230742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (07388747-027b-4d0f-9035-2a25d92cac99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.236612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7962bb-1ee3-4687-911d-b73946eded78 req-397ec3c7-855a-4946-8ea1-6c6ea7c5c3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:23.238180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f7962bb-1ee3-4687-911d-b73946eded78 req-397ec3c7-855a-4946-8ea1-6c6ea7c5c3ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1128 time: 0.0746591 May 02 10:47:23.301253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (88bc08b3-7542-4aeb-9940-c52496410809), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.330091 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.373093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-e662b597-c4cc-49a6-b5a1-17e2806d81ac service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522093 May 02 10:47:23.385032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c7b0eaf-2509-49ba-badd-1d897fd8f7dc tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7368228 May 02 10:47:23.391812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:23.414710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58922) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:23.426942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f7962bb-1ee3-4687-911d-b73946eded78 req-4403f440-d0f8-48bc-be98-d3b6ae2dfa09 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786964 May 02 10:47:23.478439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8e4bd352-b061-4f99-b113-7dafb14774e4 None None] Current status of the port 07388747-027b-4d0f-9035-2a25d92cac99 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:23.493265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:23.508393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks [] for port (d50a253d-1573-444a-a3d9-1738b171db97), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.551496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (88bc08b3-7542-4aeb-9940-c52496410809), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.555154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks [] for router_controller (88bc08b3-7542-4aeb-9940-c52496410809), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.571038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12b5bcd-75a6-4dcb-b25b-785f2921907e None None] Pushing event updated for resources: {'Port': ['ID=ef30ccef-219c-4933-ada2-ac7cfdb22edc,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:23.581729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-cbc2683f-fb7c-4ea6-af3b-0347592f6217', 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217', 'project_id': '4c40d12cac074c0d9a5ea4f0cab6530f', 'fixed_ips': [{'subnet_id': '8849b94b-5a6f-4848-a2e5-775cafeb8762'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:23.582609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.616705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.662693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:23.669066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 07388747-027b-4d0f-9035-2a25d92cac99 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:23.685581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:23.695609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:23.701445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5588ffc-246e-470e-878a-ba72a8013166 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:23.712588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:23.780107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event updated for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:23.803710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7f0d0d-9cb4-4c6f-ad7c-db943ac3c79a req-95ac54fc-f45f-421c-9582-c48274c4ed2d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:23.806799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e5588ffc-246e-470e-878a-ba72a8013166 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:23.806799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5588ffc-246e-470e-878a-ba72a8013166 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:23.811437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec7f0d0d-9cb4-4c6f-ad7c-db943ac3c79a req-95ac54fc-f45f-421c-9582-c48274c4ed2d tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.2187750 May 02 10:47:23.844759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:23.844759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.869355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51791fc3-d2fe-42e0-ac2d-07b9636e8976 req-a2f9817d-258a-4807-81e6-ec758383cb04 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629552 May 02 10:47:23.908289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (88bc08b3-7542-4aeb-9940-c52496410809), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:23.908855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88bc08b3-7542-4aeb-9940-c52496410809 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:47:23.941591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-eb81d8c3-a092-462c-8720-b3c5500d4748 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4701128 May 02 10:47:23.953501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Request body: {'port': {'device_id': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:23.961690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Allocated IP 172.20.0.2 (cbc2683f-fb7c-4ea6-af3b-0347592f6217/8849b94b-5a6f-4848-a2e5-775cafeb8762/deb8f764-636b-4b6d-93a4-70e399f672fd) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:23.990282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.004451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-944abb92-0e8c-4043-89a9-0d1eaa58b860 admin admin] 10.222.0.16 "DELETE /v2.0/routers/88bc08b3-7542-4aeb-9940-c52496410809 HTTP/1.1" status: 204 len: 168 time: 2.8541608 May 02 10:47:24.005162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:24.091391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec7f0d0d-9cb4-4c6f-ad7c-db943ac3c79a req-cfcafd4c-fa19-4564-ab55-f549d8e56658 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2789078 May 02 10:47:24.122206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Deleting subnet 9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:24.129033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Publish callbacks [] for subnet (9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.133584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d9ddc-9d2b-4c99-a0c9-1047a9aa6a8b req-473308b8-749a-4b19-acfd-5d4ddee29492 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:24.135306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-623d9ddc-9d2b-4c99-a0c9-1047a9aa6a8b req-473308b8-749a-4b19-acfd-5d4ddee29492 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 944 time: 0.1430948 May 02 10:47:24.165719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d50a253d-1573-444a-a3d9-1738b171db97), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.218213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.222006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.261587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks [] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.286904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-623d9ddc-9d2b-4c99-a0c9-1047a9aa6a8b req-ca0c39ef-f32a-41dc-b682-7f6d5b1abea1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450591 May 02 10:47:24.359829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.386626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e24d20b-8f3b-40ba-aa5e-a0f351c14e1a req-74bb30d9-9991-4fd7-a89b-1d3086b48f1d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:24.388256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e24d20b-8f3b-40ba-aa5e-a0f351c14e1a req-74bb30d9-9991-4fd7-a89b-1d3086b48f1d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 931 time: 0.1398580 May 02 10:47:24.478046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e24d20b-8f3b-40ba-aa5e-a0f351c14e1a req-c7fb0c79-ecab-445d-8d9a-1fdb9b711103 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650699 May 02 10:47:24.551237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.626754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:24.656519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d50a253d-1573-444a-a3d9-1738b171db97 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:24.666234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks [] for port (d50a253d-1573-444a-a3d9-1738b171db97), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.680726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Transition to ACTIVE for port object d50a253d-1573-444a-a3d9-1738b171db97 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:47:24.696123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:24.704669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:24.708984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:24.711084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Pushing event updated for resources: {'Port': ['ID=deb8f764-636b-4b6d-93a4-70e399f672fd,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:24.729651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:47:24.732435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Allocated IP 172.20.0.1 (c0c64e1e-782a-4d6e-94c6-22e0b23aea73/ac5d553c-e798-4843-891d-cf772760aa9e/9d329ad4-5011-47bd-8d7c-89dd16a5e3c6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:24.787932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Attempting to bind port deb8f764-636b-4b6d-93a4-70e399f672fd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:24.788339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Attempting to bind port deb8f764-636b-4b6d-93a4-70e399f672fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '88056aef-9d22-4904-9152-a99fd898bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:24.788879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Attempting to bind port deb8f764-636b-4b6d-93a4-70e399f672fd on network cbc2683f-fb7c-4ea6-af3b-0347592f6217 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:24.794335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:24.794728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Checking segment: {'id': '88056aef-9d22-4904-9152-a99fd898bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:24.795218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.795532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Bound using segment: {'id': '88056aef-9d22-4904-9152-a99fd898bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:24.796012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Bound port: deb8f764-636b-4b6d-93a4-70e399f672fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88056aef-9d22-4904-9152-a99fd898bf69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'cbc2683f-fb7c-4ea6-af3b-0347592f6217'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:24.796440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.802322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.820215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.867680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:24.868173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:24.868173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.905054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e3fdf-cf1b-47e0-8e78-6f55543c5cf1 None None] Network 4627c0db-c76d-42ad-b78d-6debf7429430 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:24.922047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:24.929856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fe994a3-453f-41cb-9b81-b71e4523f44d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9d8f9a25-33b9-4eb4-8af1-26ab8bc12ceb HTTP/1.1" status: 204 len: 168 time: 0.9187357 May 02 10:47:24.934245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:24.954260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Pushing event updated for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:24.958270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] For port deb8f764-636b-4b6d-93a4-70e399f672fd, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:24.986824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.987365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.987670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.988089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.988519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.988986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.989391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.989796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.990165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.990524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.990938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.991324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.991737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.992212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:24.992638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:25.010635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f019f0-0391-416c-b5f2-6c2d2dc2b5df None None] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:25.020221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] For port deb8f764-636b-4b6d-93a4-70e399f672fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb8f764-636b-4b6d-93a4-70e399f672fd,segment=NetworkSegment(88056aef-9d22-4904-9152-a99fd898bf69),segment_id=88056aef-9d22-4904-9152-a99fd898bf69)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:25.050043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 07388747-027b-4d0f-9035-2a25d92cac99 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:25.059352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Attempting to bind port d50a253d-1573-444a-a3d9-1738b171db97 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:25.059352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Attempting to bind port d50a253d-1573-444a-a3d9-1738b171db97 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:25.059352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Attempting to bind port d50a253d-1573-444a-a3d9-1738b171db97 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:25.059352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Port d50a253d-1573-444a-a3d9-1738b171db97 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:47:25.059352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Attempting to bind port d50a253d-1573-444a-a3d9-1738b171db97 on network 91e4a5e6-312d-420e-a8fb-f55deceaa4b8 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:25.063976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:25.064454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Checking segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:25.064937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Bound using segment: {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:25.065432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Bound port: d50a253d-1573-444a-a3d9-1738b171db97, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5839b7cd-9429-40ca-9415-c9c845366b9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:25.065858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d50a253d-1573-444a-a3d9-1738b171db97), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.080098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4627c0db-c76d-42ad-b78d-6debf7429430), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.105346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.144122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:25.147775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d50a253d-1573-444a-a3d9-1738b171db97,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:25.157743 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.162794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Deleting port 5c04781f-7cb5-4973-a075-9d64367183da {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:25.163142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5c04781f-7cb5-4973-a075-9d64367183da), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.187972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Provisioning complete for port ef30ccef-219c-4933-ada2-ac7cfdb22edc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:25.188353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.261979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.262303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] For port 5c04781f-7cb5-4973-a075-9d64367183da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c04781f-7cb5-4973-a075-9d64367183da,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:25.263640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5c04781f-7cb5-4973-a075-9d64367183da), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.282942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Calling delete_port for 5c04781f-7cb5-4973-a075-9d64367183da owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:25.293075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] DHCP port deletion for 4627c0db-c76d-42ad-b78d-6debf7429430 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:25.315324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b8f9bd-36c2-4426-a45e-e37226987f35 req-ebdf3388-d6a8-43fb-bf8d-a763aabc5053 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:25.316703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1b8f9bd-36c2-4426-a45e-e37226987f35 req-ebdf3388-d6a8-43fb-bf8d-a763aabc5053 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0941808 May 02 10:47:25.317996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:25.318603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.319930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] 10.222.0.24 "PUT /v2.0/ports/d50a253d-1573-444a-a3d9-1738b171db97 HTTP/1.1" status: 200 len: 1091 time: 1.3713527 May 02 10:47:25.322543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:25.324875 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc59253f-53ea-4bf5-a0f5-265701676493" -d '{"events": [{"name": "network-changed", "server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "tag": "d50a253d-1573-444a-a3d9-1738b171db97"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:25.327570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:25.328062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.382241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.385555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f760851-cd2b-4e45-85d9-bfac71700d03 service neutron] Pushing event updated for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:25.432361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1b8f9bd-36c2-4426-a45e-e37226987f35 req-a35dfe5c-4732-4e51-9346-1a9bc074c1dd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047397 May 02 10:47:25.452577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2a17f1-6151-48b5-9235-c0513f915810 None None] Pushing event updated for resources: {'Port': ['ID=deb8f764-636b-4b6d-93a4-70e399f672fd,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:25.475171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-cec3a7c3-39b0-49d9-ab22-0ea4b90f49c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:25.481746 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-cec3a7c3-39b0-49d9-ab22-0ea4b90f49c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 1125 time: 0.0563579 May 02 10:47:25.486648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 07388747-027b-4d0f-9035-2a25d92cac99 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:25.487165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (07388747-027b-4d0f-9035-2a25d92cac99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.509106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:25.512434 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-180cd488-108d-4eba-b2bf-98d9ebcfc6ea" -d '{"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:25.530817 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b9b90d-6b94-4c61-a7d6-90a3c3bd2fb1 x-openstack-request-id: req-a4b9b90d-6b94-4c61-a7d6-90a3c3bd2fb1 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:25.531115 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "tag": "d50a253d-1573-444a-a3d9-1738b171db97", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:25.531375 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4b9b90d-6b94-4c61-a7d6-90a3c3bd2fb1 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:25.531781 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4b9b90d-6b94-4c61-a7d6-90a3c3bd2fb1'] response: {'name': 'network-changed', 'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97', 'status': 'completed', 'code': 200} May 02 10:47:25.533504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399b7d5a-21ae-4b55-9eb1-c64b3c00ec29 req-460b5596-d663-4b2f-97b6-e6acb47a2b83 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:25.534138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-b2a206ec-307f-48ca-8b92-5115f2dfe787 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d50a253d-1573-444a-a3d9-1738b171db97 HTTP/1.1" status: 200 len: 217 time: 0.0487061 May 02 10:47:25.542338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-399b7d5a-21ae-4b55-9eb1-c64b3c00ec29 req-460b5596-d663-4b2f-97b6-e6acb47a2b83 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 944 time: 0.1104043 May 02 10:47:25.590241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:25.596354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Deleting port 5c04781f-7cb5-4973-a075-9d64367183da {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:25.601489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5c04781f-7cb5-4973-a075-9d64367183da), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.646195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:25.658301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e4472-1dd7-4d78-a707-0cc62716500d req-f5d9e7a4-1e50-4f05-aed6-560381ce4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:25.661281 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-f5d9e7a4-1e50-4f05-aed6-560381ce4f09 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.1201959 May 02 10:47:25.695901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:25.708346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:25.710453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Port': ['ID=9d329ad4-5011-47bd-8d7c-89dd16a5e3c6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:25.729211 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a8a1d66-6389-41d2-a39f-1f8f0f93862e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.732049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.753072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-5ba2afb9-d9df-4081-96e5-f4a942dd2a31 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828459 May 02 10:47:25.764709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-399b7d5a-21ae-4b55-9eb1-c64b3c00ec29 req-0ad39ca8-0b9b-4d97-b12f-479309605d20 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2212429 May 02 10:47:25.798884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.883471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5c04781f-7cb5-4973-a075-9d64367183da), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.909990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] For port 5c04781f-7cb5-4973-a075-9d64367183da, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5c04781f-7cb5-4973-a075-9d64367183da,segment=NetworkSegment(ff27de77-4727-4690-b2af-6297752d521a),segment_id=ff27de77-4727-4690-b2af-6297752d521a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:25.910977 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5c04781f-7cb5-4973-a075-9d64367183da), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:25.911603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] No DVR routers for this DVR port 5c04781f-7cb5-4973-a075-9d64367183da on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:25.918479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-bfbcd2f2-a635-486f-87bf-4485f3e72723 service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599290 May 02 10:47:25.936043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Calling delete_port for 5c04781f-7cb5-4973-a075-9d64367183da owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:25.951948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c04781f-7cb5-4973-a075-9d64367183da,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:26.007091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Current status of the port ef30ccef-219c-4933-ada2-ac7cfdb22edc is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:26.007546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.119185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-914e4472-1dd7-4d78-a707-0cc62716500d req-c82145c0-86a5-4bed-8cdb-7b07fdbba62d service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920826 May 02 10:47:26.135554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:26.155940 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ad8b33-a0af-4252-8d4a-7a2cdbe9463e x-openstack-request-id: req-a8ad8b33-a0af-4252-8d4a-7a2cdbe9463e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:26.156235 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:26.156499 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8ad8b33-a0af-4252-8d4a-7a2cdbe9463e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:26.156930 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ad8b33-a0af-4252-8d4a-7a2cdbe9463e'] response: {'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'code': 200} May 02 10:47:26.193994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f63ee7-3039-406b-999e-446d77082228 req-3743df2d-2fae-41fc-b258-1cb9d682f886 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:26.218502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50f63ee7-3039-406b-999e-446d77082228 req-3743df2d-2fae-41fc-b258-1cb9d682f886 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 943 time: 0.2808430 May 02 10:47:26.240097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504ca99a-f5e0-489a-ad63-1d042e8278d2 req-8efe91cc-408b-4068-a9f6-78990218b780 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:26.246751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] For port ef30ccef-219c-4933-ada2-ac7cfdb22edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef30ccef-219c-4933-ada2-ac7cfdb22edc,segment=NetworkSegment(385dd984-ee29-4530-98c0-e08a444e8bff),segment_id=385dd984-ee29-4530-98c0-e08a444e8bff)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:26.249012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-504ca99a-f5e0-489a-ad63-1d042e8278d2 req-8efe91cc-408b-4068-a9f6-78990218b780 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0778439 May 02 10:47:26.270327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 07388747-027b-4d0f-9035-2a25d92cac99 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:26.270327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef30ccef-219c-4933-ada2-ac7cfdb22edc up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:26.282098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4627c0db-c76d-42ad-b78d-6debf7429430), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.298314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5c04781f-7cb5-4973-a075-9d64367183da), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.314461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4627c0db-c76d-42ad-b78d-6debf7429430']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:26.326578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff27de77-4727-4690-b2af-6297752d521a') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:26.327161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff27de77-4727-4690-b2af-6297752d521a') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:26.336356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] Pushing event deleted for resources: {'Port': ['ID=5c04781f-7cb5-4973-a075-9d64367183da,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:26.342524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ff27de77-4727-4690-b2af-6297752d521a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.346898 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.353668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-504ca99a-f5e0-489a-ad63-1d042e8278d2 req-cdda4c8f-7adc-4329-acfb-44507eb76764 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958843 May 02 10:47:26.353838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a3e422-5862-4c1d-9e3e-eec043b7ae5c None None] No DVR routers for this DVR port 5c04781f-7cb5-4973-a075-9d64367183da on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:26.409031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ff27de77-4727-4690-b2af-6297752d521a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.415561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-caa5979b-8ef6-4d88-a072-f88182cc4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:26.417110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-caa5979b-8ef6-4d88-a072-f88182cc4a7b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c66af7b914fd46dbb25e62d4e3522759&device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 1128 time: 0.3293617 May 02 10:47:26.433519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ef30ccef-219c-4933-ada2-ac7cfdb22edc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:26.434387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.459048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:26.459466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ff27de77-4727-4690-b2af-6297752d521a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: timer() May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:26.468342 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:26.488869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Provisioning complete for port ef30ccef-219c-4933-ada2-ac7cfdb22edc triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:26.489300 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.493152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e1e1dc-46ac-4a67-b7e5-3a40eb552056 None None] Pushing event updated for resources: {'Port': ['ID=ef30ccef-219c-4933-ada2-ac7cfdb22edc,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:26.509349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b018b5-edc7-418a-a4b8-13233abd932d req-0dd079a0-a44b-4293-b62a-5560132d3e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:26.510864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72b018b5-edc7-418a-a4b8-13233abd932d req-0dd079a0-a44b-4293-b62a-5560132d3e1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1127 time: 0.3302803 May 02 10:47:26.627406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ef30ccef-219c-4933-ada2-ac7cfdb22edc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:26.633491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Current status of the port ef30ccef-219c-4933-ada2-ac7cfdb22edc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:26.643418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Provisioning complete for port 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:26.643790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.685912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af66b253-a6a2-4bd8-b7cd-22da38ee3317 None None] Port 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:26.704222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b36dab2a-329c-4bf7-9b00-03e0c87498cf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:26.725281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b36dab2a-329c-4bf7-9b00-03e0c87498cf {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:26.725632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b36dab2a-329c-4bf7-9b00-03e0c87498cf not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:26.757273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec17133-bc5f-416d-91f1-b5645d346294 None None] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:26.853443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Provisioning complete for port deb8f764-636b-4b6d-93a4-70e399f672fd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:26.853825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:26.938562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729100e-b1c3-4121-bbe5-0b26c31ecccc req-33590f04-9082-4cbb-8a63-edab4894a5c1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:26.945267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5729100e-b1c3-4121-bbe5-0b26c31ecccc req-33590f04-9082-4cbb-8a63-edab4894a5c1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0697470 May 02 10:47:26.963587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deb8f764-636b-4b6d-93a4-70e399f672fd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:26.976061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50f63ee7-3039-406b-999e-446d77082228 req-92dbdba1-a285-4327-9539-2c9a8bf6892b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7562306 May 02 10:47:27.012587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.031614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5729100e-b1c3-4121-bbe5-0b26c31ecccc req-c414e497-356f-4197-bc6d-e4ed5dab2ae5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818338 May 02 10:47:27.049503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Current status of the port deb8f764-636b-4b6d-93a4-70e399f672fd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:27.050750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.117840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port deb8f764-636b-4b6d-93a4-70e399f672fd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:27.119607 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.119736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-783b992e-b2a2-4036-b7b4-c778ce89b80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.120956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-783b992e-b2a2-4036-b7b4-c778ce89b80e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d7e965673511439386e8a383fd25d8ee&device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 1125 time: 0.0568018 May 02 10:47:27.122432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4627c0db-c76d-42ad-b78d-6debf7429430), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.149848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] For port deb8f764-636b-4b6d-93a4-70e399f672fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb8f764-636b-4b6d-93a4-70e399f672fd,segment=NetworkSegment(88056aef-9d22-4904-9152-a99fd898bf69),segment_id=88056aef-9d22-4904-9152-a99fd898bf69)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:27.151018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.155400 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/4627c0db-c76d-42ad-b78d-6debf7429430 HTTP/1.1" status: 204 len: 168 time: 2.2205377 May 02 10:47:27.162005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 58956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:27.171633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6cbc82-a4b8-4226-8090-d88df25211f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4627c0db-c76d-42ad-b78d-6debf7429430,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:27.227714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-3ab3e6fc-6d4b-4f72-b92a-1b9b3d44ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.229198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port deb8f764-636b-4b6d-93a4-70e399f672fd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:27.229364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-3ab3e6fc-6d4b-4f72-b92a-1b9b3d44ebaa service neutron] 10.222.0.15 "GET /v2.0/networks?id=29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 200 len: 912 time: 0.7841945 May 02 10:47:27.229796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.265881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.275456 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72b018b5-edc7-418a-a4b8-13233abd932d req-3c067d8c-0020-496d-b5b8-151695704936 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3229909 May 02 10:47:27.315447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-89dc9765-eeb2-4f8f-8267-1f79529a0d2b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 200 len: 217 time: 0.0518198 May 02 10:47:27.342148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:47:27.342825 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:47:27.355366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a9df8-a31c-4d74-a1af-51adf5228c1c None None] Pushing event updated for resources: {'Port': ['ID=deb8f764-636b-4b6d-93a4-70e399f672fd,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:27.366397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-d40a3ffe-b94b-4d73-bafb-e7a0dd873e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.369736 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-d40a3ffe-b94b-4d73-bafb-e7a0dd873e95 service neutron] 10.222.0.24 "GET /v2.0/networks?id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 200 len: 907 time: 0.2435172 May 02 10:47:27.387285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fffabdbc-60da-48e2-874f-cefbd529f8aa None None] Provisioning complete for port deb8f764-636b-4b6d-93a4-70e399f672fd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:27.387679 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fffabdbc-60da-48e2-874f-cefbd529f8aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.480053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fffabdbc-60da-48e2-874f-cefbd529f8aa None None] Current status of the port deb8f764-636b-4b6d-93a4-70e399f672fd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:27.555789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d6f37-f0a1-4b90-8cb0-d80cf520bdfd req-3b66510c-c2c5-4a1b-9deb-586865bcd812 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.557428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b10d6f37-f0a1-4b90-8cb0-d80cf520bdfd req-3b66510c-c2c5-4a1b-9deb-586865bcd812 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1208880 May 02 10:47:27.588554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.597874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-718da27f-29a7-492b-a086-a7a12a1bddb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.599419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-718da27f-29a7-492b-a086-a7a12a1bddb1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 200 len: 851 time: 0.1137471 May 02 10:47:27.638183 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:47:27.643406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-a442aeba-f5d5-4e88-824c-5c227001d3fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=29e356ac-877f-4417-aa06-eea211e3a79d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366898 May 02 10:47:27.668153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b10d6f37-f0a1-4b90-8cb0-d80cf520bdfd req-5c2ad0ca-0008-4a1e-8d95-70b214c23fdd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992954 May 02 10:47:27.693542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.726391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-46936432-178d-4b68-8450-f0e1e40da3b0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d50a253d-1573-444a-a3d9-1738b171db97 HTTP/1.1" status: 200 len: 217 time: 0.0437992 May 02 10:47:27.814317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:27.814934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-75ff7718-f1db-4e5b-9a4d-18efec9ca25d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:27.816044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Port': ['ID=9d329ad4-5011-47bd-8d7c-89dd16a5e3c6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:27.816440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-75ff7718-f1db-4e5b-9a4d-18efec9ca25d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 200 len: 846 time: 0.0846412 May 02 10:47:27.855131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-caecc449-df8e-4044-b35d-278e52d5562d service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032294 May 02 10:47:27.873036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-24130418-5fab-4aea-a220-effeaa28a0a7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=91e4a5e6-312d-420e-a8fb-f55deceaa4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502141 May 02 10:47:27.941339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:27.944235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:28.114490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.118042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-9977cfa2-81ad-4025-a873-26f9303aa49b service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379313 May 02 10:47:28.161213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d640ddd5-5f26-47d1-88d3-5a75ae8403a0 req-38a05391-98bf-43ab-8c1a-fcf55f32c6f4 service neutron] 10.222.0.15 "GET /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591642 May 02 10:47:28.181287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port deb8f764-636b-4b6d-93a4-70e399f672fd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:28.181914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef30ccef-219c-4933-ada2-ac7cfdb22edc up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:28.232128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ef30ccef-219c-4933-ada2-ac7cfdb22edc triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:28.232528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.276058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d3464af-b041-46d7-af71-bfe9209a3d1e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.277096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2c6a8d-5ef3-44e5-a219-4fab5076694d req-e6f02786-9d42-4502-a049-e8a5fe5e0562 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:28.280643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d2c6a8d-5ef3-44e5-a219-4fab5076694d req-e6f02786-9d42-4502-a049-e8a5fe5e0562 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1183944 May 02 10:47:28.283294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10da7d1-5212-48b3-b72a-81ef6e868417 req-6b7ab24c-a68a-4a39-87b0-34255d40724b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:28.290644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10da7d1-5212-48b3-b72a-81ef6e868417 req-6b7ab24c-a68a-4a39-87b0-34255d40724b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 943 time: 0.1718290 May 02 10:47:28.357038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ef30ccef-219c-4933-ada2-ac7cfdb22edc is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:28.371292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d2c6a8d-5ef3-44e5-a219-4fab5076694d req-34c63d6c-6598-4736-a7b5-6cdea85e2d6e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728960 May 02 10:47:28.379499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Router e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:47:28.418984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-42af0406-510b-49e7-abb6-9bd59c7fecde None None] Provisioning complete for port 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:28.419380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42af0406-510b-49e7-abb6-9bd59c7fecde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.436239 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc59253f-53ea-4bf5-a0f5-265701676493 req-12977d78-f970-47ef-a326-a9ddc2a271fc service neutron] 10.222.0.24 "GET /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766759 May 02 10:47:28.453295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5c04781f-7cb5-4973-a075-9d64367183da no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:28.453295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d50a253d-1573-444a-a3d9-1738b171db97 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:47:28.489056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5c04781f-7cb5-4973-a075-9d64367183da {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:28.489409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5c04781f-7cb5-4973-a075-9d64367183da not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:28.498523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42af0406-510b-49e7-abb6-9bd59c7fecde None None] Port 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:28.513645 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f10da7d1-5212-48b3-b72a-81ef6e868417 req-d6ac9915-a696-4f8e-99f8-edae36c0cfc1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2216995 May 02 10:47:28.539545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:28.546114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07b4573e-b343-4e66-aefd-4a07a0547c07 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1300631 May 02 10:47:28.548623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:28.554849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] Sync routers for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:28.574236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:28.575032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:28.612442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:28.641639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d50a253d-1573-444a-a3d9-1738b171db97,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:28.644389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:28.645144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:28.683519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Deleting port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:28.683789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.688056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:28.688878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b2f1f85-33c8-47ab-8408-377a5f124ba0 None None] The sync data for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:28.707805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'd50a253d-1573-444a-a3d9-1738b171db97', 'network_id': '91e4a5e6-312d-420e-a8fb-f55deceaa4b8', 'port_id': 'd50a253d-1573-444a-a3d9-1738b171db97', 'mac_address': 'fa:16:3e:e7:c9:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2a5d1260-d2ea-4afd-a8e8-c38c3bffa412', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:47:28.750439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d50a253d-1573-444a-a3d9-1738b171db97 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:28.751275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d50a253d-1573-444a-a3d9-1738b171db97), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.774453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d50a253d-1573-444a-a3d9-1738b171db97 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:28.796228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] For port d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:28.797186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.801141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d50a253d-1573-444a-a3d9-1738b171db97,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:28.812969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Calling delete_port for d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:28.841677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deb8f764-636b-4b6d-93a4-70e399f672fd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:28.876160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.879666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c3b428-51ba-4108-b76a-528f64a4ef5e req-03dd7dbc-3cf6-47db-a7f3-6b954cbdde4a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:28.881739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c3b428-51ba-4108-b76a-528f64a4ef5e req-03dd7dbc-3cf6-47db-a7f3-6b954cbdde4a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1234643 May 02 10:47:28.947119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port deb8f764-636b-4b6d-93a4-70e399f672fd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:28.947624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:28.951097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:29.002472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c3b428-51ba-4108-b76a-528f64a4ef5e req-48d84e2d-fe11-45e5-aca3-79fb37cde6da tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026738 May 02 10:47:29.045304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port deb8f764-636b-4b6d-93a4-70e399f672fd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:29.053863 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-fc1ac46d-2aaf-4ff0-9a9c-5a990c15b0d8 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:47:29.054948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fc1ac46d-2aaf-4ff0-9a9c-5a990c15b0d8 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5049696 May 02 10:47:29.058410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 58982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:29.080213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d50a253d-1573-444a-a3d9-1738b171db97'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:29.086472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:29.119601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:29.263817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:29.358604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:29.496784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:29.543199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76149cd9-c64a-470f-8925-8df790e07c03 req-3e198452-1f4a-4f46-ab81-a3dc1f3511f7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:29.544749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76149cd9-c64a-470f-8925-8df790e07c03 req-3e198452-1f4a-4f46-ab81-a3dc1f3511f7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0616450 May 02 10:47:29.681487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76149cd9-c64a-470f-8925-8df790e07c03 req-271de4de-9682-4d6e-9d16-05bc5b3fa802 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298041 May 02 10:47:29.694080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738849a7-5925-41fb-ac0d-2a333da9a5e8 req-60397b5f-184f-4076-ae13-bc51e888fb19 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:29.695619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-738849a7-5925-41fb-ac0d-2a333da9a5e8 req-60397b5f-184f-4076-ae13-bc51e888fb19 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 944 time: 0.0985384 May 02 10:47:29.719876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:29.838499 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-738849a7-5925-41fb-ac0d-2a333da9a5e8 req-f5aceb5c-d8d6-4f0f-a793-116107a01957 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313925 May 02 10:47:29.843983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting port 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:29.844338 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:29.853791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06894a67-c60f-419d-bd46-3186214e44b4 req-7279fb37-dcf9-44a0-b399-b58fb9a5e46b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:29.855321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-06894a67-c60f-419d-bd46-3186214e44b4 req-7279fb37-dcf9-44a0-b399-b58fb9a5e46b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0853155 May 02 10:47:29.866023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59002) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:29.872699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'floatingip': {'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:29.887341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:29.896360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fd4ade70-b743-4021-9f4c-a7ee7e7ae077 admin admin] 10.222.0.16 "PUT /v2.0/routers/27a14fa9-8e61-4e05-92ca-fcaacbbbb122/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7332075 May 02 10:47:29.897095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:29.899095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Sync routers for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:29.909777 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:29.910381 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:29.954071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.031553 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:30.078331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.123810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Calling delete_port for 9d329ad4-5011-47bd-8d7c-89dd16a5e3c6 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:30.231910 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:47:28Z', 'revision_number': 5, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:30.262532 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Checking router: 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:30.271962 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Routers {'27a14fa9-8e61-4e05-92ca-fcaacbbbb122'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:30.274212 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:30.320831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec1b4f-c0ea-44c8-a83d-5577b3b4d191 req-e159d845-d528-4dc3-a6f1-981ccbabb1bd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:30.322483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeec1b4f-c0ea-44c8-a83d-5577b3b4d191 req-e159d845-d528-4dc3-a6f1-981ccbabb1bd tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0631685 May 02 10:47:30.327834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks [] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.406962 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] Set router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:30.448027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d50a253d-1573-444a-a3d9-1738b171db97 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:30.459482 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eeec1b4f-c0ea-44c8-a83d-5577b3b4d191 req-571d3d2b-84de-4193-bd98-dbfc4d32ca24 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910931 May 02 10:47:30.525142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks [] for router_gateway (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.555036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port d50a253d-1573-444a-a3d9-1738b171db97 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:47:30.656312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port d50a253d-1573-444a-a3d9-1738b171db97 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:30.656715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d50a253d-1573-444a-a3d9-1738b171db97), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.659065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.757321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Deleting port d687cdb9-0555-446c-a17f-a5afbc519e7d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:30.758244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.812654 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:47:28Z', 'revision_number': 5, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:30.820575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d50a253d-1573-444a-a3d9-1738b171db97 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:30.821053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d50a253d-1573-444a-a3d9-1738b171db97), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.862149 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcb85694-6eb2-45ca-bd06-9bd08e4de85e None None] The sync data for ids ['27a14fa9-8e61-4e05-92ca-fcaacbbbb122'] in ncdv-master-1 is: [{'id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'name': 'tempest-TestServerMultinode-719733471-router', 'tenant_id': '0e746d3c0de04bea8911b8b5be49dc70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207'}], 'enable_snat': True}, 'gw_port_id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:46:24Z', 'updated_at': '2022-05-02T10:47:28Z', 'revision_number': 5, 'project_id': '0e746d3c0de04bea8911b8b5be49dc70', 'gw_port': {'id': 'd687cdb9-0555-446c-a17f-a5afbc519e7d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:f2:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a14fa9-8e61-4e05-92ca-fcaacbbbb122', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:46:25Z', 'updated_at': '2022-05-02T10:46:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:30.866729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d50a253d-1573-444a-a3d9-1738b171db97,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:30.867740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:30.871458 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77c940a9-e2ab-4e7f-af11-9f327a28a61d" -d '{"events": [{"server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "name": "network-vif-plugged", "status": "completed", "tag": "d50a253d-1573-444a-a3d9-1738b171db97"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:30.885877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] For port d687cdb9-0555-446c-a17f-a5afbc519e7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d687cdb9-0555-446c-a17f-a5afbc519e7d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:30.886269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:30.912291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Calling delete_port for d687cdb9-0555-446c-a17f-a5afbc519e7d owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:30.943327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.008726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:31.037274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e856784a-98f1-4a92-a7b4-938a3159240b req-76f289c5-1dd2-4da5-b060-5bd58300607d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:31.042466 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db961d27-72cc-4b21-b3c4-2784cad4b274 x-openstack-request-id: req-db961d27-72cc-4b21-b3c4-2784cad4b274 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:31.042786 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "name": "network-vif-plugged", "status": "completed", "tag": "d50a253d-1573-444a-a3d9-1738b171db97", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:31.043049 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db961d27-72cc-4b21-b3c4-2784cad4b274 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:31.043479 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db961d27-72cc-4b21-b3c4-2784cad4b274'] response: {'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97', 'code': 200} May 02 10:47:31.045303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e856784a-98f1-4a92-a7b4-938a3159240b req-76f289c5-1dd2-4da5-b060-5bd58300607d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0850470 May 02 10:47:31.195789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e856784a-98f1-4a92-a7b4-938a3159240b req-4778a760-f156-4414-be33-cbb22633e1f7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497877 May 02 10:47:31.197441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e97ed2f-412b-4a52-8333-d068c4bc5627 req-f1259fc8-17bf-4836-bf60-b2b1c97da743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:31.199002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e97ed2f-412b-4a52-8333-d068c4bc5627 req-f1259fc8-17bf-4836-bf60-b2b1c97da743 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 1127 time: 0.0785229 May 02 10:47:31.227405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9d329ad4-5011-47bd-8d7c-89dd16a5e3c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.243077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7f219c-775a-4176-8414-fa35c7c452be req-22f06991-cbc2-4be2-8dc4-5596d0ade19a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:31.244761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b7f219c-775a-4176-8414-fa35c7c452be req-22f06991-cbc2-4be2-8dc4-5596d0ade19a tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1186035 May 02 10:47:31.247439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.resource_extend [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:47:31.287499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e97ed2f-412b-4a52-8333-d068c4bc5627 req-cf056f69-1326-48c7-a2a7-ddb25bb6c86f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830793 May 02 10:47:31.326365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Port': ['ID=9d329ad4-5011-47bd-8d7c-89dd16a5e3c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:31.353236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d687cdb9-0555-446c-a17f-a5afbc519e7d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.395211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Pushing event deleted for resources: {'Port': ['ID=d687cdb9-0555-446c-a17f-a5afbc519e7d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:31.406635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.453916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b7f219c-775a-4176-8414-fa35c7c452be req-d74442ea-0957-4ef6-88d2-771c4e776098 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619859 May 02 10:47:31.487416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.515822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.594659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.595742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.597755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks [] for router_controller (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.715539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (27a14fa9-8e61-4e05-92ca-fcaacbbbb122), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.716305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a14fa9-8e61-4e05-92ca-fcaacbbbb122 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:47:31.721862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.725554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3701be59-bb0a-4f60-b9d4-5460c279bf3d admin admin] 10.222.0.16 "DELETE /v2.0/routers/27a14fa9-8e61-4e05-92ca-fcaacbbbb122 HTTP/1.1" status: 204 len: 168 time: 1.8249874 May 02 10:47:31.726528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:31.759366 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Floating IP 4d57c3da-d77d-449f-b240-c343bf521a98 associated. External IP: 172.35.4.253, port: d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa. May 02 10:47:31.783792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Deleting subnet e03894dc-9f00-4c35-b3b2-c642e6d85106 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:31.787381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Publish callbacks [] for subnet (e03894dc-9f00-4c35-b3b2-c642e6d85106), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.830316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e03894dc-9f00-4c35-b3b2-c642e6d85106), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.842594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Router e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:31.918185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e03894dc-9f00-4c35-b3b2-c642e6d85106), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.960268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:31.978067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:31.989186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-54030b07-e2ab-4e3d-ad9a-1c3103b7ebe1 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9259844 May 02 10:47:31.989398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] Sync routers for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:31.990265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59040) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:32.000627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:32.001745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.036846 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-006f3b9b-c012-4f18-a43f-90ec41f3f032 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] delete failed (client error): The resource could not be found. May 02 10:47:32.037827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-006f3b9b-c012-4f18-a43f-90ec41f3f032 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1842608752 HTTP/1.1" status: 404 len: 335 time: 0.0463891 May 02 10:47:32.041536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59042) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:32.043358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.047372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ddbd50c3-6425-4989-9822-3ed879b26ee2 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:32.051640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e03894dc-9f00-4c35-b3b2-c642e6d85106), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.053357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:32.054063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.087819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.088438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62df8e97-8a0a-4cdf-a78e-314cf2310cfc None None] The sync data for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:32.093887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:32.109702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015dc9e3-3752-4f75-bd3d-0d0272650e0c None None] Network c1448f3a-0b29-484b-8265-7ef42c09b5a2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:32.149533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.153198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e03894dc-9f00-4c35-b3b2-c642e6d85106 HTTP/1.1" status: 204 len: 168 time: 0.4257386 May 02 10:47:32.156006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef3846b-81b2-4a32-a612-651ca48b3868 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e03894dc-9f00-4c35-b3b2-c642e6d85106,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:32.156173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:32.321053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (c1448f3a-0b29-484b-8265-7ef42c09b5a2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.337675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:32.343240 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.350519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] DHCP port deletion for c1448f3a-0b29-484b-8265-7ef42c09b5a2 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:32.355285 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:32.371787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:32.372486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.407917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Deleting port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:32.408150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ddbd50c3-6425-4989-9822-3ed879b26ee2 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router_gateway (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.408658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.410879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Deleting port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:32.410879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.440799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a12349-e8d8-4d48-9a9d-680b9930001b req-632cc7c2-9599-456e-ab97-c547dafe17b1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:32.443020 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50a12349-e8d8-4d48-9a9d-680b9930001b req-632cc7c2-9599-456e-ab97-c547dafe17b1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1108606 May 02 10:47:32.472584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7fd3e831-b6e9-4ad2-bdfa-da53478bf361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "PUT /v2.0/floatingips/4d57c3da-d77d-449f-b240-c343bf521a98 HTTP/1.1" status: 200 len: 991 time: 2.6056404 May 02 10:47:32.475266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:32.478125 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03197a92-c87d-4ff7-9222-4b93bcf05e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:32.505299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:32.517122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] For port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:32.519267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.532721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] For port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,segment=NetworkSegment(7c7f367c-9a17-466f-b358-def198129a8d),segment_id=7c7f367c-9a17-466f-b358-def198129a8d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:32.533083 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.535757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50a12349-e8d8-4d48-9a9d-680b9930001b req-1bd81331-3759-42ba-af38-e6a8397af44b tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869939 May 02 10:47:32.553725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Calling delete_port for 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:32.561562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Calling delete_port for 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:32.569669 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-ddbd50c3-6425-4989-9822-3ed879b26ee2 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] update failed (client error): The resource could not be found. May 02 10:47:32.577609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ddbd50c3-6425-4989-9822-3ed879b26ee2 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 HTTP/1.1" status: 404 len: 339 time: 0.5343382 May 02 10:47:32.578352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:32.638213 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dce5842-f893-4039-a4e7-3147129ee1a5 x-openstack-request-id: req-0dce5842-f893-4039-a4e7-3147129ee1a5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:32.638512 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:32.638768 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0dce5842-f893-4039-a4e7-3147129ee1a5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:32.639211 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dce5842-f893-4039-a4e7-3147129ee1a5'] response: {'name': 'network-changed', 'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'status': 'completed', 'code': 200} May 02 10:47:32.654497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfeb325-37fe-423f-a5b7-0e0284a46e68 req-2d004f51-107c-4405-8268-d7bfb13e9579 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:32.661446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cfeb325-37fe-423f-a5b7-0e0284a46e68 req-2d004f51-107c-4405-8268-d7bfb13e9579 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0949237 May 02 10:47:32.749142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d57c3da-d77d-449f-b240-c343bf521a98', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:47:11Z', 'updated_at': '2022-05-02T10:47:31Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.753049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cfeb325-37fe-423f-a5b7-0e0284a46e68 req-1262bde5-53b9-4d30-a130-aeb5d8d8ff35 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906200 May 02 10:47:32.778901 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.782731 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:32.790025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6df83c8b-67ae-45d8-86dc-4bd8992f7e1b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.791525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:32.794001 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.833907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] Pushing event deleted for resources: {'Port': ['ID=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:32.842341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Pushing event deleted for resources: {'Port': ['ID=6df83c8b-67ae-45d8-86dc-4bd8992f7e1b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:32.844422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] No DVR routers for this DVR port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:32.846067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ac29f8-7d31-4de1-992c-c8ff7b0bdac7 None None] No DVR routers for this DVR port 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:32.878090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:32.909722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:32.912657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7bbcef8-fd29-4bb5-a3ab-0f2e8ca8b1e8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:32.912657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d687cdb9-0555-446c-a17f-a5afbc519e7d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:32.941373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d687cdb9-0555-446c-a17f-a5afbc519e7d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:32.942010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d687cdb9-0555-446c-a17f-a5afbc519e7d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:32.942324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (c1448f3a-0b29-484b-8265-7ef42c09b5a2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.942679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:32.944230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:32.965791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:32.966367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1448f3a-0b29-484b-8265-7ef42c09b5a2']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.966480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6df83c8b-67ae-45d8-86dc-4bd8992f7e1b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:32.981972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7f367c-9a17-466f-b358-def198129a8d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.981972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7f367c-9a17-466f-b358-def198129a8d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:32.987968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:32.989487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (7c7f367c-9a17-466f-b358-def198129a8d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.005846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7c7f367c-9a17-466f-b358-def198129a8d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.014062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:33.014527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (7c7f367c-9a17-466f-b358-def198129a8d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: timer() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:33.016416 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:33.158988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (c1448f3a-0b29-484b-8265-7ef42c09b5a2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.164714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.173504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] 10.222.0.16 "DELETE /v2.0/networks/c1448f3a-0b29-484b-8265-7ef42c09b5a2 HTTP/1.1" status: 204 len: 168 time: 1.0162075 May 02 10:47:33.188248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bde03c-b2d9-41e4-bbcb-c24926620f56 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1448f3a-0b29-484b-8265-7ef42c09b5a2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:33.189217 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d57c3da-d77d-449f-b240-c343bf521a98', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:47:11Z', 'updated_at': '2022-05-02T10:47:31Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:33.216973 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f080582-ca2e-4fe0-b8a9-837fd8ecb1f9 None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '4d57c3da-d77d-449f-b240-c343bf521a98', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.253', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3021, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:47:11Z', 'updated_at': '2022-05-02T10:47:31Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:33.257009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Allocated IP 172.20.0.1 (4435efd9-4634-48cc-9401-eafbf66fbd64/d4408434-eb23-4681-ae19-24a192891b1c/3f4df828-3233-40cf-9c04-1885b65c42b3) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:33.387045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.439697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17558f72-e9a2-45ef-9f01-0be46511c596 None None] New status for floating IP 4d57c3da-d77d-449f-b240-c343bf521a98: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:47:33.486715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.532514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:33.537404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:33.543758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:33.570308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Port': ['ID=3f4df828-3233-40cf-9c04-1885b65c42b3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:33.610939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.731910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246063da-641f-4e9f-980f-f55784fe5aa0 req-6c7d4d34-7bd7-4830-ad2a-7df11af96aa3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:33.733500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-246063da-641f-4e9f-980f-f55784fe5aa0 req-6c7d4d34-7bd7-4830-ad2a-7df11af96aa3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0804594 May 02 10:47:33.790661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59066) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:33.814427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-246063da-641f-4e9f-980f-f55784fe5aa0 req-3673a130-1252-4372-b5e5-09bdadb9307f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731692 May 02 10:47:33.885155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-11d2633d-872b-4807-8438-8c4d9d10bc78 None None] Provisioning complete for port 3f4df828-3233-40cf-9c04-1885b65c42b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:33.885436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-a9ac9dae-7fe5-48e3-8c57-4104bca9d3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:33.886600 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11d2633d-872b-4807-8438-8c4d9d10bc78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:33.887254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-a9ac9dae-7fe5-48e3-8c57-4104bca9d3d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1127 time: 0.0891783 May 02 10:47:33.915466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b101d70-4830-4491-bca8-f0b332b992e0 req-0a275a0a-2d23-4288-9119-4151f5c625c9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:33.917904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b101d70-4830-4491-bca8-f0b332b992e0 req-0a275a0a-2d23-4288-9119-4151f5c625c9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.0803103 May 02 10:47:33.925902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ce89449-835a-4bc4-86bd-c63b0237c399 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9bb1182b7372418e9f1952d8066ab81c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1341019 May 02 10:47:33.927565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-11d2633d-872b-4807-8438-8c4d9d10bc78 None None] Port 3f4df828-3233-40cf-9c04-1885b65c42b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:33.928482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:33.973245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b101d70-4830-4491-bca8-f0b332b992e0 req-0ecae52e-4f83-47a4-a26f-538395cce412 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499313 May 02 10:47:33.977861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] Publish callbacks [] for security_group (b1d383af-f81c-4ad6-8783-d2f31e60dcbc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.007292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] Publish callbacks [] for security_group (b1d383af-f81c-4ad6-8783-d2f31e60dcbc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.065076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-6bb05d8d-08c2-4636-84b7-e155aa7adaea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:34.066570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-6bb05d8d-08c2-4636-84b7-e155aa7adaea service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.0928695 May 02 10:47:34.339309 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b1d383af-f81c-4ad6-8783-d2f31e60dcbc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.342079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.346759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b1d383af-f81c-4ad6-8783-d2f31e60dcbc HTTP/1.1" status: 204 len: 168 time: 0.4168205 May 02 10:47:34.387927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a771e-5f9f-46b3-a68f-e7ed6f49ea68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d383af-f81c-4ad6-8783-d2f31e60dcbc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:34.409537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.568111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-8d5ebdb8-ea36-4585-99a6-07bf812a12fc tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:34.569606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-8d5ebdb8-ea36-4585-99a6-07bf812a12fc tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.4918683 May 02 10:47:34.617199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-83f3b80b-2900-4444-8c03-54fdd557cd0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 999 time: 0.5404639 May 02 10:47:34.657795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af52f32-bec3-4433-92e4-57fd554325a3 req-b65c5388-f8cd-45e4-91a2-aab4b9856929 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:34.659360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6af52f32-bec3-4433-92e4-57fd554325a3 req-b65c5388-f8cd-45e4-91a2-aab4b9856929 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1224749 May 02 10:47:34.763235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-87001f31-83be-4908-b9cf-3fb9fec04f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:34.764756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-87001f31-83be-4908-b9cf-3fb9fec04f39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.1269276 May 02 10:47:34.785674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Deleting port f31ff356-b0b6-475b-9747-f8b42ffbf740 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:34.786027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.872967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6af52f32-bec3-4433-92e4-57fd554325a3 req-88c79186-7249-4f1f-89a4-41a0012ff3f6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861050 May 02 10:47:34.881976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-8255735e-f9c6-43da-940b-53e2386375dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:34.883471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-8255735e-f9c6-43da-940b-53e2386375dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1090882 May 02 10:47:34.973342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] For port f31ff356-b0b6-475b-9747-f8b42ffbf740, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=f31ff356-b0b6-475b-9747-f8b42ffbf740,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:34.973729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:34.993571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Calling delete_port for f31ff356-b0b6-475b-9747-f8b42ffbf740 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:35.023947 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707d40ce-7767-4dd5-82d4-1e54f9697c97 req-3f3358ab-e817-46fa-a5f0-6fd02bf760a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:35.025800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-707d40ce-7767-4dd5-82d4-1e54f9697c97 req-3f3358ab-e817-46fa-a5f0-6fd02bf760a1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0712597 May 02 10:47:35.049051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.053648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-120b5074-407a-4420-baf2-7cc15c8c1292 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630344 May 02 10:47:35.086544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-707d40ce-7767-4dd5-82d4-1e54f9697c97 req-28dcaebd-51cd-434b-be7e-b756fe9dcef9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542214 May 02 10:47:35.153375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.180021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7759f5-c7a6-458c-a859-cc8c3c28594d req-4eb491df-8148-4291-87d9-bddfa5b9c593 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:35.181627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b7759f5-c7a6-458c-a859-cc8c3c28594d req-4eb491df-8148-4291-87d9-bddfa5b9c593 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 946 time: 0.1146724 May 02 10:47:35.231797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:35.240535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event updated for resources: {'Port': ['ID=3f4df828-3233-40cf-9c04-1885b65c42b3,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:35.243105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.303570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03197a92-c87d-4ff7-9222-4b93bcf05e3e req-1bd8f56c-4e26-4a19-b1c5-cf1fe9228992 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314320 May 02 10:47:35.330038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b7759f5-c7a6-458c-a859-cc8c3c28594d req-bb53087d-6dba-450b-afe0-f78eada0a8ea tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407387 May 02 10:47:35.338901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a3bd7c6-fb61-4102-a6de-823aad5661f1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0e746d3c0de04bea8911b8b5be49dc70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1012866 May 02 10:47:35.339079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59088) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:35.359118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:35.359118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:35.378874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f31ff356-b0b6-475b-9747-f8b42ffbf740), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.392361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0da40778-1958-4dc7-b517-dd040ec59f6b'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:35.396051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['f31ff356-b0b6-475b-9747-f8b42ffbf740'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:35.469431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Router e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:35.470898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Pushing event deleted for resources: {'Port': ['ID=f31ff356-b0b6-475b-9747-f8b42ffbf740,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:35.566675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] Publish callbacks [] for security_group (3c1df623-66e4-42b0-b409-074cb49f3fc3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.580991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] No DVR routers for this DVR port f31ff356-b0b6-475b-9747-f8b42ffbf740 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:35.622075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:35.626989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.628784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b2871f5-7f9b-4a4c-a6bd-2f3fb495ea54 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0458214 May 02 10:47:35.630419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba861f97-8b8a-4bc1-916d-fd0cc48e156d req-f4f0838d-cbdc-4774-b7e3-5bddfc4135c2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.15 "DELETE /v2.0/ports/f31ff356-b0b6-475b-9747-f8b42ffbf740 HTTP/1.1" status: 204 len: 173 time: 1.0367699 May 02 10:47:35.630875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'name': 'network-vif-deleted', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:35.631435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59092) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:35.633565 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-238af581-1484-4032-9f98-0929175ab62e" -d '{"events": [{"server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "name": "network-vif-deleted", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:35.645354 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] Sync routers for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:35.657833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] Publish callbacks [] for security_group (3c1df623-66e4-42b0-b409-074cb49f3fc3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.666753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-54c8bfa9-3b4a-44bc-973c-1cd7770bbf49 None None] Provisioning complete for port 3f4df828-3233-40cf-9c04-1885b65c42b3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:35.668309 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-54c8bfa9-3b4a-44bc-973c-1cd7770bbf49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.673989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e7427a-9a97-4fee-abc1-b79699d787be req-0f7aa495-940e-4d05-b0b9-fcf8eb76ef15 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:35.678736 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:35.681085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5e7427a-9a97-4fee-abc1-b79699d787be req-0f7aa495-940e-4d05-b0b9-fcf8eb76ef15 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1369603 May 02 10:47:35.683939 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:35.717539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-54c8bfa9-3b4a-44bc-973c-1cd7770bbf49 None None] Port 3f4df828-3233-40cf-9c04-1885b65c42b3 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:35.735680 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de3e004-a08d-4001-a690-be9674708e77 x-openstack-request-id: req-3de3e004-a08d-4001-a690-be9674708e77 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:35.736051 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e39ef5a-a47b-47c9-92eb-14bce7ae30d5", "name": "network-vif-deleted", "tag": "f31ff356-b0b6-475b-9747-f8b42ffbf740", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:35.736315 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3de3e004-a08d-4001-a690-be9674708e77 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:35.737781 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3de3e004-a08d-4001-a690-be9674708e77'] response: {'server_uuid': '3e39ef5a-a47b-47c9-92eb-14bce7ae30d5', 'name': 'network-vif-deleted', 'tag': 'f31ff356-b0b6-475b-9747-f8b42ffbf740', 'status': 'completed', 'code': 200} May 02 10:47:35.752591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5e7427a-9a97-4fee-abc1-b79699d787be req-287598bb-afe8-4b52-9bcc-7fd962717a18 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706384 May 02 10:47:35.774941 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:35.784258 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:35.784907 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:35.818061 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:35.818675 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8a6ac1c-4551-41e6-a8e0-4aafb6a0e9a1 None None] The sync data for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:35.822169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f06c0015-1386-4e7b-b39b-81de04f95329 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.862986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3c1df623-66e4-42b0-b409-074cb49f3fc3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.865801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:35.867053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c1df623-66e4-42b0-b409-074cb49f3fc3 HTTP/1.1" status: 204 len: 168 time: 0.5270510 May 02 10:47:35.883197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbd16b4-b4a0-4367-8aaa-2456ae120cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1df623-66e4-42b0-b409-074cb49f3fc3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:35.927364 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-f06c0015-1386-4e7b-b39b-81de04f95329 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] delete failed (client error): There was a conflict when trying to complete your request. May 02 10:47:35.928467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f06c0015-1386-4e7b-b39b-81de04f95329 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 HTTP/1.1" status: 409 len: 376 time: 0.2960055 May 02 10:47:35.931431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:36.244842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:36.471132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7b20740-6e6b-4987-824c-6ebe8a7a8c52 req-8087648e-0adb-47c8-ac1f-d209364d24f9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=3e39ef5a-a47b-47c9-92eb-14bce7ae30d5 HTTP/1.1" status: 200 len: 210 time: 0.0489466 May 02 10:47:36.528241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting port 3f4df828-3233-40cf-9c04-1885b65c42b3 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:36.528882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:36.620487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:36.633929 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Calling delete_port for 3f4df828-3233-40cf-9c04-1885b65c42b3 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:36.879114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0b2d9c-7e8b-4232-9144-c73e9f7fb96f req-15436e10-17bd-4e2a-9ba4-7eb669dab8ec tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:36.880410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2a0b2d9c-7e8b-4232-9144-c73e9f7fb96f req-15436e10-17bd-4e2a-9ba4-7eb669dab8ec tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0474739 May 02 10:47:36.897341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3f4df828-3233-40cf-9c04-1885b65c42b3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:36.927544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Port': ['ID=3f4df828-3233-40cf-9c04-1885b65c42b3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:36.944274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2a0b2d9c-7e8b-4232-9144-c73e9f7fb96f req-3e6ef306-1ebf-4b31-8da0-695555f008c2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555334 May 02 10:47:37.047996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59126) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.095005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.177948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-817874833-network', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:37.263176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:37.265598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.268363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Router e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:37.274229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.349473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks [] for security_group (1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.349801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:37.357038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8c41d203-25cc-4137-aceb-a78431b8e290 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4232025 May 02 10:47:37.360315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.361694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] Sync routers for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:37.372392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:37.375579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:37.412452 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-9a65a26a-1bf7-4555-a123-1ac9466988b5 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] show failed (client error): The resource could not be found. May 02 10:47:37.412452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a65a26a-1bf7-4555-a123-1ac9466988b5 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-123375328 HTTP/1.1" status: 404 len: 334 time: 0.0431116 May 02 10:47:37.412452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59132) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.412927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:37.413049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9f78f324-6743-4c1d-8e16-9e3f048df230 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:37.419182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] Routers {'e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:37.419819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:37.435244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.451503 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-9f78f324-6743-4c1d-8e16-9e3f048df230 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] update failed (client error): The resource could not be found. May 02 10:47:37.453391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f78f324-6743-4c1d-8e16-9e3f048df230 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1794955011 HTTP/1.1" status: 404 len: 335 time: 0.0437813 May 02 10:47:37.453522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:37.453936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075a8ae0-a688-4a7f-8bda-ce8726dcf49d None None] The sync data for ids ['e0bdef2d-1802-4a44-9e66-5a5b0e8b2545'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:37.456400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59134) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.465182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:37.474456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:37.487560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66bd9c29-f65c-42df-a205-6673a608cf39), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.487560 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Added segment 66bd9c29-f65c-42df-a205-6673a608cf39 of type vlan for network 1fa2212c-8280-43d9-af18-44dff02feb7d May 02 10:47:37.516628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting subnet 8849b94b-5a6f-4848-a2e5-775cafeb8762 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:37.517804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (8849b94b-5a6f-4848-a2e5-775cafeb8762), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.536197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1fa2212c-8280-43d9-af18-44dff02feb7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.565931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (8849b94b-5a6f-4848-a2e5-775cafeb8762), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.629183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1fa2212c-8280-43d9-af18-44dff02feb7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.630219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:37.630798 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.657977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8849b94b-5a6f-4848-a2e5-775cafeb8762), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.720744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] Pushing event updated for resources: {'Network': ['ID=1fa2212c-8280-43d9-af18-44dff02feb7d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:37.730731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1fa2212c-8280-43d9-af18-44dff02feb7d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:37.757303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b34587e4-d46b-4c15-9552-e6bc6be95452 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7081127 May 02 10:47:37.760195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59140) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.765562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Request body: {'subnet': {'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-817874833-subnet', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:37.846314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (8849b94b-5a6f-4848-a2e5-775cafeb8762), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.878317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Subnet': ['ID=8849b94b-5a6f-4848-a2e5-775cafeb8762,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:37.882813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.886713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fbd34335-ba5b-4c52-adce-02157e521e49 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/subnets/8849b94b-5a6f-4848-a2e5-775cafeb8762 HTTP/1.1" status: 204 len: 168 time: 0.4290280 May 02 10:47:37.889336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59142) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:37.889625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8616c8f1-e89b-4bfb-93c2-6d07cb5338cf None None] Network cbc2683f-fb7c-4ea6-af3b-0347592f6217 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:37.947030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting subnet ac5d553c-e798-4843-891d-cf772760aa9e {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:37.949758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:37.951937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:37.955670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (ac5d553c-e798-4843-891d-cf772760aa9e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.044995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (ac5d553c-e798-4843-891d-cf772760aa9e), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.063450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] DHCP port deletion for cbc2683f-fb7c-4ea6-af3b-0347592f6217 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:38.091080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a9cfc8-4348-49ec-b36c-4f6cc7322a6e req-1f179ce8-dc93-44ce-945b-0907ee049406 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:38.092825 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74a9cfc8-4348-49ec-b36c-4f6cc7322a6e req-1f179ce8-dc93-44ce-945b-0907ee049406 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0618885 May 02 10:47:38.120910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Deleting port deb8f764-636b-4b6d-93a4-70e399f672fd {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:38.127338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.151895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab93ae3-4ea0-457f-af95-3eb2a1e4bdf3 req-4bf3c0b1-89f9-4bf9-84c6-ce405449d932 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:38.155901 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ab93ae3-4ea0-457f-af95-3eb2a1e4bdf3 req-4bf3c0b1-89f9-4bf9-84c6-ce405449d932 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0783694 May 02 10:47:38.156098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74a9cfc8-4348-49ec-b36c-4f6cc7322a6e req-86a94d47-2ec8-4e1f-85ba-cd7d9ca02d9f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535314 May 02 10:47:38.191694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] For port deb8f764-636b-4b6d-93a4-70e399f672fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deb8f764-636b-4b6d-93a4-70e399f672fd,segment=NetworkSegment(88056aef-9d22-4904-9152-a99fd898bf69),segment_id=88056aef-9d22-4904-9152-a99fd898bf69)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:38.192100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.206885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Calling delete_port for deb8f764-636b-4b6d-93a4-70e399f672fd owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:38.268151 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ac5d553c-e798-4843-891d-cf772760aa9e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.301721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ab93ae3-4ea0-457f-af95-3eb2a1e4bdf3 req-48b38c5b-c92a-480a-9cf1-fc9ab0071e38 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311302 May 02 10:47:38.353427 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (deb8f764-636b-4b6d-93a4-70e399f672fd), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.381980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] Pushing event deleted for resources: {'Port': ['ID=deb8f764-636b-4b6d-93a4-70e399f672fd,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:38.385995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd9f1c-cf74-477c-96e4-314483dca7ba None None] No DVR routers for this DVR port deb8f764-636b-4b6d-93a4-70e399f672fd on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:38.433507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (b280dfa2-747b-4527-9afd-99dad5b4d926), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.486413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (ac5d553c-e798-4843-891d-cf772760aa9e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.496331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b280dfa2-747b-4527-9afd-99dad5b4d926,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:38.517617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cca5803-b49e-4aca-8607-9ca5896f0a44 None None] Network c0c64e1e-782a-4d6e-94c6-22e0b23aea73 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:38.533061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.536168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/subnets/ac5d553c-e798-4843-891d-cf772760aa9e HTTP/1.1" status: 204 len: 168 time: 0.6457801 May 02 10:47:38.537614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:38.540945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Network hostable DHCP agents. Network: 1fa2212c-8280-43d9-af18-44dff02feb7d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:38.541095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:38.541551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0babfd3-74b7-4998-8f2d-697f7bb784db tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Subnet': ['ID=ac5d553c-e798-4843-891d-cf772760aa9e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:38.578159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f31ff356-b0b6-475b-9747-f8b42ffbf740 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:38.602161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: f31ff356-b0b6-475b-9747-f8b42ffbf740 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:38.603655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device f31ff356-b0b6-475b-9747-f8b42ffbf740 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:38.625082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (cbc2683f-fb7c-4ea6-af3b-0347592f6217), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.646089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:38.708667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] DHCP port deletion for c0c64e1e-782a-4d6e-94c6-22e0b23aea73 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:38.724910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (cbc2683f-fb7c-4ea6-af3b-0347592f6217), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.742984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1fa2212c-8280-43d9-af18-44dff02feb7d) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:38.747890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:38.748448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Deleting port ef30ccef-219c-4933-ada2-ac7cfdb22edc {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:38.748867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.749621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.752063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6cc3076-6248-4321-bad7-f44b99477b45 None None] Network 1fa2212c-8280-43d9-af18-44dff02feb7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:38.757536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbc2683f-fb7c-4ea6-af3b-0347592f6217']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:38.770289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88056aef-9d22-4904-9152-a99fd898bf69') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:38.770736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88056aef-9d22-4904-9152-a99fd898bf69') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:38.784126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (88056aef-9d22-4904-9152-a99fd898bf69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.801646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (88056aef-9d22-4904-9152-a99fd898bf69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.808768 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (88056aef-9d22-4904-9152-a99fd898bf69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: timer() May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:38.814789 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:38.837836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-837f1eab-d731-4256-b4df-4d923b9fcf9f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0759642 May 02 10:47:38.841303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59152) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:38.845944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:38.851699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deb8f764-636b-4b6d-93a4-70e399f672fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:38.898037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: deb8f764-636b-4b6d-93a4-70e399f672fd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:38.898387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deb8f764-636b-4b6d-93a4-70e399f672fd not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:38.898805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ef30ccef-219c-4933-ada2-ac7cfdb22edc no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:38.901466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] For port ef30ccef-219c-4933-ada2-ac7cfdb22edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef30ccef-219c-4933-ada2-ac7cfdb22edc,segment=NetworkSegment(385dd984-ee29-4530-98c0-e08a444e8bff),segment_id=385dd984-ee29-4530-98c0-e08a444e8bff)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:38.901869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.959072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (c5334a3b-a76f-4623-a403-807445900eab), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:38.963861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (c5334a3b-a76f-4623-a403-807445900eab), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.004895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (cbc2683f-fb7c-4ea6-af3b-0347592f6217), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.018191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.024394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59156) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:39.024646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/networks/cbc2683f-fb7c-4ea6-af3b-0347592f6217 HTTP/1.1" status: 204 len: 168 time: 0.4844062 May 02 10:47:39.037289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ff059-a71c-4cb7-b823-53ed01c391c6 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Network': ['ID=cbc2683f-fb7c-4ea6-af3b-0347592f6217,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:39.078780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Calling delete_port for ef30ccef-219c-4933-ada2-ac7cfdb22edc owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:39.083379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for router_controller (c5334a3b-a76f-4623-a403-807445900eab), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.133524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (c0c64e1e-782a-4d6e-94c6-22e0b23aea73), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.181230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting port ef30ccef-219c-4933-ada2-ac7cfdb22edc {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:39.181897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.194046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1fa2212c-8280-43d9-af18-44dff02feb7d', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:39.194919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.273159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ef30ccef-219c-4933-ada2-ac7cfdb22edc is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:39.273871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.290704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec7e7a-0881-40c0-80d9-289fa63cfd01 req-a5a788db-dac3-447d-a2fe-0b1dcce58e8d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:39.292877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4dec7e7a-0881-40c0-80d9-289fa63cfd01 req-a5a788db-dac3-447d-a2fe-0b1dcce58e8d tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0518064 May 02 10:47:39.356820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4dec7e7a-0881-40c0-80d9-289fa63cfd01 req-1aab2e30-d919-4ed0-ba3a-8bc1def54783 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534174 May 02 10:47:39.385814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] For port ef30ccef-219c-4933-ada2-ac7cfdb22edc, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ef30ccef-219c-4933-ada2-ac7cfdb22edc,segment=NetworkSegment(385dd984-ee29-4530-98c0-e08a444e8bff),segment_id=385dd984-ee29-4530-98c0-e08a444e8bff)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:39.386176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.404883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for router_gateway (c5334a3b-a76f-4623-a403-807445900eab), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.407289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.408414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Calling delete_port for ef30ccef-219c-4933-ada2-ac7cfdb22edc owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:39.438526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Allocated IP 172.20.0.2 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/227c6193-b994-40de-8779-35afb5d69196) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:39.460458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] Pushing event deleted for resources: {'Port': ['ID=ef30ccef-219c-4933-ada2-ac7cfdb22edc,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:39.468518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4662dcab-319a-4868-b2d3-79a2e8ed2303 None None] No DVR routers for this DVR port ef30ccef-219c-4933-ada2-ac7cfdb22edc on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:39.517209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0574414-432e-4555-9d8d-8be4383ef205 req-a6f42840-f736-443b-b43d-349838212eb4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:39.518684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0574414-432e-4555-9d8d-8be4383ef205 req-a6f42840-f736-443b-b43d-349838212eb4 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.1083581 May 02 10:47:39.619247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks [] for port (227c6193-b994-40de-8779-35afb5d69196), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.709035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (227c6193-b994-40de-8779-35afb5d69196), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.748129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:39.751380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:39.757712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:39.766754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Pushing event updated for resources: {'Port': ['ID=227c6193-b994-40de-8779-35afb5d69196,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:39.823038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Attempting to bind port 227c6193-b994-40de-8779-35afb5d69196 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:39.823704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Attempting to bind port 227c6193-b994-40de-8779-35afb5d69196 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:39.824077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Attempting to bind port 227c6193-b994-40de-8779-35afb5d69196 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:39.829494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:39.829873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:39.830281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.830681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:39.831157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Bound port: 227c6193-b994-40de-8779-35afb5d69196, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:39.831534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (227c6193-b994-40de-8779-35afb5d69196), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.885295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ef30ccef-219c-4933-ada2-ac7cfdb22edc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:39.902060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0574414-432e-4555-9d8d-8be4383ef205 req-736ce94a-d5b3-4f63-98b8-39807964dbe9 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/security-groups?id=25b29a1e-51aa-42fc-86ab-4c2c36676bc4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3669624 May 02 10:47:39.902574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] For port 227c6193-b994-40de-8779-35afb5d69196, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:39.913909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] For port 227c6193-b994-40de-8779-35afb5d69196, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227c6193-b994-40de-8779-35afb5d69196,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:39.922277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] No DVR routers for this DVR port ef30ccef-219c-4933-ada2-ac7cfdb22edc on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:39.927591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Port': ['ID=ef30ccef-219c-4933-ada2-ac7cfdb22edc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:39.994643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (227c6193-b994-40de-8779-35afb5d69196), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.068981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c960b-449d-4533-ab1e-4898e4958188 None None] Pushing event updated for resources: {'Port': ['ID=227c6193-b994-40de-8779-35afb5d69196,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:40.075189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86cc1af-acb2-444c-b85a-334722227447 req-b828fbb0-ed7b-4185-99f7-fe0d6f2592d2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:40.076962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b86cc1af-acb2-444c-b85a-334722227447 req-b828fbb0-ed7b-4185-99f7-fe0d6f2592d2 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.24 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 945 time: 0.0700939 May 02 10:47:40.097413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (c0c64e1e-782a-4d6e-94c6-22e0b23aea73), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.127057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c64e1e-782a-4d6e-94c6-22e0b23aea73']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:40.129953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for router_gateway (c5334a3b-a76f-4623-a403-807445900eab), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.156404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '385dd984-ee29-4530-98c0-e08a444e8bff') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:40.156729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '385dd984-ee29-4530-98c0-e08a444e8bff') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:40.161679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.176477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (385dd984-ee29-4530-98c0-e08a444e8bff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.180935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Deleting port 0da40778-1958-4dc7-b517-dd040ec59f6b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:40.181283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.222139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (385dd984-ee29-4530-98c0-e08a444e8bff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.240679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:40.241575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (385dd984-ee29-4530-98c0-e08a444e8bff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: timer() May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:40.246280 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:40.366615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Allocated IP 172.35.4.91 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b5c65794-7a65-4b97-af33-d06d76cadb21) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:40.459444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (c0c64e1e-782a-4d6e-94c6-22e0b23aea73), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.478615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.482504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/networks/c0c64e1e-782a-4d6e-94c6-22e0b23aea73 HTTP/1.1" status: 204 len: 168 time: 1.4571257 May 02 10:47:40.485164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59170) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:40.494626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dca6b77-a1c3-4b32-b221-655efd0fc8cf tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Network': ['ID=c0c64e1e-782a-4d6e-94c6-22e0b23aea73,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:40.563230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting subnet d4408434-eb23-4681-ae19-24a192891b1c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:40.571012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (d4408434-eb23-4681-ae19-24a192891b1c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.607563 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.615983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] For port 0da40778-1958-4dc7-b517-dd040ec59f6b, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0da40778-1958-4dc7-b517-dd040ec59f6b,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:40.616395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.625750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a12da9-ce28-4251-a1de-73df1553b5c3 req-151f7be1-535e-46db-83d2-3511889120ee tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:40.627513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86a12da9-ce28-4251-a1de-73df1553b5c3 req-151f7be1-535e-46db-83d2-3511889120ee tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0704989 May 02 10:47:40.633276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d4408434-eb23-4681-ae19-24a192891b1c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.645048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Calling delete_port for 0da40778-1958-4dc7-b517-dd040ec59f6b owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:40.723334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86a12da9-ce28-4251-a1de-73df1553b5c3 req-284047da-cb5e-4481-8aeb-f53a29bba192 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877964 May 02 10:47:40.739790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d4408434-eb23-4681-ae19-24a192891b1c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.788375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.853442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:40.861778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:40.871346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:40.885745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 227c6193-b994-40de-8779-35afb5d69196 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:40.891718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0da40778-1958-4dc7-b517-dd040ec59f6b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.903029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Pushing event updated for resources: {'Port': ['ID=b5c65794-7a65-4b97-af33-d06d76cadb21,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:40.938374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Pushing event deleted for resources: {'Port': ['ID=0da40778-1958-4dc7-b517-dd040ec59f6b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:40.968818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 227c6193-b994-40de-8779-35afb5d69196 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:40.971879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (227c6193-b994-40de-8779-35afb5d69196), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:40.980821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] No DVR routers for this DVR port 0da40778-1958-4dc7-b517-dd040ec59f6b on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:40.984907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.004009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b86cc1af-acb2-444c-b85a-334722227447 req-4bdedba6-2d90-484a-b0ff-ab9a3a83e80b tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.24 "DELETE /v2.0/ports/0da40778-1958-4dc7-b517-dd040ec59f6b HTTP/1.1" status: 204 len: 173 time: 0.9211254 May 02 10:47:41.004892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'name': 'network-vif-deleted', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:41.021527 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0ac3f80-7db8-47dd-81dd-1eb53915f30b" -d '{"events": [{"server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "name": "network-vif-deleted", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:41.085800 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b351c1-b238-4df3-b81f-565337390c58 x-openstack-request-id: req-08b351c1-b238-4df3-b81f-565337390c58 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:41.086888 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a", "name": "network-vif-deleted", "tag": "0da40778-1958-4dc7-b517-dd040ec59f6b", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:41.087394 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-08b351c1-b238-4df3-b81f-565337390c58 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:41.087519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d4408434-eb23-4681-ae19-24a192891b1c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.096556 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08b351c1-b238-4df3-b81f-565337390c58'] response: {'server_uuid': '60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a', 'name': 'network-vif-deleted', 'tag': '0da40778-1958-4dc7-b517-dd040ec59f6b', 'status': 'completed', 'code': 200} May 02 10:47:41.114589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 227c6193-b994-40de-8779-35afb5d69196 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:41.114987 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (227c6193-b994-40de-8779-35afb5d69196), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.148725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53335ddf-9253-44e9-9a01-98ba812a8c42 req-61588af9-4ea2-40fb-944c-609052bf8ad3 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.1238933 May 02 10:47:41.168227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a21544-1f6e-4e89-a1eb-3f939f6c5fe5 None None] Network 4435efd9-4634-48cc-9401-eafbf66fbd64 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:41.174424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 227c6193-b994-40de-8779-35afb5d69196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227c6193-b994-40de-8779-35afb5d69196,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:41.181613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Subnet': ['ID=d4408434-eb23-4681-ae19-24a192891b1c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:41.184048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.189883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59178) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:41.190061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a8c5cd96-e283-46f2-962f-626296dc397b tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/subnets/d4408434-eb23-4681-ae19-24a192891b1c HTTP/1.1" status: 204 len: 168 time: 0.7038882 May 02 10:47:41.287936 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (227c6193-b994-40de-8779-35afb5d69196), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.299631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4435efd9-4634-48cc-9401-eafbf66fbd64), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.319917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304fac1e-61d7-41bd-952e-df30a03bf0f0 None None] Network 1fa2212c-8280-43d9-af18-44dff02feb7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:41.370795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Deleting port 07388747-027b-4d0f-9035-2a25d92cac99 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:41.371603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (07388747-027b-4d0f-9035-2a25d92cac99), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.398361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] DHCP port deletion for 4435efd9-4634-48cc-9401-eafbf66fbd64 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:47:41.419763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=227c6193-b994-40de-8779-35afb5d69196,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:41.431450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-103fe537-7357-4256-8f12-87abf68d530a None None] Provisioning complete for port 227c6193-b994-40de-8779-35afb5d69196 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:41.432220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-103fe537-7357-4256-8f12-87abf68d530a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (227c6193-b994-40de-8779-35afb5d69196), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.451369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for router_gateway (c5334a3b-a76f-4623-a403-807445900eab), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.458528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] For port 07388747-027b-4d0f-9035-2a25d92cac99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07388747-027b-4d0f-9035-2a25d92cac99,segment=NetworkSegment(3cae4ca7-2f98-4fa6-95fe-4edb4eb63816),segment_id=3cae4ca7-2f98-4fa6-95fe-4edb4eb63816)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:41.458907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (07388747-027b-4d0f-9035-2a25d92cac99), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.478534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Calling delete_port for 07388747-027b-4d0f-9035-2a25d92cac99 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:41.499810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Deleting port 07388747-027b-4d0f-9035-2a25d92cac99 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:41.500100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (07388747-027b-4d0f-9035-2a25d92cac99), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.604401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] For port 07388747-027b-4d0f-9035-2a25d92cac99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=07388747-027b-4d0f-9035-2a25d92cac99,segment=NetworkSegment(3cae4ca7-2f98-4fa6-95fe-4edb4eb63816),segment_id=3cae4ca7-2f98-4fa6-95fe-4edb4eb63816)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:41.604869 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (07388747-027b-4d0f-9035-2a25d92cac99), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.640655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Calling delete_port for 07388747-027b-4d0f-9035-2a25d92cac99 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:41.657920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (07388747-027b-4d0f-9035-2a25d92cac99), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.690713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Port': ['ID=07388747-027b-4d0f-9035-2a25d92cac99,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:41.690713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] No DVR routers for this DVR port 07388747-027b-4d0f-9035-2a25d92cac99 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:41.696772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-103fe537-7357-4256-8f12-87abf68d530a None None] Current status of the port 227c6193-b994-40de-8779-35afb5d69196 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:41.702438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (c5334a3b-a76f-4623-a403-807445900eab), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.740140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (07388747-027b-4d0f-9035-2a25d92cac99), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.784934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] Pushing event deleted for resources: {'Port': ['ID=07388747-027b-4d0f-9035-2a25d92cac99,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:41.790423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b51a49-4f6e-424d-8099-64c33b165065 None None] No DVR routers for this DVR port 07388747-027b-4d0f-9035-2a25d92cac99 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:47:41.821034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4435efd9-4634-48cc-9401-eafbf66fbd64), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.891500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4435efd9-4634-48cc-9401-eafbf66fbd64']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:41.906711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:41.907138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cae4ca7-2f98-4fa6-95fe-4edb4eb63816') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:41.920566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f972249-ad6f-49bc-bba7-f19574fec84f req-56c04651-b8cd-4dd1-9703-d06e695a72e9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:41.920566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f972249-ad6f-49bc-bba7-f19574fec84f req-56c04651-b8cd-4dd1-9703-d06e695a72e9 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0868387 May 02 10:47:41.927281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (3cae4ca7-2f98-4fa6-95fe-4edb4eb63816), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.949524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Router c5334a3b-a76f-4623-a403-807445900eab is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:47:41.964110 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3cae4ca7-2f98-4fa6-95fe-4edb4eb63816), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.980155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:41.980555 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (3cae4ca7-2f98-4fa6-95fe-4edb4eb63816), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: timer() May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:41.983611 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:42.018978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-da6ae95b-779a-4a12-bfa0-20abff2488ea None None] Provisioning complete for port 227c6193-b994-40de-8779-35afb5d69196 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:42.019591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da6ae95b-779a-4a12-bfa0-20abff2488ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (227c6193-b994-40de-8779-35afb5d69196), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.035790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f972249-ad6f-49bc-bba7-f19574fec84f req-f4d2e666-1e54-455e-b104-f3565424dfd2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104789 May 02 10:47:42.080119 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:42.090219 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Sync routers for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:42.104103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:42.106467 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:42.117242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-da6ae95b-779a-4a12-bfa0-20abff2488ea None None] Current status of the port 227c6193-b994-40de-8779-35afb5d69196 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:42.180150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.181418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4435efd9-4634-48cc-9401-eafbf66fbd64), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.192930 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb5b42ba-9f88-47ef-ad6e-7ac56b0dceab admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3504074 May 02 10:47:42.194402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59188) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:42.195962 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.217666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/networks/4435efd9-4634-48cc-9401-eafbf66fbd64 HTTP/1.1" status: 204 len: 168 time: 1.0134823 May 02 10:47:42.239237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59190) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:42.243366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a489e7-5ee6-4fa9-be1b-602dc6af0a29 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Pushing event deleted for resources: {'Network': ['ID=4435efd9-4634-48cc-9401-eafbf66fbd64,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:42.252342 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:42.286799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4faf50e1-74dc-45b2-ba62-59ed0c3cfdd0 tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "GET /v2.0/ports?device_id=e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 HTTP/1.1" status: 200 len: 205 time: 0.0342760 May 02 10:47:42.286799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59192) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:42.438343 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:41Z', 'revision_number': 3, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:42.466335 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Checking router: c5334a3b-a76f-4623-a403-807445900eab for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:42.466691 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Updating router c5334a3b-a76f-4623-a403-807445900eab port b5c65794-7a65-4b97-af33-d06d76cadb21 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:42.496222 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.509987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0da40778-1958-4dc7-b517-dd040ec59f6b no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:42.538143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 0da40778-1958-4dc7-b517-dd040ec59f6b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:42.538548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0da40778-1958-4dc7-b517-dd040ec59f6b not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:42.680261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-635c406a-c8bd-4fd8-b700-8199bdd289ef req-8d998e1c-b24d-466b-b23a-8c7d55f49332 tempest-ServerRescueTestJSON-790149845 tempest-ServerRescueTestJSON-790149845-project] 10.222.0.16 "GET /v2.0/ports?device_id=60d4a3ab-c7e8-48e4-9c47-b52f0bdd556a HTTP/1.1" status: 200 len: 210 time: 0.3539331 May 02 10:47:42.687233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.848210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 227c6193-b994-40de-8779-35afb5d69196 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:42.852865 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks [] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.897286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.899235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 227c6193-b994-40de-8779-35afb5d69196 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:42.899769 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (227c6193-b994-40de-8779-35afb5d69196), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.900819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router_controller (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.937714 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:42.982345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 227c6193-b994-40de-8779-35afb5d69196 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:43.001572 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Attempting to bind port b5c65794-7a65-4b97-af33-d06d76cadb21 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:43.001936 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Attempting to bind port b5c65794-7a65-4b97-af33-d06d76cadb21 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:43.002292 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Attempting to bind port b5c65794-7a65-4b97-af33-d06d76cadb21 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:43.004964 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fd0c0-369b-4b0f-825a-52610e81b231 None None] Pushing event updated for resources: {'Port': ['ID=b5c65794-7a65-4b97-af33-d06d76cadb21,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:43.011866 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:43.013140 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:43.013140 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.013140 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:43.013506 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Bound port: b5c65794-7a65-4b97-af33-d06d76cadb21, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:43.013889 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.048893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 07388747-027b-4d0f-9035-2a25d92cac99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:43.053915 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (e0bdef2d-1802-4a44-9e66-5a5b0e8b2545), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.054472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Fanout notify agent at l3_agent the message router_deleted on router e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:47:43.065233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.069427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6554e6cd-6608-43da-8382-72c180579b5f tempest-RoutersNegativeTest-555503028 tempest-RoutersNegativeTest-555503028-project] 10.222.0.16 "DELETE /v2.0/routers/e0bdef2d-1802-4a44-9e66-5a5b0e8b2545 HTTP/1.1" status: 204 len: 168 time: 0.7912233 May 02 10:47:43.077860 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] For port b5c65794-7a65-4b97-af33-d06d76cadb21, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:43.080708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 07388747-027b-4d0f-9035-2a25d92cac99 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:43.081169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 07388747-027b-4d0f-9035-2a25d92cac99 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:43.101752 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] For port b5c65794-7a65-4b97-af33-d06d76cadb21, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c65794-7a65-4b97-af33-d06d76cadb21,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:43.193061 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.210415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ba0ce-e272-4abd-bbf8-f0f5b9b880c3 req-b2afb109-86c5-429b-93ba-75eaccb9b0fe tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:43.211972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f5ba0ce-e272-4abd-bbf8-f0f5b9b880c3 req-b2afb109-86c5-429b-93ba-75eaccb9b0fe tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0642617 May 02 10:47:43.249393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:43.250301 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:43.275232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f5ba0ce-e272-4abd-bbf8-f0f5b9b880c3 req-020125e8-e815-46de-924d-9d513b78f6e1 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498271 May 02 10:47:43.282272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.347988 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fd0c0-369b-4b0f-825a-52610e81b231 None None] Pushing event updated for resources: {'Port': ['ID=b5c65794-7a65-4b97-af33-d06d76cadb21,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:43.374619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:43.497399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Allocated IP 172.20.0.1 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/58154628-0c41-4834-a74f-1ddf52f2cd72) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:43.515147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59202) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:43.560742 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:41Z', 'revision_number': 3, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:43.598188 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40ff9a8d-85e8-4812-b705-1ec2084eeecc None None] The sync data for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 is: [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:41Z', 'revision_number': 3, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:43.623707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks [] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.688892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-84f15839-8030-4d6a-a3eb-20b96e7922b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4c40d12cac074c0d9a5ea4f0cab6530f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1711285 May 02 10:47:43.690040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59206) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:43.726171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.749377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:43.771461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:43.773163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:43.779033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:43.807795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Pushing event updated for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:43.809446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] Publish callbacks [] for security_group (9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.825756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (c5334a3b-a76f-4623-a403-807445900eab), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:43.876754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] Publish callbacks [] for security_group (9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.151922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.160244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.161387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-acef276b-c793-4f68-ba7a-47f40943a791 None None] Provisioning complete for port 58154628-0c41-4834-a74f-1ddf52f2cd72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:44.162293 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acef276b-c793-4f68-ba7a-47f40943a791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.163345 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.164815 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846 HTTP/1.1" status: 204 len: 168 time: 0.4737449 May 02 10:47:44.192872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a90d3f-f294-4f1a-b80b-01e1d8630709 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e596d8e-ab4f-49a3-a0c1-7ca6b8c15846,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:44.263041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-acef276b-c793-4f68-ba7a-47f40943a791 None None] Port 58154628-0c41-4834-a74f-1ddf52f2cd72 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:44.312334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.450165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks [] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.451406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c6c3c8-82dc-421c-88d0-796e9fdf5ab4 req-7b05e8f2-bedb-474d-93b3-81e5fb5a5387 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:44.452963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54c6c3c8-82dc-421c-88d0-796e9fdf5ab4 req-7b05e8f2-bedb-474d-93b3-81e5fb5a5387 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0914752 May 02 10:47:44.564498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.576988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-54c6c3c8-82dc-421c-88d0-796e9fdf5ab4 req-0973dd1d-d7cf-4145-bc4b-75cc9c6c6dd6 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112154 May 02 10:47:44.587301 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.667450 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (c5334a3b-a76f-4623-a403-807445900eab), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.680516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Pushing event updated for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:44.706589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Deleting port ec60a155-46e7-4044-9ed7-6e0607ebafbf {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:44.707207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.786880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:44.788299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:44.814867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] For port ec60a155-46e7-4044-9ed7-6e0607ebafbf, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ec60a155-46e7-4044-9ed7-6e0607ebafbf,segment=NetworkSegment(b449dd18-9a2f-491f-b4d6-dc60bd4959d3),segment_id=b449dd18-9a2f-491f-b4d6-dc60bd4959d3)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:44.814867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:44.830709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Calling delete_port for ec60a155-46e7-4044-9ed7-6e0607ebafbf owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:44.933671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5c65794-7a65-4b97-af33-d06d76cadb21 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:45.005487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Router c5334a3b-a76f-4623-a403-807445900eab has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:45.022753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b5c65794-7a65-4b97-af33-d06d76cadb21 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:45.023527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.136051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b5c65794-7a65-4b97-af33-d06d76cadb21 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:45.136451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.156528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:45.161471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port b5c65794-7a65-4b97-af33-d06d76cadb21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c65794-7a65-4b97-af33-d06d76cadb21,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:45.173463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-710d5310-a67c-4d87-a4ac-33f27d808d77 admin admin] 10.222.0.16 "PUT /v2.0/routers/c5334a3b-a76f-4623-a403-807445900eab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9768131 May 02 10:47:45.194065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bb27d4ef-8a61-4efc-acfa-bb1edb844418 None None] Provisioning complete for port 58154628-0c41-4834-a74f-1ddf52f2cd72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:45.194578 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bb27d4ef-8a61-4efc-acfa-bb1edb844418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.200356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ec60a155-46e7-4044-9ed7-6e0607ebafbf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.230478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Pushing event deleted for resources: {'Port': ['ID=ec60a155-46e7-4044-9ed7-6e0607ebafbf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:45.242283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.279032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bb27d4ef-8a61-4efc-acfa-bb1edb844418 None None] Port 58154628-0c41-4834-a74f-1ddf52f2cd72 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:45.309394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=b5c65794-7a65-4b97-af33-d06d76cadb21,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:45.440537 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:45.741297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:45.762429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59f5057-c6ea-4475-9ecb-c13d85c21c83 req-7b5a460e-8c1a-4c37-a8ff-ae9fdc7d5e21 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:45.770720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d59f5057-c6ea-4475-9ecb-c13d85c21c83 req-7b5a460e-8c1a-4c37-a8ff-ae9fdc7d5e21 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0798016 May 02 10:47:45.773532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:45.778476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0038109 May 02 10:47:45.783836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59262) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:45.853246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d59f5057-c6ea-4475-9ecb-c13d85c21c83 req-d0d30591-a320-48df-bba7-d0b80cca9854 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811956 May 02 10:47:45.893919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Sync routers for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:45.898939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:45.909121 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Sync routers for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:45.925546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cda0116d-a33e-4107-9788-130b7b03ffaf admin admin] 10.222.0.16 "PUT /v2.0/routers/762cd71f-ae9c-4a9c-a7c8-ce8448760505/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1750159 May 02 10:47:45.926150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59268) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:45.927499 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:45.928202 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:45.954139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:45.954139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:46.023071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.037184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2134472a-7154-440f-9062-23bbbbbed91a tempest-NetworksApiDiscovery-1281565457 tempest-NetworksApiDiscovery-1281565457-project] 10.222.0.16 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2511795 May 02 10:47:46.041231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-e8609cb9-0847-4be3-aaae-1ce4ec7be708 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1850371 May 02 10:47:46.080745 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:46.101676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:46.184571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-62678174-c9a4-496f-8c94-85748c1aaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:46.186100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-62678174-c9a4-496f-8c94-85748c1aaf00 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1127 time: 0.0623527 May 02 10:47:46.189864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks [] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.312772 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 5, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:46.353558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Checking router: 762cd71f-ae9c-4a9c-a7c8-ce8448760505 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:46.355201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:46.361912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-893147875-network', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:46.364134 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Routers {'762cd71f-ae9c-4a9c-a7c8-ce8448760505'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:46.364968 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:46.407377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-1e28912a-5ff7-4302-9161-478feb2b4fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:46.408902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-1e28912a-5ff7-4302-9161-478feb2b4fa5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.1743467 May 02 10:47:46.428199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 2, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:46.445833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Made reservation on behalf of 93dbad165604400cb3b3bfb2cc90529a for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:46.448635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.469008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.486358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-72a641a0-5e72-4bb3-ab27-dce5bc24f133 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 1001 time: 0.0684762 May 02 10:47:46.492594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks [] for router_gateway (762cd71f-ae9c-4a9c-a7c8-ce8448760505), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.516053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] Set router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:46.531570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Checking router: c5334a3b-a76f-4623-a403-807445900eab for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:46.531937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Updating router c5334a3b-a76f-4623-a403-807445900eab port 58154628-0c41-4834-a74f-1ddf52f2cd72 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:46.554910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-b1377a69-d069-4bc1-a7d2-c472ed736b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:46.556585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-b1377a69-d069-4bc1-a7d2-c472ed736b5d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0580142 May 02 10:47:46.634633 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks [] for security_group (9d88e38f-8877-402d-a534-d1fc5ee2be97), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.676312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-a897bf08-7e10-48a2-bde3-513d6a062bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:46.677883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-a897bf08-7e10-48a2-bde3-513d6a062bbe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1120107 May 02 10:47:46.683231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Deleting port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:47:46.683585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.696113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:46.712953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9d88e38f-8877-402d-a534-d1fc5ee2be97), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.807533 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 5, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:46.808233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-dc58c283-b623-48fc-9cdd-917d4f6bab9b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:46.817602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-dc58c283-b623-48fc-9cdd-917d4f6bab9b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 814 time: 0.2042317 May 02 10:47:46.821443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d88e38f-8877-402d-a534-d1fc5ee2be97,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:46.840658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:46.848009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-01f97c9a-36f8-4e43-b9f3-bf5b6f6fe441 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/quotas/23dc31c03ada4eba97ae47aab53487d9 HTTP/1.1" status: 200 len: 375 time: 0.0291111 May 02 10:47:46.848931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e06ae23d-3ccb-433c-84c1-428d0a8c1eea None None] The sync data for ids ['762cd71f-ae9c-4a9c-a7c8-ce8448760505'] in ncdv-master-1 is: [{'id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'name': 'tempest-ServerRescueTestJSON-2068924264-router', 'tenant_id': 'c66af7b914fd46dbb25e62d4e3522759', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48'}], 'enable_snat': True}, 'gw_port_id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 5, 'project_id': 'c66af7b914fd46dbb25e62d4e3522759', 'gw_port': {'id': '8db012f4-7ba5-430c-b4f4-5b2f13d7dcac', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:fc:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '762cd71f-ae9c-4a9c-a7c8-ce8448760505', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2884, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:45:41Z', 'updated_at': '2022-05-02T10:45:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:46.927892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (05775fa5-2387-4da8-8856-230f80cd85f3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.928408 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Added segment 05775fa5-2387-4da8-8856-230f80cd85f3 of type vlan for network 7ede029b-f941-4ea5-b9c7-33848457ff5e May 02 10:47:46.942336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:46.976828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-0e9d09c0-dc11-450e-aa39-fe0a079e504e tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1278911 May 02 10:47:46.980802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7ede029b-f941-4ea5-b9c7-33848457ff5e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.093692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d2a03686-0610-471b-961e-21b6fdbba0c6 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952601 May 02 10:47:47.131674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7ede029b-f941-4ea5-b9c7-33848457ff5e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.132763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:47.133354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.229377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-454c11b7-0148-4f09-bdbe-ab1f55e237d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.239754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks [] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.244076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8875515 May 02 10:47:47.247748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:47.257154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Request body: {'subnet': {'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-893147875-subnet', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:47.274077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a845c7c-f3f4-4284-af2f-9568271ff6ed admin admin] Pushing event updated for resources: {'Network': ['ID=7ede029b-f941-4ea5-b9c7-33848457ff5e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:47.287597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:47.295364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-84123919-7c20-4caf-b4d2-adfec1e26849 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1954019 May 02 10:47:47.326795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbdeaac-8ddd-434e-9c06-7fe1fb33387f req-b243ffb7-c59b-401c-932a-9bd512abb232 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:47.328504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ddbdeaac-8ddd-434e-9c06-7fe1fb33387f req-b243ffb7-c59b-401c-932a-9bd512abb232 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1536570 May 02 10:47:47.345193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] For port 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:47.345571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.380907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5c65794-7a65-4b97-af33-d06d76cadb21 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:47.384234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.388936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Made reservation on behalf of 93dbad165604400cb3b3bfb2cc90529a for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:47.393686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.403740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Calling delete_port for 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:47:47.408296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-644bc14d-15c2-424d-b930-1469bad07e78 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7113543 May 02 10:47:47.568680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b5c65794-7a65-4b97-af33-d06d76cadb21 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:47.569165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.570664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66a760-1baa-4d00-a2f4-0a7bbfa6c642 None None] Pushing event updated for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:47.663202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Attempting to bind port 58154628-0c41-4834-a74f-1ddf52f2cd72 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:47.663607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Attempting to bind port 58154628-0c41-4834-a74f-1ddf52f2cd72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:47.663962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Attempting to bind port 58154628-0c41-4834-a74f-1ddf52f2cd72 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:47.672154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-454c11b7-0148-4f09-bdbe-ab1f55e237d5 admin admin] Publish callbacks [] for security_group (5e918081-7484-41ae-9263-1b946612f1a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.680080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ddbdeaac-8ddd-434e-9c06-7fe1fb33387f req-41d85203-1def-49c6-bf77-9503181660f7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3190162 May 02 10:47:47.685273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:47.694221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:47.694221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.699384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:47.700173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Bound port: 58154628-0c41-4834-a74f-1ddf52f2cd72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:47.701829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.703517 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a13b8d6-0b00-4ca3-8a39-4d0dd23b1b63 req-38a678f5-bbde-4510-bc4a-c6f8787783fe tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 210 time: 0.0518222 May 02 10:47:47.806689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-454c11b7-0148-4f09-bdbe-ab1f55e237d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5e918081-7484-41ae-9263-1b946612f1a5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.851541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-44947dd9-62af-4886-a670-b16bdfd76ea2 None None] Provisioning complete for port 58154628-0c41-4834-a74f-1ddf52f2cd72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:47.851848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-44947dd9-62af-4886-a670-b16bdfd76ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.857955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15684c16-86ff-485e-96ba-c094a796f0b8 req-7a5165be-a7c6-4b2c-b905-b8d50ad2789b service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4240754 May 02 10:47:47.863288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (0df2b366-6440-4b99-af76-6078735b2169), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.876438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-454c11b7-0148-4f09-bdbe-ab1f55e237d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=edf468ac018c429abc352f3eaf6bbb7c&name=default HTTP/1.1" status: 200 len: 3000 time: 1.1710629 May 02 10:47:47.877751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:47.879895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b5c65794-7a65-4b97-af33-d06d76cadb21 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:47.886401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c11b7-0148-4f09-bdbe-ab1f55e237d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e918081-7484-41ae-9263-1b946612f1a5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:47.887297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] For port 58154628-0c41-4834-a74f-1ddf52f2cd72, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:47.914993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] For port 58154628-0c41-4834-a74f-1ddf52f2cd72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58154628-0c41-4834-a74f-1ddf52f2cd72,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:47.921803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-44947dd9-62af-4886-a670-b16bdfd76ea2 None None] Port 58154628-0c41-4834-a74f-1ddf52f2cd72 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:47.933003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0df2b366-6440-4b99-af76-6078735b2169,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:47.960289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Checking segment: {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:47.960682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Network hostable DHCP agents. Network: 7ede029b-f941-4ea5-b9c7-33848457ff5e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:47.983600 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:47.989143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] Publish callbacks [] for security_group (5e918081-7484-41ae-9263-1b946612f1a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.014598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] Publish callbacks [] for security_group (5e918081-7484-41ae-9263-1b946612f1a5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.043696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:48.044342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:48.049703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66a760-1baa-4d00-a2f4-0a7bbfa6c642 None None] Pushing event updated for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:48.074767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:48.103012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8db012f4-7ba5-430c-b4f4-5b2f13d7dcac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.138044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Pushing event deleted for resources: {'Port': ['ID=8db012f4-7ba5-430c-b4f4-5b2f13d7dcac,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:48.171140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5e918081-7484-41ae-9263-1b946612f1a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.173877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.178056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e918081-7484-41ae-9263-1b946612f1a5 HTTP/1.1" status: 204 len: 168 time: 0.2960925 May 02 10:47:48.182083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:48.198239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7ede029b-f941-4ea5-b9c7-33848457ff5e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:48.203256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:48.203475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a38902-1935-4169-9ab3-eed27692101a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e918081-7484-41ae-9263-1b946612f1a5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:48.204637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.241452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.272585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97af48a4-1b2c-4b4e-9b59-dcaa129bdadd None None] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:48.325481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2f2a7ba-feb2-4495-b870-4120348e7d43 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0737071 May 02 10:47:48.330107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:48.337318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:48.370650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.372899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks [] for router_controller (762cd71f-ae9c-4a9c-a7c8-ce8448760505), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.426514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Provisioning complete for port 58154628-0c41-4834-a74f-1ddf52f2cd72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:48.426887 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.452245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (d53f0983-28f1-4f74-8271-43ad540327c6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.453951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (d53f0983-28f1-4f74-8271-43ad540327c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.482878 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (762cd71f-ae9c-4a9c-a7c8-ce8448760505), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.484186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 762cd71f-ae9c-4a9c-a7c8-ce8448760505 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:47:48.507068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.515149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2507385-9485-4a07-859c-ea80dd909252 admin admin] 10.222.0.16 "DELETE /v2.0/routers/762cd71f-ae9c-4a9c-a7c8-ce8448760505 HTTP/1.1" status: 204 len: 168 time: 2.5876992 May 02 10:47:48.517086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59320) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:48.592282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for router_controller (d53f0983-28f1-4f74-8271-43ad540327c6), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.598135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7ede029b-f941-4ea5-b9c7-33848457ff5e', 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e', 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'fixed_ips': [{'subnet_id': '0df2b366-6440-4b99-af76-6078735b2169'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:47:48.598995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.624674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Deleting subnet 97ad34aa-94b3-4f3b-ad14-643082bc4cef {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:47:48.634624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Publish callbacks [] for subnet (97ad34aa-94b3-4f3b-ad14-643082bc4cef), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.722278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (97ad34aa-94b3-4f3b-ad14-643082bc4cef), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.837423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Current status of the port 58154628-0c41-4834-a74f-1ddf52f2cd72 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:48.837925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.859214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (97ad34aa-94b3-4f3b-ad14-643082bc4cef), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:48.867905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:47Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:48.885666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79351c13-c2d5-4d31-a602-a694deb571ee req-69843e4f-5193-426c-89f0-6abc6572a249 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 210 time: 0.0478461 May 02 10:47:48.917489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72635775-321d-4bc0-9cdf-bb2a2badf1f3 None None] The sync data for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 is: [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:47Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:48.961912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] For port 58154628-0c41-4834-a74f-1ddf52f2cd72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58154628-0c41-4834-a74f-1ddf52f2cd72,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:48.990246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d6237b-e1ed-419a-865a-dddc4620fc2c req-2f1d271e-8bd8-4e18-a8d3-e072e9a17aac tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:48.991920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1d6237b-e1ed-419a-865a-dddc4620fc2c req-2f1d271e-8bd8-4e18-a8d3-e072e9a17aac tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1283438 May 02 10:47:48.993339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for router_gateway (d53f0983-28f1-4f74-8271-43ad540327c6), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.004246 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Allocated IP 172.20.0.2 (7ede029b-f941-4ea5-b9c7-33848457ff5e/0df2b366-6440-4b99-af76-6078735b2169/7aa4f171-f6c6-4157-88e0-ae20d0c3d49b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:49.058715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.064830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1d6237b-e1ed-419a-865a-dddc4620fc2c req-a6cf179f-219d-4ac4-b80f-38b3b3a0a5d5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557294 May 02 10:47:49.083978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (97ad34aa-94b3-4f3b-ad14-643082bc4cef), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.170525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.176141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/97ad34aa-94b3-4f3b-ad14-643082bc4cef HTTP/1.1" status: 204 len: 168 time: 0.6558080 May 02 10:47:49.178879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde41d6-c9ee-40a9-9f73-ca43c15c5181 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97ad34aa-94b3-4f3b-ad14-643082bc4cef,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:49.184619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffa897-b4dc-461b-84f2-e7c34a54040f None None] Pushing event updated for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:49.187338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59336) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:49.303931 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks [] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.318866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ec60a155-46e7-4044-9ed7-6e0607ebafbf no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:49.322479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (29e356ac-877f-4417-aa06-eea211e3a79d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.367432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ec60a155-46e7-4044-9ed7-6e0607ebafbf {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:49.367631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ec60a155-46e7-4044-9ed7-6e0607ebafbf not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:49.368175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:47:49.406491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.406491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:47:49.406491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8db012f4-7ba5-430c-b4f4-5b2f13d7dcac not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:47:49.444220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:49.455789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:49.458550 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (29e356ac-877f-4417-aa06-eea211e3a79d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.461613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:49.465508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Pushing event updated for resources: {'Port': ['ID=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:49.495552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29e356ac-877f-4417-aa06-eea211e3a79d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:49.516951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:49.518007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b449dd18-9a2f-491f-b4d6-dc60bd4959d3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:49.533113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b449dd18-9a2f-491f-b4d6-dc60bd4959d3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.535888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for router_gateway (d53f0983-28f1-4f74-8271-43ad540327c6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.554059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b449dd18-9a2f-491f-b4d6-dc60bd4959d3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.559526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Attempting to bind port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:49.559908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Attempting to bind port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:49.560276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Attempting to bind port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b on network 7ede029b-f941-4ea5-b9c7-33848457ff5e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:49.564115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:47:49.564581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b449dd18-9a2f-491f-b4d6-dc60bd4959d3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.566263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: timer() May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:47:49.567011 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:47:49.569729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:49.569729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Checking segment: {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:49.569978 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.570386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Bound using segment: {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:49.570859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Bound port: 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:49.571239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.665605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] For port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:49.669716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] For port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:49.702002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Allocated IP 172.35.4.114 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7ff32681-9d6b-4737-a2aa-0b4be4be521d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:49.771556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (29e356ac-877f-4417-aa06-eea211e3a79d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.789264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.795768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] 10.222.0.16 "DELETE /v2.0/networks/29e356ac-877f-4417-aa06-eea211e3a79d HTTP/1.1" status: 204 len: 168 time: 0.6071651 May 02 10:47:49.795768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6fa92-7734-4822-8295-bbae9b390bab admin admin] Pushing event deleted for resources: {'Network': ['ID=29e356ac-877f-4417-aa06-eea211e3a79d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:49.817898 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:49.936166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec0c88-1e97-4f22-a7a8-52f49efcb825 None None] Pushing event updated for resources: {'Port': ['ID=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:50.126758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b863d2e-2c11-4111-8637-5ba5b1207264 req-b7038bb1-72bd-4930-8f35-c6c4d51c917e tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 210 time: 0.0824351 May 02 10:47:50.213619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.324270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:50.338285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685bc960-0ff1-4ed6-b720-a35c892e83a6 req-72310318-de99-41de-8e8e-c0d0b3ce36b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:50.346352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-685bc960-0ff1-4ed6-b720-a35c892e83a6 req-72310318-de99-41de-8e8e-c0d0b3ce36b7 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0962393 May 02 10:47:50.411912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:50.412908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8939b958-0b2b-49d9-9c5e-7816e84c3732 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c66af7b914fd46dbb25e62d4e3522759&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0833075 May 02 10:47:50.429548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.488209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:50.492700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:50.496253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:50.498745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Pushing event updated for resources: {'Port': ['ID=7ff32681-9d6b-4737-a2aa-0b4be4be521d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:50.499814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-685bc960-0ff1-4ed6-b720-a35c892e83a6 req-edac40db-fd96-4efc-8fe8-90cb8dd52050 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519749 May 02 10:47:50.593861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] Publish callbacks [] for security_group (25b29a1e-51aa-42fc-86ab-4c2c36676bc4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.654310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] Publish callbacks [] for security_group (25b29a1e-51aa-42fc-86ab-4c2c36676bc4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.674800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-7401809e-8b90-4cc4-b2a2-ba857063b32f tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:50.676662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-7401809e-8b90-4cc4-b2a2-ba857063b32f tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 814 time: 0.2716849 May 02 10:47:50.705927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Request body: {'port': {'device_id': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135', 'admin_state_up': True, 'tenant_id': '23dc31c03ada4eba97ae47aab53487d9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:50.901273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (25b29a1e-51aa-42fc-86ab-4c2c36676bc4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.903261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:50.904476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25b29a1e-51aa-42fc-86ab-4c2c36676bc4 HTTP/1.1" status: 204 len: 168 time: 0.4826255 May 02 10:47:50.957949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ce2fc-8814-47f2-a359-8d7886c6aa6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25b29a1e-51aa-42fc-86ab-4c2c36676bc4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:51.000271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:51.004012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Made reservation on behalf of 23dc31c03ada4eba97ae47aab53487d9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:51.007879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.032785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for router_gateway (d53f0983-28f1-4f74-8271-43ad540327c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.151111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:51.151498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.279206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Allocated IP 172.20.0.10 (3e1040eb-5d5c-4a3f-9e44-05925a253135/7422085b-a838-4e78-a418-402b98156559/a73cce69-b592-4c28-88e8-9727d050a892) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:51.317912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:51.318305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.374084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:51.413269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b514603-890c-48b0-b449-6f675a58fa06 req-2bd39a9b-ffe9-4c43-b601-e3d92e9bd814 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 210 time: 0.1389267 May 02 10:47:51.414479 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (d53f0983-28f1-4f74-8271-43ad540327c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.446914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d6011f-a5e6-40f1-b51c-e47384ade243 None None] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:51.451614 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.454020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 58154628-0c41-4834-a74f-1ddf52f2cd72 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:51.562087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks [] for port (a73cce69-b592-4c28-88e8-9727d050a892), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.614603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:51.681518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.682403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.686680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.686996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.687356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.687704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.688039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.688998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.690389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.690724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c377ab18-095a-4ad9-8594-87c4c7f738c5 req-26986f7f-96be-4209-81c5-6e086b8ce0be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:51.691765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.692279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.693223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.693733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.694226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.694844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:47:51.698989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c377ab18-095a-4ad9-8594-87c4c7f738c5 req-26986f7f-96be-4209-81c5-6e086b8ce0be tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0824845 May 02 10:47:51.703251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.718525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0820ed15-25fd-4c01-a99a-4ff0b494a1ce None None] Provisioning complete for port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:51.719205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0820ed15-25fd-4c01-a99a-4ff0b494a1ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.781716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Router d53f0983-28f1-4f74-8271-43ad540327c6 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:47:51.789906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:51.797037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:51.798968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Pushing event updated for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:51.803235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:51.853454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c377ab18-095a-4ad9-8594-87c4c7f738c5 req-cde9b40b-db5d-49bd-a81d-d5be8c56c604 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531744 May 02 10:47:51.885393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:51.886139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:51.936976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:51.953975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Sync routers for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:51.989508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:51.989837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-d71e95a9-f987-4736-989d-a0ee0775f345 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2905998 May 02 10:47:51.990606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:52.002004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Request body: {'port': {'device_id': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:52.011468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 58154628-0c41-4834-a74f-1ddf52f2cd72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:52.012062 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.047063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.049371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8e67e9d1-fecb-4b9b-beb2-3fce00bfd36b admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.7180429 May 02 10:47:52.052213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59392) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:52.079586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a73cce69-b592-4c28-88e8-9727d050a892), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.417919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0820ed15-25fd-4c01-a99a-4ff0b494a1ce None None] Current status of the port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:52.417919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:52.417919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 58154628-0c41-4834-a74f-1ddf52f2cd72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:52.498402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:50Z', 'revision_number': 3, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:52.550878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59408) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:52.574167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Checking router: d53f0983-28f1-4f74-8271-43ad540327c6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:52.574524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Updating router d53f0983-28f1-4f74-8271-43ad540327c6 port 7ff32681-9d6b-4737-a2aa-0b4be4be521d binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:52.577968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73cce69-b592-4c28-88e8-9727d050a892 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:52.587822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks [] for port (a73cce69-b592-4c28-88e8-9727d050a892), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.604997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Transition to ACTIVE for port object a73cce69-b592-4c28-88e8-9727d050a892 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:47:52.623236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5bee069d-36d9-42cd-b474-098eaaf90cce None None] Provisioning complete for port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:52.623609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5bee069d-36d9-42cd-b474-098eaaf90cce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.644612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95648536-6746-4f45-9c6f-8aff096e606e req-0bf5f9b6-9577-47ce-852a-8013ffd0edd5 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:52.651576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95648536-6746-4f45-9c6f-8aff096e606e req-0bf5f9b6-9577-47ce-852a-8013ffd0edd5 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 932 time: 0.0793586 May 02 10:47:52.653016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.680370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-774613299-network', 'tenant_id': '4f0992eaa55c41c7b559208fa200a822'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:52.692148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.738001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95648536-6746-4f45-9c6f-8aff096e606e req-41080e71-73f5-4529-860e-31e273908fb3 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853131 May 02 10:47:52.824178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5bee069d-36d9-42cd-b474-098eaaf90cce None None] Current status of the port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:52.830093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.884302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:52.890361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Made reservation on behalf of 4f0992eaa55c41c7b559208fa200a822 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:52.893677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.913420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:52.916373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Attempting to bind port a73cce69-b592-4c28-88e8-9727d050a892 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:52.917042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Attempting to bind port a73cce69-b592-4c28-88e8-9727d050a892 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:52.917651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Attempting to bind port a73cce69-b592-4c28-88e8-9727d050a892 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:52.926754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:52.980927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Port a73cce69-b592-4c28-88e8-9727d050a892 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:47:52.981481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Attempting to bind port a73cce69-b592-4c28-88e8-9727d050a892 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:53.031327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:53.032593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Checking segment: {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:53.033102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Bound using segment: {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:53.033707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Bound port: a73cce69-b592-4c28-88e8-9727d050a892, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:53.034163 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a73cce69-b592-4c28-88e8-9727d050a892), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.043090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:53.043661 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.064082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks [] for security_group (7a82f1c6-ce24-4b52-a37b-cc36e5d849ee), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.075061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccf173-126f-486e-bbe4-6d049053f0b2 req-6f2162e5-b980-4de8-be86-af260fcd540e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.076787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6ccf173-126f-486e-bbe4-6d049053f0b2 req-6f2162e5-b980-4de8-be86-af260fcd540e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0929234 May 02 10:47:53.080065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Allocated IP 172.20.0.1 (7ede029b-f941-4ea5-b9c7-33848457ff5e/0df2b366-6440-4b99-af76-6078735b2169/fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:47:53.088904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks [] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.147355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a82f1c6-ce24-4b52-a37b-cc36e5d849ee), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.154822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:53.169943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.202509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:53.209955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:53.224338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6ccf173-126f-486e-bbe4-6d049053f0b2 req-2bcdd58d-7c00-489d-898e-42cbddffc6d2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101236 May 02 10:47:53.228826 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks [] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.234655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767fc50-657d-454c-8319-0ad51c454617 None None] Pushing event updated for resources: {'Port': ['ID=7ff32681-9d6b-4737-a2aa-0b4be4be521d,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.236782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.236949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Attempting to bind port 7ff32681-9d6b-4737-a2aa-0b4be4be521d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:53.237225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Attempting to bind port 7ff32681-9d6b-4737-a2aa-0b4be4be521d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:53.237576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Attempting to bind port 7ff32681-9d6b-4737-a2aa-0b4be4be521d on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:53.245080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:53.245726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:53.246313 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.246870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:53.247375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a73cce69-b592-4c28-88e8-9727d050a892,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:53.247852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Bound port: 7ff32681-9d6b-4737-a2aa-0b4be4be521d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:53.248423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.249531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b45b4c34-9673-4c18-a80f-c7772831b319), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.249876 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Added segment b45b4c34-9673-4c18-a80f-c7772831b319 of type vlan for network dc1270d1-009e-4c0c-9a43-cce51bf43932 May 02 10:47:53.299138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (dc1270d1-009e-4c0c-9a43-cce51bf43932), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.302639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] For port 7ff32681-9d6b-4737-a2aa-0b4be4be521d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:53.305822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] For port 7ff32681-9d6b-4737-a2aa-0b4be4be521d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff32681-9d6b-4737-a2aa-0b4be4be521d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:53.327220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.349116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.359711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.359711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.361180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] 10.222.0.15 "PUT /v2.0/ports/a73cce69-b592-4c28-88e8-9727d050a892 HTTP/1.1" status: 200 len: 1092 time: 1.3636546 May 02 10:47:53.363399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:53.365770 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "tag": "a73cce69-b592-4c28-88e8-9727d050a892"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:53.393537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:53.396475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:53.398896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.402410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b3106-e5a7-4677-83e4-87126a8905f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.414917 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:47:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7052a7-2cf5-4d02-a666-36ecd0a3332b x-openstack-request-id: req-2f7052a7-2cf5-4d02-a666-36ecd0a3332b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:53.415120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:47:53.415392 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "tag": "a73cce69-b592-4c28-88e8-9727d050a892", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:53.416308 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f7052a7-2cf5-4d02-a666-36ecd0a3332b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:53.416817 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f7052a7-2cf5-4d02-a666-36ecd0a3332b'] response: {'name': 'network-changed', 'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892', 'status': 'completed', 'code': 200} May 02 10:47:53.424545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (dc1270d1-009e-4c0c-9a43-cce51bf43932), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.426060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.427401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.454191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.473244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (d53f0983-28f1-4f74-8271-43ad540327c6), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.492339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e767fc50-657d-454c-8319-0ad51c454617 None None] Pushing event updated for resources: {'Port': ['ID=7ff32681-9d6b-4737-a2aa-0b4be4be521d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.504950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:53.505662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:53.552826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] Pushing event updated for resources: {'Network': ['ID=dc1270d1-009e-4c0c-9a43-cce51bf43932,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:53.564040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-b295d936-e838-4107-85f2-fbc66bb00540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.565883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-b295d936-e838-4107-85f2-fbc66bb00540 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 1126 time: 0.1327021 May 02 10:47:53.566559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network dc1270d1-009e-4c0c-9a43-cce51bf43932 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:53.630032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3d372333-7308-47b9-8b72-7c450dcac72a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0774770 May 02 10:47:53.634700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59430) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:53.642287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Request body: {'subnet': {'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-774613299-subnet', 'tenant_id': '4f0992eaa55c41c7b559208fa200a822', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:53.741796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.751096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:53.785371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-35e7aef9-d376-4bde-9554-b6a734379e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.788591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-35e7aef9-d376-4bde-9554-b6a734379e85 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=23dc31c03ada4eba97ae47aab53487d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2118711 May 02 10:47:53.805004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Made reservation on behalf of 4f0992eaa55c41c7b559208fa200a822 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:53.807921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.863838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-726fb2d0-9730-40f7-a121-a28a8c8a29b2 None None] Provisioning complete for port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:53.864402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-726fb2d0-9730-40f7-a121-a28a8c8a29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:53.957542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-726fb2d0-9730-40f7-a121-a28a8c8a29b2 None None] Port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:53.957801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a440766-8003-48d6-a14b-a95c13c76bf6 req-1e0d5484-61df-42e1-a5b5-72fd6f3b65d8 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.959733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a440766-8003-48d6-a14b-a95c13c76bf6 req-1e0d5484-61df-42e1-a5b5-72fd6f3b65d8 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 944 time: 0.0617282 May 02 10:47:53.993508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-2a2ebb63-5675-4bf4-803e-1280a08c709c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:53.995706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c5b4b7c-c9fa-4832-8026-5a05f8554e4a req-2a2ebb63-5675-4bf4-803e-1280a08c709c service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2000976 May 02 10:47:54.028291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a440766-8003-48d6-a14b-a95c13c76bf6 req-734aaba5-d405-4d79-9740-333e70aca6fe tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563993 May 02 10:47:54.057377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:50Z', 'revision_number': 3, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:54.090079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-e76bec64-2925-402e-8a07-2597c074601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:54.102488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11627110-24b7-46f2-8243-7910f758ba54 None None] The sync data for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 is: [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:50Z', 'revision_number': 3, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:54.104801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-e76bec64-2925-402e-8a07-2597c074601d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 1126 time: 0.0442698 May 02 10:47:54.120682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks [] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:54.152990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-514a206e-831d-4478-99ad-57f5651ed3bc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73cce69-b592-4c28-88e8-9727d050a892 HTTP/1.1" status: 200 len: 217 time: 0.0525973 May 02 10:47:54.203594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-59359e30-a7ba-4a0c-8a32-cf76da1b7181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:54.205121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-59359e30-a7ba-4a0c-8a32-cf76da1b7181 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 200 len: 854 time: 0.0463448 May 02 10:47:54.210881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:54.239189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-7886da7c-45cf-49c2-a8b7-f6af799be65d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1040eb-5d5c-4a3f-9e44-05925a253135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276828 May 02 10:47:54.261806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (9acf2a51-80d9-4f3e-885f-c1cd11b55694), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:54.349722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9acf2a51-80d9-4f3e-885f-c1cd11b55694,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:54.351776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:54.372048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (d53f0983-28f1-4f74-8271-43ad540327c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:54.414652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-2a433ce1-2474-4474-a53e-febadb6e9dd6 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672513 May 02 10:47:54.469022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74b002c-4b43-4141-882e-e172bea94ab4 req-c68bdaa4-246a-4200-b2bf-f479d7f2ff3a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:54.473215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a74b002c-4b43-4141-882e-e172bea94ab4 req-c68bdaa4-246a-4200-b2bf-f479d7f2ff3a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1127372 May 02 10:47:54.495267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Checking segment: {'id': 'b45b4c34-9673-4c18-a80f-c7772831b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:54.495636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Network hostable DHCP agents. Network: dc1270d1-009e-4c0c-9a43-cce51bf43932, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:54.529675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c6684c1-6a87-468a-af98-b8eac5770ccc req-37f062ab-1bfa-40a5-9248-43ec65a6dbd7 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093385 May 02 10:47:54.598929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a74b002c-4b43-4141-882e-e172bea94ab4 req-f5b7b529-5002-495e-93f1-1d9bcd3f3534 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095996 May 02 10:47:54.610373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:47:54.611936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:54.673669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Network dc1270d1-009e-4c0c-9a43-cce51bf43932 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:54.757136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dc1270d1-009e-4c0c-9a43-cce51bf43932) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:54.762919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:54.763497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:54.766233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6538b99-d01c-4bbd-9730-29c41bab5183 None None] Network dc1270d1-009e-4c0c-9a43-cce51bf43932 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:54.799576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Router d53f0983-28f1-4f74-8271-43ad540327c6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:47:54.920833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7ff32681-9d6b-4737-a2aa-0b4be4be521d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:54.977698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273e824-c431-4d82-944d-0bb7c5477e7f None None] Network dc1270d1-009e-4c0c-9a43-cce51bf43932 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:55.025398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8d369cd5-7065-40f5-b4fe-48173ace513a None None] Provisioning complete for port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:55.026287 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8d369cd5-7065-40f5-b4fe-48173ace513a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.068361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7ff32681-9d6b-4737-a2aa-0b4be4be521d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:55.069066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.161296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8d369cd5-7065-40f5-b4fe-48173ace513a None None] Port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:47:55.183555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6b3a0a9d-580b-421d-9ad1-6f02bef1bcf1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5385013 May 02 10:47:55.219274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b302f9-ddd8-4737-b4ea-0254603ddc80 req-bd32eab1-398b-4b0d-8e6a-a676c946ae12 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:55.229959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9b302f9-ddd8-4737-b4ea-0254603ddc80 req-bd32eab1-398b-4b0d-8e6a-a676c946ae12 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 944 time: 0.0987325 May 02 10:47:55.268069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7ff32681-9d6b-4737-a2aa-0b4be4be521d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:55.268539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.280741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:47:55.289394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a9b302f9-ddd8-4737-b4ea-0254603ddc80 req-64128f02-4d4f-4778-8990-655a6b6ffe4c tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584080 May 02 10:47:55.293210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1d073316-573b-4225-9ce9-673f46bccc68 admin admin] 10.222.0.16 "PUT /v2.0/routers/d53f0983-28f1-4f74-8271-43ad540327c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2394307 May 02 10:47:55.297729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7ff32681-9d6b-4737-a2aa-0b4be4be521d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff32681-9d6b-4737-a2aa-0b4be4be521d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:55.358035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.418683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7ff32681-9d6b-4737-a2aa-0b4be4be521d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:55.569983 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89eb75a8-4886-4c74-80c1-9dbea674175e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.764671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322ac88-a0e0-4975-97a4-6cebfd2a7e17 req-a81edd5f-c84c-40c9-bb4d-5e5ceef90c22 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:55.766722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4322ac88-a0e0-4975-97a4-6cebfd2a7e17 req-a81edd5f-c84c-40c9-bb4d-5e5ceef90c22 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0640235 May 02 10:47:55.820878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4322ac88-a0e0-4975-97a4-6cebfd2a7e17 req-f9153e92-42bf-4034-baa7-b576373c50c3 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470629 May 02 10:47:55.864974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 59514) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:55.870724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-277995874-network', 'tenant_id': '6bd05308a4524be2a0e82288e790ce70'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:55.948592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Made reservation on behalf of 6bd05308a4524be2a0e82288e790ce70 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:55.951329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:55.961077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.041640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks [] for security_group (00de6ebb-b15f-426c-b9ae-d2f57f0c445b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.053665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Sync routers for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:47:56.063700 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:56.064306 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:56.141852 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00de6ebb-b15f-426c-b9ae-d2f57f0c445b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.168168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:47:56.178477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00de6ebb-b15f-426c-b9ae-d2f57f0c445b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:56.184570 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:56.197508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f02121e4-0615-4382-9a02-772341fb1c40), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.197948 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Added segment f02121e4-0615-4382-9a02-772341fb1c40 of type vlan for network cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 May 02 10:47:56.243675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (cb6daf0a-7ccf-47fc-9aaa-a6573bef7964), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.314172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (cb6daf0a-7ccf-47fc-9aaa-a6573bef7964), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.315909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:56.316910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.391309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] Pushing event updated for resources: {'Network': ['ID=cb6daf0a-7ccf-47fc-9aaa-a6573bef7964,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:56.404936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:47:56.420408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb56b19-a4e5-45c9-be78-e37158c7ecc9 req-c501ad95-2a50-4a95-aa2c-3f40444ce526 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:56.433453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bb56b19-a4e5-45c9-be78-e37158c7ecc9 req-c501ad95-2a50-4a95-aa2c-3f40444ce526 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 944 time: 0.0671656 May 02 10:47:56.474554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d3e10c57-5cc5-48ae-bb05-cc35a4b0092a admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6055403 May 02 10:47:56.474777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 59526) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:47:56.481599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Request body: {'subnet': {'network_id': 'cb6daf0a-7ccf-47fc-9aaa-a6573bef7964', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-277995874-subnet', 'tenant_id': '6bd05308a4524be2a0e82288e790ce70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:47:56.489570 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 4, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5', 'name': '', 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'mac_address': 'fa:16:3e:09:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0df2b366-6440-4b99-af76-6078735b2169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:52Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 2, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'subnets': [{'id': '0df2b366-6440-4b99-af76-6078735b2169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:56.522635 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Checking router: d53f0983-28f1-4f74-8271-43ad540327c6 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:47:56.523749 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Updating router d53f0983-28f1-4f74-8271-43ad540327c6 port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:47:56.552878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0bb56b19-a4e5-45c9-be78-e37158c7ecc9 req-95f21508-f529-4421-b3f7-ef78f272e073 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115577 May 02 10:47:56.555818 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.656040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Made reservation on behalf of 6bd05308a4524be2a0e82288e790ce70 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:47:56.656040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.693528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a73cce69-b592-4c28-88e8-9727d050a892 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:47:56.800908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a73cce69-b592-4c28-88e8-9727d050a892,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:56.839800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'a73cce69-b592-4c28-88e8-9727d050a892', 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135', 'port_id': 'a73cce69-b592-4c28-88e8-9727d050a892', 'mac_address': 'fa:16:3e:6b:99:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7422085b-a838-4e78-a418-402b98156559', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:47:56.848034 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks [] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.882102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a73cce69-b592-4c28-88e8-9727d050a892 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:56.882616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a73cce69-b592-4c28-88e8-9727d050a892), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.901034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73cce69-b592-4c28-88e8-9727d050a892 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:47:56.906698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7ff32681-9d6b-4737-a2aa-0b4be4be521d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:56.937692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (699a2f21-189a-400f-9202-cda37df8a30c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.938272 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.946210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a73cce69-b592-4c28-88e8-9727d050a892,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:56.971824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7ff32681-9d6b-4737-a2aa-0b4be4be521d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:56.972200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:56.989776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217cce62-30ac-4d9e-9afa-b5675c2812e0 req-50043cc0-e5dd-48ad-8c79-28ac43182898 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:56.994297 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09a186-5b82-43d5-8676-04fdb4a30b70 None None] Pushing event updated for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:57.005782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-217cce62-30ac-4d9e-9afa-b5675c2812e0 req-50043cc0-e5dd-48ad-8c79-28ac43182898 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1026199 May 02 10:47:57.029876 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.033732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Checking segment: {'id': 'f02121e4-0615-4382-9a02-772341fb1c40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'cb6daf0a-7ccf-47fc-9aaa-a6573bef7964'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:57.034118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Network hostable DHCP agents. Network: cb6daf0a-7ccf-47fc-9aaa-a6573bef7964, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:47:57.042876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699a2f21-189a-400f-9202-cda37df8a30c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:57.097150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-217cce62-30ac-4d9e-9afa-b5675c2812e0 req-c5396702-528e-496a-81d6-1f3b3d54f83a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902052 May 02 10:47:57.130215 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Attempting to bind port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:47:57.130751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Attempting to bind port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:47:57.135528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Attempting to bind port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 on network 7ede029b-f941-4ea5-b9c7-33848457ff5e {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:47:57.137926 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:47:57.138579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Checking segment: {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:47:57.139627 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.140197 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Bound using segment: {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:47:57.143241 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Bound port: fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05775fa5-2387-4da8-8856-230f80cd85f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:47:57.143866 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.158522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Network cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:47:57.161661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7ff32681-9d6b-4737-a2aa-0b4be4be521d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:57.177839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:57.252337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, cb6daf0a-7ccf-47fc-9aaa-a6573bef7964) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:47:57.258029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:57.263581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] For port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:47:57.264073 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.264193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846171d5-10b1-4451-8edb-a44bb8ae0a49 None None] Network cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:57.265736 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] For port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:47:57.288962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['a73cce69-b592-4c28-88e8-9727d050a892'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:47:57.366305 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.369935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-76896c47-9466-44a3-b14b-8711c570bf60 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8938479 May 02 10:47:57.455801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Provisioning complete for port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:57.462551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:47:57.463679 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.463883 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:47:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:57.499719 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09a186-5b82-43d5-8676-04fdb4a30b70 None None] Pushing event updated for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:57.507996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0430b46f-9b94-47e6-abc8-06eaec20a7dc None None] Network cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:47:57.598093 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:47:57.781759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f344a9-a66d-4d1d-b987-f9e6ca614f88 req-6e7bdce6-c3de-4517-b828-f3df4432b830 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:57.783975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38f344a9-a66d-4d1d-b987-f9e6ca614f88 req-6e7bdce6-c3de-4517-b828-f3df4432b830 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 945 time: 0.0915468 May 02 10:47:57.795294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Current status of the port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:57.796074 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.836431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38f344a9-a66d-4d1d-b987-f9e6ca614f88 req-a401992d-5c1f-45ba-b6b9-b0c80b776338 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 May 02 10:47:57.858353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] For port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:57.874245 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 4, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5', 'name': '', 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'mac_address': 'fa:16:3e:09:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0df2b366-6440-4b99-af76-6078735b2169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:52Z', 'updated_at': '2022-05-02T10:47:57Z', 'revision_number': 4, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'subnets': [{'id': '0df2b366-6440-4b99-af76-6078735b2169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:47:57.906218 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d28f-0229-4c77-9ecc-317f773fde1b None None] The sync data for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 is: [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:47:53Z', 'revision_number': 4, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5', 'name': '', 'network_id': '7ede029b-f941-4ea5-b9c7-33848457ff5e', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'mac_address': 'fa:16:3e:09:48:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3073, 'fixed_ips': [{'subnet_id': '0df2b366-6440-4b99-af76-6078735b2169', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:52Z', 'updated_at': '2022-05-02T10:47:57Z', 'revision_number': 4, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'subnets': [{'id': '0df2b366-6440-4b99-af76-6078735b2169', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:47:57.924002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.970107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98a6b6b8-8582-4233-9443-5c0852186407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:57.995191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede883-65ad-469d-8c9a-22d441ab5d51 None None] Pushing event updated for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:58.045596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a03c83cc-5c8e-4460-b846-e469603d48ec None None] Provisioning complete for port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:58.046301 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a03c83cc-5c8e-4460-b846-e469603d48ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:58.109577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-c5a03912-bd01-444e-8160-d5cbcc542b77 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:58.112310 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-c5a03912-bd01-444e-8160-d5cbcc542b77 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/networks?id=dc1270d1-009e-4c0c-9a43-cce51bf43932 HTTP/1.1" status: 200 len: 824 time: 0.1691716 May 02 10:47:58.137597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a03c83cc-5c8e-4460-b846-e469603d48ec None None] Current status of the port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:58.144554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-88c482ba-54e5-4d10-aa54-92c5549917cd tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/quotas/4f0992eaa55c41c7b559208fa200a822 HTTP/1.1" status: 200 len: 375 time: 0.0248144 May 02 10:47:58.181157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-6bdbe8d1-39bb-4074-b5e3-6cb558748b9d tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=4f0992eaa55c41c7b559208fa200a822&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0359366 May 02 10:47:58.218072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710d0abe-b14d-4afb-a422-8b7a550de18f req-a2641616-37ec-439c-be83-2cdca53ccf13 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:58.220431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-710d0abe-b14d-4afb-a422-8b7a550de18f req-a2641616-37ec-439c-be83-2cdca53ccf13 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0524013 May 02 10:47:58.275365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-710d0abe-b14d-4afb-a422-8b7a550de18f req-4188ddcd-c81a-4f76-b11a-82c8a038f86e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472221 May 02 10:47:58.318149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-f2328512-7d3d-446f-8940-89bdf4cb94cb service neutron] 10.222.0.16 "GET /v2.0/networks/dc1270d1-009e-4c0c-9a43-cce51bf43932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287901 May 02 10:47:58.420585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7f6a8a2c-66fe-4994-b14e-2f10270ab4f0 service neutron] 10.222.0.16 "GET /v2.0/networks/dc1270d1-009e-4c0c-9a43-cce51bf43932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978720 May 02 10:47:58.623345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a73cce69-b592-4c28-88e8-9727d050a892 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:58.685898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port a73cce69-b592-4c28-88e8-9727d050a892 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:47:58.698585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-128e2e94-633c-4b88-be49-3d6a5e499505 req-9cebb3c4-7cc9-4316-bab4-d0082eb9a3e5 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 210 time: 0.0376344 May 02 10:47:58.765319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port a73cce69-b592-4c28-88e8-9727d050a892 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:58.765698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a73cce69-b592-4c28-88e8-9727d050a892), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:58.882374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port a73cce69-b592-4c28-88e8-9727d050a892 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:58.882845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a73cce69-b592-4c28-88e8-9727d050a892), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:58.912740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:47:58.915422 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ba6c0a-b230-44f4-8af3-8b9eb758f1f2" -d '{"events": [{"server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "name": "network-vif-plugged", "status": "completed", "tag": "a73cce69-b592-4c28-88e8-9727d050a892"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:47:58.941358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:47:58.980542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a73cce69-b592-4c28-88e8-9727d050a892,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:47:58.982418 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef8086a-a837-403e-9561-a56075d7ef86 x-openstack-request-id: req-bef8086a-a837-403e-9561-a56075d7ef86 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:47:58.982867 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "name": "network-vif-plugged", "status": "completed", "tag": "a73cce69-b592-4c28-88e8-9727d050a892", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:47:58.982867 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bef8086a-a837-403e-9561-a56075d7ef86 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:47:58.983265 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bef8086a-a837-403e-9561-a56075d7ef86'] response: {'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892', 'code': 200} May 02 10:47:58.993241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34934266-928c-4c40-899a-c650a5501681 req-49c71ee7-f547-4527-a5d1-eb3444218c75 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:59.001776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34934266-928c-4c40-899a-c650a5501681 req-49c71ee7-f547-4527-a5d1-eb3444218c75 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 945 time: 0.0752366 May 02 10:47:59.018752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:47:59.019799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:59.049679 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-34934266-928c-4c40-899a-c650a5501681 req-54f09f7d-8d01-4bc8-9979-db9ad52863c0 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467708 May 02 10:47:59.115438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437284b-7eec-487f-9668-704a903461cb req-780f3854-6c6c-4aa1-972a-317627fdb158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:59.117092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0437284b-7eec-487f-9668-704a903461cb req-780f3854-6c6c-4aa1-972a-317627fdb158 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 1127 time: 0.0725162 May 02 10:47:59.123067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:47:59.131114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:59.174893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0437284b-7eec-487f-9668-704a903461cb req-8cd61894-5f9d-40cd-a06d-0d4b774723ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512543 May 02 10:47:59.197168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:47:59.267918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:47:59.407699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad65d59-6cda-4d05-acb6-91c3aeff3ed0 req-25b581cd-76b9-40ae-8fbd-62d1afbd7c08 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:47:59.409231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ad65d59-6cda-4d05-acb6-91c3aeff3ed0 req-25b581cd-76b9-40ae-8fbd-62d1afbd7c08 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0582392 May 02 10:47:59.457414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ad65d59-6cda-4d05-acb6-91c3aeff3ed0 req-f7846bd7-6d56-4c10-aad8-2fd8404696ae tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422423 May 02 10:47:59.787057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a9d3337-851e-4467-ae1d-927c059eac9d req-d16c05ee-b25b-4319-90ca-3e1616402cb0 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 210 time: 0.0307217 May 02 10:48:00.175354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f30ffaf-4bfe-48e1-9bb9-f36bd87faa2d req-53e00089-9ca5-4a68-9d71-5d00a83f2605 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:00.176852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f30ffaf-4bfe-48e1-9bb9-f36bd87faa2d req-53e00089-9ca5-4a68-9d71-5d00a83f2605 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 946 time: 0.0533733 May 02 10:48:00.230575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f30ffaf-4bfe-48e1-9bb9-f36bd87faa2d req-c2950a42-1b4f-4d2c-8d2a-799d47f7bab3 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473278 May 02 10:48:00.590511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65664e27-1c4f-4a62-a7ca-0689b1d235ae req-f157bcea-e6ac-4d13-be33-e33704b5cc62 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:00.591993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-65664e27-1c4f-4a62-a7ca-0689b1d235ae req-f157bcea-e6ac-4d13-be33-e33704b5cc62 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0617943 May 02 10:48:00.593963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:00.640385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-65664e27-1c4f-4a62-a7ca-0689b1d235ae req-3f522457-92b7-4df3-afc1-0a5335771021 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423088 May 02 10:48:00.889210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dec78cee-55d1-41db-8762-44ec870e6014 req-4ea35eea-042c-4dc2-ba95-7a1d21bc2b53 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 210 time: 0.0342350 May 02 10:48:01.329012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-4a0073fc-9cce-4380-ba29-d67a68634c40 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:01.330498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-4a0073fc-9cce-4380-ba29-d67a68634c40 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.24 "GET /v2.0/networks?id=dc1270d1-009e-4c0c-9a43-cce51bf43932 HTTP/1.1" status: 200 len: 824 time: 0.1209807 May 02 10:48:01.351373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Request body: {'port': {'device_id': '5916ec6e-7147-4be9-8256-36de9060ff23', 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932', 'admin_state_up': True, 'tenant_id': '4f0992eaa55c41c7b559208fa200a822'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:01.398191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2d0593-052f-4edb-8a5e-c7324c7449a5 req-cba19896-d6e9-4de9-b101-26eaec5ccfb4 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:01.399719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f2d0593-052f-4edb-8a5e-c7324c7449a5 req-cba19896-d6e9-4de9-b101-26eaec5ccfb4 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 946 time: 0.0982859 May 02 10:48:01.504634 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2f2d0593-052f-4edb-8a5e-c7324c7449a5 req-61f0eedd-cc07-42dc-a6a8-29fe14c37aa8 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745013 May 02 10:48:01.634054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Made reservation on behalf of 4f0992eaa55c41c7b559208fa200a822 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:01.639400 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:01.778877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29894d8c-32a8-4dcc-a836-82a8f79817c3 req-0aafc955-24b7-4cac-8e2d-d11ea1fb6056 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:01.787201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29894d8c-32a8-4dcc-a836-82a8f79817c3 req-0aafc955-24b7-4cac-8e2d-d11ea1fb6056 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0674992 May 02 10:48:01.809002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Allocated IP 172.20.0.8 (dc1270d1-009e-4c0c-9a43-cce51bf43932/9acf2a51-80d9-4f3e-885f-c1cd11b55694/28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:01.877130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29894d8c-32a8-4dcc-a836-82a8f79817c3 req-0f59bdab-58f6-4ffb-bb04-f060b7ac04b2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841703 May 02 10:48:01.981555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.019495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks [] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.027491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67860dcc-6753-4270-83ac-52d474bd1db7 req-3965a746-627b-4f24-957d-568cd073440b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 210 time: 0.0560248 May 02 10:48:02.158544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.190970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0bbca-530b-43b4-971a-e7d2805c7046 req-1eca0b87-37c2-4b0b-8039-e03ddb7fb2dc tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:02.192532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2df0bbca-530b-43b4-971a-e7d2805c7046 req-1eca0b87-37c2-4b0b-8039-e03ddb7fb2dc tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0481081 May 02 10:48:02.199763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Network dc1270d1-009e-4c0c-9a43-cce51bf43932 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:02.203257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:02.210471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:02.246099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2df0bbca-530b-43b4-971a-e7d2805c7046 req-b204d1e4-2934-4495-b52a-037cd0833f00 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476296 May 02 10:48:02.253833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Pushing event updated for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:02.283764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:02.284413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.367544 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-29691d70-08bc-499e-b0a6-2b7a89cd47a3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0199149 May 02 10:48:02.383873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Request body: {'port': {'device_id': '5916ec6e-7147-4be9-8256-36de9060ff23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:02.449461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13363e30-3112-4fde-89e9-60c39722fd0e req-c540a7d2-d9ce-4dfd-815e-3dbf887ad6dd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:02.450956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13363e30-3112-4fde-89e9-60c39722fd0e req-c540a7d2-d9ce-4dfd-815e-3dbf887ad6dd tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0825171 May 02 10:48:02.493063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.553620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13363e30-3112-4fde-89e9-60c39722fd0e req-f157e57d-39d5-48a5-9b59-227cf22fbddf tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857751 May 02 10:48:02.816021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:02.824074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks [] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.836362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Transition to ACTIVE for port object 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:48:02.936821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:02.988320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Pushing event updated for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:03.071951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Attempting to bind port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:03.073060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Attempting to bind port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b45b4c34-9673-4c18-a80f-c7772831b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:03.073060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Attempting to bind port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f on network dc1270d1-009e-4c0c-9a43-cce51bf43932 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:03.079131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f on network dc1270d1-009e-4c0c-9a43-cce51bf43932 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:48:03.079131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Attempting to bind port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f on network dc1270d1-009e-4c0c-9a43-cce51bf43932 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:03.083968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:03.084154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Checking segment: {'id': 'b45b4c34-9673-4c18-a80f-c7772831b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:03.085102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Bound using segment: {'id': 'b45b4c34-9673-4c18-a80f-c7772831b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:03.085102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Bound port: 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b45b4c34-9673-4c18-a80f-c7772831b319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:03.085327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:03.185661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:03.216760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,segment=NetworkSegment(b45b4c34-9673-4c18-a80f-c7772831b319),segment_id=b45b4c34-9673-4c18-a80f-c7772831b319)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:03.233886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88141ce-25fc-45f8-a915-45a71d922e6b req-dd6bab62-290d-4729-8b5d-29f92c1f985e tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:03.235437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e88141ce-25fc-45f8-a915-45a71d922e6b req-dd6bab62-290d-4729-8b5d-29f92c1f985e tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 943 time: 0.0731378 May 02 10:48:03.241009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb08303-8e54-4ab7-b2c3-fbe6d2b6cab7 req-d5372f24-acb4-4aca-b157-28b48d0f19b4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:03.246174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cb08303-8e54-4ab7-b2c3-fbe6d2b6cab7 req-d5372f24-acb4-4aca-b157-28b48d0f19b4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0525308 May 02 10:48:03.291768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:03.311401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:03.311850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cb08303-8e54-4ab7-b2c3-fbe6d2b6cab7 req-38336874-51e4-4830-98d1-f00b93f9b795 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612619 May 02 10:48:03.312890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:03.315161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] 10.222.0.24 "PUT /v2.0/ports/28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f HTTP/1.1" status: 200 len: 1091 time: 0.9358056 May 02 10:48:03.340626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:03.342970 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:03.351166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e88141ce-25fc-45f8-a915-45a71d922e6b req-96fb05b0-05aa-4644-811f-76c06297bc95 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091232 May 02 10:48:03.380694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7667196a-9e6c-4da7-84a6-9275eabad9ec service neutron] Pushing event updated for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:03.400443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47573d9c-8c89-43aa-bef0-83af582ce2d9 x-openstack-request-id: req-47573d9c-8c89-43aa-bef0-83af582ce2d9 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:03.400443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:03.400443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-47573d9c-8c89-43aa-bef0-83af582ce2d9 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:03.400443 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47573d9c-8c89-43aa-bef0-83af582ce2d9'] response: {'name': 'network-changed', 'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f', 'status': 'completed', 'code': 200} May 02 10:48:04.152020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-f483f97a-7c8c-4dbf-8958-73977950a043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.153592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-f483f97a-7c8c-4dbf-8958-73977950a043 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f0992eaa55c41c7b559208fa200a822&device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 1125 time: 0.0405669 May 02 10:48:04.258439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-d5cbc419-032a-422e-925a-8efb3a605918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.260140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-d5cbc419-032a-422e-925a-8efb3a605918 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4f0992eaa55c41c7b559208fa200a822&shared=False HTTP/1.1" status: 200 len: 925 time: 0.1001132 May 02 10:48:04.264771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-2ecce631-6f14-4810-8f27-4c3a4cfe6ea2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.265365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-2ecce631-6f14-4810-8f27-4c3a4cfe6ea2 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.0580893 May 02 10:48:04.391859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port d50a253d-1573-444a-a3d9-1738b171db97 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:48:04.392217 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d50a253d-1573-444a-a3d9-1738b171db97), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:04.478662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7917805e-c420-4c3b-ac9d-9458089fbf84 req-1e613138-8d13-4acc-b33f-a30271f03380 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.489854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7917805e-c420-4c3b-ac9d-9458089fbf84 req-1e613138-8d13-4acc-b33f-a30271f03380 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 945 time: 0.1099482 May 02 10:48:04.493848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-3c4bd234-844f-4014-ab60-2b241a5f654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.496091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5fb299c6-2a7a-497d-b234-52c3d3eed1e2 req-3c4bd234-844f-4014-ab60-2b241a5f654b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2264962 May 02 10:48:04.536673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904beebb-ce4a-47df-a0ee-3727e9f81e30 req-555f7377-1c4f-4a7b-acd6-7ee2747f5958 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.539141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-904beebb-ce4a-47df-a0ee-3727e9f81e30 req-555f7377-1c4f-4a7b-acd6-7ee2747f5958 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 943 time: 0.0671120 May 02 10:48:04.567331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7917805e-c420-4c3b-ac9d-9458089fbf84 req-008cdf08-a753-4ebe-9864-efc43e84e160 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761991 May 02 10:48:04.591371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port d50a253d-1573-444a-a3d9-1738b171db97, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d50a253d-1573-444a-a3d9-1738b171db97,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:04.591934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d50a253d-1573-444a-a3d9-1738b171db97), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:04.623854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-15e8824f-def5-438b-ab22-5671ed53c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.624802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for d50a253d-1573-444a-a3d9-1738b171db97 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:48:04.625573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-15e8824f-def5-438b-ab22-5671ed53c509 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4f0992eaa55c41c7b559208fa200a822&device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 1125 time: 0.0493381 May 02 10:48:04.637982 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:48:04.652077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-904beebb-ce4a-47df-a0ee-3727e9f81e30 req-9536f3a0-7c05-49e8-9109-95780cc81bc4 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020784 May 02 10:48:04.670550 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-13dc6dc0-5e34-47e5-a742-53f760812816 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f HTTP/1.1" status: 200 len: 217 time: 0.0379972 May 02 10:48:04.722648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-3ec7e38a-6a38-461d-9d43-413a25ea76d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:04.725973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-3ec7e38a-6a38-461d-9d43-413a25ea76d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=9acf2a51-80d9-4f3e-885f-c1cd11b55694 HTTP/1.1" status: 200 len: 864 time: 0.0485752 May 02 10:48:04.758951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-a3434edf-64fd-4d49-96e5-826ccbbf771d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=dc1270d1-009e-4c0c-9a43-cce51bf43932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286031 May 02 10:48:04.861199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-f1a990ff-c613-47b2-9f65-4f9cce6bc79a service neutron] 10.222.0.24 "GET /v2.0/networks/dc1270d1-009e-4c0c-9a43-cce51bf43932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962560 May 02 10:48:04.964521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-416403c9-bd11-4e88-96cf-8cb36715fd33 req-465c9126-1b59-4f3a-9a39-b168664a7980 service neutron] 10.222.0.24 "GET /v2.0/networks/dc1270d1-009e-4c0c-9a43-cce51bf43932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961702 May 02 10:48:05.125791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d50a253d-1573-444a-a3d9-1738b171db97), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:05.139006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b0742152-e675-4407-bce5-1bb30fc13e98'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:05.159695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=d50a253d-1573-444a-a3d9-1738b171db97,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:05.200696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port d50a253d-1573-444a-a3d9-1738b171db97 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:48:05.203379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:05.206645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fe7ac1f-3155-4379-b7c6-a13b7de29a50 req-10068f85-012d-4a6e-8272-397585802940 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "DELETE /v2.0/ports/d50a253d-1573-444a-a3d9-1738b171db97 HTTP/1.1" status: 204 len: 173 time: 0.9357092 May 02 10:48:05.207076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'name': 'network-vif-deleted', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:05.209339 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbcc0068-fa69-40a8-889c-e166b211c3e1" -d '{"events": [{"server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "name": "network-vif-deleted", "tag": "d50a253d-1573-444a-a3d9-1738b171db97"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:05.245272 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1677af8-57bb-4c2b-b370-e84dc97c11ac x-openstack-request-id: req-a1677af8-57bb-4c2b-b370-e84dc97c11ac {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:05.245598 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "336e5dd5-4d55-4a97-bc4e-4156b46785a8", "name": "network-vif-deleted", "tag": "d50a253d-1573-444a-a3d9-1738b171db97", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:05.245878 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1677af8-57bb-4c2b-b370-e84dc97c11ac {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:05.246280 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1677af8-57bb-4c2b-b370-e84dc97c11ac'] response: {'server_uuid': '336e5dd5-4d55-4a97-bc4e-4156b46785a8', 'name': 'network-vif-deleted', 'tag': 'd50a253d-1573-444a-a3d9-1738b171db97', 'status': 'completed', 'code': 200} May 02 10:48:05.667726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51fceb87-fbfb-4597-924e-e5a7fa5472af req-0d13578b-2b89-46c6-9ade-a39646d38e5c tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0276957 May 02 10:48:05.768695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8a28cb-3922-43df-9b87-0e4a24d62b0f req-2fcb06a2-fb86-4e5d-a261-6c2a4c2bb31b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:05.770169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc8a28cb-3922-43df-9b87-0e4a24d62b0f req-2fcb06a2-fb86-4e5d-a261-6c2a4c2bb31b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 943 time: 0.0470924 May 02 10:48:05.816946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc8a28cb-3922-43df-9b87-0e4a24d62b0f req-3df8a540-b906-4cd2-8c8e-3c424caa105d tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411208 May 02 10:48:06.620774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:48:06.624982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d50a253d-1573-444a-a3d9-1738b171db97 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:06.651122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: d50a253d-1573-444a-a3d9-1738b171db97 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:48:06.655856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d50a253d-1573-444a-a3d9-1738b171db97 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:48:06.747432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,segment=NetworkSegment(b45b4c34-9673-4c18-a80f-c7772831b319),segment_id=b45b4c34-9673-4c18-a80f-c7772831b319)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:06.760726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f', 'network_id': 'dc1270d1-009e-4c0c-9a43-cce51bf43932', 'port_id': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f', 'mac_address': 'fa:16:3e:34:17:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9acf2a51-80d9-4f3e-885f-c1cd11b55694', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:48:06.800031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:06.800031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:06.808699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-160dfece-b745-4bec-95ec-603f1dd7192a req-eb3527eb-b3b8-4df7-acf1-b3300e25ff0f tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=336e5dd5-4d55-4a97-bc4e-4156b46785a8 HTTP/1.1" status: 200 len: 210 time: 0.0422618 May 02 10:48:06.813710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:06.838072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,segment=NetworkSegment(b45b4c34-9673-4c18-a80f-c7772831b319),segment_id=b45b4c34-9673-4c18-a80f-c7772831b319)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:06.925885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:06.933393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1093f064-7495-497d-b404-a27018daa87a req-32fc5508-a2ba-4867-9e9a-28c1b4630e32 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:06.935072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1093f064-7495-497d-b404-a27018daa87a req-32fc5508-a2ba-4867-9e9a-28c1b4630e32 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 943 time: 0.0485055 May 02 10:48:06.976575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:06.984745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1093f064-7495-497d-b404-a27018daa87a req-f323d802-d658-441c-8a82-59f7ed95d57a tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436187 May 02 10:48:07.134950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:08.123296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ada4799-1d59-424b-b6eb-8d4c4f937a61 req-9f92cef7-fef6-40c7-9f6a-f079157293f6 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:08.123296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ada4799-1d59-424b-b6eb-8d4c4f937a61 req-9f92cef7-fef6-40c7-9f6a-f079157293f6 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 944 time: 0.0683587 May 02 10:48:08.180651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ada4799-1d59-424b-b6eb-8d4c4f937a61 req-725ecc31-ad00-452c-96e6-1016f1ecdea3 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458815 May 02 10:48:08.620976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:08.673889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:48:08.766364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:08.766760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:08.782354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540e3dab-19d3-470d-9832-1ae31ab78462 req-f90f257f-953b-467d-b7f4-44581928d113 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:08.783884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-540e3dab-19d3-470d-9832-1ae31ab78462 req-f90f257f-953b-467d-b7f4-44581928d113 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0545297 May 02 10:48:08.849318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:08.849708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:08.858808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-540e3dab-19d3-470d-9832-1ae31ab78462 req-24e9dfc1-3580-47b1-87e0-5174776c61df tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608943 May 02 10:48:08.875216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:08.877787 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e295e4-a1f5-48fe-87c1-bfdea79b047e" -d '{"events": [{"server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "name": "network-vif-plugged", "status": "completed", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:08.893881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,segment=NetworkSegment(b45b4c34-9673-4c18-a80f-c7772831b319),segment_id=b45b4c34-9673-4c18-a80f-c7772831b319)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:08.915021 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371d29fd-1d52-47b3-a433-585bf79ec9bc x-openstack-request-id: req-371d29fd-1d52-47b3-a433-585bf79ec9bc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:08.915315 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "name": "network-vif-plugged", "status": "completed", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:08.915597 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-371d29fd-1d52-47b3-a433-585bf79ec9bc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:08.915994 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371d29fd-1d52-47b3-a433-585bf79ec9bc'] response: {'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f', 'code': 200} May 02 10:48:09.033667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:09.082309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:09.289668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a19a97-970d-42c6-b2f1-3d206866f6da req-eaabd5df-ffb6-4e4d-b7d1-1aa59346f941 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:09.291190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47a19a97-970d-42c6-b2f1-3d206866f6da req-eaabd5df-ffb6-4e4d-b7d1-1aa59346f941 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0464971 May 02 10:48:09.338375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47a19a97-970d-42c6-b2f1-3d206866f6da req-5940b5c5-c0b4-43b3-ac22-61a088b94444 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 May 02 10:48:09.735418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11e46ab-1c75-4e78-938c-46e352c64187 req-19696bf5-7c7e-4f94-be1e-1acbd0c724ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:09.737254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e11e46ab-1c75-4e78-938c-46e352c64187 req-19696bf5-7c7e-4f94-be1e-1acbd0c724ac service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 1127 time: 0.0407887 May 02 10:48:09.859172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e11e46ab-1c75-4e78-938c-46e352c64187 req-a1d6083f-2b1a-4d96-ab27-408551eb1e0e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508265 May 02 10:48:09.985947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e59b9-3910-4997-80a6-c18040ddc5d5 req-c64409ed-820e-42ca-a9ec-001d6fd2ca47 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:09.987760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c5e59b9-3910-4997-80a6-c18040ddc5d5 req-c64409ed-820e-42ca-a9ec-001d6fd2ca47 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0521958 May 02 10:48:10.037114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c5e59b9-3910-4997-80a6-c18040ddc5d5 req-a06a7e4a-96d5-42c1-bf7f-a381f08faab5 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/security-groups?id=68233dd3-3435-4ce5-a763-2c8049c04140&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433445 May 02 10:48:10.124666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-6ac7001a-f303-4394-bad6-c951a1399fa4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:10.126423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-6ac7001a-f303-4394-bad6-c951a1399fa4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 946 time: 0.0536287 May 02 10:48:10.219793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Deleting port b0742152-e675-4407-bce5-1bb30fc13e98 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:48:10.220213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:10.310411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] For port b0742152-e675-4407-bce5-1bb30fc13e98, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b0742152-e675-4407-bce5-1bb30fc13e98,segment=NetworkSegment(5839b7cd-9429-40ca-9415-c9c845366b9d),segment_id=5839b7cd-9429-40ca-9415-c9c845366b9d)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:10.310788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:10.324808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Calling delete_port for b0742152-e675-4407-bce5-1bb30fc13e98 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:48:10.496992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3956e534-28d9-4b5d-a8b3-5181c1cd1144 req-4c688c6d-0436-4ad3-891d-12cac10d6c3e tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:10.498496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3956e534-28d9-4b5d-a8b3-5181c1cd1144 req-4c688c6d-0436-4ad3-891d-12cac10d6c3e tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0813956 May 02 10:48:10.555672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3956e534-28d9-4b5d-a8b3-5181c1cd1144 req-c3f16636-84a9-4302-8398-501a2e036a33 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492554 May 02 10:48:10.634092 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b0742152-e675-4407-bce5-1bb30fc13e98), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:10.675134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Pushing event deleted for resources: {'Port': ['ID=b0742152-e675-4407-bce5-1bb30fc13e98,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:10.696030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.696180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.696446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.696821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.697164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.697500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.697837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.698182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.698520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.698853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.699189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.699527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.699859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.700190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.700520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:10.774263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] No DVR routers for this DVR port b0742152-e675-4407-bce5-1bb30fc13e98 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:48:10.776847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:10.780680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4396fc77-9b3f-49f6-93b5-a7300a351e8c req-8c71f966-b748-4cdf-8316-1acd2bb0077a tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.24 "DELETE /v2.0/ports/b0742152-e675-4407-bce5-1bb30fc13e98 HTTP/1.1" status: 204 len: 173 time: 0.6491365 May 02 10:48:10.784007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'name': 'network-vif-deleted', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:10.786299 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae38de4-5908-4e48-8692-b4639266dc38" -d '{"events": [{"server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "name": "network-vif-deleted", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:10.839098 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0bc7869-f93d-4f7d-a88b-b90994e735f1 x-openstack-request-id: req-f0bc7869-f93d-4f7d-a88b-b90994e735f1 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:10.839477 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0", "name": "network-vif-deleted", "tag": "b0742152-e675-4407-bce5-1bb30fc13e98", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:10.839806 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f0bc7869-f93d-4f7d-a88b-b90994e735f1 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:10.840354 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0bc7869-f93d-4f7d-a88b-b90994e735f1'] response: {'server_uuid': '5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0', 'name': 'network-vif-deleted', 'tag': 'b0742152-e675-4407-bce5-1bb30fc13e98', 'status': 'completed', 'code': 200} May 02 10:48:10.869870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f2569fc0-951d-4464-90fb-e2cf73dc2bbe tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:10.871339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f2569fc0-951d-4464-90fb-e2cf73dc2bbe tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1654463 May 02 10:48:10.886760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-54225ec6-a2f7-40d2-a218-787f58b726bd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/quotas/24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 375 time: 0.0093076 May 02 10:48:10.978074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f9ba3ef5-b834-4874-8c68-150958bb92e1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0825980 May 02 10:48:11.075599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-caf7b329-a2de-4ff7-9a3b-20968449158a service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907850 May 02 10:48:11.150411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edc1131b-6f06-4ba5-8bd0-095f41a3bb13 req-a8fa4790-4bb2-44c4-9c77-3c101d52328e tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] 10.222.0.16 "GET /v2.0/ports?device_id=5dc98ee7-a928-4c62-b5e9-7fc8c9ff3ce0 HTTP/1.1" status: 200 len: 210 time: 0.0361910 May 02 10:48:11.177888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-749ceec0-94cd-4c99-928d-abeee8810bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959609 May 02 10:48:11.677608 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258ba095-2f19-4c6f-a315-de6e1ef0df7a req-1e7ec8b0-b9dd-4b75-9b7f-0029786ad183 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:11.679369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-258ba095-2f19-4c6f-a315-de6e1ef0df7a req-1e7ec8b0-b9dd-4b75-9b7f-0029786ad183 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0535526 May 02 10:48:11.741564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-258ba095-2f19-4c6f-a315-de6e1ef0df7a req-bb2eda34-4b94-415d-9812-07967aaae17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527086 May 02 10:48:11.900169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4012ad6-46c6-40e2-a76c-992fe058a46b req-e6e11d67-2887-4e0a-8560-8dcd9c459e36 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0795062 May 02 10:48:11.920390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619c009-e8a5-431b-afc6-85601aaedfbb req-263e2c81-3c1b-4cbd-9f49-022e3d3f3c7f tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:11.929183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2619c009-e8a5-431b-afc6-85601aaedfbb req-263e2c81-3c1b-4cbd-9f49-022e3d3f3c7f tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0953031 May 02 10:48:11.985929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2619c009-e8a5-431b-afc6-85601aaedfbb req-71f74588-4336-4cb9-acf3-eaa5c1475c6c tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554039 May 02 10:48:12.207632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f8bc7b-c6d9-474f-9dcb-82dce84406f4 req-6bb4bc74-f7a5-4b60-b886-1686af40854b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:12.210143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d9f8bc7b-c6d9-474f-9dcb-82dce84406f4 req-6bb4bc74-f7a5-4b60-b886-1686af40854b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0557144 May 02 10:48:12.260295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d9f8bc7b-c6d9-474f-9dcb-82dce84406f4 req-8cbe80bd-572a-48ee-9a1e-bd9dbc27375b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426328 May 02 10:48:12.303614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60048) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:12.356635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Deleting subnet 2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:48:12.360273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Publish callbacks [] for subnet (2a5d1260-d2ea-4afd-a8e8-c38c3bffa412), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.396291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (2a5d1260-d2ea-4afd-a8e8-c38c3bffa412), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.436057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (2a5d1260-d2ea-4afd-a8e8-c38c3bffa412), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.583154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (2a5d1260-d2ea-4afd-a8e8-c38c3bffa412), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.611797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2a5d1260-d2ea-4afd-a8e8-c38c3bffa412,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:12.615685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.618879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ce4cc69-adf3-45fb-8ebf-a3f3e6aae137 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2a5d1260-d2ea-4afd-a8e8-c38c3bffa412 HTTP/1.1" status: 204 len: 168 time: 0.3140254 May 02 10:48:12.621754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60056) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:12.649338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b0742152-e675-4407-bce5-1bb30fc13e98 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:12.684193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: b0742152-e675-4407-bce5-1bb30fc13e98 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:48:12.684785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b0742152-e675-4407-bce5-1bb30fc13e98 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:48:12.708979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (91e4a5e6-312d-420e-a8fb-f55deceaa4b8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.828444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (91e4a5e6-312d-420e-a8fb-f55deceaa4b8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.857028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5178a6c8-5a02-4d6d-90e0-0ac541c23833 req-02cb480f-7fad-441a-af9f-1a6ca09f038b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:12.859156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5178a6c8-5a02-4d6d-90e0-0ac541c23833 req-02cb480f-7fad-441a-af9f-1a6ca09f038b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0950074 May 02 10:48:12.863080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91e4a5e6-312d-420e-a8fb-f55deceaa4b8']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:12.863580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a522ecb-9c8a-456e-b6fa-0eebca249fb9 req-f8bbc496-a86c-47d6-965a-8a00b19c4c37 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:12.871866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a522ecb-9c8a-456e-b6fa-0eebca249fb9 req-f8bbc496-a86c-47d6-965a-8a00b19c4c37 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0587568 May 02 10:48:12.880192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5839b7cd-9429-40ca-9415-c9c845366b9d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:12.880488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5839b7cd-9429-40ca-9415-c9c845366b9d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:12.898123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (5839b7cd-9429-40ca-9415-c9c845366b9d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.929878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a522ecb-9c8a-456e-b6fa-0eebca249fb9 req-13960f87-af31-4da0-bb39-14aba759d8db tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520465 May 02 10:48:12.933232 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (5839b7cd-9429-40ca-9415-c9c845366b9d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.945169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5178a6c8-5a02-4d6d-90e0-0ac541c23833 req-43d3d173-eb52-4bf5-8140-5971537535db tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742486 May 02 10:48:12.946119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:48:12.946523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (5839b7cd-9429-40ca-9415-c9c845366b9d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: timer() May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:48:12.948681 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:48:13.046907 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7edbdda3-6a02-4010-9e82-58ed220c2da7 req-1f36c79d-e6e6-40b8-b628-a1af89869dc9 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0277545 May 02 10:48:13.114179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (91e4a5e6-312d-420e-a8fb-f55deceaa4b8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.119883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.123112 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] 10.222.0.16 "DELETE /v2.0/networks/91e4a5e6-312d-420e-a8fb-f55deceaa4b8 HTTP/1.1" status: 204 len: 168 time: 0.5003433 May 02 10:48:13.136315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f15f958-6c69-47d6-9dca-1b04b700296a admin admin] Pushing event deleted for resources: {'Network': ['ID=91e4a5e6-312d-420e-a8fb-f55deceaa4b8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:13.494495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:13.536820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be82cf2a-6406-4d3d-b8b5-393a888b6e4e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d7e965673511439386e8a383fd25d8ee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411253 May 02 10:48:13.539184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60078) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:13.585809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] Publish callbacks [] for security_group (68233dd3-3435-4ce5-a763-2c8049c04140), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.606413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] Publish callbacks [] for security_group (68233dd3-3435-4ce5-a763-2c8049c04140), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.776798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68233dd3-3435-4ce5-a763-2c8049c04140), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.779449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:13.780691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68233dd3-3435-4ce5-a763-2c8049c04140 HTTP/1.1" status: 204 len: 168 time: 0.2405231 May 02 10:48:13.788890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3bedfc-56b5-43ff-95d3-d2a08046b5f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68233dd3-3435-4ce5-a763-2c8049c04140,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:14.132502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4beec031-05c8-4391-b12a-77eccd50a23a req-a7f63681-0928-4a65-b9a6-8176611d64c7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:14.137866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ccd95e-2826-445c-afad-5832a82809aa req-0f388795-d49a-4c6e-b75a-ec4887f7df98 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:14.140070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ccd95e-2826-445c-afad-5832a82809aa req-0f388795-d49a-4c6e-b75a-ec4887f7df98 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.0830491 May 02 10:48:14.147169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-b5fb87bf-5a10-4426-9e9d-1634517b562a tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:14.149012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-b5fb87bf-5a10-4426-9e9d-1634517b562a tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.24 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 945 time: 0.1099038 May 02 10:48:14.149488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4beec031-05c8-4391-b12a-77eccd50a23a req-a7f63681-0928-4a65-b9a6-8176611d64c7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1013465 May 02 10:48:14.200728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4beec031-05c8-4391-b12a-77eccd50a23a req-70e94311-2dfd-4bdb-8e1a-7fb0bfef4951 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501223 May 02 10:48:14.273571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ccd95e-2826-445c-afad-5832a82809aa req-852c6cb7-c87d-4b8d-958f-d742c41e8ebb tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234221 May 02 10:48:14.298985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Deleting port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:48:14.299472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:14.335758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a7ad067-2944-4816-bea8-138cdb1c9d8d req-d92347f0-cbc9-49cd-9d6e-af8d27f66a4c tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0305479 May 02 10:48:14.408290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] For port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,segment=NetworkSegment(b45b4c34-9673-4c18-a80f-c7772831b319),segment_id=b45b4c34-9673-4c18-a80f-c7772831b319)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:14.408743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:14.422900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Calling delete_port for 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:48:14.474781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:14.645330 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:14.659311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:14.676319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Pushing event deleted for resources: {'Port': ['ID=28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:14.728783 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] No DVR routers for this DVR port 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:48:14.731753 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:14.735474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0f7e81a-0657-4a00-8347-80f2c2c815a6 req-89a05577-56db-4aad-8ece-6ac5e3f1d17b tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.24 "DELETE /v2.0/ports/28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f HTTP/1.1" status: 204 len: 173 time: 0.5784636 May 02 10:48:14.736111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'name': 'network-vif-deleted', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:14.740217 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f10395-5d69-4cff-bbcf-75c5f65c08d1" -d '{"events": [{"server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "name": "network-vif-deleted", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:14.785886 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6da92d8-0dd2-4936-ad11-4b1cef5e125a x-openstack-request-id: req-a6da92d8-0dd2-4936-ad11-4b1cef5e125a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:14.786187 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5916ec6e-7147-4be9-8256-36de9060ff23", "name": "network-vif-deleted", "tag": "28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:14.786465 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a6da92d8-0dd2-4936-ad11-4b1cef5e125a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:14.786921 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6da92d8-0dd2-4936-ad11-4b1cef5e125a'] response: {'server_uuid': '5916ec6e-7147-4be9-8256-36de9060ff23', 'name': 'network-vif-deleted', 'tag': '28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f', 'status': 'completed', 'code': 200} May 02 10:48:14.925383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-c7ab1d28-0061-48a8-99c6-6d272464b5b7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:14.926775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-c7ab1d28-0061-48a8-99c6-6d272464b5b7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1150470 May 02 10:48:14.940236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'port': {'device_id': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'admin_state_up': True, 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:15.181733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:15.184873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:15.357571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36377312-060f-4212-b471-c7f06b314a38 req-f086d167-7891-46dc-8f0f-d4c290b9fc05 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:15.360594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36377312-060f-4212-b471-c7f06b314a38 req-f086d167-7891-46dc-8f0f-d4c290b9fc05 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0557504 May 02 10:48:15.366462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Allocated IP 172.20.0.12 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:15.423219 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36377312-060f-4212-b471-c7f06b314a38 req-47d2449f-7501-4bc1-9539-a3b1641bedc5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539927 May 02 10:48:15.440564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49e79b75-9106-47cb-82fd-46628bf3b6db req-b13be00a-4958-4aeb-9a3c-c508b34479b9 tempest-ServersNegativeTestMultiTenantJSON-1063387412 tempest-ServersNegativeTestMultiTenantJSON-1063387412-project] 10.222.0.16 "GET /v2.0/ports?device_id=5916ec6e-7147-4be9-8256-36de9060ff23 HTTP/1.1" status: 200 len: 210 time: 0.0406733 May 02 10:48:15.533329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07c5fba6-4a38-4042-860a-ab72b535c567 req-811ccb4a-0531-4fa1-9dd7-00b310d90de2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0400767 May 02 10:48:15.585843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:15.705565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:15.732416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60154) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:15.755164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:15.758865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:15.774763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:15.802642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:15.843236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:15.844756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:15.894931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea43f132-7a0d-4090-8696-5978341663c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:15.969512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f837d381-43c6-4bb0-85db-2f7fded46f00 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0330446 May 02 10:48:15.979527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Request body: {'port': {'device_id': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:15.993005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea43f132-7a0d-4090-8696-5978341663c5 admin admin] Publish callbacks [] for security_group (b6247cfd-2750-471b-9724-a20cfe3bfa3e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.009314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-31310cef-1a70-470c-a8b4-e62e8064aae8 None None] Provisioning complete for port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:16.010387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-31310cef-1a70-470c-a8b4-e62e8064aae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.028713 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.048120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.066001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-31310cef-1a70-470c-a8b4-e62e8064aae8 None None] Port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:48:16.092151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ea43f132-7a0d-4090-8696-5978341663c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6247cfd-2750-471b-9724-a20cfe3bfa3e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.137605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ea43f132-7a0d-4090-8696-5978341663c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d23c207841e43e6b2a24451ce21101e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4039164 May 02 10:48:16.138513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43f132-7a0d-4090-8696-5978341663c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6247cfd-2750-471b-9724-a20cfe3bfa3e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:16.141556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:16.201572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] Publish callbacks [] for security_group (b6247cfd-2750-471b-9724-a20cfe3bfa3e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.226262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] Publish callbacks [] for security_group (b6247cfd-2750-471b-9724-a20cfe3bfa3e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.342692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b6247cfd-2750-471b-9724-a20cfe3bfa3e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.345421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.346602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b6247cfd-2750-471b-9724-a20cfe3bfa3e HTTP/1.1" status: 204 len: 168 time: 0.2041132 May 02 10:48:16.356156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79222da9-e50d-4e51-81b6-6f1c44d1b0d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6247cfd-2750-471b-9724-a20cfe3bfa3e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:16.385036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:16.397022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks [] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.412824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Transition to ACTIVE for port object 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:48:16.514137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.523875 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:16.580949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Deleting subnet 9acf2a51-80d9-4f3e-885f-c1cd11b55694 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:48:16.584532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Publish callbacks [] for subnet (9acf2a51-80d9-4f3e-885f-c1cd11b55694), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.603091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d46123-29a4-44d2-9edc-3ab08f62ce78 req-b16cd9a1-cc89-44ef-bf69-fdf7f132fdfe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:16.604710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05d46123-29a4-44d2-9edc-3ab08f62ce78 req-b16cd9a1-cc89-44ef-bf69-fdf7f132fdfe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1063943 May 02 10:48:16.657241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:16.678076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Pushing event updated for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:16.694839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:48:16.701654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 28d41205-9b0c-4ce9-9b5e-c868e1cb7c8f not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:48:16.740124 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (9acf2a51-80d9-4f3e-885f-c1cd11b55694), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.761623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05d46123-29a4-44d2-9edc-3ab08f62ce78 req-83b41003-6aaa-4109-89ca-68a73f474e13 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412487 May 02 10:48:16.801508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9badd7c2-9fc5-4355-8e3c-b988ac55b07b req-d48ad6f2-dbfb-45ab-9117-8f9364186853 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:16.801508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9badd7c2-9fc5-4355-8e3c-b988ac55b07b req-d48ad6f2-dbfb-45ab-9117-8f9364186853 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.1540949 May 02 10:48:16.804267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Attempting to bind port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:16.804750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Attempting to bind port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:16.805583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Attempting to bind port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:16.811457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 on network 1fa2212c-8280-43d9-af18-44dff02feb7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:48:16.811789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Attempting to bind port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:16.820787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:16.821129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:16.821523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:16.821965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Bound port: 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:16.822444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.852381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9acf2a51-80d9-4f3e-885f-c1cd11b55694), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:16.914370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:16.918432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:16.943715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9badd7c2-9fc5-4355-8e3c-b988ac55b07b req-bdc98714-dcad-4562-ae18-f43f58aa4486 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293757 May 02 10:48:17.023090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (9acf2a51-80d9-4f3e-885f-c1cd11b55694), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.049446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9acf2a51-80d9-4f3e-885f-c1cd11b55694,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:17.053201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.057041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-09a5c264-b537-45ea-93f7-bf800433a7f5 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9acf2a51-80d9-4f3e-885f-c1cd11b55694 HTTP/1.1" status: 204 len: 168 time: 0.5315385 May 02 10:48:17.059395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:17.069143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.104939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.105669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.107203 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] 10.222.0.24 "PUT /v2.0/ports/7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 HTTP/1.1" status: 200 len: 1092 time: 1.1320570 May 02 10:48:17.107756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:17.110539 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e" -d '{"events": [{"name": "network-changed", "server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:17.147655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (dc1270d1-009e-4c0c-9a43-cce51bf43932), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.147923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b221955e-b2db-48bc-9465-1f4536de643c service neutron] Pushing event updated for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:17.175900 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf02f5e-30ab-400e-98a8-ebdb7ae5406b x-openstack-request-id: req-ecf02f5e-30ab-400e-98a8-ebdb7ae5406b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:17.176474 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:17.176753 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ecf02f5e-30ab-400e-98a8-ebdb7ae5406b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:17.177329 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecf02f5e-30ab-400e-98a8-ebdb7ae5406b'] response: {'name': 'network-changed', 'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6', 'status': 'completed', 'code': 200} May 02 10:48:17.242595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (dc1270d1-009e-4c0c-9a43-cce51bf43932), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.258856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-6d026dc5-5149-466a-b362-746d228e78da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.260383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-6d026dc5-5149-466a-b362-746d228e78da service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 1126 time: 0.0604959 May 02 10:48:17.268013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc1270d1-009e-4c0c-9a43-cce51bf43932']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:17.280579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b45b4c34-9673-4c18-a80f-c7772831b319') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:17.281454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b45b4c34-9673-4c18-a80f-c7772831b319') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:17.294051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b45b4c34-9673-4c18-a80f-c7772831b319), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.312683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b45b4c34-9673-4c18-a80f-c7772831b319), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.321829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:48:17.322249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b45b4c34-9673-4c18-a80f-c7772831b319), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: timer() May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:48:17.324019 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:48:17.375172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-4ea1e8c3-c93d-4ff3-832e-2ec6ebea7739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.377045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-4ea1e8c3-c93d-4ff3-832e-2ec6ebea7739 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1097200 May 02 10:48:17.509903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-594c9595-566c-4058-8f60-df1161b15db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.511775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf2b600e-3c93-44f0-91ae-7248a6e91c0e req-594c9595-566c-4058-8f60-df1161b15db3 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278491 May 02 10:48:17.587809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-9d5d9e7d-bd27-4e00-88d2-0d3ab7be1c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.589411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-9d5d9e7d-bd27-4e00-88d2-0d3ab7be1c65 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 1126 time: 0.0417693 May 02 10:48:17.630707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-b04e87cf-8cb5-4efe-950e-fa5561e268f5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 HTTP/1.1" status: 200 len: 217 time: 0.0345769 May 02 10:48:17.687801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-6db86fa9-a28e-42cd-a5c5-e27913cc3464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.689410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-6db86fa9-a28e-42cd-a5c5-e27913cc3464 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0526981 May 02 10:48:17.734253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-0baa1e2f-7b5a-4266-91c5-b9cb24b04bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.735813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-0baa1e2f-7b5a-4266-91c5-b9cb24b04bf4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0406976 May 02 10:48:17.743363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (dc1270d1-009e-4c0c-9a43-cce51bf43932), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.764928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.772174 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] 10.222.0.16 "DELETE /v2.0/networks/dc1270d1-009e-4c0c-9a43-cce51bf43932 HTTP/1.1" status: 204 len: 168 time: 0.7116416 May 02 10:48:17.772389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60250) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:17.773555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14bebca-d899-4726-b8cc-522a89e1b1ba admin admin] Pushing event deleted for resources: {'Network': ['ID=dc1270d1-009e-4c0c-9a43-cce51bf43932,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:17.866893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Deleting subnet 699a2f21-189a-400f-9202-cda37df8a30c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:48:17.883421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Publish callbacks [] for subnet (699a2f21-189a-400f-9202-cda37df8a30c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:17.923966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-f30ff51c-426b-407d-b623-bfcb932f6560 service neutron] 10.222.0.24 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820521 May 02 10:48:17.975427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b100aca3-cd29-40a6-95b7-e5579c3dab76 req-b5f19dbf-1b9f-42dd-969f-72c917cfdb17 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:17.976997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b100aca3-cd29-40a6-95b7-e5579c3dab76 req-b5f19dbf-1b9f-42dd-969f-72c917cfdb17 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1132357 May 02 10:48:17.982218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (699a2f21-189a-400f-9202-cda37df8a30c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.063593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7445502d-ca80-46ef-937a-4dd65491ffc1 req-175629dd-d399-4a95-b1c1-576a913aa017 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:18.065139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7445502d-ca80-46ef-937a-4dd65491ffc1 req-175629dd-d399-4a95-b1c1-576a913aa017 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0484898 May 02 10:48:18.098250 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (699a2f21-189a-400f-9202-cda37df8a30c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.116592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7445502d-ca80-46ef-937a-4dd65491ffc1 req-861dcd32-88a6-41d3-84f2-578cdaa0d34b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455413 May 02 10:48:18.143189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b100aca3-cd29-40a6-95b7-e5579c3dab76 req-31f0afeb-17b7-4822-940b-60cdbe30580d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480544 May 02 10:48:18.143787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b8fd745-dca4-4f20-b4fd-042e1afc4098 req-9b6b3a89-b9be-447c-b3d9-863a5d56841f service neutron] 10.222.0.24 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105026 May 02 10:48:18.262814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (699a2f21-189a-400f-9202-cda37df8a30c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.290657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699a2f21-189a-400f-9202-cda37df8a30c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:18.295683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.302281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60272) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:18.306451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a79115db-8fc4-47dc-9628-4ca9fd4456f6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/699a2f21-189a-400f-9202-cda37df8a30c HTTP/1.1" status: 204 len: 168 time: 0.5293272 May 02 10:48:18.377001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (cb6daf0a-7ccf-47fc-9aaa-a6573bef7964), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.456814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (cb6daf0a-7ccf-47fc-9aaa-a6573bef7964), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.484011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb6daf0a-7ccf-47fc-9aaa-a6573bef7964']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:18.494723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f02121e4-0615-4382-9a02-772341fb1c40') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:18.495030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f02121e4-0615-4382-9a02-772341fb1c40') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:18.505062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (f02121e4-0615-4382-9a02-772341fb1c40), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.518968 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f02121e4-0615-4382-9a02-772341fb1c40), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.526406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:48:18.526807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (f02121e4-0615-4382-9a02-772341fb1c40), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: timer() May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:48:18.529012 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:48:18.639393 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (cb6daf0a-7ccf-47fc-9aaa-a6573bef7964), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.644715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:18.647976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] 10.222.0.16 "DELETE /v2.0/networks/cb6daf0a-7ccf-47fc-9aaa-a6573bef7964 HTTP/1.1" status: 204 len: 168 time: 0.3445027 May 02 10:48:18.659223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559e04e1-065c-437f-8f13-1dfea0c27526 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb6daf0a-7ccf-47fc-9aaa-a6573bef7964,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:18.952503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:19.028017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:19.068190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1b2562-462b-4d74-b421-bdf547dc9dc8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.078600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f4c44d56-91fc-4324-8ab2-577128650af9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f0992eaa55c41c7b559208fa200a822&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0487125 May 02 10:48:19.081255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:19.134431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] Publish callbacks [] for security_group (7a82f1c6-ce24-4b52-a37b-cc36e5d849ee), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.158833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1b2562-462b-4d74-b421-bdf547dc9dc8 admin admin] Publish callbacks [] for security_group (f614d3a3-94d8-4d90-be6d-cab31ec913dc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.176629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] Publish callbacks [] for security_group (7a82f1c6-ce24-4b52-a37b-cc36e5d849ee), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.251371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ba1b2562-462b-4d74-b421-bdf547dc9dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f614d3a3-94d8-4d90-be6d-cab31ec913dc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.277251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45188dc0-fd53-4752-962d-5c6e21fd4d74 req-1f53aa89-7c2b-4075-b264-df76e8fcdb63 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:19.278785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45188dc0-fd53-4752-962d-5c6e21fd4d74 req-1f53aa89-7c2b-4075-b264-df76e8fcdb63 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0717168 May 02 10:48:19.289545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86da1ff4-8c87-4922-9f61-e77a83c0413c req-9469737b-d4d5-41dc-8a85-6852b2ddc8f2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:19.291034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86da1ff4-8c87-4922-9f61-e77a83c0413c req-9469737b-d4d5-41dc-8a85-6852b2ddc8f2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0707550 May 02 10:48:19.328906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba1b2562-462b-4d74-b421-bdf547dc9dc8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d0321a2271824734aa5388b0a228d7ed&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3716130 May 02 10:48:19.329123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1b2562-462b-4d74-b421-bdf547dc9dc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f614d3a3-94d8-4d90-be6d-cab31ec913dc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:19.329266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60308) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:19.347964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45188dc0-fd53-4752-962d-5c6e21fd4d74 req-d920de2c-6fb1-4a11-9d26-1b40e9ef7bdf tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631418 May 02 10:48:19.359610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-86da1ff4-8c87-4922-9f61-e77a83c0413c req-63a7c755-c94a-4855-ba03-170479433ef8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601590 May 02 10:48:19.387181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] Publish callbacks [] for security_group (f614d3a3-94d8-4d90-be6d-cab31ec913dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.400223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a82f1c6-ce24-4b52-a37b-cc36e5d849ee), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.404023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.404565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a82f1c6-ce24-4b52-a37b-cc36e5d849ee HTTP/1.1" status: 204 len: 168 time: 0.3222978 May 02 10:48:19.422935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae57555-19c1-4779-980a-d02fcece39e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a82f1c6-ce24-4b52-a37b-cc36e5d849ee,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:19.425830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] Publish callbacks [] for security_group (f614d3a3-94d8-4d90-be6d-cab31ec913dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.593873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f614d3a3-94d8-4d90-be6d-cab31ec913dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.597934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:19.597934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f614d3a3-94d8-4d90-be6d-cab31ec913dc HTTP/1.1" status: 204 len: 168 time: 0.2676640 May 02 10:48:19.606930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb1c85d-b984-4907-a60e-8ad8ed9fda25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f614d3a3-94d8-4d90-be6d-cab31ec913dc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:20.294459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:20.353553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6cc55082-cc92-498a-84f6-f777dd8efc89 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6bd05308a4524be2a0e82288e790ce70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0578709 May 02 10:48:20.356376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:20.448262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] Publish callbacks [] for security_group (00de6ebb-b15f-426c-b9ae-d2f57f0c445b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:20.504405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] Publish callbacks [] for security_group (00de6ebb-b15f-426c-b9ae-d2f57f0c445b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:20.508279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba837cb-ddd5-486b-8643-4c901edbcb6d req-27e7c121-0de4-48e6-a1f1-767ce1fa7c6d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:20.516796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ba837cb-ddd5-486b-8643-4c901edbcb6d req-27e7c121-0de4-48e6-a1f1-767ce1fa7c6d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0609093 May 02 10:48:20.578362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ba837cb-ddd5-486b-8643-4c901edbcb6d req-9f14bed3-da6d-4538-ba5e-fda07cea0290 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598414 May 02 10:48:20.600014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f762f74-b416-494b-9bf1-3f11d92ff307 req-cd7225b9-f747-4327-982e-63e174069fe5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:20.601726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f762f74-b416-494b-9bf1-3f11d92ff307 req-cd7225b9-f747-4327-982e-63e174069fe5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0901253 May 02 10:48:20.664979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f762f74-b416-494b-9bf1-3f11d92ff307 req-b5e1a93d-7aae-4845-aa7a-b167b56f1139 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475371 May 02 10:48:20.731560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00de6ebb-b15f-426c-b9ae-d2f57f0c445b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:20.734303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:20.735693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00de6ebb-b15f-426c-b9ae-d2f57f0c445b HTTP/1.1" status: 204 len: 168 time: 0.3773377 May 02 10:48:20.741853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:20.752194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829938e-06e7-4c0b-94cf-b6afc76648d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00de6ebb-b15f-426c-b9ae-d2f57f0c445b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:20.850785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-299301340-network', 'tenant_id': 'd9ecf7ac6e6d49cb9a8bcc1e1fd52c70'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:20.942580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Made reservation on behalf of d9ecf7ac6e6d49cb9a8bcc1e1fd52c70 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:20.945045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:20.954275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.107909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks [] for security_group (6010c7a1-eb22-4307-940e-88e961b84593), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.177492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6010c7a1-eb22-4307-940e-88e961b84593), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.203698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:48:21.225664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a15c4e74-27af-45d1-b8cc-64836653e6be), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.225664 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Added segment a15c4e74-27af-45d1-b8cc-64836653e6be of type vlan for network 61ddc0bc-5a43-4ca9-ae2a-a4528ad47369 May 02 10:48:21.225664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6010c7a1-eb22-4307-940e-88e961b84593,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:21.271916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (61ddc0bc-5a43-4ca9-ae2a-a4528ad47369), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.360256 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (61ddc0bc-5a43-4ca9-ae2a-a4528ad47369), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.361511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:21.362044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:21.423804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] Pushing event updated for resources: {'Network': ['ID=61ddc0bc-5a43-4ca9-ae2a-a4528ad47369,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:21.433709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 61ddc0bc-5a43-4ca9-ae2a-a4528ad47369 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:48:21.459650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d07478a8-6d3e-40e5-a62a-a7d00c2ba83d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7167196 May 02 10:48:21.721360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7148a2e1-8e42-4d6b-aced-1339862539fe req-b2601540-a0be-41da-9b36-e64773c1b69a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:21.723891 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7148a2e1-8e42-4d6b-aced-1339862539fe req-b2601540-a0be-41da-9b36-e64773c1b69a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0661495 May 02 10:48:21.777281 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7148a2e1-8e42-4d6b-aced-1339862539fe req-733c3c32-a9b4-4226-ac6f-d84c09906ed2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472505 May 02 10:48:21.890107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0d78d9-e0d8-4924-b85c-1aaeb1d68f26 req-80fad51e-3229-48b3-ab2c-d4575bdd1fd2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:21.892120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0d78d9-e0d8-4924-b85c-1aaeb1d68f26 req-80fad51e-3229-48b3-ab2c-d4575bdd1fd2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0528142 May 02 10:48:21.944655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0d78d9-e0d8-4924-b85c-1aaeb1d68f26 req-67a10bc2-3ec9-4333-b1dc-9bd47abdf379 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465074 May 02 10:48:22.085435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49d77-aa33-40e6-bcd7-c677de11d4ce req-220ee776-5eae-49c3-9911-20bfd3a9cc4d tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:22.090798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49d77-aa33-40e6-bcd7-c677de11d4ce req-220ee776-5eae-49c3-9911-20bfd3a9cc4d tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:22.096685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b49d77-aa33-40e6-bcd7-c677de11d4ce req-220ee776-5eae-49c3-9911-20bfd3a9cc4d tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:22.098333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29b49d77-aa33-40e6-bcd7-c677de11d4ce req-220ee776-5eae-49c3-9911-20bfd3a9cc4d tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.1873398 May 02 10:48:22.464888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d4cb24-b311-4148-b3bf-2fd9cb9d36a1 req-102f9dbd-cf58-44ff-a7e1-b3452315262a tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:22.466245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70d4cb24-b311-4148-b3bf-2fd9cb9d36a1 req-102f9dbd-cf58-44ff-a7e1-b3452315262a tempest-ComputeTenantNetworksTest-1330787880 tempest-ComputeTenantNetworksTest-1330787880-project] 10.222.0.16 "GET /v2.0/networks/61ddc0bc-5a43-4ca9-ae2a-a4528ad47369 HTTP/1.1" status: 200 len: 768 time: 0.3438904 May 02 10:48:22.474785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60420) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:22.544010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (61ddc0bc-5a43-4ca9-ae2a-a4528ad47369), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.624295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (61ddc0bc-5a43-4ca9-ae2a-a4528ad47369), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.645501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61ddc0bc-5a43-4ca9-ae2a-a4528ad47369']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:22.654707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15c4e74-27af-45d1-b8cc-64836653e6be') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:22.655010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15c4e74-27af-45d1-b8cc-64836653e6be') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:22.664584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (a15c4e74-27af-45d1-b8cc-64836653e6be), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.678621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (a15c4e74-27af-45d1-b8cc-64836653e6be), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.684716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:48:22.685103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (a15c4e74-27af-45d1-b8cc-64836653e6be), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: timer() May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:48:22.686827 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:48:22.816037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (61ddc0bc-5a43-4ca9-ae2a-a4528ad47369), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.824368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:22.827154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] 10.222.0.16 "DELETE /v2.0/networks/61ddc0bc-5a43-4ca9-ae2a-a4528ad47369 HTTP/1.1" status: 204 len: 168 time: 0.3513706 May 02 10:48:22.877065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d4a5eb-642d-4d16-bcee-ed7bb2d7fa01 admin admin] Pushing event deleted for resources: {'Network': ['ID=61ddc0bc-5a43-4ca9-ae2a-a4528ad47369,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:22.933105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df050aab-e1b2-43bf-9f8b-e0fa4716cf46 req-92cb3c7e-dee0-422f-b3c7-cc840a750b04 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:22.935198 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df050aab-e1b2-43bf-9f8b-e0fa4716cf46 req-92cb3c7e-dee0-422f-b3c7-cc840a750b04 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0645962 May 02 10:48:23.003863 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df050aab-e1b2-43bf-9f8b-e0fa4716cf46 req-c62dd83b-c3df-4b0b-9d53-58a86db85fa4 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614431 May 02 10:48:23.077149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2950b-2681-4f13-a124-a2bd71db5c75 req-79395f0f-96e4-4f83-b679-dd44e2237c99 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:23.078716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91c2950b-2681-4f13-a124-a2bd71db5c75 req-79395f0f-96e4-4f83-b679-dd44e2237c99 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0549078 May 02 10:48:23.133761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91c2950b-2681-4f13-a124-a2bd71db5c75 req-509c2713-4841-400b-b288-cb06bbeb8174 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490355 May 02 10:48:23.306431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60458) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:23.352383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60470) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:23.352659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ec3f021-9ba4-4641-89cb-1bc248eddab2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d9ecf7ac6e6d49cb9a8bcc1e1fd52c70&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0442815 May 02 10:48:23.401392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] Publish callbacks [] for security_group (6010c7a1-eb22-4307-940e-88e961b84593), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:23.422328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] Publish callbacks [] for security_group (6010c7a1-eb22-4307-940e-88e961b84593), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:23.565668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6010c7a1-eb22-4307-940e-88e961b84593), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:23.568431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:23.569775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6010c7a1-eb22-4307-940e-88e961b84593 HTTP/1.1" status: 204 len: 168 time: 0.2163758 May 02 10:48:23.579945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb26a75-8ef8-404e-a023-9c63ee10c317 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6010c7a1-eb22-4307-940e-88e961b84593,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:24.128505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729538f8-5593-494b-9e86-9a61f65561f5 req-973da59c-7c11-4f1e-b72c-e95d4078c106 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:24.130103 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-729538f8-5593-494b-9e86-9a61f65561f5 req-973da59c-7c11-4f1e-b72c-e95d4078c106 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 944 time: 0.0529826 May 02 10:48:24.177283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-729538f8-5593-494b-9e86-9a61f65561f5 req-0c41d20c-6734-4b65-8204-cafbbc6855cf tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415382 May 02 10:48:24.267910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d2c7c8-ed34-4e0b-947d-1f5ad7a4db6e req-6afb28d6-9523-451a-acc4-48251446ac9d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:24.269521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01d2c7c8-ed34-4e0b-947d-1f5ad7a4db6e req-6afb28d6-9523-451a-acc4-48251446ac9d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0515208 May 02 10:48:24.326254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01d2c7c8-ed34-4e0b-947d-1f5ad7a4db6e req-b2ef9d22-8f78-46f7-8c87-24aa6c4fbaba tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469911 May 02 10:48:24.345574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:24.453530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b638aa65-1139-46d1-a30c-4164eaffa99a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.530201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b638aa65-1139-46d1-a30c-4164eaffa99a admin admin] Publish callbacks [] for security_group (866b480c-eae0-4234-8045-ec5b5919f009), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.615703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b638aa65-1139-46d1-a30c-4164eaffa99a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (866b480c-eae0-4234-8045-ec5b5919f009), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.653410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638aa65-1139-46d1-a30c-4164eaffa99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866b480c-eae0-4234-8045-ec5b5919f009,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:24.661739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b638aa65-1139-46d1-a30c-4164eaffa99a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c197dec70ede42cea499386f26da34b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3125310 May 02 10:48:24.662758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60522) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:24.701648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:24.710218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] Publish callbacks [] for security_group (866b480c-eae0-4234-8045-ec5b5919f009), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.731372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] Publish callbacks [] for security_group (866b480c-eae0-4234-8045-ec5b5919f009), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.804437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1876629636-network', 'tenant_id': '2257323c692e4608b9a5468b7aa57846'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:24.822861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:48:24.857202 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (866b480c-eae0-4234-8045-ec5b5919f009), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.860547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.861727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/866b480c-eae0-4234-8045-ec5b5919f009 HTTP/1.1" status: 204 len: 168 time: 0.1989775 May 02 10:48:24.869484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f885304-16b6-4c41-a703-7aac91ab1249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b480c-eae0-4234-8045-ec5b5919f009,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:24.897213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Made reservation on behalf of 2257323c692e4608b9a5468b7aa57846 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:24.899572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.909342 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.940057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:24.953716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'port_id': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6', 'mac_address': 'fa:16:3e:f0:75:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:48:24.997783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks [] for security_group (dd3b5afd-38fd-4f41-8e4f-e71c909e28d9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:24.998337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:24.998973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.022901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:25.044519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:25.074084 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd3b5afd-38fd-4f41-8e4f-e71c909e28d9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.099825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:48:25.114297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd3b5afd-38fd-4f41-8e4f-e71c909e28d9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:25.119037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.119386 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Added segment e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c of type vlan for network 853cf344-90b4-464c-aaf4-c871b0064423 May 02 10:48:25.125899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.133697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.134056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.134410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.134760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.135107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.135457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.135785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.136117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.136434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.136797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.137129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.137458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.137788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.138116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.138444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:25.178041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:25.194954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (853cf344-90b4-464c-aaf4-c871b0064423), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.296811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec860cf-e03f-48ab-b20b-94de694f72ec req-ae61fcae-52a6-4001-9245-d66b1875f6bd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:25.298298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dec860cf-e03f-48ab-b20b-94de694f72ec req-ae61fcae-52a6-4001-9245-d66b1875f6bd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 945 time: 0.0501697 May 02 10:48:25.308255 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (853cf344-90b4-464c-aaf4-c871b0064423), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.309268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:25.309912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.315283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:25.353817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dec860cf-e03f-48ab-b20b-94de694f72ec req-576db8c0-63b1-4f1b-9d15-99e0c9f42b36 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497565 May 02 10:48:25.384553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] Pushing event updated for resources: {'Network': ['ID=853cf344-90b4-464c-aaf4-c871b0064423,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:25.396444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 853cf344-90b4-464c-aaf4-c871b0064423 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:48:25.429172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b4f971c-1582-432c-b205-3493a7f6df88 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7258425 May 02 10:48:25.431974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60546) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:25.438970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Request body: {'subnet': {'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-subnet', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:25.486955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364a2b-a240-43b8-8af2-c3c745739173 req-d9263330-66d3-4196-9219-913efe023f57 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:25.488718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc364a2b-a240-43b8-8af2-c3c745739173 req-d9263330-66d3-4196-9219-913efe023f57 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0719221 May 02 10:48:25.537074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Made reservation on behalf of 2257323c692e4608b9a5468b7aa57846 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:25.539499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.561062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc364a2b-a240-43b8-8af2-c3c745739173 req-08b917ac-c38c-451c-ab98-10ffb1334c63 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662720 May 02 10:48:25.605740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60556) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:25.621157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6d33c89-2601-4e23-958e-e8ba90850109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.630939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97d9301e-b748-4a9f-9119-bb9a5a133135 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.725069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97d9301e-b748-4a9f-9119-bb9a5a133135 admin admin] Publish callbacks [] for security_group (c14cd919-8ca2-4a96-88ef-969f72392868), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.799844 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97d9301e-b748-4a9f-9119-bb9a5a133135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c14cd919-8ca2-4a96-88ef-969f72392868), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.829235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (3bde27c8-73eb-44ea-a2f8-66b3f2e7844f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.840618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-97d9301e-b748-4a9f-9119-bb9a5a133135 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=809e00b1c5ed41119841f22f7f028251&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2338042 May 02 10:48:25.841494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9301e-b748-4a9f-9119-bb9a5a133135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14cd919-8ca2-4a96-88ef-969f72392868,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:25.844528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60572) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:25.894866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] Publish callbacks [] for security_group (c14cd919-8ca2-4a96-88ef-969f72392868), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.896147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:25.903714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Checking segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:25.904518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Network hostable DHCP agents. Network: 853cf344-90b4-464c-aaf4-c871b0064423, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:48:25.917933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] Publish callbacks [] for security_group (c14cd919-8ca2-4a96-88ef-969f72392868), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:25.965414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Network 853cf344-90b4-464c-aaf4-c871b0064423 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:48:26.045785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c14cd919-8ca2-4a96-88ef-969f72392868), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.048418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.049686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c14cd919-8ca2-4a96-88ef-969f72392868 HTTP/1.1" status: 204 len: 168 time: 0.2041755 May 02 10:48:26.061092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b7750-2e23-4967-b498-ba54ce20f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14cd919-8ca2-4a96-88ef-969f72392868,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:26.080033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 853cf344-90b4-464c-aaf4-c871b0064423) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:26.090359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:26.090662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d969f93e-4090-4541-b54f-69954b78adf0 None None] Network 853cf344-90b4-464c-aaf4-c871b0064423 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:48:26.091146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.203712 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a1f8c87-8ca3-4832-b481-ce8195dd288b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7706048 May 02 10:48:26.206389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60576) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:26.211023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:26.216030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-853cf344-90b4-464c-aaf4-c871b0064423', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:48:26.217084 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.308958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6b897289-4d7d-4f07-bc58-15a565518c28), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.310026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6b897289-4d7d-4f07-bc58-15a565518c28), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.368847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Allocated IP 172.20.0.2 (853cf344-90b4-464c-aaf4-c871b0064423/3bde27c8-73eb-44ea-a2f8-66b3f2e7844f/147a5774-05d3-468d-aeb4-1c3683a7f63c) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:26.370924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for router_controller (6b897289-4d7d-4f07-bc58-15a565518c28), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.534360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks [] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.583107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba239a4-3b9f-4df0-b436-c377c06a686b req-8395e388-76ff-46e4-92d0-1324f1865b87 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:26.584785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ba239a4-3b9f-4df0-b436-c377c06a686b req-8395e388-76ff-46e4-92d0-1324f1865b87 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 945 time: 0.1398745 May 02 10:48:26.621647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.690622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for router_gateway (6b897289-4d7d-4f07-bc58-15a565518c28), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:26.704187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Network 853cf344-90b4-464c-aaf4-c871b0064423 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:26.707167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:26.713659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:26.723171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3ba239a4-3b9f-4df0-b436-c377c06a686b req-70c058ab-54db-4e39-bf79-aa1883abcf47 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969493 May 02 10:48:26.724829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Pushing event updated for resources: {'Port': ['ID=147a5774-05d3-468d-aeb4-1c3683a7f63c,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:26.726650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589f1cb3-94c0-4ab1-84f6-2a283de83131 req-ff6502fd-1510-48d6-9d50-53322ceff5f3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:26.731338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:48:26.741212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-589f1cb3-94c0-4ab1-84f6-2a283de83131 req-ff6502fd-1510-48d6-9d50-53322ceff5f3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0757930 May 02 10:48:26.797139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-589f1cb3-94c0-4ab1-84f6-2a283de83131 req-5c75ab48-7dd2-49a4-b394-933e57df6806 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543094 May 02 10:48:26.870920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:26.904479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Attempting to bind port 147a5774-05d3-468d-aeb4-1c3683a7f63c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:26.904964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Attempting to bind port 147a5774-05d3-468d-aeb4-1c3683a7f63c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:26.905355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Attempting to bind port 147a5774-05d3-468d-aeb4-1c3683a7f63c on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:27.106774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for router_gateway (6b897289-4d7d-4f07-bc58-15a565518c28), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.134524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.153198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:27.154376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Checking segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:27.155066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.155671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Bound using segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:27.156921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Bound port: 147a5774-05d3-468d-aeb4-1c3683a7f63c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:27.157315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.192360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:27.209078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:48:27.235900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:48:27.276196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Allocated IP 172.35.4.177 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/28a483c6-3a9c-4fd8-806f-0e9d8b49963a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:27.303606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:27.304215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.327884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:27.342528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] For port 147a5774-05d3-468d-aeb4-1c3683a7f63c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:27.344381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] For port 147a5774-05d3-468d-aeb4-1c3683a7f63c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=147a5774-05d3-468d-aeb4-1c3683a7f63c,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:27.358333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:27.421207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.424787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:27.424787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.472123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.475885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.563264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.593838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:27.598637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:27.611975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:27.637574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:27.672298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Pushing event updated for resources: {'Port': ['ID=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:27.711575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:27.714787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:27.717945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:27.749427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:27.754311 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897fc407-2782-47db-9795-e10ef4e2d9f1" -d '{"events": [{"server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:27.811633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:27.815556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3628ec7-295c-4f10-90c7-fd12812246d2 None None] Pushing event updated for resources: {'Port': ['ID=147a5774-05d3-468d-aeb4-1c3683a7f63c,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:27.858816 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f683f5-75e8-4536-979c-5ce07740c513 x-openstack-request-id: req-52f683f5-75e8-4536-979c-5ce07740c513 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:27.861591 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "name": "network-vif-plugged", "status": "completed", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:27.862268 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52f683f5-75e8-4536-979c-5ce07740c513 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:27.863560 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f683f5-75e8-4536-979c-5ce07740c513'] response: {'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6', 'code': 200} May 02 10:48:27.900828 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:28.081030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:28.090654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0bafd63f-8eb4-4484-89b6-c2fef8159e9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:28.096800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e412f-12b5-47b2-917b-8deb083c62e9 req-0b8604c2-a200-4b39-946b-9484b5c8ddae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:28.098399 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-568e412f-12b5-47b2-917b-8deb083c62e9 req-0b8604c2-a200-4b39-946b-9484b5c8ddae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 1128 time: 0.0731778 May 02 10:48:28.196718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f22231-4708-4edc-989c-d41337f2d5c5 req-b7d676eb-9c27-42e3-ae08-2a8e1e85bbce tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:28.219669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4f22231-4708-4edc-989c-d41337f2d5c5 req-b7d676eb-9c27-42e3-ae08-2a8e1e85bbce tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 944 time: 0.1199605 May 02 10:48:28.263078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1902f95-5f14-4e34-95dc-12280880768c req-6a945956-2c50-44de-a667-d38b118f6740 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:28.272326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1902f95-5f14-4e34-95dc-12280880768c req-6a945956-2c50-44de-a667-d38b118f6740 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.3632822 May 02 10:48:28.320018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4f22231-4708-4edc-989c-d41337f2d5c5 req-d733b939-7cf5-4455-b48e-ec0930b57f35 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0908670 May 02 10:48:28.322539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-568e412f-12b5-47b2-917b-8deb083c62e9 req-22d62aa1-5fcf-40a0-a31f-8699481b97e7 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2123716 May 02 10:48:28.352137 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f1902f95-5f14-4e34-95dc-12280880768c req-d3010754-97a4-4105-ae78-3d98800ffeee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787964 May 02 10:48:28.568681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60672) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:28.745928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:28.748091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for router_gateway (6b897289-4d7d-4f07-bc58-15a565518c28), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:28.851729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:28.851729 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:28.900039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-233c767e-4180-4759-8075-cc4eb6ccf11c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.040151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:29.040151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.048705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 147a5774-05d3-468d-aeb4-1c3683a7f63c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:29.059507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-233c767e-4180-4759-8075-cc4eb6ccf11c admin admin] Publish callbacks [] for security_group (93c0c09e-558a-449b-bece-5601bbd5a6e0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.129482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:29.147940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-233c767e-4180-4759-8075-cc4eb6ccf11c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93c0c09e-558a-449b-bece-5601bbd5a6e0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.168891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5901a57f-d099-4c56-8f14-9d1cb714f5a6 None None] Network 853cf344-90b4-464c-aaf4-c871b0064423 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:48:29.201235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 147a5774-05d3-468d-aeb4-1c3683a7f63c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:29.201891 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.206619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:29.207148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-233c767e-4180-4759-8075-cc4eb6ccf11c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74e04dc112024be59ad712eeb59f0002&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6369984 May 02 10:48:29.213775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233c767e-4180-4759-8075-cc4eb6ccf11c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c0c09e-558a-449b-bece-5601bbd5a6e0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:29.257996 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.271298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6b897289-4d7d-4f07-bc58-15a565518c28), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.321015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.365063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Provisioning complete for port 147a5774-05d3-468d-aeb4-1c3683a7f63c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:29.365585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.395027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] Publish callbacks [] for security_group (93c0c09e-558a-449b-bece-5601bbd5a6e0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.483197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] Publish callbacks [] for security_group (93c0c09e-558a-449b-bece-5601bbd5a6e0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.529718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 147a5774-05d3-468d-aeb4-1c3683a7f63c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:29.530177 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.560326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bc0623-3704-4613-a399-c42b4d025257 req-7ec09961-d1d0-4d10-8c4f-ec91e8dcd872 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:29.570282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-35bc0623-3704-4613-a399-c42b4d025257 req-7ec09961-d1d0-4d10-8c4f-ec91e8dcd872 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0903156 May 02 10:48:29.595827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9b71a-00c3-41c0-8844-87384b42f48f req-bdf4f2e8-c8d5-4a16-b53e-cb441acc8265 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:29.597601 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bc9b71a-00c3-41c0-8844-87384b42f48f req-bdf4f2e8-c8d5-4a16-b53e-cb441acc8265 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1185579 May 02 10:48:29.627846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:29.688008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-35bc0623-3704-4613-a399-c42b4d025257 req-97b6914c-2a86-4c2b-93c5-286f7716daa6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120839 May 02 10:48:29.709653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bc9b71a-00c3-41c0-8844-87384b42f48f req-9845eaa1-e239-49b4-8911-6128d192f5ce tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035602 May 02 10:48:29.714545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Current status of the port 147a5774-05d3-468d-aeb4-1c3683a7f63c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:29.723184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.732072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (93c0c09e-558a-449b-bece-5601bbd5a6e0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.747370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.747370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/93c0c09e-558a-449b-bece-5601bbd5a6e0 HTTP/1.1" status: 204 len: 168 time: 0.5365386 May 02 10:48:29.755682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07467984-b818-46d3-a040-31d3eacdeca4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c0c09e-558a-449b-bece-5601bbd5a6e0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:29.757180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 147a5774-05d3-468d-aeb4-1c3683a7f63c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=147a5774-05d3-468d-aeb4-1c3683a7f63c,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:29.801370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Router 6b897289-4d7d-4f07-bc58-15a565518c28 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:48:29.862942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:29.868476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:29.874490 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05fce75e-ac73-41a8-a5ff-7abdbbaea9f9" -d '{"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:29.951547 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1815a468-ddf7-4c78-b28e-3649dd86f339 x-openstack-request-id: req-1815a468-ddf7-4c78-b28e-3649dd86f339 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:29.951832 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:29.952151 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1815a468-ddf7-4c78-b28e-3649dd86f339 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:29.952565 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1815a468-ddf7-4c78-b28e-3649dd86f339'] response: {'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'code': 200} May 02 10:48:29.962392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:48:29.962774 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:48:29.976706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=147a5774-05d3-468d-aeb4-1c3683a7f63c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:30.017338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:48:30.031557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:48:30.043440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:30.044181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:30.128418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:30.132511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d20fa9fd-020a-4318-b20c-b6334afdbcb4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.9223886 May 02 10:48:30.132883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60702) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:30.220831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:30.546259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e6ae4187-f12f-492e-9f4f-da647d29c915 None None] Current status of the port 147a5774-05d3-468d-aeb4-1c3683a7f63c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:30.548936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:28Z', 'revision_number': 3, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:30.583759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:48:30.583759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Updating router 6b897289-4d7d-4f07-bc58-15a565518c28 port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:48:30.632650 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:30.634652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:30.674032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d5f09059-4f79-41f9-8ac8-22f5fdb47ef2 None None] Provisioning complete for port 147a5774-05d3-468d-aeb4-1c3683a7f63c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:30.674412 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5f09059-4f79-41f9-8ac8-22f5fdb47ef2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:30.884351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f9f4bf-5248-4345-b1f4-ba8810c3ebe1 req-a632d7cc-dd21-41f1-9acb-c9027b4cd69a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:30.892562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96f9f4bf-5248-4345-b1f4-ba8810c3ebe1 req-a632d7cc-dd21-41f1-9acb-c9027b4cd69a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0835056 May 02 10:48:30.939638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d5f09059-4f79-41f9-8ac8-22f5fdb47ef2 None None] Current status of the port 147a5774-05d3-468d-aeb4-1c3683a7f63c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:30.974793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96f9f4bf-5248-4345-b1f4-ba8810c3ebe1 req-e220094e-2809-424a-aa59-8a3442494903 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811965 May 02 10:48:31.004545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66c1122-58d9-4c70-90ee-2c3b27fb2758 req-4c1362f4-9960-4690-a8e7-5e7b31e82d00 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:31.005843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 147a5774-05d3-468d-aeb4-1c3683a7f63c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:31.007117 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d66c1122-58d9-4c70-90ee-2c3b27fb2758 req-4c1362f4-9960-4690-a8e7-5e7b31e82d00 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1622384 May 02 10:48:31.135598 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 147a5774-05d3-468d-aeb4-1c3683a7f63c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:31.135982 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.141200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d66c1122-58d9-4c70-90ee-2c3b27fb2758 req-14f8ccde-52a8-42b1-8917-afc2532afcfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142209 May 02 10:48:31.237590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6998daa-3d59-4b65-bc66-6fd3cc2462e9 req-193ce5ff-8a49-46d0-9f9e-579296507924 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:31.244043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks [] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.252954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6998daa-3d59-4b65-bc66-6fd3cc2462e9 req-193ce5ff-8a49-46d0-9f9e-579296507924 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.1139820 May 02 10:48:31.304986 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.310952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 147a5774-05d3-468d-aeb4-1c3683a7f63c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:31.314841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.382007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Attempting to bind port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:31.382397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Attempting to bind port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:31.382773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Attempting to bind port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:31.384283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f6998daa-3d59-4b65-bc66-6fd3cc2462e9 req-fb1a5f48-ad27-458f-ad92-c1181b1c6a0e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262465 May 02 10:48:31.386413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cdde9-9dbd-4697-a569-ff89e77f5916 None None] Pushing event updated for resources: {'Port': ['ID=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:31.401243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:31.402583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:31.403173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.405093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:31.406047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Bound port: 28a483c6-3a9c-4fd8-806f-0e9d8b49963a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:31.413253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.502551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] For port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:31.511521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] For port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:31.567395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.584161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e905f4-65bc-4ee8-a39e-71a81cc6e3bd req-5ef8cc0a-f527-49ac-856e-b61a3fb2f8bd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:31.586310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36e905f4-65bc-4ee8-a39e-71a81cc6e3bd req-5ef8cc0a-f527-49ac-856e-b61a3fb2f8bd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0773890 May 02 10:48:31.601921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Allocated IP 172.20.0.1 (853cf344-90b4-464c-aaf4-c871b0064423/3bde27c8-73eb-44ea-a2f8-66b3f2e7844f/bac5fff2-84bf-4430-9595-1a439bb53d99) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:31.669920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36e905f4-65bc-4ee8-a39e-71a81cc6e3bd req-146bc200-1629-4f57-8a32-413b693276d2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777004 May 02 10:48:31.764398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cdde9-9dbd-4697-a569-ff89e77f5916 None None] Pushing event updated for resources: {'Port': ['ID=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:31.773783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks [] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.802311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:31.804013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:31.910007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:31.979064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Network 853cf344-90b4-464c-aaf4-c871b0064423 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:31.985171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:31.989298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:32.053750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6b897289-4d7d-4f07-bc58-15a565518c28), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.098525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Pushing event updated for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:32.173645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.280144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:32.405308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8486d-40c8-41d5-ba26-80fbcc3f2ca2 req-15589496-3803-41db-adc5-d9b81f2ca361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:32.413700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7d8486d-40c8-41d5-ba26-80fbcc3f2ca2 req-15589496-3803-41db-adc5-d9b81f2ca361 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1039228 May 02 10:48:32.457836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.491917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7d8486d-40c8-41d5-ba26-80fbcc3f2ca2 req-cacdff72-3ec9-409d-b2f7-f7c376571c26 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652528 May 02 10:48:32.570510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f72ae8-11c3-4fcd-b7b4-7bdb7047ec31 req-a367ef89-49f0-4083-a122-4378b359650b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:32.579281 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39f72ae8-11c3-4fcd-b7b4-7bdb7047ec31 req-a367ef89-49f0-4083-a122-4378b359650b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0913327 May 02 10:48:32.732678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5484eef8-696d-4e7d-ae4c-eeffd9057b6d None None] Provisioning complete for port bac5fff2-84bf-4430-9595-1a439bb53d99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:32.733265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5484eef8-696d-4e7d-ae4c-eeffd9057b6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.744915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39f72ae8-11c3-4fcd-b7b4-7bdb7047ec31 req-b58f9490-1a85-4ab5-a690-cccacae6e1af tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604726 May 02 10:48:32.787613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:28Z', 'revision_number': 3, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:32.828421 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks [] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.838334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c90a18-7b3e-4fde-9a2a-df3502838a29 None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:28Z', 'revision_number': 3, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:48:32.839906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5484eef8-696d-4e7d-ae4c-eeffd9057b6d None None] Port bac5fff2-84bf-4430-9595-1a439bb53d99 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:48:32.902692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:32.997488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6b897289-4d7d-4f07-bc58-15a565518c28), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:33.009805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Pushing event updated for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:33.134203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Network 853cf344-90b4-464c-aaf4-c871b0064423 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:33.136881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:33.293463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:48:33.472564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:48:33.487576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a573b66-a6e1-465b-83d1-26458a8ef4da admin admin] 10.222.0.16 "PUT /v2.0/routers/6b897289-4d7d-4f07-bc58-15a565518c28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3534811 May 02 10:48:33.503864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d767bf5c-1846-4ba2-a034-8953b35b4c51 None None] Provisioning complete for port bac5fff2-84bf-4430-9595-1a439bb53d99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:33.504962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d767bf5c-1846-4ba2-a034-8953b35b4c51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:33.621424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d767bf5c-1846-4ba2-a034-8953b35b4c51 None None] Port bac5fff2-84bf-4430-9595-1a439bb53d99 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:48:33.722782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc526f6-944e-40ab-978e-f338a7809153 req-d8b341b8-c279-459f-9caf-41a8d69584b5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:33.733073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dc526f6-944e-40ab-978e-f338a7809153 req-d8b341b8-c279-459f-9caf-41a8d69584b5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1245697 May 02 10:48:33.856591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-e57425da-0dd3-4145-83d2-c60e09a58d09 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:33.859547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-e57425da-0dd3-4145-83d2-c60e09a58d09 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0902064 May 02 10:48:34.004593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6dc526f6-944e-40ab-978e-f338a7809153 req-61b65507-442d-4a59-9e05-df4437912758 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2699516 May 02 10:48:34.043474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Deleting port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:48:34.044067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.295352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ab0f65-6197-404b-a3e0-3e303c31b4d8 req-43c4c9ae-d7f5-4f4b-ae16-e21aca77d366 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:34.296975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ab0f65-6197-404b-a3e0-3e303c31b4d8 req-43c4c9ae-d7f5-4f4b-ae16-e21aca77d366 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 946 time: 0.0846834 May 02 10:48:34.352012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] For port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:34.352496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.382713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Calling delete_port for 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:48:34.493350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:34.495292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1022486172', 'description': 'tempest-description--1963228305'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:34.529210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a1ab0f65-6197-404b-a3e0-3e303c31b4d8 req-9389c550-edb2-43b2-a847-7e846cfc9c51 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173076 May 02 10:48:34.605697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.716592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.728317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:34.732699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (6cef45a2-e42b-4eba-8069-f696a1afa80d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.773433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'Port': ['ID=7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:34.821657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6cef45a2-e42b-4eba-8069-f696a1afa80d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.832227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] No DVR routers for this DVR port 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:48:34.835235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:34.839018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8f314c5-316c-42ba-ae08-2bd363533609 req-d3251412-bc4a-48e3-a0e5-1637bdf7a4ee tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "DELETE /v2.0/ports/7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 HTTP/1.1" status: 204 len: 173 time: 0.9735179 May 02 10:48:34.839481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'name': 'network-vif-deleted', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:34.842799 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa6a0493-6164-4b52-a40c-cca3200f33fe" -d '{"events": [{"server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "name": "network-vif-deleted", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:34.898983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6cef45a2-e42b-4eba-8069-f696a1afa80d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:34.950545 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00afbb6-d3bf-4343-80a7-ea3c0e50c459 x-openstack-request-id: req-b00afbb6-d3bf-4343-80a7-ea3c0e50c459 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:34.951128 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e15c11c9-d721-4498-9bdb-964310e0aaa4", "name": "network-vif-deleted", "tag": "7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:34.951698 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b00afbb6-d3bf-4343-80a7-ea3c0e50c459 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:34.952320 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00afbb6-d3bf-4343-80a7-ea3c0e50c459'] response: {'server_uuid': 'e15c11c9-d721-4498-9bdb-964310e0aaa4', 'name': 'network-vif-deleted', 'tag': '7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6', 'status': 'completed', 'code': 200} May 02 10:48:35.008865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.010699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e8cd49d-b98b-4786-bb85-f4b0499e2c82 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.5189242 May 02 10:48:35.013594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60828) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:35.019430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group_rule': {'security_group_id': '6cef45a2-e42b-4eba-8069-f696a1afa80d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:35.042807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 28a483c6-3a9c-4fd8-806f-0e9d8b49963a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:35.168626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (0049b9ed-6d9d-4dfe-bf82-74392227a6bf), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.271757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:35.272314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.300641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d53d4ab-9f12-45ee-8845-f2bd8b9d390d req-24f136b3-d720-4c3e-9130-a147f2bbdd14 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:35.313519 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4d53d4ab-9f12-45ee-8845-f2bd8b9d390d req-24f136b3-d720-4c3e-9130-a147f2bbdd14 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1123450 May 02 10:48:35.326223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:48:35.337562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (0049b9ed-6d9d-4dfe-bf82-74392227a6bf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.365512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:35.366147 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:35.395791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4d53d4ab-9f12-45ee-8845-f2bd8b9d390d req-f334e344-c34a-469d-a9bd-2954dc98eb33 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814211 May 02 10:48:35.426032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (0049b9ed-6d9d-4dfe-bf82-74392227a6bf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.477492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0049b9ed-6d9d-4dfe-bf82-74392227a6bf,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:35.482316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:35.483570 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.522390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:35.627071 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:35.671743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-025648c7-ab3c-4a9d-8c90-c49e065a1297 req-393db321-7919-483c-bc13-a2fcad3cddab tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0386076 May 02 10:48:35.769335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.773119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5ed57402-ccef-4ba5-a26e-27422d1b1efa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7570140 May 02 10:48:35.780880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 60854) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:35.786567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group_rule': {'security_group_id': '6cef45a2-e42b-4eba-8069-f696a1afa80d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:35.880501 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 2, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:35.914555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:48:35.915283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Updating router 6b897289-4d7d-4f07-bc58-15a565518c28 port bac5fff2-84bf-4430-9595-1a439bb53d99 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:48:35.949641 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:35.962848 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.010671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:36.049589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (a26b000e-9bc9-4396-b29b-96b3c9944081), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.162236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (a26b000e-9bc9-4396-b29b-96b3c9944081), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.309040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a26b000e-9bc9-4396-b29b-96b3c9944081), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.315662 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks [] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.339361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a26b000e-9bc9-4396-b29b-96b3c9944081,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:36.409946 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.423796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.428421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 60880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:36.433744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f8c61ee8-e094-4c38-a710-14e972450fa1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6514864 May 02 10:48:36.435717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:36.526745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.546164 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Pushing event updated for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:36.569595 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.569938 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.570309 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.570613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.571055 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.571520 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.571854 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.572232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.572559 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.572907 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.573230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.573551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.573872 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.574207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.575304 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:48:36.601678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a71009-ea9f-4819-a26e-d22e97361645 req-1ba30dcc-7870-4d6d-87b8-df500a3017fb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:36.612310 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76a71009-ea9f-4819-a26e-d22e97361645 req-1ba30dcc-7870-4d6d-87b8-df500a3017fb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1019895 May 02 10:48:36.634574 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Attempting to bind port bac5fff2-84bf-4430-9595-1a439bb53d99 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:36.634574 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Attempting to bind port bac5fff2-84bf-4430-9595-1a439bb53d99 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:36.634574 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Attempting to bind port bac5fff2-84bf-4430-9595-1a439bb53d99 on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:36.641440 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 48, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:36.641440 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Checking segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:36.641827 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.642166 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Bound using segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:36.642794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Bound port: bac5fff2-84bf-4430-9595-1a439bb53d99, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:36.643320 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.659636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.739818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76a71009-ea9f-4819-a26e-d22e97361645 req-18dba529-80ac-4682-b0ee-a2ed4bf7303c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1261275 May 02 10:48:36.846810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-36db153d-77af-4da6-9e33-9b0b97d54a2b req-64b67361-578a-40be-9498-4774529a0e4e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=e15c11c9-d721-4498-9bdb-964310e0aaa4 HTTP/1.1" status: 200 len: 210 time: 0.0670547 May 02 10:48:36.852618 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] For port bac5fff2-84bf-4430-9595-1a439bb53d99, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:36.863592 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] For port bac5fff2-84bf-4430-9595-1a439bb53d99, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac5fff2-84bf-4430-9595-1a439bb53d99,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:36.874528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Allocated IP 172.35.4.96 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/2b5ff13a-5eb0-4a9e-88eb-061fb987e288) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:36.886173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:36.915938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:48:36.916586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7b33d57c-7bf3-49d7-8892-da5ccbdcb0a6 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:48:36.921483 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:36.942664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 28a483c6-3a9c-4fd8-806f-0e9d8b49963a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:37.014952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Provisioning complete for port bac5fff2-84bf-4430-9595-1a439bb53d99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:37.017394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.030511 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:37.036170 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:37.072155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.084668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760eecbc-c635-468c-8ed5-b42f457e5117 None None] Pushing event updated for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:37.146532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:37.148412 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.189781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Current status of the port bac5fff2-84bf-4430-9595-1a439bb53d99 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:37.190181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.228716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.290634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] For port bac5fff2-84bf-4430-9595-1a439bb53d99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac5fff2-84bf-4430-9595-1a439bb53d99,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:37.335257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=2b5ff13a-5eb0-4a9e-88eb-061fb987e288,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:37.339393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:37.341512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:37.343849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:37.376630 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:37.413006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:37.509299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.619042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.636652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3acbf-f0c9-44a1-9f55-a48442969b63 None None] Pushing event updated for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:37.696655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-62b388b7-5a90-42ea-8b62-184a19aae942 None None] Provisioning complete for port bac5fff2-84bf-4430-9595-1a439bb53d99 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:37.696655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62b388b7-5a90-42ea-8b62-184a19aae942 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.827707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:37.830561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:36Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:37.831269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-62b388b7-5a90-42ea-8b62-184a19aae942 None None] Current status of the port bac5fff2-84bf-4430-9595-1a439bb53d99 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:37.893586 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5c2506-89c6-4697-905d-ebf7ed1a50e9 None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:36Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:48:38.045302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef6e98-81a2-4107-bdfb-894a93f9087c req-ab7e1115-10dd-426e-9488-7214af5eaed3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:38.045302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33ef6e98-81a2-4107-bdfb-894a93f9087c req-ab7e1115-10dd-426e-9488-7214af5eaed3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1282806 May 02 10:48:38.173180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33ef6e98-81a2-4107-bdfb-894a93f9087c req-6a798081-a551-41ae-80b9-2ed7804ace03 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974233 May 02 10:48:38.245288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:38.293868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:38.392328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=2b5ff13a-5eb0-4a9e-88eb-061fb987e288,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:38.426726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:38.745619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:38.752728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-40f7ae15-2b70-40e4-8a37-54da3a0e9c7c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3175044 May 02 10:48:38.915372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bac5fff2-84bf-4430-9595-1a439bb53d99 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:39.029345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bac5fff2-84bf-4430-9595-1a439bb53d99 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:39.032653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:39.172651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-7ff4c254-14fb-4fb2-94c3-96b447c77318 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1022486172&fields=id&tenant_id=2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 267 time: 0.1258004 May 02 10:48:39.177043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bac5fff2-84bf-4430-9595-1a439bb53d99 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:39.383742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-03a61c39-b803-477a-a04a-c231f9c87424 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:39.397900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-03a61c39-b803-477a-a04a-c231f9c87424 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 811 time: 0.2239590 May 02 10:48:39.415653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ee1a25-23ae-4511-8ed1-7e8fc948c3d6 req-a80430af-0e76-4ef5-9237-45595d6a0815 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:39.417944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82ee1a25-23ae-4511-8ed1-7e8fc948c3d6 req-a80430af-0e76-4ef5-9237-45595d6a0815 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.1107826 May 02 10:48:39.420146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-fb3cf8e7-ca08-4583-bff6-512e1d350f31 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/quotas/2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 375 time: 0.0215459 May 02 10:48:39.482098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82ee1a25-23ae-4511-8ed1-7e8fc948c3d6 req-65eed022-c12f-4d2c-8d4c-8d41da777e5a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573709 May 02 10:48:39.517817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-22d64cfd-aa86-4f2b-90d8-1ad770466dbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877733 May 02 10:48:39.677352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-f88a8935-a988-4c59-94bf-d1f738f2723a service neutron] 10.222.0.16 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491051 May 02 10:48:39.797285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-c2853785-d295-42be-a7de-bed84530eb02 service neutron] 10.222.0.16 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267173 May 02 10:48:40.102834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a697d94-9c26-41af-ae55-5e28251b431f req-83f066f1-aee4-4fbf-8bfd-6a6c8c1900b7 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 210 time: 0.0575552 May 02 10:48:40.636173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5978185-2ce0-4e11-ac0a-0360bc3fd960 req-f0e946db-d74b-4d93-97c2-188d4091e78a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:40.638357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5978185-2ce0-4e11-ac0a-0360bc3fd960 req-f0e946db-d74b-4d93-97c2-188d4091e78a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0580122 May 02 10:48:40.704799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5978185-2ce0-4e11-ac0a-0360bc3fd960 req-5c8df170-ef5c-4c1d-b2d5-28c49a64aafd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582423 May 02 10:48:41.181999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11006a14-054a-419a-9b0b-85820ff4b89e req-009bba8e-1752-433f-8e97-6c12d67bb8f1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 210 time: 0.0308101 May 02 10:48:41.641821 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:48:41.917457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b76e20d-ce78-4f01-9b32-f91fa87b27be req-1684a318-d24c-4218-9f34-0f7066a97c7d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:41.920031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b76e20d-ce78-4f01-9b32-f91fa87b27be req-1684a318-d24c-4218-9f34-0f7066a97c7d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0905128 May 02 10:48:41.976232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b76e20d-ce78-4f01-9b32-f91fa87b27be req-8ca34e9d-3e70-489f-b4cf-8efb70c1a481 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502224 May 02 10:48:42.287340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a069768-196d-4836-92e2-1062a641c38d req-177b72e4-4a58-436d-b2c0-d2d713a01f6a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 210 time: 0.0318284 May 02 10:48:43.165684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff09a63-e908-4138-b6b6-1f035470b7db req-1ea3d7eb-958b-4df1-9ce8-867075001157 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:43.167166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ff09a63-e908-4138-b6b6-1f035470b7db req-1ea3d7eb-958b-4df1-9ce8-867075001157 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0780315 May 02 10:48:43.195801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-eb8dd131-b5e1-4377-bd14-bfec8cfa0022 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:43.197342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-eb8dd131-b5e1-4377-bd14-bfec8cfa0022 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 811 time: 0.1928315 May 02 10:48:43.259318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ff09a63-e908-4138-b6b6-1f035470b7db req-585b3d6c-8c4a-41ea-9be4-2db6a808bd7b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818586 May 02 10:48:43.276805 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-9294ca09-e213-4f2b-9d4a-b0640378d63b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 380 time: 0.0712693 May 02 10:48:43.285862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'port': {'device_id': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'admin_state_up': True, 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'security_groups': ['6cef45a2-e42b-4eba-8069-f696a1afa80d']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:43.403227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cba4e445-ccdf-4cc4-8467-ff87d7e08372 req-24aa7b3f-2328-4bbf-bbd2-0c3ae43c117f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 210 time: 0.0294409 May 02 10:48:43.542716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Made reservation on behalf of 2257323c692e4608b9a5468b7aa57846 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:48:43.546235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:43.678983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Allocated IP 172.20.0.13 (853cf344-90b4-464c-aaf4-c871b0064423/3bde27c8-73eb-44ea-a2f8-66b3f2e7844f/795b0621-6834-4fec-8310-25e01f651325) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:48:43.818719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (795b0621-6834-4fec-8310-25e01f651325), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:43.915078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (795b0621-6834-4fec-8310-25e01f651325), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:43.955347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Network 853cf344-90b4-464c-aaf4-c871b0064423 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:48:43.958416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:48:43.965853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:48:43.995401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:44.030731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:44.031391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:44.146461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a631e5e6-ec19-46a3-a049-9ff15d05644b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8644295 May 02 10:48:44.157655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Request body: {'port': {'device_id': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:44.211547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-572686fc-9621-480e-b9aa-679c012d4983 None None] Provisioning complete for port 795b0621-6834-4fec-8310-25e01f651325 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:44.212169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-572686fc-9621-480e-b9aa-679c012d4983 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (795b0621-6834-4fec-8310-25e01f651325), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:44.226616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (795b0621-6834-4fec-8310-25e01f651325), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:44.250029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-572686fc-9621-480e-b9aa-679c012d4983 None None] Port 795b0621-6834-4fec-8310-25e01f651325 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:48:44.379715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-b051ef0c-fd38-49f4-b483-6fac8cf5ba6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:44.381208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-b051ef0c-fd38-49f4-b483-6fac8cf5ba6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1127 time: 0.0564978 May 02 10:48:44.395316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a1863e-09ec-41e6-8b8b-79b243853c12 req-5502a3e3-8b56-4109-9066-ef24a661e43a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:44.397201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8a1863e-09ec-41e6-8b8b-79b243853c12 req-5502a3e3-8b56-4109-9066-ef24a661e43a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0535257 May 02 10:48:44.449804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8a1863e-09ec-41e6-8b8b-79b243853c12 req-69ed4a17-85d3-4560-86f4-483f8e48bfe1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466325 May 02 10:48:44.463947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:44.871750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95de9dbc-1f5a-4c69-a4dc-bb9be1fde441 req-1260abad-1a93-489d-b29f-7ce1b8199926 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:44.873142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95de9dbc-1f5a-4c69-a4dc-bb9be1fde441 req-1260abad-1a93-489d-b29f-7ce1b8199926 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 932 time: 0.0824430 May 02 10:48:44.913508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-66e2e41d-32b6-4698-aa30-b414badd63e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:44.914942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-66e2e41d-32b6-4698-aa30-b414badd63e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.5112598 May 02 10:48:44.976804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95de9dbc-1f5a-4c69-a4dc-bb9be1fde441 req-fc4472f4-a7f5-4abd-9177-95348e724713 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960581 May 02 10:48:44.979864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 795b0621-6834-4fec-8310-25e01f651325 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:44.994246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks [] for port (795b0621-6834-4fec-8310-25e01f651325), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.040711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Transition to ACTIVE for port object 795b0621-6834-4fec-8310-25e01f651325 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:48:45.055929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-082cc471-add1-4a12-997a-1737a25cb164 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 1001 time: 0.0782363 May 02 10:48:45.129777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-800a17cf-c2a3-4ae4-85f0-ef99fe1c8543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:45.131282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-800a17cf-c2a3-4ae4-85f0-ef99fe1c8543 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0513678 May 02 10:48:45.180439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-5de1f892-db12-46a8-a248-9cd11371b521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:45.182116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-5de1f892-db12-46a8-a248-9cd11371b521 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0410664 May 02 10:48:45.187160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (795b0621-6834-4fec-8310-25e01f651325), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.294125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Pushing event updated for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:45.372459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-75c6d5ba-f8f5-444d-85d8-96a5b5dc4626 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620092 May 02 10:48:45.390929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Attempting to bind port 795b0621-6834-4fec-8310-25e01f651325 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:48:45.391784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Attempting to bind port 795b0621-6834-4fec-8310-25e01f651325 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:48:45.392109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Attempting to bind port 795b0621-6834-4fec-8310-25e01f651325 on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:45.397194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Port 795b0621-6834-4fec-8310-25e01f651325 on network 853cf344-90b4-464c-aaf4-c871b0064423 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:48:45.397807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Attempting to bind port 795b0621-6834-4fec-8310-25e01f651325 on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:48:45.405406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:48:45.405755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Checking segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:48:45.406297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Bound using segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:48:45.407368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Bound port: 795b0621-6834-4fec-8310-25e01f651325, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:48:45.407738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (795b0621-6834-4fec-8310-25e01f651325), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.507773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:48:45.560531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=795b0621-6834-4fec-8310-25e01f651325,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:48:45.608451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae808ee-7126-4680-9a4f-344df69902ca req-8e46deb8-dc3e-4777-a5a5-edb5b9c1d97b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:45.608451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fae808ee-7126-4680-9a4f-344df69902ca req-8e46deb8-dc3e-4777-a5a5-edb5b9c1d97b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0636315 May 02 10:48:45.644793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c20c9128-19a1-441e-9d7e-27f262d37edd req-05a876c5-00ce-44bc-98ab-27973369a27e service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771894 May 02 10:48:45.655823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (795b0621-6834-4fec-8310-25e01f651325), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.705751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:45.706389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.707849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] 10.222.0.24 "PUT /v2.0/ports/795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 1092 time: 1.5545163 May 02 10:48:45.711189 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fae808ee-7126-4680-9a4f-344df69902ca req-f941ed56-91ea-4bee-88a7-d7aaacea026f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974104 May 02 10:48:45.711633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'tag': '795b0621-6834-4fec-8310-25e01f651325'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:45.711789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32870) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:45.714025 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a" -d '{"events": [{"name": "network-changed", "server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "tag": "795b0621-6834-4fec-8310-25e01f651325"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:45.740840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5980cca8-2b01-45e7-8073-a03fb8c6d880 service neutron] Pushing event updated for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:45.795149 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62ffcc6-bff8-4fc9-a3b2-ee00445ae498 x-openstack-request-id: req-d62ffcc6-bff8-4fc9-a3b2-ee00445ae498 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:45.796470 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "tag": "795b0621-6834-4fec-8310-25e01f651325", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:45.796708 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d62ffcc6-bff8-4fc9-a3b2-ee00445ae498 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:45.797098 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d62ffcc6-bff8-4fc9-a3b2-ee00445ae498'] response: {'name': 'network-changed', 'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'tag': '795b0621-6834-4fec-8310-25e01f651325', 'status': 'completed', 'code': 200} May 02 10:48:45.919879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d979ad-2643-455c-86ea-0710a0a9c259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:45.936249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-c929f9d6-757f-4c43-99cb-9f3dfabac562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:45.937905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-c929f9d6-757f-4c43-99cb-9f3dfabac562 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1126 time: 0.0898986 May 02 10:48:46.058808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.070023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d979ad-2643-455c-86ea-0710a0a9c259 admin admin] Publish callbacks [] for security_group (8e838cde-1472-4170-9f76-5785e0f3494e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.086421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-875cc930-0b36-4682-9197-e6f04aecb07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.087858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-875cc930-0b36-4682-9197-e6f04aecb07c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=2257323c692e4608b9a5468b7aa57846&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1354880 May 02 10:48:46.145241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c76b1c9-fd2e-48e9-8a63-e908a5209656 req-b368b9e8-72e7-4853-b0bd-fc35661a121a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.146703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c76b1c9-fd2e-48e9-8a63-e908a5209656 req-b368b9e8-72e7-4853-b0bd-fc35661a121a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 944 time: 0.0790505 May 02 10:48:46.154432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43d979ad-2643-455c-86ea-0710a0a9c259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8e838cde-1472-4170-9f76-5785e0f3494e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.193924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d979ad-2643-455c-86ea-0710a0a9c259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e838cde-1472-4170-9f76-5785e0f3494e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:46.199106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43d979ad-2643-455c-86ea-0710a0a9c259 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad8045ed60794216be781bda3c42b614&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4855304 May 02 10:48:46.201756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 32904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:46.243866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c76b1c9-fd2e-48e9-8a63-e908a5209656 req-cb9e94e0-1e91-4f3c-b4b3-85638bfaf55d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688543 May 02 10:48:46.247200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-16bea413-9682-4daa-915d-55c5543220ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.247200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65b0a9b6-16d9-40fb-b7ce-8287b5cc1e0a req-16bea413-9682-4daa-915d-55c5543220ea service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1422443 May 02 10:48:46.253785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] Publish callbacks [] for security_group (8e838cde-1472-4170-9f76-5785e0f3494e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.276514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] Publish callbacks [] for security_group (8e838cde-1472-4170-9f76-5785e0f3494e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.367625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a3095f98-0fde-43b6-97ea-fb7f9b6a619e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.369225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a3095f98-0fde-43b6-97ea-fb7f9b6a619e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1126 time: 0.0396092 May 02 10:48:46.387216 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8e838cde-1472-4170-9f76-5785e0f3494e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.389894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.394162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8e838cde-1472-4170-9f76-5785e0f3494e HTTP/1.1" status: 204 len: 168 time: 0.1885488 May 02 10:48:46.401151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60884c1c-e9d3-45e3-af01-52fe85357631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e838cde-1472-4170-9f76-5785e0f3494e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:46.414349 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-a419e0f2-7632-4e7d-9592-35688c2e0c54 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 217 time: 0.0387661 May 02 10:48:46.468467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-e6bf4e7d-94d8-494d-af61-7cc67929189f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.470011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-e6bf4e7d-94d8-494d-af61-7cc67929189f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0508373 May 02 10:48:46.519626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5a569298-e7d9-4e71-8709-1803a3d0b418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.521141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-5a569298-e7d9-4e71-8709-1803a3d0b418 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0407836 May 02 10:48:46.613182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-49d0e37f-f98e-4bea-ae61-a3da1627d8d2 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860569 May 02 10:48:46.707267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c52ab16-cfee-4dc8-aa0f-ecbd7ab3a090 req-12482ee3-7a49-4e33-bc6d-79cefcaa583b service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880272 May 02 10:48:46.806232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:46.895065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:46.895533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:46.901065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd6bfdb-220d-41a6-96cd-d991fb94d252 req-19d35b09-292d-4a4a-851c-85588a917dac tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:46.902613 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cd6bfdb-220d-41a6-96cd-d991fb94d252 req-19d35b09-292d-4a4a-851c-85588a917dac tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 945 time: 0.0542915 May 02 10:48:46.920399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:46.923266 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29a14668-a6ee-48c3-94b3-c00e629323db" -d '{"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:46.953678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:46.967529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cd6bfdb-220d-41a6-96cd-d991fb94d252 req-13e9cafa-3bed-45d2-8858-2d8f60ae7154 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586374 May 02 10:48:46.974816 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af8452-476f-49ad-b280-476588f0c967 x-openstack-request-id: req-87af8452-476f-49ad-b280-476588f0c967 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:46.975249 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-unplugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:46.975690 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-87af8452-476f-49ad-b280-476588f0c967 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:46.976228 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87af8452-476f-49ad-b280-476588f0c967'] response: {'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'code': 200} May 02 10:48:47.067589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:47.119041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:47.386279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-ffb4851b-be47-4338-ab9c-eeaae791c98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:47.387846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-ffb4851b-be47-4338-ab9c-eeaae791c98e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1125 time: 0.0812399 May 02 10:48:47.394709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e64beb-76c5-445a-96dc-80a7723ac7f3 req-5b36bcb5-a7f3-49c7-8fd0-9887179e38e8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:47.396122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91e64beb-76c5-445a-96dc-80a7723ac7f3 req-5b36bcb5-a7f3-49c7-8fd0-9887179e38e8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 944 time: 0.0739150 May 02 10:48:47.504180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91e64beb-76c5-445a-96dc-80a7723ac7f3 req-fe73bcc5-d4f9-4759-b642-ce6157fd9ce0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972748 May 02 10:48:47.541298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-92a4bdf8-60e4-4356-b963-87e937bfaf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:47.542811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-92a4bdf8-60e4-4356-b963-87e937bfaf5f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.1215427 May 02 10:48:47.617338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-c30a8c8a-bc9e-4938-b5db-2854cc6a5ffe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 999 time: 0.0649178 May 02 10:48:47.670795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-e0445b55-5417-4444-b64f-20c05c296cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:47.672269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-e0445b55-5417-4444-b64f-20c05c296cf9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0457656 May 02 10:48:47.733935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-93eeb8ea-16b8-4d17-94c2-26a3fc5f4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:47.735514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-93eeb8ea-16b8-4d17-94c2-26a3fc5f4ce9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0403860 May 02 10:48:47.843484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-78ce8d9f-0912-439d-905e-462e772d8039 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972378 May 02 10:48:48.117330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b0cb5-277b-4984-9c5a-9f694abc1575 req-79c14ee0-fb16-4e50-ba14-c074dfb19f46 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:48.117813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-065b0cb5-277b-4984-9c5a-9f694abc1575 req-79c14ee0-fb16-4e50-ba14-c074dfb19f46 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0689235 May 02 10:48:48.154176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcea351b-e81b-4c2a-886f-48e9c05cf31f req-dee86d0f-77d4-45bf-962e-acfddf7a9226 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150131 May 02 10:48:48.176031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-065b0cb5-277b-4984-9c5a-9f694abc1575 req-857aa33a-b57c-4ecf-aead-409c1378354b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500846 May 02 10:48:48.620330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5ca7a-d038-45f2-82cf-1ae72305ac54 req-b7e2e27c-5f5d-4757-a4e9-3a94db9aa6e8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:48.622095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dda5ca7a-d038-45f2-82cf-1ae72305ac54 req-b7e2e27c-5f5d-4757-a4e9-3a94db9aa6e8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 944 time: 0.0497165 May 02 10:48:48.674730 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dda5ca7a-d038-45f2-82cf-1ae72305ac54 req-a294c05d-f001-425c-8de1-37d02980ddee tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454304 May 02 10:48:48.898516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 795b0621-6834-4fec-8310-25e01f651325 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:48:49.043796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=795b0621-6834-4fec-8310-25e01f651325,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:49.060809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '795b0621-6834-4fec-8310-25e01f651325', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'port_id': '795b0621-6834-4fec-8310-25e01f651325', 'mac_address': 'fa:16:3e:d2:73:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:48:49.113166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 795b0621-6834-4fec-8310-25e01f651325 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:49.113638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (795b0621-6834-4fec-8310-25e01f651325), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:49.128157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 795b0621-6834-4fec-8310-25e01f651325 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:48:49.149331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=795b0621-6834-4fec-8310-25e01f651325,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:49.263382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (795b0621-6834-4fec-8310-25e01f651325), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:49.310317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:49.452969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['795b0621-6834-4fec-8310-25e01f651325'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:48:49.586814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-2e4fc784-7081-4515-8f93-b46b2e33fa5a req-c774ccf4-ebee-4c5b-a980-02b12a01520b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:48:49.588273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2e4fc784-7081-4515-8f93-b46b2e33fa5a req-c774ccf4-ebee-4c5b-a980-02b12a01520b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065849 May 02 10:48:49.793141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195155ed-9aec-4895-8c78-c67698862030 req-ba34bd84-67fc-4ecf-b73f-2f3b2c372bc4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:49.794740 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-195155ed-9aec-4895-8c78-c67698862030 req-ba34bd84-67fc-4ecf-b73f-2f3b2c372bc4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 945 time: 0.0502470 May 02 10:48:49.873463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-195155ed-9aec-4895-8c78-c67698862030 req-dd9e7bf9-a5e2-4468-97f5-45b808db8812 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481195 May 02 10:48:49.908226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8db558-1ac6-4bfe-9da0-42c5640f8b0f req-2aaf85f6-d1c2-4ac8-8fb1-eb96564028f7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:49.916716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c8db558-1ac6-4bfe-9da0-42c5640f8b0f req-2aaf85f6-d1c2-4ac8-8fb1-eb96564028f7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0570052 May 02 10:48:49.962265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c8db558-1ac6-4bfe-9da0-42c5640f8b0f req-5f0e96f1-827c-4b32-918c-f546f19cf355 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468664 May 02 10:48:50.545604 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-77553db9-e096-4adc-9e76-70e6c89ac60e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1860623 May 02 10:48:50.554983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-ddd92a09-b335-4c88-930c-e0d0585055d9 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:48:50.556041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-ddd92a09-b335-4c88-930c-e0d0585055d9 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0051711 May 02 10:48:50.745477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-2f8a3c50-24b4-413b-9071-26887e244dae tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:50.746866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-2f8a3c50-24b4-413b-9071-26887e244dae tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports/d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 940 time: 0.1634157 May 02 10:48:50.852451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:48:50.930696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 795b0621-6834-4fec-8310-25e01f651325 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:48:50.981617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:50.997596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 795b0621-6834-4fec-8310-25e01f651325 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:48:51.006464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33094) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:51.014993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d681239e-0af2-43c3-b3bb-87965f263a48 req-4d6b1995-0dca-452a-870a-184d105119dd tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:51.022031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d681239e-0af2-43c3-b3bb-87965f263a48 req-4d6b1995-0dca-452a-870a-184d105119dd tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 945 time: 0.0678353 May 02 10:48:51.080514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d681239e-0af2-43c3-b3bb-87965f263a48 req-67fa88f7-8ddf-4ce7-8ea6-52d6aada6d05 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546277 May 02 10:48:51.114334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 795b0621-6834-4fec-8310-25e01f651325 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:48:51.115011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (795b0621-6834-4fec-8310-25e01f651325), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.127636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eba88c-1e0e-4c6c-b552-b64bf64929a5 req-6a419252-8108-4c89-8b11-920e5d720a6e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:51.129514 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5eba88c-1e0e-4c6c-b552-b64bf64929a5 req-6a419252-8108-4c89-8b11-920e5d720a6e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0651793 May 02 10:48:51.168910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a8401fec-bab7-48f6-a86f-ef5ba03c9782 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.209542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 795b0621-6834-4fec-8310-25e01f651325 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:48:51.209903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (795b0621-6834-4fec-8310-25e01f651325), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.235677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d5eba88c-1e0e-4c6c-b552-b64bf64929a5 req-0f4a93d9-6eaa-46ca-adb7-92d00b675b9f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861681 May 02 10:48:51.236383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b0621-6834-4fec-8310-25e01f651325'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:51.238901 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b41c7e-c925-4d71-b0a1-1bc00b74b64d" -d '{"events": [{"server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "name": "network-vif-plugged", "status": "completed", "tag": "795b0621-6834-4fec-8310-25e01f651325"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:51.263549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=795b0621-6834-4fec-8310-25e01f651325,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:48:51.283409 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03b0500-35bc-4a05-a2ca-2e68ce4dc977 x-openstack-request-id: req-c03b0500-35bc-4a05-a2ca-2e68ce4dc977 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:51.286049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a8401fec-bab7-48f6-a86f-ef5ba03c9782 admin admin] Publish callbacks [] for security_group (488a7429-37b8-4fb7-9a91-b7e3fc656728), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.286234 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "name": "network-vif-plugged", "status": "completed", "tag": "795b0621-6834-4fec-8310-25e01f651325", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:51.286234 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c03b0500-35bc-4a05-a2ca-2e68ce4dc977 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:51.286234 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c03b0500-35bc-4a05-a2ca-2e68ce4dc977'] response: {'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '795b0621-6834-4fec-8310-25e01f651325', 'code': 200} May 02 10:48:51.360512 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (795b0621-6834-4fec-8310-25e01f651325), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.361214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a8401fec-bab7-48f6-a86f-ef5ba03c9782 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (488a7429-37b8-4fb7-9a91-b7e3fc656728), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.373940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2619903-679e-4ee5-b11e-cf3d39d0e393 req-d5d3c92c-4558-41f7-96ef-8efbf1f2c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:51.375911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2619903-679e-4ee5-b11e-cf3d39d0e393 req-d5d3c92c-4558-41f7-96ef-8efbf1f2c40d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1127 time: 0.0420477 May 02 10:48:51.392406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a8401fec-bab7-48f6-a86f-ef5ba03c9782 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=95f90f5a43f849da9b0f38406b203c88&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3847718 May 02 10:48:51.404883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:51.417113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:51.432112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2619903-679e-4ee5-b11e-cf3d39d0e393 req-f68338f6-7b47-4e1b-95f2-1ea714ff3a6f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504596 May 02 10:48:51.446713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8401fec-bab7-48f6-a86f-ef5ba03c9782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488a7429-37b8-4fb7-9a91-b7e3fc656728,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:51.481206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] Publish callbacks [] for security_group (488a7429-37b8-4fb7-9a91-b7e3fc656728), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.503129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] Publish callbacks [] for security_group (488a7429-37b8-4fb7-9a91-b7e3fc656728), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.611541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (488a7429-37b8-4fb7-9a91-b7e3fc656728), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.614203 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:51.617565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/488a7429-37b8-4fb7-9a91-b7e3fc656728 HTTP/1.1" status: 204 len: 168 time: 0.2146678 May 02 10:48:51.624424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e0d8fe-bc3d-44a9-a73b-93e0e3b9390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488a7429-37b8-4fb7-9a91-b7e3fc656728,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:52.206565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abd82fe-164e-44f0-b7c8-e4b85c255485 req-4cfd3fce-7321-4032-b233-5988d3a9cb01 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:52.208273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5abd82fe-164e-44f0-b7c8-e4b85c255485 req-4cfd3fce-7321-4032-b233-5988d3a9cb01 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0533190 May 02 10:48:52.257147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5abd82fe-164e-44f0-b7c8-e4b85c255485 req-f44a15f6-be6a-4c7c-be35-e8366c21e695 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430567 May 02 10:48:52.282808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33138) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:52.296176 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49a7e41a-389f-4bd6-a6dd-100731f116d5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.397516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee91edd-eb0c-4529-91f1-7d9ad592569a req-5a7c1b96-ccf6-4853-96a3-073fa10f33e9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:52.404430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee91edd-eb0c-4529-91f1-7d9ad592569a req-5a7c1b96-ccf6-4853-96a3-073fa10f33e9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0745051 May 02 10:48:52.465539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49a7e41a-389f-4bd6-a6dd-100731f116d5 admin admin] Publish callbacks [] for security_group (3b9de0fa-c9c7-4811-b662-765c35720a3b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.473525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bee91edd-eb0c-4529-91f1-7d9ad592569a req-8d23bfce-0861-478c-b608-cbdce0368a4d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682712 May 02 10:48:52.583001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49a7e41a-389f-4bd6-a6dd-100731f116d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3b9de0fa-c9c7-4811-b662-765c35720a3b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.622545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49a7e41a-389f-4bd6-a6dd-100731f116d5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c89a5d525fa4e9194ef7ef6a73f45e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3386297 May 02 10:48:52.624496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a7e41a-389f-4bd6-a6dd-100731f116d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b9de0fa-c9c7-4811-b662-765c35720a3b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:52.625450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:52.674433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] Publish callbacks [] for security_group (3b9de0fa-c9c7-4811-b662-765c35720a3b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.696929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] Publish callbacks [] for security_group (3b9de0fa-c9c7-4811-b662-765c35720a3b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.794348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3b9de0fa-c9c7-4811-b662-765c35720a3b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.797072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:52.798276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b9de0fa-c9c7-4811-b662-765c35720a3b HTTP/1.1" status: 204 len: 168 time: 0.1718016 May 02 10:48:52.806565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a70037-3094-4dc9-8dcc-f3c76d35a197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b9de0fa-c9c7-4811-b662-765c35720a3b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:53.383344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5ca23-d2f7-4e19-bdb8-b3e835b540b5 req-7b3632fc-8d76-4e84-b86c-019bc1a0fb8b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:53.384880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddf5ca23-d2f7-4e19-bdb8-b3e835b540b5 req-7b3632fc-8d76-4e84-b86c-019bc1a0fb8b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0530608 May 02 10:48:53.433422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ddf5ca23-d2f7-4e19-bdb8-b3e835b540b5 req-6efea500-1d77-4945-9d14-59bb931a38fd tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427911 May 02 10:48:53.550188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970239-6281-492f-a3a5-8ab71b6d616e req-cbc74f03-6d50-4afd-a534-e34a9e4b2e30 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:53.551741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1b970239-6281-492f-a3a5-8ab71b6d616e req-cbc74f03-6d50-4afd-a534-e34a9e4b2e30 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0510864 May 02 10:48:53.561173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33182) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:53.566439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'floatingip': {'port_id': '795b0621-6834-4fec-8310-25e01f651325'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:48:53.602324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c025e814-e1bf-4fc3-be3d-3c74a4ec1fe0 req-14a6f9d6-93d9-4d86-b302-22eac46ab4a5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:53.604278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c025e814-e1bf-4fc3-be3d-3c74a4ec1fe0 req-14a6f9d6-93d9-4d86-b302-22eac46ab4a5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0535643 May 02 10:48:53.614436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:53.662338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c025e814-e1bf-4fc3-be3d-3c74a4ec1fe0 req-30eabc9a-614b-4c99-979b-80cd3e5f8567 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508199 May 02 10:48:54.108088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-ae1b4d08-617d-4259-b9a3-c63b09bf84d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:54.109634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-ae1b4d08-617d-4259-b9a3-c63b09bf84d8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 1125 time: 0.1359785 May 02 10:48:54.194848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:54.198278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-b63d1d38-3dde-48e7-81f5-a1959e5aaf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:54.199859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-b63d1d38-3dde-48e7-81f5-a1959e5aaf2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1125 time: 0.0571795 May 02 10:48:54.278892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:54.334776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-3f1cfc22-3c61-492c-bc31-d86659e72f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:54.336248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-3f1cfc22-3c61-492c-bc31-d86659e72f7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.1274683 May 02 10:48:54.447517 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-834bc6c1-3074-414f-bdbf-68387e452dee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 200 len: 999 time: 0.0752065 May 02 10:48:54.448706 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Floating IP cfd6b330-e48c-469e-a1e6-bedb5977849a associated. External IP: 172.35.4.96, port: 795b0621-6834-4fec-8310-25e01f651325. May 02 10:48:54.570472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-d8a24272-0419-4fde-8d51-584a706c02e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:54.571934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-d8a24272-0419-4fde-8d51-584a706c02e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0861285 May 02 10:48:54.627730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-71b62497-50e4-40e2-911b-3a74820974d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:54.629537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-71b62497-50e4-40e2-911b-3a74820974d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482035 May 02 10:48:55.121898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fa0f2-2bc2-4164-9be6-5b60390c0fb9 req-5dcfe551-152e-4e4d-b899-6f87d26153fe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:55.123427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-232fa0f2-2bc2-4164-9be6-5b60390c0fb9 req-5dcfe551-152e-4e4d-b899-6f87d26153fe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0801489 May 02 10:48:55.145475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-24f978fd-7e49-45ef-9a8f-8b92d2487738 service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813797 May 02 10:48:55.169187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:48:55.284046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-232fa0f2-2bc2-4164-9be6-5b60390c0fb9 req-27cc3ada-0244-43dd-9e0c-47a8dacd9360 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512341 May 02 10:48:55.359813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6b21a27a-d8d5-4d6f-a3dd-84f4f8b9f82f req-ebb6dc22-0d55-4e59-b64e-e26e8763a3df service neutron] 10.222.0.15 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060924 May 02 10:48:55.381751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:48:55.386142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:55.394316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:48:55.405082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:55.405722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:55.437077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e7273a4-b457-4257-9f98-0cd1183b0f9b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "PUT /v2.0/floatingips/cfd6b330-e48c-469e-a1e6-bedb5977849a HTTP/1.1" status: 200 len: 991 time: 1.8654001 May 02 10:48:55.437077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'tag': '795b0621-6834-4fec-8310-25e01f651325'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:48:55.437077 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4440f033-363a-4174-a355-f99176d0a4cd" -d '{"events": [{"name": "network-changed", "server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "tag": "795b0621-6834-4fec-8310-25e01f651325"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:48:55.494708 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28773ecc-5ae9-4227-be6f-7c9dae0570bc x-openstack-request-id: req-28773ecc-5ae9-4227-be6f-7c9dae0570bc {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:48:55.495080 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "tag": "795b0621-6834-4fec-8310-25e01f651325", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:48:55.495411 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28773ecc-5ae9-4227-be6f-7c9dae0570bc {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:48:55.495954 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28773ecc-5ae9-4227-be6f-7c9dae0570bc'] response: {'name': 'network-changed', 'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'tag': '795b0621-6834-4fec-8310-25e01f651325', 'status': 'completed', 'code': 200} May 02 10:48:55.548505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:55.573275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f033-363a-4174-a355-f99176d0a4cd req-c1f55cd5-d2f3-40b6-99a3-bbeb2507b8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:55.575202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-c1f55cd5-d2f3-40b6-99a3-bbeb2507b8f5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1128 time: 0.0584860 May 02 10:48:55.679638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f033-363a-4174-a355-f99176d0a4cd req-0785e033-3d19-42da-9754-27194e9fe539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:55.681181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-0785e033-3d19-42da-9754-27194e9fe539 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.0999751 May 02 10:48:55.756235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b0f88eb2-9605-410d-a2c4-17c371919685 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:55.765805 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-3dae30a0-7fa6-46aa-b3a1-801de86e47d7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 999 time: 0.0786672 May 02 10:48:55.829058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f033-363a-4174-a355-f99176d0a4cd req-87ac57e2-f143-4ab8-9815-73876094f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:55.830697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-87ac57e2-f143-4ab8-9815-73876094f707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0593424 May 02 10:48:55.890575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440f033-363a-4174-a355-f99176d0a4cd req-f9ea1fc3-effe-4c27-b669-9a52b62dbccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:55.893013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-f9ea1fc3-effe-4c27-b669-9a52b62dbccb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0564377 May 02 10:48:56.001812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfd6b330-e48c-469e-a1e6-bedb5977849a', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.96', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': '795b0621-6834-4fec-8310-25e01f651325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:d2:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:48:37Z', 'updated_at': '2022-05-02T10:48:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:56.017534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-5c0ecf30-0597-4800-a09e-e81c35b5a0a1 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183105 May 02 10:48:56.033097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:48:56.041618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:48:56.042311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:56.136826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4440f033-363a-4174-a355-f99176d0a4cd req-4293ff82-91ab-4cdc-bb89-a9d1101ba5d9 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131966 May 02 10:48:56.182405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:48:56.293327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33272) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:56.489813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfd6b330-e48c-469e-a1e6-bedb5977849a', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.96', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': '795b0621-6834-4fec-8310-25e01f651325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:d2:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:48:37Z', 'updated_at': '2022-05-02T10:48:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:48:56.512442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bea9e7aa-9593-4579-a361-b819dea7eec4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:56.521647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b488f-7707-445e-9a62-0e72a998d550 req-877c6343-f21d-4875-b260-7e1f58c3bd42 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:56.523826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e9b488f-7707-445e-9a62-0e72a998d550 req-877c6343-f21d-4875-b260-7e1f58c3bd42 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.1145368 May 02 10:48:56.535969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cee742-df69-4419-b5c1-dd2a99c474a5 None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'cfd6b330-e48c-469e-a1e6-bedb5977849a', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.96', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': '795b0621-6834-4fec-8310-25e01f651325', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3142, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:d2:73:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:48:37Z', 'updated_at': '2022-05-02T10:48:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:48:56.633363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e9b488f-7707-445e-9a62-0e72a998d550 req-5dd72d8e-376e-46c5-bbec-1a03cb321c7c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010940 May 02 10:48:56.738602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bea9e7aa-9593-4579-a361-b819dea7eec4 admin admin] Publish callbacks [] for security_group (2176521a-899b-4922-8dee-e084f84ccfd8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:56.777693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bea9e7aa-9593-4579-a361-b819dea7eec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2176521a-899b-4922-8dee-e084f84ccfd8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:56.835815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bea9e7aa-9593-4579-a361-b819dea7eec4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=34a8ce2bf72d411784b2fb912d09f27c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5420775 May 02 10:48:56.840771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33280) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:56.845987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea9e7aa-9593-4579-a361-b819dea7eec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2176521a-899b-4922-8dee-e084f84ccfd8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:56.892637 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f89017e-212b-43ac-abb9-55004d3435c3 None None] New status for floating IP cfd6b330-e48c-469e-a1e6-bedb5977849a: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:48:56.925965 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] Publish callbacks [] for security_group (2176521a-899b-4922-8dee-e084f84ccfd8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:56.955001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] Publish callbacks [] for security_group (2176521a-899b-4922-8dee-e084f84ccfd8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:57.143465 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2176521a-899b-4922-8dee-e084f84ccfd8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:57.146301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:57.147666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2176521a-899b-4922-8dee-e084f84ccfd8 HTTP/1.1" status: 204 len: 168 time: 0.3057418 May 02 10:48:57.167930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d55cec-15e3-47d6-a5ce-9d3a5f5790b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2176521a-899b-4922-8dee-e084f84ccfd8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:57.792339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee25d5-a5e7-440e-a447-3855283e7b81 req-a1ab361a-36da-469b-ae80-fe5f9f5aeca0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:57.794447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebee25d5-a5e7-440e-a447-3855283e7b81 req-a1ab361a-36da-469b-ae80-fe5f9f5aeca0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0559163 May 02 10:48:57.866990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ebee25d5-a5e7-440e-a447-3855283e7b81 req-8cf7f492-96f6-4550-a844-42d0fc370f83 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609086 May 02 10:48:57.885915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:57.914865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d65c0346-6ee0-4871-ba16-b5ca3b85ee60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.018817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d65c0346-6ee0-4871-ba16-b5ca3b85ee60 admin admin] Publish callbacks [] for security_group (5682b6b9-f1fb-4aa0-b816-25dae8c1f547), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.534138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be863bae-3d61-459b-b9ea-4087db7db44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.588916 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d65c0346-6ee0-4871-ba16-b5ca3b85ee60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5682b6b9-f1fb-4aa0-b816-25dae8c1f547), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.634357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65c0346-6ee0-4871-ba16-b5ca3b85ee60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5682b6b9-f1fb-4aa0-b816-25dae8c1f547,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:58.637234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d65c0346-6ee0-4871-ba16-b5ca3b85ee60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=112074bbe18342bdae7e7da43304a04d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7489319 May 02 10:48:58.639577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:48:58.693244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] Publish callbacks [] for security_group (5682b6b9-f1fb-4aa0-b816-25dae8c1f547), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.715792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] Publish callbacks [] for security_group (5682b6b9-f1fb-4aa0-b816-25dae8c1f547), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.926779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5682b6b9-f1fb-4aa0-b816-25dae8c1f547), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.931899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:48:58.940334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5682b6b9-f1fb-4aa0-b816-25dae8c1f547 HTTP/1.1" status: 204 len: 168 time: 0.2999010 May 02 10:48:58.951523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc831a-1723-45a0-b69c-ff9da0d2fb0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5682b6b9-f1fb-4aa0-b816-25dae8c1f547,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:48:59.104239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e6b943-8714-49d8-ba6a-085c712aaa1a req-c606844f-5044-467b-8088-a0305bd64411 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:48:59.105961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10e6b943-8714-49d8-ba6a-085c712aaa1a req-c606844f-5044-467b-8088-a0305bd64411 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.1052241 May 02 10:48:59.206874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10e6b943-8714-49d8-ba6a-085c712aaa1a req-29e58387-96dc-47f3-b358-5015355ced75 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886905 May 02 10:48:59.447255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-c3c7b64b-c21b-43c7-94c1-42884f64a79a req-5fe1e1e6-4339-419d-9f6c-5dbaf3725a81 tempest-TaggedBootDevicesTest-94249343 tempest-TaggedBootDevicesTest-94249343-project] (115663) timed out ('10.222.0.16', 54770) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:48:59.644873 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:00.420537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732d12e-01e9-432c-ab6f-0a851ab66963 req-dd91ac65-24dd-48d8-aeee-e558116298c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:00.423185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5732d12e-01e9-432c-ab6f-0a851ab66963 req-dd91ac65-24dd-48d8-aeee-e558116298c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0681102 May 02 10:49:00.477062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5732d12e-01e9-432c-ab6f-0a851ab66963 req-a0361b4d-3625-49d3-8e04-7197e440cd00 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471044 May 02 10:49:00.599229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:01.693812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d22e49-c4a8-40dd-b6d1-a0e33a9d801d req-2e492fea-ca4f-4809-9e17-2e46481e902c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:01.702009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80d22e49-c4a8-40dd-b6d1-a0e33a9d801d req-2e492fea-ca4f-4809-9e17-2e46481e902c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.1222730 May 02 10:49:01.783003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80d22e49-c4a8-40dd-b6d1-a0e33a9d801d req-50d7663a-66e7-40a6-a93c-fb6e17ad6766 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776925 May 02 10:49:01.974124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:02.264976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33488) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:02.670187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f63b5eb3-573a-4e99-bc00-73025b2b5a50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:02.766517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f63b5eb3-573a-4e99-bc00-73025b2b5a50 admin admin] Publish callbacks [] for security_group (a056d7e7-a99d-4f43-a7ed-17ddaab79789), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:02.921247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f63b5eb3-573a-4e99-bc00-73025b2b5a50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a056d7e7-a99d-4f43-a7ed-17ddaab79789), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:02.998058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b5eb3-573a-4e99-bc00-73025b2b5a50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a056d7e7-a99d-4f43-a7ed-17ddaab79789,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:03.007861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f63b5eb3-573a-4e99-bc00-73025b2b5a50 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=be09b901a0dc40b3bc697abab301fd99&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7413561 May 02 10:49:03.011262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33518) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:03.042737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547db906-bd0e-47af-84d8-72f20ccad8e0 req-2b50a6e1-30fb-40b8-b15b-9a79849008c1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:03.052971 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-547db906-bd0e-47af-84d8-72f20ccad8e0 req-2b50a6e1-30fb-40b8-b15b-9a79849008c1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.1795964 May 02 10:49:03.145260 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-547db906-bd0e-47af-84d8-72f20ccad8e0 req-220ef49e-cbff-481e-abe2-56ad84c12d53 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913484 May 02 10:49:03.150162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] Publish callbacks [] for security_group (a056d7e7-a99d-4f43-a7ed-17ddaab79789), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:03.179143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] Publish callbacks [] for security_group (a056d7e7-a99d-4f43-a7ed-17ddaab79789), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:03.322786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a056d7e7-a99d-4f43-a7ed-17ddaab79789), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:03.325581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:03.327100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a056d7e7-a99d-4f43-a7ed-17ddaab79789 HTTP/1.1" status: 204 len: 168 time: 0.3136866 May 02 10:49:03.338296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9225be26-c54a-4ad8-a6a6-4713fe61a2e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a056d7e7-a99d-4f43-a7ed-17ddaab79789,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:03.522551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:03.910124 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb34566-ff7b-4244-91f0-cc9bfc2cbc80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:03.951627 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb34566-ff7b-4244-91f0-cc9bfc2cbc80 admin admin] Publish callbacks [] for security_group (f4c47165-f304-46dd-a909-5e28cd14e27f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.257601 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-abb34566-ff7b-4244-91f0-cc9bfc2cbc80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f4c47165-f304-46dd-a909-5e28cd14e27f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.300018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb34566-ff7b-4244-91f0-cc9bfc2cbc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4c47165-f304-46dd-a909-5e28cd14e27f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:04.301822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7991a740-4d07-4e74-bd7d-429407059a63 req-e07c6719-e591-421c-af3d-ce6ada9080b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:04.306653 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7991a740-4d07-4e74-bd7d-429407059a63 req-e07c6719-e591-421c-af3d-ce6ada9080b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0577176 May 02 10:49:04.320453 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-abb34566-ff7b-4244-91f0-cc9bfc2cbc80 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0de1624a580746b6800dbf35ce9abc9b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7959495 May 02 10:49:04.323881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33552) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:04.388735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7991a740-4d07-4e74-bd7d-429407059a63 req-13e2e4e8-8cb0-4abe-8efa-4332822805e8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745451 May 02 10:49:04.436957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] Publish callbacks [] for security_group (f4c47165-f304-46dd-a909-5e28cd14e27f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.438465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33556) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:04.468752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df850af9-270d-4ba9-94a0-a03df231a0f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.474116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] Publish callbacks [] for security_group (f4c47165-f304-46dd-a909-5e28cd14e27f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.559805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df850af9-270d-4ba9-94a0-a03df231a0f3 admin admin] Publish callbacks [] for security_group (cdce0098-6558-40f0-8698-601deaa3d990), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.632847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f4c47165-f304-46dd-a909-5e28cd14e27f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.642767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.647713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f4c47165-f304-46dd-a909-5e28cd14e27f HTTP/1.1" status: 204 len: 168 time: 0.3227510 May 02 10:49:04.666533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3477cd-0ff9-4af8-b893-40a8d95d6c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4c47165-f304-46dd-a909-5e28cd14e27f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:04.686318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-df850af9-270d-4ba9-94a0-a03df231a0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cdce0098-6558-40f0-8698-601deaa3d990), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.746508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df850af9-270d-4ba9-94a0-a03df231a0f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdce0098-6558-40f0-8698-601deaa3d990,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:04.770552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-df850af9-270d-4ba9-94a0-a03df231a0f3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8a579a63da346908015abd18b2eb105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3306267 May 02 10:49:04.773621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:04.840420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] Publish callbacks [] for security_group (cdce0098-6558-40f0-8698-601deaa3d990), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:04.870899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] Publish callbacks [] for security_group (cdce0098-6558-40f0-8698-601deaa3d990), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.143690 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cdce0098-6558-40f0-8698-601deaa3d990), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.146439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.147708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cdce0098-6558-40f0-8698-601deaa3d990 HTTP/1.1" status: 204 len: 168 time: 0.3727877 May 02 10:49:05.155406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80950a24-7090-41a4-a90e-da32d51d29fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdce0098-6558-40f0-8698-601deaa3d990,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:05.519616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33574) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:05.532139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c195d8f2-18ea-4a6a-90e7-97c1dd1c365d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.543533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdac2b41-98d8-4a69-a6b5-0144c1abf388 req-4db6368d-f190-4af3-a8bc-5c7ffdcff3ec tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:05.548371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdac2b41-98d8-4a69-a6b5-0144c1abf388 req-4db6368d-f190-4af3-a8bc-5c7ffdcff3ec tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0589082 May 02 10:49:05.596500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cdac2b41-98d8-4a69-a6b5-0144c1abf388 req-8b94ed67-14cb-4e30-8cab-1ff375d1f5a0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451295 May 02 10:49:05.613642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c195d8f2-18ea-4a6a-90e7-97c1dd1c365d admin admin] Publish callbacks [] for security_group (f32c1861-c3ad-4820-8ecd-1e8662c2cfd0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.725744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c195d8f2-18ea-4a6a-90e7-97c1dd1c365d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f32c1861-c3ad-4820-8ecd-1e8662c2cfd0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.764525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c195d8f2-18ea-4a6a-90e7-97c1dd1c365d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b83a6b19c78c4ca0825e1af7da0e8a4e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2446587 May 02 10:49:05.765667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c195d8f2-18ea-4a6a-90e7-97c1dd1c365d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32c1861-c3ad-4820-8ecd-1e8662c2cfd0,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:05.768047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:05.788650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:05.808077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b97da711-cf70-49a1-ab0f-c455a679f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.852921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] Publish callbacks [] for security_group (f32c1861-c3ad-4820-8ecd-1e8662c2cfd0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.889721 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] Publish callbacks [] for security_group (f32c1861-c3ad-4820-8ecd-1e8662c2cfd0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:05.952084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b97da711-cf70-49a1-ab0f-c455a679f338 admin admin] Publish callbacks [] for security_group (d33aedc2-7975-49af-9764-a9317855415c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.052441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b97da711-cf70-49a1-ab0f-c455a679f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d33aedc2-7975-49af-9764-a9317855415c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.055190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f32c1861-c3ad-4820-8ecd-1e8662c2cfd0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.057925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.066931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f32c1861-c3ad-4820-8ecd-1e8662c2cfd0 HTTP/1.1" status: 204 len: 168 time: 0.2901175 May 02 10:49:06.099869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b97da711-cf70-49a1-ab0f-c455a679f338 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f3788bbc3d144808d84aaeac43d550c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3101563 May 02 10:49:06.101219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97da711-cf70-49a1-ab0f-c455a679f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33aedc2-7975-49af-9764-a9317855415c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:06.102793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:06.114454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c06112-475a-4124-9b71-97bd66556e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32c1861-c3ad-4820-8ecd-1e8662c2cfd0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:06.171429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] Publish callbacks [] for security_group (d33aedc2-7975-49af-9764-a9317855415c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.193311 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] Publish callbacks [] for security_group (d33aedc2-7975-49af-9764-a9317855415c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.319992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d33aedc2-7975-49af-9764-a9317855415c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.322717 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:06.323964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d33aedc2-7975-49af-9764-a9317855415c HTTP/1.1" status: 204 len: 168 time: 0.2199342 May 02 10:49:06.332689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cca8ca-2184-4c49-8099-c71bb353eecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33aedc2-7975-49af-9764-a9317855415c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:06.732033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b645c-4928-43bf-bcb1-f2de25f7847c req-141a3204-d71b-4f41-bffc-b87807d28f5d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:06.733720 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e5b645c-4928-43bf-bcb1-f2de25f7847c req-141a3204-d71b-4f41-bffc-b87807d28f5d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0527418 May 02 10:49:06.787226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e5b645c-4928-43bf-bcb1-f2de25f7847c req-099a9e2b-0de6-4514-bf7e-979fbc139030 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471780 May 02 10:49:07.316038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:07.414848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1905994315-network', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:07.531989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Made reservation on behalf of 25b31684bd0f406085f00c4d8c7ded50 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:07.534403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.543331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.619899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks [] for security_group (73c48076-7f17-4071-b539-169022191306), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.674431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (73c48076-7f17-4071-b539-169022191306), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.699981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:49:07.711405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c48076-7f17-4071-b539-169022191306,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:07.717787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (73b4b64a-ad9a-491a-aa93-8de6e46f47a1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.718246 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Added segment 73b4b64a-ad9a-491a-aa93-8de6e46f47a1 of type vlan for network 68bdb849-dd67-4836-a444-bb6f5bb5336c May 02 10:49:07.773569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (68bdb849-dd67-4836-a444-bb6f5bb5336c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.850711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (68bdb849-dd67-4836-a444-bb6f5bb5336c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.851661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:07.852245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:07.915740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] Pushing event updated for resources: {'Network': ['ID=68bdb849-dd67-4836-a444-bb6f5bb5336c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:07.924913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c47b6-0698-4fa4-a563-be9c29781a42 req-eddcda47-1845-4ce8-a12d-580d24dbc2c0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:07.926798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:49:07.927269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e22c47b6-0698-4fa4-a563-be9c29781a42 req-eddcda47-1845-4ce8-a12d-580d24dbc2c0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0612786 May 02 10:49:07.972424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-35cb1d97-6eca-46d0-9a98-4fa0af1f6dee admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6517119 May 02 10:49:07.972710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:07.977563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Request body: {'subnet': {'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1905994315-subnet', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:07.982107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e22c47b6-0698-4fa4-a563-be9c29781a42 req-d262a6be-2c9a-4297-860e-65cd87a3d430 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477364 May 02 10:49:08.085974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Made reservation on behalf of 25b31684bd0f406085f00c4d8c7ded50 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:08.088858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.332354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (5c9801ae-5435-4bd1-b7af-9b412db30bf1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.390194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c9801ae-5435-4bd1-b7af-9b412db30bf1,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:08.399170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Checking segment: {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:08.399537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Network hostable DHCP agents. Network: 68bdb849-dd67-4836-a444-bb6f5bb5336c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:49:08.486264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:49:08.565862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68bdb849-dd67-4836-a444-bb6f5bb5336c) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:08.570915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:08.575281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.576100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe152555-620c-4230-af56-d780db332647 None None] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:08.663218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ea5fb9f-3e64-49fe-b15c-cf33970a1fac admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6865480 May 02 10:49:08.664528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33664) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:08.669530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:08.687093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68bdb849-dd67-4836-a444-bb6f5bb5336c', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:49:08.687093 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.783960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.785130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.841060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Allocated IP 172.20.0.2 (68bdb849-dd67-4836-a444-bb6f5bb5336c/5c9801ae-5435-4bd1-b7af-9b412db30bf1/1b92f618-2b5a-489c-a0b8-7093e8cfa8b6) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:08.848298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for router_controller (5e02a05a-d18c-4a32-bf67-511e0efb3215), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:08.995955 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks [] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.041241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for router_gateway (5e02a05a-d18c-4a32-bf67-511e0efb3215), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.121991 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.130588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c47402-b552-43f8-b34f-d9c1a6cbdcca req-a05df173-97f3-4796-afa1-43aa18ee9787 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:09.131979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c47402-b552-43f8-b34f-d9c1a6cbdcca req-a05df173-97f3-4796-afa1-43aa18ee9787 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0644555 May 02 10:49:09.186611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c47402-b552-43f8-b34f-d9c1a6cbdcca req-c760b2a7-2add-4490-829c-bc12838ed492 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520201 May 02 10:49:09.196738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:09.200420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:09.202967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Pushing event updated for resources: {'Port': ['ID=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:09.205659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:09.209201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33686) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:09.223175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.223616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.224034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.224446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.224906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.225316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.225726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.226126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.226533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.226931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.227343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.227884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.228178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.228573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.228990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:09.292912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Attempting to bind port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:09.293376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Attempting to bind port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:09.293875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Attempting to bind port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 on network 68bdb849-dd67-4836-a444-bb6f5bb5336c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:09.299235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:09.299778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Checking segment: {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:09.300360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.300891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Bound using segment: {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:09.301741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Bound port: 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:09.301892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.315074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-9346f2a0-68ed-4f09-a0f7-2751bb3a9f36 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:09.316639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-9346f2a0-68ed-4f09-a0f7-2751bb3a9f36 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.2009997 May 02 10:49:09.337965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07fd0d10-4c24-4f71-abf7-d8b6503ca57e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.373971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] For port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:09.377224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] For port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:09.393257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-4b2a2b5d-e70e-4504-a992-d1ddb6f6790a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/quotas/24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 375 time: 0.0369434 May 02 10:49:09.415124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07fd0d10-4c24-4f71-abf7-d8b6503ca57e admin admin] Publish callbacks [] for security_group (45927774-c491-4fb0-a05d-d9d2e8ad4a3e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.429687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.478088 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-30c95092-44ff-46ec-8726-01d9bae6f253 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0766995 May 02 10:49:09.484170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for router_gateway (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.488630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858053ab-6472-4bf0-9955-4e449831fd5c None None] Pushing event updated for resources: {'Port': ['ID=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:09.491405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07fd0d10-4c24-4f71-abf7-d8b6503ca57e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45927774-c491-4fb0-a05d-d9d2e8ad4a3e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.537667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd0d10-4c24-4f71-abf7-d8b6503ca57e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45927774-c491-4fb0-a05d-d9d2e8ad4a3e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:09.544694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07fd0d10-4c24-4f71-abf7-d8b6503ca57e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24ade2b43b08466e99f56852e45a0743&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3342829 May 02 10:49:09.545476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33690) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:09.605401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] Publish callbacks [] for security_group (45927774-c491-4fb0-a05d-d9d2e8ad4a3e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.634209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] Publish callbacks [] for security_group (45927774-c491-4fb0-a05d-d9d2e8ad4a3e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.806408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.811846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45927774-c491-4fb0-a05d-d9d2e8ad4a3e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.824264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:09.825757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45927774-c491-4fb0-a05d-d9d2e8ad4a3e HTTP/1.1" status: 204 len: 168 time: 0.2792993 May 02 10:49:09.853761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a021b6-ed53-4409-a16c-9cf21c05aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45927774-c491-4fb0-a05d-d9d2e8ad4a3e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:09.951169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-88e2c433-89a4-4edd-bd29-86ad2524edde service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4607322 May 02 10:49:10.066952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Allocated IP 172.35.4.45 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/ad43b867-50af-4450-9169-f98bcd439504) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:10.128113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-8775f2fc-989d-41a8-a5ea-64ea20d8badd service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569281 May 02 10:49:10.229624 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for port (ad43b867-50af-4450-9169-f98bcd439504), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.350000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6e491-2ceb-41d2-b265-3c4370eb63c5 req-9e48b3e3-bf85-4605-b6e9-039cd16082de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:10.351570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ce6e491-2ceb-41d2-b265-3c4370eb63c5 req-9e48b3e3-bf85-4605-b6e9-039cd16082de tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0490317 May 02 10:49:10.402984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ce6e491-2ceb-41d2-b265-3c4370eb63c5 req-61006c6d-cf04-488a-9f74-0f86189b946b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453541 May 02 10:49:10.451442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ad43b867-50af-4450-9169-f98bcd439504), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.495187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:10.498187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:10.506084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:10.531108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad43b867-50af-4450-9169-f98bcd439504,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:10.556589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fdbfa0-0112-41fa-98a6-9ef6de9bf110 None None] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:10.623468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Provisioning complete for port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:10.624118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.755568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Current status of the port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:10.756061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.797864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] For port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:10.834714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for router_gateway (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.881961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:10.960861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb040e88-7162-41de-88c4-7b580136d9ce req-719fb978-e5fb-43a6-b6d1-2f16fb46a672 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0453207 May 02 10:49:10.976220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:49:10.996520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:11.069374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33710) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:11.085471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.160973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.162313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5236bb-05ce-475f-b61e-51f10f6aad35 None None] Pushing event updated for resources: {'Port': ['ID=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:11.182793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Publish callbacks [] for security_group (dc808778-5b45-407a-905a-8ad75d89e19b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.186656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6e588c9-259e-4f93-b580-0589563d8ec8 None None] Provisioning complete for port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:11.187146 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6e588c9-259e-4f93-b580-0589563d8ec8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.190435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:11.191394 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.244858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dc808778-5b45-407a-905a-8ad75d89e19b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.278177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:11.284135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8307afb873d6491d84926e92c39f42b1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2136831 May 02 10:49:11.286681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33718) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:11.292723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc808778-5b45-407a-905a-8ad75d89e19b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:11.306614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'mac_address': 'fa:16:3e:74:9f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:49:11.309127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.309649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.310002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.310342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.310679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.311328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.311678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.312011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.312343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.312735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.313065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.313391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.313719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.314045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.314394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b74ec81-86bb-4511-b182-7c8e0fcff4e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:11.355583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] Publish callbacks [] for security_group (dc808778-5b45-407a-905a-8ad75d89e19b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.371612 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Router 5e02a05a-d18c-4a32-bf67-511e0efb3215 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:49:11.377761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] Publish callbacks [] for security_group (dc808778-5b45-407a-905a-8ad75d89e19b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.414790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6e588c9-259e-4f93-b580-0589563d8ec8 None None] Current status of the port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:11.418322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:11.421055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:11.421409 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.509545 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dc808778-5b45-407a-905a-8ad75d89e19b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.512977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.514377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dc808778-5b45-407a-905a-8ad75d89e19b HTTP/1.1" status: 204 len: 168 time: 0.2267883 May 02 10:49:11.532550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2ca18-3566-4351-892e-b305f4dd3046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc808778-5b45-407a-905a-8ad75d89e19b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:11.535253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:11.562593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aac72c-0d3e-4728-9b7c-75e5b59637bf req-9cb62fd4-e021-474f-b55c-85fe641e3198 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:11.564818 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98aac72c-0d3e-4728-9b7c-75e5b59637bf req-9cb62fd4-e021-474f-b55c-85fe641e3198 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 943 time: 0.0705526 May 02 10:49:11.599540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Sync routers for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:11.607859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:49:11.620093 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.621354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4d370510-ce6e-4f44-80b8-83b54c1d95b0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9554939 May 02 10:49:11.624163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:11.633810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98aac72c-0d3e-4728-9b7c-75e5b59637bf req-73c8f3d3-6812-4388-8c67-d82f64f74473 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613871 May 02 10:49:11.636365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:11.636892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:11.639699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:11.726464 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:11.793648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:11.795457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:11.997494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:12.042207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:10Z', 'revision_number': 3, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:12.066555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-61609aab-ddc2-4c55-88cc-c23893f523cf req-a3770cfa-192e-4391-a9b9-1cbe7b6dd133 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0353332 May 02 10:49:12.079486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Checking router: 5e02a05a-d18c-4a32-bf67-511e0efb3215 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:12.080147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Updating router 5e02a05a-d18c-4a32-bf67-511e0efb3215 port ad43b867-50af-4450-9169-f98bcd439504 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:49:12.141570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.143379 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad43b867-50af-4450-9169-f98bcd439504), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.321738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Allocated IP 172.20.0.1 (68bdb849-dd67-4836-a444-bb6f5bb5336c/5c9801ae-5435-4bd1-b7af-9b412db30bf1/337f0a4e-86c5-46b8-9e96-839af8bbc3db) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:12.431797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks [] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.470878 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks [] for port (ad43b867-50af-4450-9169-f98bcd439504), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.537386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ad43b867-50af-4450-9169-f98bcd439504), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.566519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.596176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Attempting to bind port ad43b867-50af-4450-9169-f98bcd439504 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:12.596560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Attempting to bind port ad43b867-50af-4450-9169-f98bcd439504 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:12.596963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Attempting to bind port ad43b867-50af-4450-9169-f98bcd439504 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:12.606491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:12.607168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:12.607285 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.607705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:12.608182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Bound port: ad43b867-50af-4450-9169-f98bcd439504, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:12.608565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad43b867-50af-4450-9169-f98bcd439504), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.610952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aac78-8a47-4b9e-9a77-a8bb89c50abc None None] Pushing event updated for resources: {'Port': ['ID=ad43b867-50af-4450-9169-f98bcd439504,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:12.612487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:12.615449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:12.619187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:12.672051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:12.689117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] For port ad43b867-50af-4450-9169-f98bcd439504, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:12.690211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.692925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] For port ad43b867-50af-4450-9169-f98bcd439504, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad43b867-50af-4450-9169-f98bcd439504,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:12.767895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ad43b867-50af-4450-9169-f98bcd439504), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.782355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396fdea5-d89c-42c8-8472-3ad7ae0ea405 req-fbd2240d-27de-4770-a732-3278ffc36643 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:12.784741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-396fdea5-d89c-42c8-8472-3ad7ae0ea405 req-fbd2240d-27de-4770-a732-3278ffc36643 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 944 time: 0.0602660 May 02 10:49:12.862780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-396fdea5-d89c-42c8-8472-3ad7ae0ea405 req-126923b5-a672-4276-8aad-1ef0499d08d5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704427 May 02 10:49:12.910524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:12.911418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:12.942154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:12.977913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:12.979729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:13.030552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5aac78-8a47-4b9e-9a77-a8bb89c50abc None None] Pushing event updated for resources: {'Port': ['ID=ad43b867-50af-4450-9169-f98bcd439504,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:13.055211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4884983b-5e07-4648-a292-9d9d1e27567a None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:13.055585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4884983b-5e07-4648-a292-9d9d1e27567a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.183235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4884983b-5e07-4648-a292-9d9d1e27567a None None] Port 337f0a4e-86c5-46b8-9e96-839af8bbc3db cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:13.207869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:13.208525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.214644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:13.217583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks [] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.261104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:13.261481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.262428 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8cb93558-4a26-40cf-803b-30be57343f2a req-5bfd652f-8452-43c9-81d5-f3644fc6ef42 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0476043 May 02 10:49:13.275678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-43b9b034-65cf-48ce-bf80-2618ec68b5de tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:13.277333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-43b9b034-65cf-48ce-bf80-2618ec68b5de tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1976023 May 02 10:49:13.278633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.330279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'port': {'device_id': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'admin_state_up': True, 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:13.385781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Pushing event updated for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:13.431311 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.481458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:13.511943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:13.518728 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.566775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:13.570631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:13.571116 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ba9800f-db7e-4f0b-9a2b-f35f1d814230" -d '{"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:13.571269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:13.609380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:13.611892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '337f0a4e-86c5-46b8-9e96-839af8bbc3db', 'name': '', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'mac_address': 'fa:16:3e:38:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:12Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 1, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'subnets': [{'id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:13.643252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:13.646936 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.653503 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbd9ccb-b9c4-4ff8-81a8-f9ebb2499752 x-openstack-request-id: req-8bbd9ccb-b9c4-4ff8-81a8-f9ebb2499752 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:13.653807 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-plugged", "status": "completed", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:13.654294 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8bbd9ccb-b9c4-4ff8-81a8-f9ebb2499752 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:13.654616 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bbd9ccb-b9c4-4ff8-81a8-f9ebb2499752'] response: {'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'code': 200} May 02 10:49:13.657764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708751af-bab8-415c-a9d4-8c994e9300fe None None] The sync data for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 is: [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '337f0a4e-86c5-46b8-9e96-839af8bbc3db', 'name': '', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'mac_address': 'fa:16:3e:38:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:12Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 1, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'subnets': [{'id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:13.669004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:13.799904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:14.045125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6ebe06a5-03ec-4870-aaaf-93b0af8e67f4 None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:14.082260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ebe06a5-03ec-4870-aaaf-93b0af8e67f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:14.167963 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6ebe06a5-03ec-4870-aaaf-93b0af8e67f4 None None] Port 337f0a4e-86c5-46b8-9e96-839af8bbc3db cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:14.362742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f84a5c-b24c-4a7b-bf45-6402d7968d6b req-55802f63-3ded-4357-b3c1-b8e2cd067634 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:14.364403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06f84a5c-b24c-4a7b-bf45-6402d7968d6b req-55802f63-3ded-4357-b3c1-b8e2cd067634 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.1416619 May 02 10:49:14.383131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3d1d9-ea6c-43de-9857-7b804b1ba3ea req-d7e05e7e-a6a9-4e82-9019-2c3044de5146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:14.384954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ea3d1d9-ea6c-43de-9857-7b804b1ba3ea req-d7e05e7e-a6a9-4e82-9019-2c3044de5146 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 1128 time: 0.1594625 May 02 10:49:14.428737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-77483ffc-7cad-4e72-8d77-f2169ca8e193 req-747834a5-a9c3-4820-840a-ec8a84a0fdb7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0495303 May 02 10:49:14.504136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:14.517251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Router 5e02a05a-d18c-4a32-bf67-511e0efb3215 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:49:14.520913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06f84a5c-b24c-4a7b-bf45-6402d7968d6b req-f0f5afd7-b992-4819-a836-930d372421e8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266160 May 02 10:49:14.563280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Allocated IP 172.20.0.12 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/c5f3f946-8a7f-41c8-864e-4a2aa38bf549) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:14.606849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ea3d1d9-ea6c-43de-9857-7b804b1ba3ea req-dc35fdd1-bd3b-46b2-ae61-79a761a2b004 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889703 May 02 10:49:14.755579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:14.797706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-53497b75-46cd-47de-98c4-d65bc2d7f0bd admin admin] 10.222.0.16 "PUT /v2.0/routers/5e02a05a-d18c-4a32-bf67-511e0efb3215/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1646941 May 02 10:49:14.885384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:14.983101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ad43b867-50af-4450-9169-f98bcd439504 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:15.002085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.046458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ad43b867-50af-4450-9169-f98bcd439504 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:15.047242 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ad43b867-50af-4450-9169-f98bcd439504), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.068879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:15.072415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:15.076506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:15.149541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:15.197843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:15.199611 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.295803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-089df018-3a99-4f45-99d1-8ff51fb7ee1e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9866540 May 02 10:49:15.355398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Request body: {'port': {'device_id': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:15.415471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ad43b867-50af-4450-9169-f98bcd439504 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:15.416171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ad43b867-50af-4450-9169-f98bcd439504), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.423215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-96a0ae0d-ac2c-4c27-a1e5-7a114448b866 None None] Provisioning complete for port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:15.428264 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96a0ae0d-ac2c-4c27-a1e5-7a114448b866 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.490248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port ad43b867-50af-4450-9169-f98bcd439504, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad43b867-50af-4450-9169-f98bcd439504,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:15.510182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-96a0ae0d-ac2c-4c27-a1e5-7a114448b866 None None] Port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:15.525574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.590178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ad43b867-50af-4450-9169-f98bcd439504), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.617738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e49fc-3367-4c8a-9774-3eb5c6c690bb req-0aa69872-5b3d-418b-95fc-361c8ec944b4 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:15.621487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f64e49fc-3367-4c8a-9774-3eb5c6c690bb req-0aa69872-5b3d-418b-95fc-361c8ec944b4 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 932 time: 0.0971701 May 02 10:49:15.710633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f64e49fc-3367-4c8a-9774-3eb5c6c690bb req-bb706c72-e043-4616-9a46-960dc5672af2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742288 May 02 10:49:15.726033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=ad43b867-50af-4450-9169-f98bcd439504,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:15.785618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468129c7-22b3-40b5-967a-4c3980f3ed26 req-30c7aebd-0ff2-462f-ac99-f8a31e3c3cc8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:15.787188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468129c7-22b3-40b5-967a-4c3980f3ed26 req-30c7aebd-0ff2-462f-ac99-f8a31e3c3cc8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.0980122 May 02 10:49:15.890651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-468129c7-22b3-40b5-967a-4c3980f3ed26 req-b753e530-8cfd-4856-b5cc-f55398c90920 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720105 May 02 10:49:15.977732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:15.982542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5f3f946-8a7f-41c8-864e-4a2aa38bf549 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:49:15.992873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks [] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.013424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Transition to ACTIVE for port object c5f3f946-8a7f-41c8-864e-4a2aa38bf549 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:49:16.080518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.097096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33828) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:16.108391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-667410018-network', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:16.150764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:16.212035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Made reservation on behalf of 73a4921ab6904eb88bfe9f5c629cff14 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:16.214642 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.233307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.245569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Attempting to bind port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:16.246239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Attempting to bind port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:16.246815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Attempting to bind port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:16.253685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 on network 1fa2212c-8280-43d9-af18-44dff02feb7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:49:16.254486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Attempting to bind port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:16.261088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:16.261443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:16.261833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:16.262416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Bound port: c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:16.262790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.356286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:16.369204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:16.389320 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks [] for security_group (f9223a56-7299-412a-9455-56e2ef09af4a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.464012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.490927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9223a56-7299-412a-9455-56e2ef09af4a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.501479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:16.502366 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.504371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] 10.222.0.15 "PUT /v2.0/ports/c5f3f946-8a7f-41c8-864e-4a2aa38bf549 HTTP/1.1" status: 200 len: 1092 time: 1.1558414 May 02 10:49:16.506838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:16.517034 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a54f008-c768-47e2-8b4a-719cbb8ab51b" -d '{"events": [{"name": "network-changed", "server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:16.521552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:49:16.564000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82458d7e-585d-4101-a1ad-ff0a28b50da7 service neutron] Pushing event updated for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:16.582940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9223a56-7299-412a-9455-56e2ef09af4a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:16.604862 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e046ef-0626-482b-b966-437b0e3fa3ab x-openstack-request-id: req-b2e046ef-0626-482b-b966-437b0e3fa3ab {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:16.605085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82dd4b8a-9140-4917-a772-12d67542753f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.605514 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Added segment 82dd4b8a-9140-4917-a772-12d67542753f of type vlan for network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 May 02 10:49:16.605642 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:16.605790 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b2e046ef-0626-482b-b966-437b0e3fa3ab {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:16.606392 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2e046ef-0626-482b-b966-437b0e3fa3ab'] response: {'name': 'network-changed', 'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549', 'status': 'completed', 'code': 200} May 02 10:49:16.668027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-ca2abbd0-3805-481e-9788-12273b918584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:16.668324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.669611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-ca2abbd0-3805-481e-9788-12273b918584 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 1126 time: 0.0609329 May 02 10:49:16.720856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-d9b7d0db-3d84-4ec1-a91f-bca46097f4ee service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549 HTTP/1.1" status: 200 len: 217 time: 0.0441506 May 02 10:49:16.783632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.785032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:16.789660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:16.803341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-c89f6f99-2d29-4441-8919-a28b23ff269a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:16.805098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-c89f6f99-2d29-4441-8919-a28b23ff269a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0776489 May 02 10:49:16.874785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ead51fc-309c-47f5-b373-99dce7e95bff req-aae16846-6588-449f-b1b2-874a7162c05b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:16.876477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ead51fc-309c-47f5-b373-99dce7e95bff req-aae16846-6588-449f-b1b2-874a7162c05b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.0701606 May 02 10:49:16.920869 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Sync routers for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:16.935162 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:16.935862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:16.937458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] Pushing event updated for resources: {'Network': ['ID=d6cb3bc9-5bca-4e02-942f-2f9d48888ca5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:16.954316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5187214b-6f4b-456c-9889-48c170e361b5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8559055 May 02 10:49:16.956934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33876) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:16.960345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:49:16.973941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Request body: {'subnet': {'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-667410018-subnet', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:16.992679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ad43b867-50af-4450-9169-f98bcd439504 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:16.998451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28690134-58f1-418a-99ca-463798e8588b req-5ab142d8-43b1-439f-835f-0af59c5cbdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:17.000821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-5ab142d8-43b1-439f-835f-0af59c5cbdc9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1228359 May 02 10:49:17.059612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ead51fc-309c-47f5-b373-99dce7e95bff req-5567d78a-0368-42a1-b3cd-b5dbd0715531 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735754 May 02 10:49:17.097782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700675fc-bfd2-46c8-a357-2c4840af4966 req-bd9afe6d-3860-4723-9f69-86bd5c6a9ff0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:17.105461 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-700675fc-bfd2-46c8-a357-2c4840af4966 req-bd9afe6d-3860-4723-9f69-86bd5c6a9ff0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.0839472 May 02 10:49:17.111077 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:17.121153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Made reservation on behalf of 73a4921ab6904eb88bfe9f5c629cff14 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:17.123526 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.136980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ad43b867-50af-4450-9169-f98bcd439504 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:17.136980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ad43b867-50af-4450-9169-f98bcd439504), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.241068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-dc06bf77-df11-4a0d-8833-6be0e59c9a21 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2228475 May 02 10:49:17.241244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-700675fc-bfd2-46c8-a357-2c4840af4966 req-44eaaaa1-717f-4cb4-9b3d-23c99a19d023 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1344852 May 02 10:49:17.266167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ad43b867-50af-4450-9169-f98bcd439504 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:17.374082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28690134-58f1-418a-99ca-463798e8588b req-8515a199-7df5-464e-bd63-f36e0bb5a988 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208506 May 02 10:49:17.376972 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '337f0a4e-86c5-46b8-9e96-839af8bbc3db', 'name': '', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'mac_address': 'fa:16:3e:38:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:12Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 2, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'subnets': [{'id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:17.408204 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Checking router: 5e02a05a-d18c-4a32-bf67-511e0efb3215 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:17.408905 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Updating router 5e02a05a-d18c-4a32-bf67-511e0efb3215 port 337f0a4e-86c5-46b8-9e96-839af8bbc3db binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:49:17.444041 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.531235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (361b346e-4732-4e22-a33c-4c068c066e4d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.602301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=361b346e-4732-4e22-a33c-4c068c066e4d,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:17.614904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Checking segment: {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:17.615383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Network hostable DHCP agents. Network: d6cb3bc9-5bca-4e02-942f-2f9d48888ca5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:49:17.697560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:49:17.731724 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks [] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.816729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6cb3bc9-5bca-4e02-942f-2f9d48888ca5) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:17.821122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:17.821863 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.826650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4389c0cd-9976-4cb7-84e9-39404d358be7 None None] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:17.845312 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.898962 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6e9b4-09b9-4b14-9076-7c802ce9eb6f None None] Pushing event updated for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:17.942471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4ccfe30-41b3-43d8-adc3-d88b95f041d5 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9831543 May 02 10:49:17.946197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 33898) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:17.951765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:17.954312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-d6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:49:17.955687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.979276 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Attempting to bind port 337f0a4e-86c5-46b8-9e96-839af8bbc3db on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:17.979866 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Attempting to bind port 337f0a4e-86c5-46b8-9e96-839af8bbc3db by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:17.979986 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Attempting to bind port 337f0a4e-86c5-46b8-9e96-839af8bbc3db on network 68bdb849-dd67-4836-a444-bb6f5bb5336c {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:17.986819 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:17.987627 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Checking segment: {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:17.988198 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:17.988824 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Bound using segment: {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:17.989456 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Bound port: 337f0a4e-86c5-46b8-9e96-839af8bbc3db, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b4b64a-ad9a-491a-aa93-8de6e46f47a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:17.990041 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.009769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-527dffd9-a1b1-4354-ba07-2627d0278d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.011863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-527dffd9-a1b1-4354-ba07-2627d0278d0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 1126 time: 0.0721228 May 02 10:49:18.068095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] For port 337f0a4e-86c5-46b8-9e96-839af8bbc3db, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:18.071597 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] For port 337f0a4e-86c5-46b8-9e96-839af8bbc3db, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=337f0a4e-86c5-46b8-9e96-839af8bbc3db,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:18.075130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (dc1fa46c-4845-43b7-9273-d433437368ba), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.078028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (dc1fa46c-4845-43b7-9273-d433437368ba), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.164519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Allocated IP 172.20.0.2 (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5/361b346e-4732-4e22-a33c-4c068c066e4d/a8f7322b-2c09-4a6f-bb85-82cfee2edf95) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:18.187268 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.191926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for router_controller (dc1fa46c-4845-43b7-9273-d433437368ba), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.257472 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd6e9b4-09b9-4b14-9076-7c802ce9eb6f None None] Pushing event updated for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:18.273281 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:18.274980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:18.353817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f21827-8a90-427f-9387-4cc2f8ce42b4 req-b8d67172-9a08-4087-aee5-c0aa727cd65e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.361056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5f21827-8a90-427f-9387-4cc2f8ce42b4 req-b8d67172-9a08-4087-aee5-c0aa727cd65e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.1610723 May 02 10:49:18.373620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-0d8cb461-6d08-4f8d-aa58-e507df958384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.375222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-0d8cb461-6d08-4f8d-aa58-e507df958384 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.3563101 May 02 10:49:18.424064 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks [] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.460916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:18.482854 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.494575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-ee3de832-3823-4218-ad56-6bffcc342b88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549 HTTP/1.1" status: 200 len: 217 time: 0.0777159 May 02 10:49:18.560445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.592548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5f21827-8a90-427f-9387-4cc2f8ce42b4 req-dd402ea8-1cba-48f3-914a-5faaaebe0885 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2211201 May 02 10:49:18.645805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:18.650090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Pushing event updated for resources: {'Port': ['ID=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:18.650956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-2b73a44c-1119-4b89-906f-a402b6e71dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.654092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:18.656363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:18.660996 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:18.667918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-2b73a44c-1119-4b89-906f-a402b6e71dd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.1617770 May 02 10:49:18.676501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for router_gateway (dc1fa46c-4845-43b7-9273-d433437368ba), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.711815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Current status of the port 337f0a4e-86c5-46b8-9e96-839af8bbc3db is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:18.711815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.712177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3481c8fe-cdb7-4d96-b2de-0d0b569c41e2 req-a772f94e-749f-4d71-8c7d-1c56dc0d176d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.722813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3481c8fe-cdb7-4d96-b2de-0d0b569c41e2 req-a772f94e-749f-4d71-8c7d-1c56dc0d176d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.3149638 May 02 10:49:18.763423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-d737d580-475f-45a1-9429-57a37ecf9b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:18.766821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-d737d580-475f-45a1-9429-57a37ecf9b6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0932162 May 02 10:49:18.772222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:49:18.836611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Attempting to bind port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:18.840908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Attempting to bind port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:18.841319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Attempting to bind port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 on network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:18.849444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] For port 337f0a4e-86c5-46b8-9e96-839af8bbc3db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=337f0a4e-86c5-46b8-9e96-839af8bbc3db,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:18.856779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:18.861148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Checking segment: {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:18.861148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.861148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Bound using segment: {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:18.862078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Bound port: a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:18.862538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.964568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] For port a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:18.967189 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '337f0a4e-86c5-46b8-9e96-839af8bbc3db', 'name': '', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'mac_address': 'fa:16:3e:38:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:12Z', 'updated_at': '2022-05-02T10:49:18Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'subnets': [{'id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:18.968907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] For port a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:18.972769 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:18.979919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-b8026d34-c56d-4eb5-9be9-bc3e54200b15 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064185 May 02 10:49:19.005363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3481c8fe-cdb7-4d96-b2de-0d0b569c41e2 req-08c311c0-d9ba-4218-8111-9e53e1998f34 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2809982 May 02 10:49:19.007338 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b9b9-dc0c-442e-8557-aead2d184872 None None] The sync data for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 is: [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:12Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '337f0a4e-86c5-46b8-9e96-839af8bbc3db', 'name': '', 'network_id': '68bdb849-dd67-4836-a444-bb6f5bb5336c', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'mac_address': 'fa:16:3e:38:e8:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:12Z', 'updated_at': '2022-05-02T10:49:18Z', 'revision_number': 4, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'subnets': [{'id': '5c9801ae-5435-4bd1-b7af-9b412db30bf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:19.024176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 337f0a4e-86c5-46b8-9e96-839af8bbc3db up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:19.056141 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for router_gateway (dc1fa46c-4845-43b7-9273-d433437368ba), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.066366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.075172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.126494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dca6c0-bedf-4039-b5cb-66272ab1a52c None None] Pushing event updated for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:19.136848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9d43d395-552b-4ed1-a962-9ca16f7093d4 None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:19.137221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9d43d395-552b-4ed1-a962-9ca16f7093d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.222881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Allocated IP 172.35.4.188 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/8fba9074-e598-4373-a64a-0e5f1411f8ed) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:19.245983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:19.246561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.281934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896fdf91-ccb1-463a-bf8f-a1a06e2855af None None] Pushing event updated for resources: {'Port': ['ID=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:19.340854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9d43d395-552b-4ed1-a962-9ca16f7093d4 None None] Current status of the port 337f0a4e-86c5-46b8-9e96-839af8bbc3db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:19.379505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 337f0a4e-86c5-46b8-9e96-839af8bbc3db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:19.407422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.549802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:19.585043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a54f008-c768-47e2-8b4a-719cbb8ab51b req-d1a505c6-8fc8-4c3d-82e2-06bce4df1f04 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733806 May 02 10:49:19.618836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:19.621964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:19.625281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:19.660350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Pushing event updated for resources: {'Port': ['ID=8fba9074-e598-4373-a64a-0e5f1411f8ed,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:19.762118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e66753-8f7b-4d0a-9517-5b031a754b16 req-4c6914fd-6f88-4dd5-b544-6ecd82557bb5 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:19.764129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8e66753-8f7b-4d0a-9517-5b031a754b16 req-4c6914fd-6f88-4dd5-b544-6ecd82557bb5 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.0730946 May 02 10:49:19.825403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c8e66753-8f7b-4d0a-9517-5b031a754b16 req-ffea9c43-4f6f-4759-9fa5-8dda09cdb13d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550368 May 02 10:49:20.306022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for router_gateway (dc1fa46c-4845-43b7-9273-d433437368ba), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:20.470921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bdff5d-01c5-43c6-890a-2b12d9c33f7c None None] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:20.532361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (dc1fa46c-4845-43b7-9273-d433437368ba), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:20.589853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Provisioning complete for port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:20.590230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:20.682508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Current status of the port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:20.682919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:20.718210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] For port a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:20.805915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Router dc1fa46c-4845-43b7-9273-d433437368ba is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:49:20.807593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:20.865517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7875d835-c9b2-43df-bde6-602b26857085 None None] Pushing event updated for resources: {'Port': ['ID=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:20.947016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5670b324-8ab0-4866-882c-27e4a11349fa None None] Provisioning complete for port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:20.947437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5670b324-8ab0-4866-882c-27e4a11349fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.043597 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190e9d1-bfdd-42fb-add1-4d2fd7ff5a66 req-88b729b9-6f24-4d5f-8aed-186029ea222e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:21.043847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5670b324-8ab0-4866-882c-27e4a11349fa None None] Current status of the port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:21.045786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e190e9d1-bfdd-42fb-add1-4d2fd7ff5a66 req-88b729b9-6f24-4d5f-8aed-186029ea222e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.0801904 May 02 10:49:21.051328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:21.060306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 337f0a4e-86c5-46b8-9e96-839af8bbc3db up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:21.065231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Sync routers for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:21.110186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:21.110824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:21.124252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e190e9d1-bfdd-42fb-add1-4d2fd7ff5a66 req-1aa3804b-558f-449d-acf6-8bba0c936847 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624733 May 02 10:49:21.174037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 337f0a4e-86c5-46b8-9e96-839af8bbc3db triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:21.174412 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.194706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.198578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e62a7241-409c-4a52-b373-02522e4c947d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.2482295 May 02 10:49:21.199269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 33938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:21.262800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:21.398523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 337f0a4e-86c5-46b8-9e96-839af8bbc3db is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:21.399618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a8f7322b-2c09-4a6f-bb85-82cfee2edf95 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:21.489862 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:21.490575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.520854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:20Z', 'revision_number': 3, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:21.550341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Checking router: dc1fa46c-4845-43b7-9273-d433437368ba for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:21.550698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Updating router dc1fa46c-4845-43b7-9273-d433437368ba port 8fba9074-e598-4373-a64a-0e5f1411f8ed binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:49:21.590281 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.636079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:21.820415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Allocated IP 172.20.0.1 (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5/361b346e-4732-4e22-a33c-4c068c066e4d/8298b2b5-696d-4abe-afb5-8f78064ae3aa) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:21.861978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:21.933428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks [] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.012661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.038658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks [] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.051817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:22.058295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:22.062900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:22.064912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:22.105784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (dc1fa46c-4845-43b7-9273-d433437368ba), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.148950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.221128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Attempting to bind port 8fba9074-e598-4373-a64a-0e5f1411f8ed on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:22.221508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Attempting to bind port 8fba9074-e598-4373-a64a-0e5f1411f8ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:22.221881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Attempting to bind port 8fba9074-e598-4373-a64a-0e5f1411f8ed on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:22.224918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b88ac-24c1-4d56-a4e7-7f42cdc9653f None None] Pushing event updated for resources: {'Port': ['ID=8fba9074-e598-4373-a64a-0e5f1411f8ed,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:22.229957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:22.230333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:22.230749 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.231143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:22.231622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Bound port: 8fba9074-e598-4373-a64a-0e5f1411f8ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:22.232010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.296289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c179c10-a5ca-44a5-9773-be9d918e7ad3 req-67e2000d-f59f-4cec-888e-71cf77a2e89f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:22.297973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c179c10-a5ca-44a5-9773-be9d918e7ad3 req-67e2000d-f59f-4cec-888e-71cf77a2e89f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.0719035 May 02 10:49:22.299960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] For port 8fba9074-e598-4373-a64a-0e5f1411f8ed, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:22.303752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] For port 8fba9074-e598-4373-a64a-0e5f1411f8ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fba9074-e598-4373-a64a-0e5f1411f8ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:22.352405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c179c10-a5ca-44a5-9773-be9d918e7ad3 req-713d0590-8cc6-4389-96bf-e5541e0b2637 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460746 May 02 10:49:22.380737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-15bcdf20-5a3c-4186-8d0b-f0b5030fc35c None None] Provisioning complete for port 8298b2b5-696d-4abe-afb5-8f78064ae3aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:22.381235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-15bcdf20-5a3c-4186-8d0b-f0b5030fc35c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.393236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.409573 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.456797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-15bcdf20-5a3c-4186-8d0b-f0b5030fc35c None None] Port 8298b2b5-696d-4abe-afb5-8f78064ae3aa cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:22.482953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:22.483563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:22.486670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5b88ac-24c1-4d56-a4e7-7f42cdc9653f None None] Pushing event updated for resources: {'Port': ['ID=8fba9074-e598-4373-a64a-0e5f1411f8ed,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:22.562345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks [] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.602568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:22.627620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.693686 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (dc1fa46c-4845-43b7-9273-d433437368ba), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:22.695526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Pushing event updated for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:22.795567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:22.797792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:22.810590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8298b2b5-696d-4abe-afb5-8f78064ae3aa', 'name': '', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'mac_address': 'fa:16:3e:99:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:21Z', 'updated_at': '2022-05-02T10:49:21Z', 'revision_number': 1, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'subnets': [{'id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:22.845500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0e4e5a-2ef8-4c11-a237-6024f69d574a None None] The sync data for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 is: [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8298b2b5-696d-4abe-afb5-8f78064ae3aa', 'name': '', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'mac_address': 'fa:16:3e:99:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:21Z', 'updated_at': '2022-05-02T10:49:21Z', 'revision_number': 1, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'subnets': [{'id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:22.977616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c5f3f946-8a7f-41c8-864e-4a2aa38bf549 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:49:22.983582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a8f7322b-2c09-4a6f-bb85-82cfee2edf95 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:23.151159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:23.152039 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:23.285992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5ce2593e-f8c6-4890-b37e-40cb89f9c7e7 None None] Provisioning complete for port 8298b2b5-696d-4abe-afb5-8f78064ae3aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:23.286360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ce2593e-f8c6-4890-b37e-40cb89f9c7e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:23.294250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:23.311353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Router dc1fa46c-4845-43b7-9273-d433437368ba has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:49:23.338138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'port_id': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549', 'mac_address': 'fa:16:3e:fa:16:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:49:23.399482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5ce2593e-f8c6-4890-b37e-40cb89f9c7e7 None None] Port 8298b2b5-696d-4abe-afb5-8f78064ae3aa cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:23.437785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:23.454705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:23.455101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:23.469678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:23.471385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5f3f946-8a7f-41c8-864e-4a2aa38bf549 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:49:23.475855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3e8688c4-cc97-469e-9192-5673c4ee70f2 admin admin] 10.222.0.16 "PUT /v2.0/routers/dc1fa46c-4845-43b7-9273-d433437368ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2751279 May 02 10:49:23.507622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:23.526565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a0aa07-676e-4dbf-a4dd-41f978e555db req-587937eb-255a-4a96-b007-712c9c19a92e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:23.529044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a0aa07-676e-4dbf-a4dd-41f978e555db req-587937eb-255a-4a96-b007-712c9c19a92e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 944 time: 0.0963154 May 02 10:49:23.586463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31a0aa07-676e-4dbf-a4dd-41f978e555db req-2df026f4-89dd-49b4-b799-3e355ba13bae tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503676 May 02 10:49:23.629321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:23.695770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:23.862277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c5f3f946-8a7f-41c8-864e-4a2aa38bf549'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:24.705835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0000cd7d-67a6-433f-a017-df565654ccfd req-01df1975-b1d1-4639-a4a4-69871b5ebf73 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:24.707332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0000cd7d-67a6-433f-a017-df565654ccfd req-01df1975-b1d1-4639-a4a4-69871b5ebf73 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 945 time: 0.0489635 May 02 10:49:24.759053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0000cd7d-67a6-433f-a017-df565654ccfd req-7732bec0-2273-4dd5-9b24-b98683303b6b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453444 May 02 10:49:24.925865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fba9074-e598-4373-a64a-0e5f1411f8ed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:24.976360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c5f3f946-8a7f-41c8-864e-4a2aa38bf549 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:25.006371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8fba9074-e598-4373-a64a-0e5f1411f8ed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:25.006750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.088781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:49:25.145409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8fba9074-e598-4373-a64a-0e5f1411f8ed is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:25.146076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.181593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 8fba9074-e598-4373-a64a-0e5f1411f8ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fba9074-e598-4373-a64a-0e5f1411f8ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:25.184665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:25.185076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.270207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.302459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:25.302855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.345679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:25.347953 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3cf07b4-0ad3-4d8f-bef6-ade92c9442b1" -d '{"events": [{"server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "name": "network-vif-plugged", "status": "completed", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:25.357443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=8fba9074-e598-4373-a64a-0e5f1411f8ed,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:25.370225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:25.389036 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651b0fce-1c19-434a-8c2a-ff31c97432ff x-openstack-request-id: req-651b0fce-1c19-434a-8c2a-ff31c97432ff {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:25.389403 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "name": "network-vif-plugged", "status": "completed", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:25.389728 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-651b0fce-1c19-434a-8c2a-ff31c97432ff {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:25.390325 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-651b0fce-1c19-434a-8c2a-ff31c97432ff'] response: {'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549', 'code': 200} May 02 10:49:25.452137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.518628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14e5073-982a-44b2-b344-ff7d3099830e req-f05393ab-f0d2-4dd6-b0d9-faaea07f905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:25.520828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a14e5073-982a-44b2-b344-ff7d3099830e req-f05393ab-f0d2-4dd6-b0d9-faaea07f905d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 1128 time: 0.0593047 May 02 10:49:25.529491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:25.567375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a14e5073-982a-44b2-b344-ff7d3099830e req-84d2d2f9-2e6e-4d4f-be7e-fac8c874881a service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408185 May 02 10:49:25.571602 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1fca9293-270d-438b-936e-8f93492f3e96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:25.605616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:25.894434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f64878-fe6f-4920-ae3e-312d0ee52402 req-72ced471-a57e-42b4-be04-56f5bda54a4e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:25.902090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03f64878-fe6f-4920-ae3e-312d0ee52402 req-72ced471-a57e-42b4-be04-56f5bda54a4e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0644944 May 02 10:49:25.950807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03f64878-fe6f-4920-ae3e-312d0ee52402 req-16b33908-e0fd-4685-acfe-28448286344d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 May 02 10:49:25.973733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:26.220936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Deleting port 337f0a4e-86c5-46b8-9e96-839af8bbc3db {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:26.221432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:26.301011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] For port 337f0a4e-86c5-46b8-9e96-839af8bbc3db, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=337f0a4e-86c5-46b8-9e96-839af8bbc3db,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:26.301429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:26.316311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Calling delete_port for 337f0a4e-86c5-46b8-9e96-839af8bbc3db owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:26.598121 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Sync routers for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:26.609274 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:26.610409 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:26.612146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (337f0a4e-86c5-46b8-9e96-839af8bbc3db), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:26.643688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Pushing event deleted for resources: {'Port': ['ID=337f0a4e-86c5-46b8-9e96-839af8bbc3db,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:26.752261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:26.867731 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.026133 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8298b2b5-696d-4abe-afb5-8f78064ae3aa', 'name': '', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'mac_address': 'fa:16:3e:99:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:21Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 2, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'subnets': [{'id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:27.054427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fba9074-e598-4373-a64a-0e5f1411f8ed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:27.057956 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Checking router: dc1fa46c-4845-43b7-9273-d433437368ba for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:27.058407 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Updating router dc1fa46c-4845-43b7-9273-d433437368ba port 8298b2b5-696d-4abe-afb5-8f78064ae3aa binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:49:27.088837 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.132919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8fba9074-e598-4373-a64a-0e5f1411f8ed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:27.133630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.137599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740a6ef-9086-4d20-b88d-318b492fee9d req-1236bc0e-7e94-404b-a00c-7dfdbf1b462e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:27.139134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6740a6ef-9086-4d20-b88d-318b492fee9d req-1236bc0e-7e94-404b-a00c-7dfdbf1b462e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0723567 May 02 10:49:27.228392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6740a6ef-9086-4d20-b88d-318b492fee9d req-9c82e30b-18fc-476e-b693-552e9399dcd8 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629444 May 02 10:49:27.232753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Router 5e02a05a-d18c-4a32-bf67-511e0efb3215 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:49:27.236586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8fba9074-e598-4373-a64a-0e5f1411f8ed is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:27.352811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:27.358144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6acbbab1-087a-49fd-b511-11716dad194a admin admin] 10.222.0.16 "PUT /v2.0/routers/5e02a05a-d18c-4a32-bf67-511e0efb3215/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7514532 May 02 10:49:27.361643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34074) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:27.362740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Sync routers for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:27.377757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:27.379578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:27.431841 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks [] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.473178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks [] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.501060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:27.521132 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.576302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9339a-55f2-4f09-95ba-3a04f396ea3b None None] Pushing event updated for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:27.606970 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks [] for router_gateway (5e02a05a-d18c-4a32-bf67-511e0efb3215), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.682678 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Attempting to bind port 8298b2b5-696d-4abe-afb5-8f78064ae3aa on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:27.683287 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Attempting to bind port 8298b2b5-696d-4abe-afb5-8f78064ae3aa by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:27.683492 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Attempting to bind port 8298b2b5-696d-4abe-afb5-8f78064ae3aa on network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:27.689988 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:27.690383 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Checking segment: {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:27.695344 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.695344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Bound using segment: {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:27.695344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Bound port: 8298b2b5-696d-4abe-afb5-8f78064ae3aa, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82dd4b8a-9140-4917-a772-12d67542753f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:27.695344 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.722954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45'}], 'enable_snat': True}, 'gw_port_id': 'ad43b867-50af-4450-9169-f98bcd439504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:26Z', 'revision_number': 5, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port': {'id': 'ad43b867-50af-4450-9169-f98bcd439504', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ee:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3209, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:09Z', 'updated_at': '2022-05-02T10:49:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:27.740411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Deleting port ad43b867-50af-4450-9169-f98bcd439504 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:27.740825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ad43b867-50af-4450-9169-f98bcd439504), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.762656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Checking router: 5e02a05a-d18c-4a32-bf67-511e0efb3215 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:27.771710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Routers {'5e02a05a-d18c-4a32-bf67-511e0efb3215'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:27.772349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:48:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e02a05a-d18c-4a32-bf67-511e0efb3215'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:27.791047 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] For port 8298b2b5-696d-4abe-afb5-8f78064ae3aa, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:27.794847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] For port 8298b2b5-696d-4abe-afb5-8f78064ae3aa, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8298b2b5-696d-4abe-afb5-8f78064ae3aa,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:27.875294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] For port ad43b867-50af-4450-9169-f98bcd439504, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ad43b867-50af-4450-9169-f98bcd439504,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:27.875622 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.878532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ad43b867-50af-4450-9169-f98bcd439504), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.886625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] Set router 5e02a05a-d18c-4a32-bf67-511e0efb3215 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:27.903309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Calling delete_port for ad43b867-50af-4450-9169-f98bcd439504 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:27.971900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:27Z', 'revision_number': 6, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:27.971900 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b9ed2513-bf69-49d3-89db-28dcca794467 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:27.991310 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:27.991965 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:28.006013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5062b98d-0808-4b3d-8101-3ca3bbe66029 None None] The sync data for ids ['5e02a05a-d18c-4a32-bf67-511e0efb3215'] in ncdv-master-1 is: [{'id': '5e02a05a-d18c-4a32-bf67-511e0efb3215', 'name': 'tempest-TestAggregatesBasicOps-1905994315-router', 'tenant_id': '25b31684bd0f406085f00c4d8c7ded50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:08Z', 'updated_at': '2022-05-02T10:49:27Z', 'revision_number': 6, 'project_id': '25b31684bd0f406085f00c4d8c7ded50', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:28.009020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Provisioning complete for port 8298b2b5-696d-4abe-afb5-8f78064ae3aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:28.009543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.116372 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c9339a-55f2-4f09-95ba-3a04f396ea3b None None] Pushing event updated for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:28.181125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Current status of the port 8298b2b5-696d-4abe-afb5-8f78064ae3aa is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:28.181656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.215660 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:28.222245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] For port 8298b2b5-696d-4abe-afb5-8f78064ae3aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8298b2b5-696d-4abe-afb5-8f78064ae3aa,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:28.290780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ad43b867-50af-4450-9169-f98bcd439504), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.319315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.323654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad43b867-50af-4450-9169-f98bcd439504,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:28.400825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c40e3a-99f9-4c70-886e-50be24f1a2dd None None] Pushing event updated for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:28.416109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.416715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.416817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.417156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.417720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.418058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.418399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.418736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.419062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.419392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.419721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.420049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.420370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.420977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.421307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:49:28.444860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e50e0d88-baad-4679-b0b8-3ac6c38e2e54 None None] Provisioning complete for port 8298b2b5-696d-4abe-afb5-8f78064ae3aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:28.445245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e50e0d88-baad-4679-b0b8-3ac6c38e2e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.471901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ba480e-1547-4849-9639-981968e0ca48 req-73920805-3986-462e-84e4-bab584087b63 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:28.473847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-77ba480e-1547-4849-9639-981968e0ca48 req-73920805-3986-462e-84e4-bab584087b63 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.1540618 May 02 10:49:28.495235 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8298b2b5-696d-4abe-afb5-8f78064ae3aa', 'name': '', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'mac_address': 'fa:16:3e:99:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:21Z', 'updated_at': '2022-05-02T10:49:27Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'subnets': [{'id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:28.532303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dc3283-0684-4091-b01d-3e8c5f7f1dc5 None None] The sync data for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 is: [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:22Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '8298b2b5-696d-4abe-afb5-8f78064ae3aa', 'name': '', 'network_id': 'd6cb3bc9-5bca-4e02-942f-2f9d48888ca5', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'mac_address': 'fa:16:3e:99:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 3228, 'fixed_ips': [{'subnet_id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:21Z', 'updated_at': '2022-05-02T10:49:27Z', 'revision_number': 4, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'subnets': [{'id': '361b346e-4732-4e22-a33c-4c068c066e4d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:28.535909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.592585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e50e0d88-baad-4679-b0b8-3ac6c38e2e54 None None] Current status of the port 8298b2b5-696d-4abe-afb5-8f78064ae3aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:28.600886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:28.661843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-77ba480e-1547-4849-9639-981968e0ca48 req-c7ec2d5c-a69c-4cee-8f3c-a8eecd36534b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773226 May 02 10:49:28.667175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.669837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks [] for router_controller (5e02a05a-d18c-4a32-bf67-511e0efb3215), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.740868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a1241e6-f5ed-4bf4-a2fe-2164033f2eef admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.813166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5e02a05a-d18c-4a32-bf67-511e0efb3215), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.814049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e02a05a-d18c-4a32-bf67-511e0efb3215 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:49:28.818728 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.820316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0e798793-7a84-46d1-9364-ebd2d17f1d83 admin admin] 10.222.0.16 "DELETE /v2.0/routers/5e02a05a-d18c-4a32-bf67-511e0efb3215 HTTP/1.1" status: 204 len: 168 time: 1.4575839 May 02 10:49:28.829036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:28.835237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4345ff66-fa96-471e-8494-4cf57cc33d0d req-af15b475-9f82-4ece-9dcd-6b6897ec94bc tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:28.836841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4345ff66-fa96-471e-8494-4cf57cc33d0d req-af15b475-9f82-4ece-9dcd-6b6897ec94bc tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0796313 May 02 10:49:28.888869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Deleting subnet 5c9801ae-5435-4bd1-b7af-9b412db30bf1 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:49:28.892967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Publish callbacks [] for subnet (5c9801ae-5435-4bd1-b7af-9b412db30bf1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.935744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a1241e6-f5ed-4bf4-a2fe-2164033f2eef admin admin] Publish callbacks [] for security_group (7a7e905a-35d3-4513-a262-2dcad46e8cb2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:28.940621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4345ff66-fa96-471e-8494-4cf57cc33d0d req-a9513560-36ee-49a3-af48-ceba63cc6cbd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941296 May 02 10:49:28.949476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (5c9801ae-5435-4bd1-b7af-9b412db30bf1), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.001495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a1241e6-f5ed-4bf4-a2fe-2164033f2eef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a7e905a-35d3-4513-a262-2dcad46e8cb2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.020675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8298b2b5-696d-4abe-afb5-8f78064ae3aa up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:29.061413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a1241e6-f5ed-4bf4-a2fe-2164033f2eef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=daa310593c854e8f90aa5b1302dcbdda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4585462 May 02 10:49:29.062273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1241e6-f5ed-4bf4-a2fe-2164033f2eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a7e905a-35d3-4513-a262-2dcad46e8cb2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:29.074363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34108) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:29.077776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (5c9801ae-5435-4bd1-b7af-9b412db30bf1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.130271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8298b2b5-696d-4abe-afb5-8f78064ae3aa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:29.130821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.190177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] Publish callbacks [] for security_group (7a7e905a-35d3-4513-a262-2dcad46e8cb2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.230834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (5c9801ae-5435-4bd1-b7af-9b412db30bf1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.235708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] Publish callbacks [] for security_group (7a7e905a-35d3-4513-a262-2dcad46e8cb2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.267645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.270216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8298b2b5-696d-4abe-afb5-8f78064ae3aa is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:29.283715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c9801ae-5435-4bd1-b7af-9b412db30bf1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:29.294659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.294659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-210210a3-383d-488a-924e-f600a2b881be admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5c9801ae-5435-4bd1-b7af-9b412db30bf1 HTTP/1.1" status: 204 len: 168 time: 0.4636745 May 02 10:49:29.295219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34114) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:29.295876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb320c-8009-4499-a56a-9aeb512a611f None None] Network 68bdb849-dd67-4836-a444-bb6f5bb5336c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:29.417054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (68bdb849-dd67-4836-a444-bb6f5bb5336c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.423045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7a7e905a-35d3-4513-a262-2dcad46e8cb2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.426184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.430356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7a7e905a-35d3-4513-a262-2dcad46e8cb2 HTTP/1.1" status: 204 len: 168 time: 0.3533769 May 02 10:49:29.454150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026b51c-5f57-4ace-8baa-e53c653579b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a7e905a-35d3-4513-a262-2dcad46e8cb2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:29.512973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Deleting port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:29.513340 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.535684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 337f0a4e-86c5-46b8-9e96-839af8bbc3db no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:29.602412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] For port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,segment=NetworkSegment(73b4b64a-ad9a-491a-aa93-8de6e46f47a1),segment_id=73b4b64a-ad9a-491a-aa93-8de6e46f47a1)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:29.603298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.604525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 337f0a4e-86c5-46b8-9e96-839af8bbc3db {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:29.604982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 337f0a4e-86c5-46b8-9e96-839af8bbc3db not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:29.605561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ad43b867-50af-4450-9169-f98bcd439504 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:29.619686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Calling delete_port for 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:29.635665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ad43b867-50af-4450-9169-f98bcd439504 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:29.637989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ad43b867-50af-4450-9169-f98bcd439504 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:29.763198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] DHCP port deletion for 68bdb849-dd67-4836-a444-bb6f5bb5336c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:49:29.790366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.805952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Deleting port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:29.806706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.822641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:29.828154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] No DVR routers for this DVR port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:29.880368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] For port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6, host ncdv-master-1, got binding levels [] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:29.880804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.896175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Calling delete_port for 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:29.899058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.ipam_backend_mixin [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 was not found and therefore no delete operation was performed {{(pid=115664) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:49:29.900451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1b92f618-2b5a-489c-a0b8-7093e8cfa8b6), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.927981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] Pushing event deleted for resources: {'Port': ['ID=1b92f618-2b5a-489c-a0b8-7093e8cfa8b6,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:29.931578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b941c3-9fdb-4005-974a-a30ae0b24261 None None] No DVR routers for this DVR port 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:29.933470 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (68bdb849-dd67-4836-a444-bb6f5bb5336c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.961397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68bdb849-dd67-4836-a444-bb6f5bb5336c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:29.971753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b4b64a-ad9a-491a-aa93-8de6e46f47a1') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:29.972049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b4b64a-ad9a-491a-aa93-8de6e46f47a1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:29.981850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (73b4b64a-ad9a-491a-aa93-8de6e46f47a1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:29.998138 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (73b4b64a-ad9a-491a-aa93-8de6e46f47a1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.002363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:49:30.002926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (73b4b64a-ad9a-491a-aa93-8de6e46f47a1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: timer() May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:49:30.005522 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:49:30.240453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (68bdb849-dd67-4836-a444-bb6f5bb5336c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.263096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.267171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] 10.222.0.16 "DELETE /v2.0/networks/68bdb849-dd67-4836-a444-bb6f5bb5336c HTTP/1.1" status: 204 len: 168 time: 0.9709289 May 02 10:49:30.268656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b45995-41a9-43cd-9227-35d0564a4550 admin admin] Pushing event deleted for resources: {'Network': ['ID=68bdb849-dd67-4836-a444-bb6f5bb5336c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:30.270216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:30.302675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34140) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:30.316919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38045c07-5f2e-417b-938c-cfbb2cb216ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.407108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38045c07-5f2e-417b-938c-cfbb2cb216ba admin admin] Publish callbacks [] for security_group (86beecb1-f40b-4d44-b5de-189754391333), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.491740 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-38045c07-5f2e-417b-938c-cfbb2cb216ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (86beecb1-f40b-4d44-b5de-189754391333), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.535710 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-38045c07-5f2e-417b-938c-cfbb2cb216ba admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0506bf8122224b85b3f36f04f29e1b78&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2318814 May 02 10:49:30.537920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38045c07-5f2e-417b-938c-cfbb2cb216ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86beecb1-f40b-4d44-b5de-189754391333,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:30.541449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34156) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:30.596697 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] Publish callbacks [] for security_group (86beecb1-f40b-4d44-b5de-189754391333), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.606517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.620442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] Publish callbacks [] for security_group (86beecb1-f40b-4d44-b5de-189754391333), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.658653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (dc1fa46c-4845-43b7-9273-d433437368ba), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.766765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (86beecb1-f40b-4d44-b5de-189754391333), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.769420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:30.771389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/86beecb1-f40b-4d44-b5de-189754391333 HTTP/1.1" status: 204 len: 168 time: 0.2281644 May 02 10:49:30.786974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08656344-37df-4507-a329-fd74adaea09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86beecb1-f40b-4d44-b5de-189754391333,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:30.955880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:30.977008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Deleting port 8298b2b5-696d-4abe-afb5-8f78064ae3aa {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:30.977882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:30.978299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1b92f618-2b5a-489c-a0b8-7093e8cfa8b6 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:30.978430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.060549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] For port 8298b2b5-696d-4abe-afb5-8f78064ae3aa, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8298b2b5-696d-4abe-afb5-8f78064ae3aa,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:31.061038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.079161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Calling delete_port for 8298b2b5-696d-4abe-afb5-8f78064ae3aa owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:31.366497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8298b2b5-696d-4abe-afb5-8f78064ae3aa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.574830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34200) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:31.593513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b152202-9be5-4048-bf43-4cf172538683 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.681715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8298b2b5-696d-4abe-afb5-8f78064ae3aa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:31.725250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b152202-9be5-4048-bf43-4cf172538683 admin admin] Publish callbacks [] for security_group (c33a52b2-2526-47ab-9e6b-e9a24c39ecf4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.783506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b152202-9be5-4048-bf43-4cf172538683 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c33a52b2-2526-47ab-9e6b-e9a24c39ecf4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.830146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b152202-9be5-4048-bf43-4cf172538683 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1c441b239c0243bfbf09dd85d17556f7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2538781 May 02 10:49:31.830771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:31.837481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b152202-9be5-4048-bf43-4cf172538683 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c33a52b2-2526-47ab-9e6b-e9a24c39ecf4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:31.879177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (dc1fa46c-4845-43b7-9273-d433437368ba), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.897669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] Publish callbacks [] for security_group (c33a52b2-2526-47ab-9e6b-e9a24c39ecf4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.925199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] Publish callbacks [] for security_group (c33a52b2-2526-47ab-9e6b-e9a24c39ecf4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:31.970160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.058001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c33a52b2-2526-47ab-9e6b-e9a24c39ecf4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.060590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.061798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c33a52b2-2526-47ab-9e6b-e9a24c39ecf4 HTTP/1.1" status: 204 len: 168 time: 0.2297485 May 02 10:49:32.070303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3d8da-d7bc-4832-87dd-b0d1af868bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c33a52b2-2526-47ab-9e6b-e9a24c39ecf4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:32.119252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Router dc1fa46c-4845-43b7-9273-d433437368ba has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:49:32.235326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:32.241922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1d5ba617-1742-4b5f-8b08-fd2755c768d4 admin admin] 10.222.0.16 "PUT /v2.0/routers/dc1fa46c-4845-43b7-9273-d433437368ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9700336 May 02 10:49:32.244032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34228) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:32.244862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Sync routers for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:32.255600 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:32.256506 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:32.370182 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:32.371380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks [] for router (dc1fa46c-4845-43b7-9273-d433437368ba), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.488924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks [] for router_gateway (dc1fa46c-4845-43b7-9273-d433437368ba), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.625108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Deleting port 8fba9074-e598-4373-a64a-0e5f1411f8ed {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:32.632503 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.651659 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188'}], 'enable_snat': True}, 'gw_port_id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:31Z', 'revision_number': 5, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port': {'id': '8fba9074-e598-4373-a64a-0e5f1411f8ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:67:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3227, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:49:19Z', 'updated_at': '2022-05-02T10:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:32.680642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Checking router: dc1fa46c-4845-43b7-9273-d433437368ba for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:32.688801 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Routers {'dc1fa46c-4845-43b7-9273-d433437368ba'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:32.689649 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['dc1fa46c-4845-43b7-9273-d433437368ba'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:32.716818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] For port 8fba9074-e598-4373-a64a-0e5f1411f8ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fba9074-e598-4373-a64a-0e5f1411f8ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:32.717193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:32.731309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Calling delete_port for 8fba9074-e598-4373-a64a-0e5f1411f8ed owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:32.785940 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] Set router dc1fa46c-4845-43b7-9273-d433437368ba gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:32.855957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:32Z', 'revision_number': 6, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:32.887369 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4add7900-20f1-46d7-b1c0-dac6264c4777 None None] The sync data for ids ['dc1fa46c-4845-43b7-9273-d433437368ba'] in ncdv-master-1 is: [{'id': 'dc1fa46c-4845-43b7-9273-d433437368ba', 'name': 'tempest-TestAggregatesBasicOps-667410018-router', 'tenant_id': '73a4921ab6904eb88bfe9f5c629cff14', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:49:18Z', 'updated_at': '2022-05-02T10:49:32Z', 'revision_number': 6, 'project_id': '73a4921ab6904eb88bfe9f5c629cff14', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:33.127066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8fba9074-e598-4373-a64a-0e5f1411f8ed), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.154151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fba9074-e598-4373-a64a-0e5f1411f8ed,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:33.219966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (dc1fa46c-4845-43b7-9273-d433437368ba), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.330934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (dc1fa46c-4845-43b7-9273-d433437368ba), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.333327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks [] for router_controller (dc1fa46c-4845-43b7-9273-d433437368ba), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.486735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (dc1fa46c-4845-43b7-9273-d433437368ba), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.487455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc1fa46c-4845-43b7-9273-d433437368ba {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:49:33.496547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.497922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39011066-17e9-4fdb-869a-2a59964a1142 admin admin] 10.222.0.16 "DELETE /v2.0/routers/dc1fa46c-4845-43b7-9273-d433437368ba HTTP/1.1" status: 204 len: 168 time: 1.2517996 May 02 10:49:33.500555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:33.546353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Deleting subnet 361b346e-4732-4e22-a33c-4c068c066e4d {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:49:33.550023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Publish callbacks [] for subnet (361b346e-4732-4e22-a33c-4c068c066e4d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.583610 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (361b346e-4732-4e22-a33c-4c068c066e4d), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.665641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (361b346e-4732-4e22-a33c-4c068c066e4d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.761183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (361b346e-4732-4e22-a33c-4c068c066e4d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.790856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=361b346e-4732-4e22-a33c-4c068c066e4d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:33.793150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.799897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-21d2a2f9-6975-4e72-89ff-93fda858f13a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/361b346e-4732-4e22-a33c-4c068c066e4d HTTP/1.1" status: 204 len: 168 time: 0.2944269 May 02 10:49:33.799897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34278) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:33.804591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26914247-ecb5-4b56-9db3-ff32ba3399bb None None] Network d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:49:33.923685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:33.993614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Deleting port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:33.995757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.104316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] DHCP port deletion for d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:49:34.126364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] For port a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:34.126743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.155382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Calling delete_port for a8f7322b-2c09-4a6f-bb85-82cfee2edf95 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:34.174068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Deleting port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:34.174755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.244451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-bdbe8b82-b26f-4431-af6f-5cec22dad737 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:34.257877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-bdbe8b82-b26f-4431-af6f-5cec22dad737 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1905754 May 02 10:49:34.273770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-ff251698-1a8b-4e61-9d44-399949b03193 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/quotas/24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 375 time: 0.0164750 May 02 10:49:34.329245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] For port a8f7322b-2c09-4a6f-bb85-82cfee2edf95, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,segment=NetworkSegment(82dd4b8a-9140-4917-a772-12d67542753f),segment_id=82dd4b8a-9140-4917-a772-12d67542753f)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:34.329974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.339345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-fbc2207a-dd4a-44d7-bb2c-376cdb42c1ff tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0643826 May 02 10:49:34.366547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Calling delete_port for a8f7322b-2c09-4a6f-bb85-82cfee2edf95 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:34.434435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.459386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-7505c8fe-4548-4fc6-b084-ca0637dfb07f service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189358 May 02 10:49:34.472510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:34.482714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] No DVR routers for this DVR port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:34.490629 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (a8f7322b-2c09-4a6f-bb85-82cfee2edf95), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.523923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] Pushing event deleted for resources: {'Port': ['ID=a8f7322b-2c09-4a6f-bb85-82cfee2edf95,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:34.533010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690117f-ce16-4829-a9e7-b2169825e904 None None] No DVR routers for this DVR port a8f7322b-2c09-4a6f-bb85-82cfee2edf95 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:34.578973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-b2507ab9-8d2c-4492-8127-5509fe3cceda service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096907 May 02 10:49:34.596542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.618996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6cb3bc9-5bca-4e02-942f-2f9d48888ca5']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:34.629976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82dd4b8a-9140-4917-a772-12d67542753f') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:34.630509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82dd4b8a-9140-4917-a772-12d67542753f') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:34.642119 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (82dd4b8a-9140-4917-a772-12d67542753f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.658980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82dd4b8a-9140-4917-a772-12d67542753f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.665352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:49:34.665973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (82dd4b8a-9140-4917-a772-12d67542753f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: timer() May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:49:34.668163 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:49:34.883106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d6cb3bc9-5bca-4e02-942f-2f9d48888ca5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.889386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c99d6e3b-0857-47a2-8183-79cc80cd8fbe req-ed625b4b-9d74-4f4a-a4ec-ebf2acd67981 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0591292 May 02 10:49:34.938257 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:34.941658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d6cb3bc9-5bca-4e02-942f-2f9d48888ca5 HTTP/1.1" status: 204 len: 168 time: 1.1412013 May 02 10:49:34.949815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bed9992-a111-4aea-9217-3392d9d694e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=d6cb3bc9-5bca-4e02-942f-2f9d48888ca5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:34.954478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fba9074-e598-4373-a64a-0e5f1411f8ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:34.994492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8fba9074-e598-4373-a64a-0e5f1411f8ed {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:34.994850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fba9074-e598-4373-a64a-0e5f1411f8ed not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:34.996367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8298b2b5-696d-4abe-afb5-8f78064ae3aa no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:35.018477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8298b2b5-696d-4abe-afb5-8f78064ae3aa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:35.018831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8298b2b5-696d-4abe-afb5-8f78064ae3aa not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:35.019244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a8f7322b-2c09-4a6f-bb85-82cfee2edf95 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:49:35.072095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a8f7322b-2c09-4a6f-bb85-82cfee2edf95 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:49:35.072452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a8f7322b-2c09-4a6f-bb85-82cfee2edf95 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:49:35.445632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:35.491668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5e279385-7bce-4656-a802-d52bb3ddadc5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=25b31684bd0f406085f00c4d8c7ded50&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0447962 May 02 10:49:35.495868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34366) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:35.543520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] Publish callbacks [] for security_group (73c48076-7f17-4071-b539-169022191306), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:35.565653 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] Publish callbacks [] for security_group (73c48076-7f17-4071-b539-169022191306), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:35.932510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (73c48076-7f17-4071-b539-169022191306), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:35.935535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:35.937023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/73c48076-7f17-4071-b539-169022191306 HTTP/1.1" status: 204 len: 168 time: 0.4413738 May 02 10:49:35.950208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ebdc6-aab8-43b5-a532-b110597dd1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c48076-7f17-4071-b539-169022191306,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:35.994611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2e9721ae-4c0b-4509-bb71-c14bf4201257 req-308c641a-3b5f-449a-bd5a-91357d390899 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0400081 May 02 10:49:36.908380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:36.952155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1133353e-c25a-4e69-8267-2718110b514d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=73a4921ab6904eb88bfe9f5c629cff14&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425510 May 02 10:49:36.955279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:37.002636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] Publish callbacks [] for security_group (f9223a56-7299-412a-9455-56e2ef09af4a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:37.027939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] Publish callbacks [] for security_group (f9223a56-7299-412a-9455-56e2ef09af4a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:37.107159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa571be6-ca4f-4467-b172-a37a7260c20e req-d2d58779-b731-4558-b6b6-d58f54cbc266 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0286689 May 02 10:49:37.166701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f9223a56-7299-412a-9455-56e2ef09af4a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:37.169399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:37.170619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9223a56-7299-412a-9455-56e2ef09af4a HTTP/1.1" status: 204 len: 168 time: 0.2143431 May 02 10:49:37.178736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4a9b3-72d0-471e-baa9-21c46ba902c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9223a56-7299-412a-9455-56e2ef09af4a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:38.209903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4e1020a-d656-41da-af7d-a65c8f30deb5 req-92ebc988-3442-4c7c-bd23-430c8d250a60 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0302987 May 02 10:49:38.542576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-d8eb872a-0aac-4282-8954-159220fe9088 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:38.544152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-d8eb872a-0aac-4282-8954-159220fe9088 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1152744 May 02 10:49:38.556130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'port': {'device_id': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'admin_state_up': True, 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:38.584453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c9e41-8700-4aea-b23d-d59ecf5e7e27 req-23c35720-4082-4482-973b-aa1d046e7907 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:38.586123 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-717c9e41-8700-4aea-b23d-d59ecf5e7e27 req-23c35720-4082-4482-973b-aa1d046e7907 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0509923 May 02 10:49:38.639178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-717c9e41-8700-4aea-b23d-d59ecf5e7e27 req-1297475d-2d8a-48d6-8075-7d61d87f3767 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453188 May 02 10:49:38.743217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:38.746819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:38.891941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Allocated IP 172.20.0.6 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/91328959-e0a2-44e4-a1d4-c51af9e34a59) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:49:39.056172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.166795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.180415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c5f3f946-8a7f-41c8-864e-4a2aa38bf549'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:39.217824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:49:39.224821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:49:39.227436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:39.229692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:49:39.304028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:39.304633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.423642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54751b2a-c0b2-4911-8dd8-4604cb3896b0 req-205a17e0-9f82-4412-a8cb-3ad316e53cc8 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:39.425406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54751b2a-c0b2-4911-8dd8-4604cb3896b0 req-205a17e0-9f82-4412-a8cb-3ad316e53cc8 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 931 time: 0.0797076 May 02 10:49:39.429695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-64c5f993-e407-43e6-afbd-0a8b07cc6b16 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8775175 May 02 10:49:39.453686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Request body: {'port': {'device_id': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:39.516321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54751b2a-c0b2-4911-8dd8-4604cb3896b0 req-3befdd45-a392-4a91-84c5-4131cbb04246 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834699 May 02 10:49:39.553436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.595657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-02af6c27-6da0-43a3-be14-777fb359d36c None None] Provisioning complete for port 91328959-e0a2-44e4-a1d4-c51af9e34a59 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:39.596030 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-02af6c27-6da0-43a3-be14-777fb359d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.635918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-02af6c27-6da0-43a3-be14-777fb359d36c None None] Port 91328959-e0a2-44e4-a1d4-c51af9e34a59 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:49:39.777237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4636865-b0ed-4c7c-9935-ff518b25299b req-af337d6f-d72f-4e6d-bf68-50ca416f9ffb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:39.779419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4636865-b0ed-4c7c-9935-ff518b25299b req-af337d6f-d72f-4e6d-bf68-50ca416f9ffb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0505428 May 02 10:49:39.852015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91328959-e0a2-44e4-a1d4-c51af9e34a59 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:49:39.855698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4636865-b0ed-4c7c-9935-ff518b25299b req-b46a18f9-8539-436f-aa9e-757695b57092 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672636 May 02 10:49:39.867387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks [] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:39.889217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Transition to ACTIVE for port object 91328959-e0a2-44e4-a1d4-c51af9e34a59 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:49:39.966603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:40.039944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Pushing event updated for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:40.122658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Attempting to bind port 91328959-e0a2-44e4-a1d4-c51af9e34a59 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:49:40.122999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Attempting to bind port 91328959-e0a2-44e4-a1d4-c51af9e34a59 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:49:40.123399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Attempting to bind port 91328959-e0a2-44e4-a1d4-c51af9e34a59 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:40.128339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Port 91328959-e0a2-44e4-a1d4-c51af9e34a59 on network 1fa2212c-8280-43d9-af18-44dff02feb7d not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:49:40.128688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Attempting to bind port 91328959-e0a2-44e4-a1d4-c51af9e34a59 on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:49:40.134216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:49:40.134560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:49:40.134958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:49:40.135389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Bound port: 91328959-e0a2-44e4-a1d4-c51af9e34a59, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:49:40.135751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:40.503376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:49:40.506935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:49:40.584401 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:40.634746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:40.634746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:40.634746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] 10.222.0.24 "PUT /v2.0/ports/91328959-e0a2-44e4-a1d4-c51af9e34a59 HTTP/1.1" status: 200 len: 1091 time: 1.1864235 May 02 10:49:40.644484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:40.647832 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c514cc8e-d9e6-4710-99e7-ede15b4a0903" -d '{"events": [{"name": "network-changed", "server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:40.691019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d68c1d-4a4b-4d0d-8b77-3253b5531b13 service neutron] Pushing event updated for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:40.700945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217d9a15-31db-42c3-b285-2963449fb537 req-7faca70c-cc60-4334-9408-7cd471d96809 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:40.701291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-217d9a15-31db-42c3-b285-2963449fb537 req-7faca70c-cc60-4334-9408-7cd471d96809 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0897405 May 02 10:49:40.712952 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-457f532d-1a4b-4eb8-a972-b0b027528150 x-openstack-request-id: req-457f532d-1a4b-4eb8-a972-b0b027528150 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:40.713265 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:40.713631 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-457f532d-1a4b-4eb8-a972-b0b027528150 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:40.714085 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-457f532d-1a4b-4eb8-a972-b0b027528150'] response: {'name': 'network-changed', 'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59', 'status': 'completed', 'code': 200} May 02 10:49:40.808102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-6e72676a-67e9-46e8-98cb-405bd9e724dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:40.809657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-6e72676a-67e9-46e8-98cb-405bd9e724dd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 1125 time: 0.0697381 May 02 10:49:40.814268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-217d9a15-31db-42c3-b285-2963449fb537 req-75b31dad-e622-4723-b541-6bddf0779add tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040432 May 02 10:49:40.928796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-ac9ed9bc-ad1c-4c77-bd93-a73392cc6bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:40.930270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-ac9ed9bc-ad1c-4c77-bd93-a73392cc6bdf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1143067 May 02 10:49:40.993697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060d0cda-4f0a-4237-aa0b-9db070b0bede req-6ce56f95-21a7-42ec-978b-1a0be0f62e85 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.000776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-060d0cda-4f0a-4237-aa0b-9db070b0bede req-6ce56f95-21a7-42ec-978b-1a0be0f62e85 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0570979 May 02 10:49:41.058600 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-060d0cda-4f0a-4237-aa0b-9db070b0bede req-95c5fb4c-03e0-493b-89f1-e9087f7adaee tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519753 May 02 10:49:41.063639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-3167848c-e304-4468-9591-a6af7cca450e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.065571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c514cc8e-d9e6-4710-99e7-ede15b4a0903 req-3167848c-e304-4468-9591-a6af7cca450e service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1287951 May 02 10:49:41.150249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-c746aa9f-8ee7-4ca2-9f0e-84be4962fbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.151779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-c746aa9f-8ee7-4ca2-9f0e-84be4962fbc4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 1125 time: 0.0445714 May 02 10:49:41.193063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-63afb753-f27f-4460-b108-333073606ab8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59 HTTP/1.1" status: 200 len: 217 time: 0.0343974 May 02 10:49:41.251171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-de223611-8814-4186-a2eb-466eebfaf840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.252675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-de223611-8814-4186-a2eb-466eebfaf840 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0494788 May 02 10:49:41.296685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-12ee1a82-0387-4cc6-918e-7c347a0a8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.298177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-12ee1a82-0387-4cc6-918e-7c347a0a8885 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0389018 May 02 10:49:41.390176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-a6cce744-744b-48ae-922f-fab239c9db8d service neutron] 10.222.0.24 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856934 May 02 10:49:41.481878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0277a606-8c7c-4ad1-9047-6d3efa17d4db req-4d74ac95-4073-42b2-8dba-2afc6f4d5871 service neutron] 10.222.0.24 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843625 May 02 10:49:41.934134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b5efde-7771-43a7-b95f-ab3e5ee55224 req-e861823d-28e3-42c2-943c-0e4eb483c7c6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:41.935981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39b5efde-7771-43a7-b95f-ab3e5ee55224 req-e861823d-28e3-42c2-943c-0e4eb483c7c6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0492332 May 02 10:49:41.988154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39b5efde-7771-43a7-b95f-ab3e5ee55224 req-5c15ab35-cdc0-45d9-8f9f-26025de886af tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460465 May 02 10:49:42.181688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176162dc-69c0-4155-a68c-4f22cf150dd1 req-7aa89327-c591-4865-902a-c387203523b4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:42.183222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-176162dc-69c0-4155-a68c-4f22cf150dd1 req-7aa89327-c591-4865-902a-c387203523b4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0465243 May 02 10:49:42.231010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-176162dc-69c0-4155-a68c-4f22cf150dd1 req-d039a122-3c56-4796-a7fd-37872ebb186c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413733 May 02 10:49:43.112394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b379e97-352b-41cd-a772-05eb96d8e816 req-8022c5d7-e88a-4ba8-b9da-965b01647527 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:43.120142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b379e97-352b-41cd-a772-05eb96d8e816 req-8022c5d7-e88a-4ba8-b9da-965b01647527 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0577497 May 02 10:49:43.167403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b379e97-352b-41cd-a772-05eb96d8e816 req-947e0f0a-6ae6-4ee0-a358-d8fa806de573 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463150 May 02 10:49:43.358604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d257700d-72e5-46c4-9f97-4497d1a6faef req-5e03c6b0-c0b4-4aa0-9569-e50f43d00c04 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:43.361356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d257700d-72e5-46c4-9f97-4497d1a6faef req-5e03c6b0-c0b4-4aa0-9569-e50f43d00c04 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0532241 May 02 10:49:43.415884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d257700d-72e5-46c4-9f97-4497d1a6faef req-2a12c7a1-86e4-4430-9853-0e4a2342a360 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424466 May 02 10:49:44.289225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae68cb-eb86-4214-8e97-ebb102529111 req-ee86c85a-289c-4e53-a05e-81dff390fbad tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:44.290755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19ae68cb-eb86-4214-8e97-ebb102529111 req-ee86c85a-289c-4e53-a05e-81dff390fbad tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0483038 May 02 10:49:44.339333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-19ae68cb-eb86-4214-8e97-ebb102529111 req-dc201f0f-cf8c-4dbc-aef2-bf17f84d844a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428767 May 02 10:49:44.496754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:44.542755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38048526-310f-4385-93e4-8ade4b7dc665 req-6245caa1-2007-49f0-a93d-fc5a4605bf3d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:44.547059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38048526-310f-4385-93e4-8ade4b7dc665 req-6245caa1-2007-49f0-a93d-fc5a4605bf3d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0594206 May 02 10:49:44.597917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38048526-310f-4385-93e4-8ade4b7dc665 req-4234212b-af3f-44cd-9074-db0158eaf71e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472884 May 02 10:49:44.714238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34748) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:44.818384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18a6924b-feac-425b-942d-1af35f4c11f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:44.896532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18a6924b-feac-425b-942d-1af35f4c11f5 admin admin] Publish callbacks [] for security_group (06dd33ba-bb46-4c78-9554-0f7a44bac947), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:44.970938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18a6924b-feac-425b-942d-1af35f4c11f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (06dd33ba-bb46-4c78-9554-0f7a44bac947), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:45.007859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6924b-feac-425b-942d-1af35f4c11f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06dd33ba-bb46-4c78-9554-0f7a44bac947,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:45.012201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-18a6924b-feac-425b-942d-1af35f4c11f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1a7b92a002ae42e0b6f6405c56959e3b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969608 May 02 10:49:45.014833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34752) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:45.062909 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] Publish callbacks [] for security_group (06dd33ba-bb46-4c78-9554-0f7a44bac947), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:45.083994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] Publish callbacks [] for security_group (06dd33ba-bb46-4c78-9554-0f7a44bac947), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:45.212213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (06dd33ba-bb46-4c78-9554-0f7a44bac947), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:45.214867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:45.216034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/06dd33ba-bb46-4c78-9554-0f7a44bac947 HTTP/1.1" status: 204 len: 168 time: 0.2001488 May 02 10:49:45.224270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4d17c7-7422-4a12-92f7-52293a7af16e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06dd33ba-bb46-4c78-9554-0f7a44bac947,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:45.462464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c810ec5-ee1b-4d9b-ba67-ee83e83e4589 req-6611f64a-d4d3-4c2b-b6e9-409d3a3f0d5f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:45.463993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c810ec5-ee1b-4d9b-ba67-ee83e83e4589 req-6611f64a-d4d3-4c2b-b6e9-409d3a3f0d5f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0522602 May 02 10:49:45.518022 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c810ec5-ee1b-4d9b-ba67-ee83e83e4589 req-d60be68a-d2ed-44e6-9657-c53429df5f2f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476501 May 02 10:49:45.723434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dbf4e8-6d3a-4050-9779-a0627be6a843 req-eb556512-c2f6-46f3-aa2f-0debc457f1f8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:45.724927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1dbf4e8-6d3a-4050-9779-a0627be6a843 req-eb556512-c2f6-46f3-aa2f-0debc457f1f8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0514512 May 02 10:49:45.771627 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1dbf4e8-6d3a-4050-9779-a0627be6a843 req-772a6c56-8674-4cc2-b695-51f82b25148e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409417 May 02 10:49:45.972077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:46.638398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513730eb-b259-489b-8c5d-d648ff0f1477 req-26c7131e-0e39-4fb8-9b67-7ca812d678dd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:46.639931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-513730eb-b259-489b-8c5d-d648ff0f1477 req-26c7131e-0e39-4fb8-9b67-7ca812d678dd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0515690 May 02 10:49:46.691134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-513730eb-b259-489b-8c5d-d648ff0f1477 req-1f558498-9b1a-46f7-b846-dbfd7b418fff tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453990 May 02 10:49:46.759722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-f629cde0-a148-48a7-b355-f060d28020d5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381517 May 02 10:49:46.828778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf491e-9f98-4258-899d-5486446a893c req-beb27030-9e0e-4a5a-bab9-1da8d5d300de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:46.830869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-beb27030-9e0e-4a5a-bab9-1da8d5d300de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 1128 time: 0.0468650 May 02 10:49:46.903348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5ccfc7-3faa-4479-986d-cb6f37def03b req-e3cbe3a3-8ff5-4198-bbb2-b1bc6c35207b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:46.908145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de5ccfc7-3faa-4479-986d-cb6f37def03b req-e3cbe3a3-8ff5-4198-bbb2-b1bc6c35207b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0626395 May 02 10:49:47.325793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf491e-9f98-4258-899d-5486446a893c req-b2dce34d-1a15-4392-9530-2adfe3321c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:47.325793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-b2dce34d-1a15-4392-9530-2adfe3321c51 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 915 time: 0.0981092 May 02 10:49:47.327233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de5ccfc7-3faa-4479-986d-cb6f37def03b req-28e497e7-633e-4f4d-8537-db63a0560000 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455589 May 02 10:49:47.327391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-26f0e1c6-17d1-4ce3-ad53-296311e32d48 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a73cce69-b592-4c28-88e8-9727d050a892 HTTP/1.1" status: 200 len: 217 time: 0.0508966 May 02 10:49:47.327391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caf491e-9f98-4258-899d-5486446a893c req-bca14cd6-de75-4da6-abff-1097b112f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:47.327391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-bca14cd6-de75-4da6-abff-1097b112f445 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 200 len: 854 time: 0.0450931 May 02 10:49:47.328528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:47.328800 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-bc7baa67-6b3e-4f09-9de5-1b7b7c7f74ef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1040eb-5d5c-4a3f-9e44-05925a253135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299385 May 02 10:49:47.329094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4a23ba58-972b-4029-ad95-f3a0430205d4 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1648623217'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:47.329094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4a23ba58-972b-4029-ad95-f3a0430205d4 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Unknown quota resources ['metering_label']. {{(pid=115662) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:49:47.329380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-eb5d5b32-c920-4342-b0f0-b54a01c9fa72 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973270 May 02 10:49:47.329380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8caf491e-9f98-4258-899d-5486446a893c req-ac936424-bd28-4fa1-b5ac-0a9fb7937552 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967910 May 02 10:49:47.744192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4a23ba58-972b-4029-ad95-f3a0430205d4 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:47.748748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34810) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:47.753141 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4a23ba58-972b-4029-ad95-f3a0430205d4 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6648977 May 02 10:49:47.754426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1d8ba328-f677-4ca7-9bfb-d3aa66abf8eb tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '5a6dda8b-3138-40bc-82c8-eb5289b451e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:47.755288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1d8ba328-f677-4ca7-9bfb-d3aa66abf8eb tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:49:47.881223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0645dacf-2149-42f0-8dfb-d0aee92c6e8c req-015dde0f-f60e-43a0-91e6-0f9c8606b8da tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:47.882689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0645dacf-2149-42f0-8dfb-d0aee92c6e8c req-015dde0f-f60e-43a0-91e6-0f9c8606b8da tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.0927074 May 02 10:49:47.886295 ncdv-master-1 neutron-server[115663]: WARNING neutron.services.metering.metering_plugin [None req-1d8ba328-f677-4ca7-9bfb-d3aa66abf8eb tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 02 10:49:48.026342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d8ba328-f677-4ca7-9bfb-d3aa66abf8eb tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:48.027538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1d8ba328-f677-4ca7-9bfb-d3aa66abf8eb tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2774799 May 02 10:49:48.030776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34814) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.035397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-10b16f3e-111e-45c5-9908-7e9046e7cf8d tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '5a6dda8b-3138-40bc-82c8-eb5289b451e8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:48.035903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-10b16f3e-111e-45c5-9908-7e9046e7cf8d tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=115662) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:49:48.049338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0645dacf-2149-42f0-8dfb-d0aee92c6e8c req-c38fe446-0c5a-4fef-8cac-2c43fb3a9e2a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591449 May 02 10:49:48.157564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95402081-078f-400f-94ab-959272bb69cc req-c43c9890-3cd0-46a2-be37-59a9bed5a3f3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:48.159002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95402081-078f-400f-94ab-959272bb69cc req-c43c9890-3cd0-46a2-be37-59a9bed5a3f3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.1191123 May 02 10:49:48.206467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95402081-078f-400f-94ab-959272bb69cc req-67e23114-b5fe-4362-be7f-15c2b45bd99c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418940 May 02 10:49:48.211865 ncdv-master-1 neutron-server[115662]: WARNING neutron.services.metering.metering_plugin [None req-10b16f3e-111e-45c5-9908-7e9046e7cf8d tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. May 02 10:49:48.323491 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10b16f3e-111e-45c5-9908-7e9046e7cf8d tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:48.324727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10b16f3e-111e-45c5-9908-7e9046e7cf8d tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2928584 May 02 10:49:48.327915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.337222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e17cd03-c069-4f9f-8e56-08943bc22458 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7a4a59b3-bb06-4c86-a731-fd12d11a43fb HTTP/1.1" status: 200 len: 462 time: 0.0088310 May 02 10:49:48.345080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34818) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.480872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c70a6d3a-a04d-48a2-8c5a-34d3bc0b2166 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:48.482006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c70a6d3a-a04d-48a2-8c5a-34d3bc0b2166 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/7a4a59b3-bb06-4c86-a731-fd12d11a43fb HTTP/1.1" status: 204 len: 168 time: 0.1360819 May 02 10:49:48.485223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34820) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.493571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-943c95a2-9398-464d-bb8b-6fbcac459b20 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=7a4a59b3-bb06-4c86-a731-fd12d11a43fb HTTP/1.1" status: 200 len: 221 time: 0.0073714 May 02 10:49:48.496541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.500835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-36e6d90b-e071-4080-94aa-67e783498220 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--953330709', 'description': 'label created by tempest'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:48.501279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-36e6d90b-e071-4080-94aa-67e783498220 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Unknown quota resources ['metering_label']. {{(pid=115662) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 10:49:48.742344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-36e6d90b-e071-4080-94aa-67e783498220 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:48.743438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36e6d90b-e071-4080-94aa-67e783498220 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.2459998 May 02 10:49:48.746182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:48.821537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39945485-703e-43f0-8794-4ba05c811e6c tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=fe3ea2ff-bce0-49f4-9e9e-ddad88e34471 HTTP/1.1" status: 200 len: 467 time: 0.0742879 May 02 10:49:48.824049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34828) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.088507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-283d6a97-70cf-45e0-9dda-cf3480b8ab93 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:49.089831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-283d6a97-70cf-45e0-9dda-cf3480b8ab93 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/fe3ea2ff-bce0-49f4-9e9e-ddad88e34471 HTTP/1.1" status: 204 len: 168 time: 0.2648976 May 02 10:49:49.092567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34832) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.104611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-73672ebf-e4ad-4f18-8974-6865b0914194 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=fe3ea2ff-bce0-49f4-9e9e-ddad88e34471 HTTP/1.1" status: 200 len: 216 time: 0.0108829 May 02 10:49:49.107920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34834) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.117703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-adf45f3c-3136-44c2-a9d3-be385f7f68dc tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0086300 May 02 10:49:49.123367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34836) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.145271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a87484d-0e8c-4679-b376-04cbc04182e3 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0154469 May 02 10:49:49.151439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34840) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.153707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 91328959-e0a2-44e4-a1d4-c51af9e34a59 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:49:49.220883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.221997 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec450bd9-a0e1-40d4-aa1a-d5cb4a5e6dc0 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-labels/5a6dda8b-3138-40bc-82c8-eb5289b451e8 HTTP/1.1" status: 200 len: 473 time: 0.0686712 May 02 10:49:49.254703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b668cb84-d357-415e-856f-a99c104c28a3 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "GET /v2.0/metering/metering-label-rules/9440e16b-d083-4903-8d54-8bc47cc5032e HTTP/1.1" status: 200 len: 459 time: 0.0321329 May 02 10:49:49.258257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34846) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.306055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:49.323738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '91328959-e0a2-44e4-a1d4-c51af9e34a59', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'port_id': '91328959-e0a2-44e4-a1d4-c51af9e34a59', 'mac_address': 'fa:16:3e:a9:d5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:49:49.353078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16855da4-6ab3-44f2-adac-5d21643702f9 req-de603571-89e3-4c9d-9390-fdf6139854d3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:49.354806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16855da4-6ab3-44f2-adac-5d21643702f9 req-de603571-89e3-4c9d-9390-fdf6139854d3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 943 time: 0.2328637 May 02 10:49:49.383491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 91328959-e0a2-44e4-a1d4-c51af9e34a59 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:49.383880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:49.389746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e9e05-0a0c-4dc5-ab13-299c5b3eaca7 req-441fc610-8485-422c-98b7-05c8a295a5d7 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:49.391446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0e9e05-0a0c-4dc5-ab13-299c5b3eaca7 req-441fc610-8485-422c-98b7-05c8a295a5d7 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0815833 May 02 10:49:49.398057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91328959-e0a2-44e4-a1d4-c51af9e34a59 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:49:49.415961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16855da4-6ab3-44f2-adac-5d21643702f9 req-37cfc5ee-9115-422f-9d2d-4f9936565648 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540144 May 02 10:49:49.418243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:49.501929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:49.528568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3991f1f1-21fb-431f-9780-95fef73ca0ec tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:49.531967 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3991f1f1-21fb-431f-9780-95fef73ca0ec tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-label-rules/9440e16b-d083-4903-8d54-8bc47cc5032e HTTP/1.1" status: 204 len: 168 time: 0.2706637 May 02 10:49:49.532421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:49.537943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ab0e9e05-0a0c-4dc5-ab13-299c5b3eaca7 req-19f6bf38-6817-456c-ba58-84fc66b50136 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1400163 May 02 10:49:49.561429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:49.723762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['91328959-e0a2-44e4-a1d4-c51af9e34a59'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:49.842608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a33d1d14-2683-42ed-9f31-998dca615409 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] Publish callbacks [] for metering_label (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:49.843759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a33d1d14-2683-42ed-9f31-998dca615409 tempest-MeteringIpV6TestJSON-2116226123 tempest-MeteringIpV6TestJSON-2116226123-project-admin] 10.222.0.16 "DELETE /v2.0/metering/metering-labels/5a6dda8b-3138-40bc-82c8-eb5289b451e8 HTTP/1.1" status: 204 len: 168 time: 0.3103130 May 02 10:49:50.302601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34856) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:50.425576 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d05f3535-c033-4f21-abbb-cc97d9dd016c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.526075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d05f3535-c033-4f21-abbb-cc97d9dd016c admin admin] Publish callbacks [] for security_group (3f0f5af6-3033-4554-bf15-904b62b01f26), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.542142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f296e492-8526-4ea4-b579-65f22a311b16 req-a0495073-72bf-46c3-a5a5-039cac400b74 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:50.543632 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f296e492-8526-4ea4-b579-65f22a311b16 req-a0495073-72bf-46c3-a5a5-039cac400b74 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 944 time: 0.0560565 May 02 10:49:50.588066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d05f3535-c033-4f21-abbb-cc97d9dd016c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3f0f5af6-3033-4554-bf15-904b62b01f26), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.603025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f296e492-8526-4ea4-b579-65f22a311b16 req-b04dd71f-fe61-4943-9215-7bcc08966257 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535839 May 02 10:49:50.637014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d05f3535-c033-4f21-abbb-cc97d9dd016c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cf7896c758e4405c8d6923420b26e924&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3332281 May 02 10:49:50.637862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05f3535-c033-4f21-abbb-cc97d9dd016c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f0f5af6-3033-4554-bf15-904b62b01f26,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:50.640559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:50.692053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] Publish callbacks [] for security_group (3f0f5af6-3033-4554-bf15-904b62b01f26), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.718695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] Publish callbacks [] for security_group (3f0f5af6-3033-4554-bf15-904b62b01f26), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.799590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fe3c56-d194-422a-a4e7-32ccd3c580d9 req-ac8df20a-4f6f-4042-bb01-4f0bcc3d513d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:50.801063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82fe3c56-d194-422a-a4e7-32ccd3c580d9 req-ac8df20a-4f6f-4042-bb01-4f0bcc3d513d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.1830630 May 02 10:49:50.848504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82fe3c56-d194-422a-a4e7-32ccd3c580d9 req-e967fea4-ce61-44a4-8908-ed3e8a372135 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417519 May 02 10:49:50.921074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3f0f5af6-3033-4554-bf15-904b62b01f26), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.923882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:50.925048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3f0f5af6-3033-4554-bf15-904b62b01f26 HTTP/1.1" status: 204 len: 168 time: 0.2834632 May 02 10:49:50.933464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c7205d-6e63-471a-9bda-db87606ff74a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f0f5af6-3033-4554-bf15-904b62b01f26,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:51.168949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 91328959-e0a2-44e4-a1d4-c51af9e34a59 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:49:51.212014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 91328959-e0a2-44e4-a1d4-c51af9e34a59 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:49:51.303530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 91328959-e0a2-44e4-a1d4-c51af9e34a59 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:49:51.303914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.385296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 91328959-e0a2-44e4-a1d4-c51af9e34a59 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:49:51.385687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.407775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:51.410528 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f32e8bb-20e2-4133-adf0-97ab97a778a2" -d '{"events": [{"server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "name": "network-vif-plugged", "status": "completed", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:51.423989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:51.446913 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1bb297-0070-4af8-9be5-c54771a463fd x-openstack-request-id: req-ce1bb297-0070-4af8-9be5-c54771a463fd {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:51.447243 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "name": "network-vif-plugged", "status": "completed", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:51.458681 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce1bb297-0070-4af8-9be5-c54771a463fd {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:51.458681 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1bb297-0070-4af8-9be5-c54771a463fd'] response: {'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59', 'code': 200} May 02 10:49:51.542755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.543556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb98189c-9eff-4471-a078-e4b037f4038d req-501dafeb-19a9-4a29-b4c5-49b7c71e30a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:51.545093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb98189c-9eff-4471-a078-e4b037f4038d req-501dafeb-19a9-4a29-b4c5-49b7c71e30a0 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 1126 time: 0.0418291 May 02 10:49:51.587529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb98189c-9eff-4471-a078-e4b037f4038d req-0ab6db6f-8a4f-442a-86e8-958cd69d3089 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368085 May 02 10:49:51.592142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:51.660996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:51.674664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78ff487d-dd8a-4b09-a340-7256fb521b76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.727630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4e31b7-4eb6-4c05-bd17-bd9e5fd54148 req-49cf5f5f-78f8-4e57-b871-e1c8705ea950 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:51.731284 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e4e31b7-4eb6-4c05-bd17-bd9e5fd54148 req-49cf5f5f-78f8-4e57-b871-e1c8705ea950 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0536125 May 02 10:49:51.762371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78ff487d-dd8a-4b09-a340-7256fb521b76 admin admin] Publish callbacks [] for security_group (d0ad1054-143f-4460-8a9d-1e98a193dfdd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.797134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e4e31b7-4eb6-4c05-bd17-bd9e5fd54148 req-50c9e11e-acf9-45cf-b156-2126319b6353 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523133 May 02 10:49:51.852468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78ff487d-dd8a-4b09-a340-7256fb521b76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d0ad1054-143f-4460-8a9d-1e98a193dfdd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:51.903333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-3f7dd8b3-9e00-4471-9138-0e111e5966d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:51.906466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-3f7dd8b3-9e00-4471-9138-0e111e5966d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1128 time: 0.0799861 May 02 10:49:51.912021 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78ff487d-dd8a-4b09-a340-7256fb521b76 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=281b10317d0d4ef7bcb25c32e13e2eda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2499981 May 02 10:49:51.912930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff487d-dd8a-4b09-a340-7256fb521b76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ad1054-143f-4460-8a9d-1e98a193dfdd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:51.914811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34894) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:52.018674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ffcdd-2c25-4264-b88f-86b5e91127d0 req-0fcc6b84-11d2-413a-aa0a-cfaf573fb499 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:52.020150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d7ffcdd-2c25-4264-b88f-86b5e91127d0 req-0fcc6b84-11d2-413a-aa0a-cfaf573fb499 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0717463 May 02 10:49:52.020953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] Publish callbacks [] for security_group (d0ad1054-143f-4460-8a9d-1e98a193dfdd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:52.057753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] Publish callbacks [] for security_group (d0ad1054-143f-4460-8a9d-1e98a193dfdd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:52.107686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d7ffcdd-2c25-4264-b88f-86b5e91127d0 req-deb269e3-72f6-4572-80fa-4bc9e6b806e3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735731 May 02 10:49:52.200374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d0ad1054-143f-4460-8a9d-1e98a193dfdd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:52.203403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:52.204694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d0ad1054-143f-4460-8a9d-1e98a193dfdd HTTP/1.1" status: 204 len: 168 time: 0.2873490 May 02 10:49:52.214577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1feba5ae-7f58-40cb-8f34-b27160cc1d1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ad1054-143f-4460-8a9d-1e98a193dfdd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:52.328077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-cdf86a6f-507e-4edc-8e51-f06568bc8143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:52.330218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-cdf86a6f-507e-4edc-8e51-f06568bc8143 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.1063492 May 02 10:49:52.408965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-5e98bcee-45ce-4338-af36-136a03507009 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 1001 time: 0.0643363 May 02 10:49:52.462135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-2c5accab-a4a9-4249-acbf-c3a9772b9f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:52.463526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-2c5accab-a4a9-4249-acbf-c3a9772b9f88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0478964 May 02 10:49:52.507229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-229b2067-86a9-490c-a33a-40e501bd8ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:52.508783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-229b2067-86a9-490c-a33a-40e501bd8ca1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379469 May 02 10:49:52.601435 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-2f1e8ec3-55f3-40c5-b8fb-6a47dc91a3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871158 May 02 10:49:52.695393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4773b2f7-fad3-4bc1-8b9b-e07aa234193a req-32e52459-0a97-49c9-ad56-a58b11d29f54 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874720 May 02 10:49:52.926370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84ccf36-a13a-4786-babb-ec6e5980735c req-8392902c-7c5b-4cbc-b14d-91f241d277c3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:52.927878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f84ccf36-a13a-4786-babb-ec6e5980735c req-8392902c-7c5b-4cbc-b14d-91f241d277c3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0519331 May 02 10:49:52.976778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f84ccf36-a13a-4786-babb-ec6e5980735c req-45998ada-0933-419b-9b24-7ce526ce62c1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431364 May 02 10:49:53.227291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c89b3e9-5737-4c1c-bc98-66efb0b62c13 req-653b6289-d139-4faf-a27e-84e32db02ca3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:53.228808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c89b3e9-5737-4c1c-bc98-66efb0b62c13 req-653b6289-d139-4faf-a27e-84e32db02ca3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0494680 May 02 10:49:53.286770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c89b3e9-5737-4c1c-bc98-66efb0b62c13 req-94b4badb-67af-4225-9f72-376aa89e9fe3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521679 May 02 10:49:54.096689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c20bcd2-36ef-48a3-9134-adac2694378e req-4ffb414e-8ccd-414e-b30d-490bc5967ede tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.101904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c20bcd2-36ef-48a3-9134-adac2694378e req-4ffb414e-8ccd-414e-b30d-490bc5967ede tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0517461 May 02 10:49:54.153987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c20bcd2-36ef-48a3-9134-adac2694378e req-e206e6f7-dfd9-49c5-89bb-bd82dd3b2703 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497978 May 02 10:49:54.269561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e0f23-a367-48a6-baf6-0ad3f2917e2b req-27084236-9991-4792-9598-51ac68f6b637 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.271099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a1e0f23-a367-48a6-baf6-0ad3f2917e2b req-27084236-9991-4792-9598-51ac68f6b637 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0481730 May 02 10:49:54.288041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34954) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:54.325377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a1e0f23-a367-48a6-baf6-0ad3f2917e2b req-edf2139d-79f2-4a5f-93b9-b947b540d5d7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479424 May 02 10:49:54.399707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-13523b85-a700-4a01-a1dd-a87a0cbe0348 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Request body: {'quota': {'network': 2}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:54.442744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d22a9a-678e-4423-9066-417cdec9dde0 req-f38d5e5d-da53-4d56-8d36-fa311ff2b040 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.444288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67d22a9a-678e-4423-9066-417cdec9dde0 req-f38d5e5d-da53-4d56-8d36-fa311ff2b040 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0630317 May 02 10:49:54.502228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-67d22a9a-678e-4423-9066-417cdec9dde0 req-5cd56e8a-2029-492b-9fb8-8759a7683898 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521381 May 02 10:49:54.513096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-13523b85-a700-4a01-a1dd-a87a0cbe0348 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "PUT /v2.0/quotas/8e70c05d869a4d32a26584c3b1b0205e HTTP/1.1" status: 200 len: 368 time: 0.2239678 May 02 10:49:54.516313 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34970) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:54.521054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Request body: {'network': {'project_id': '8e70c05d869a4d32a26584c3b1b0205e'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:54.619133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Made reservation on behalf of 8e70c05d869a4d32a26584c3b1b0205e for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:54.621499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.630516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.708539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for security_group (3b23a657-f83c-438e-b3fb-4c166909b10e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.777799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3b23a657-f83c-438e-b3fb-4c166909b10e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.804052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:49:54.820707 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7325a789-d429-4169-ab6e-99aa6e914ffc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.821060 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Added segment 7325a789-d429-4169-ab6e-99aa6e914ffc of type vlan for network e03205b5-7aa8-48ee-bdac-9397656ec18e May 02 10:49:54.822480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b23a657-f83c-438e-b3fb-4c166909b10e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:54.875366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e03205b5-7aa8-48ee-bdac-9397656ec18e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.938920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649666a-f0a9-4318-abf8-b668019fbddf req-5bd376f4-3e39-4585-bc97-f8644861e38f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.940526 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a649666a-f0a9-4318-abf8-b668019fbddf req-5bd376f4-3e39-4585-bc97-f8644861e38f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0508621 May 02 10:49:54.958222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3842e-e0cf-4736-920d-65d273575ef9 req-29525a52-ca97-4dc2-b3cd-74a996f5005d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.959744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02b3842e-e0cf-4736-920d-65d273575ef9 req-29525a52-ca97-4dc2-b3cd-74a996f5005d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.0469420 May 02 10:49:54.986510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e03205b5-7aa8-48ee-bdac-9397656ec18e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.987437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:54.988007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:54.993308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a649666a-f0a9-4318-abf8-b668019fbddf req-396e83a9-1ba9-4850-b838-0443ebaaa81b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468712 May 02 10:49:55.037975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02b3842e-e0cf-4736-920d-65d273575ef9 req-0f4ea0ea-cd12-40b7-bf38-7e52b3d7d9b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721509 May 02 10:49:55.078373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event updated for resources: {'Network': ['ID=e03205b5-7aa8-48ee-bdac-9397656ec18e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:55.084431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e03205b5-7aa8-48ee-bdac-9397656ec18e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:49:55.101050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3d1ff67d-1104-4a74-9a96-03765af40d06 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5837560 May 02 10:49:55.103637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:55.108892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Request body: {'network': {'project_id': '8e70c05d869a4d32a26584c3b1b0205e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:55.211049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Made reservation on behalf of 8e70c05d869a4d32a26584c3b1b0205e for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:49:55.213446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.236463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:49:55.245086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (26a2c7a7-d218-499d-bf9a-45cb4632e97b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.245450 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Added segment 26a2c7a7-d218-499d-bf9a-45cb4632e97b of type vlan for network e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3 May 02 10:49:55.285608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.353757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.354649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:55.355223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.416341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event updated for resources: {'Network': ['ID=e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:55.426330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:49:55.460831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b9d44f0e-10ce-4e50-9772-4bbde01fa1ec tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3560071 May 02 10:49:55.463753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34980) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:55.468475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-aa9eaf98-f6f5-490a-a202-610a5efa894b tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Request body: {'network': {'project_id': '8e70c05d869a4d32a26584c3b1b0205e'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:49:55.478601 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa9eaf98-f6f5-490a-a202-610a5efa894b tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] POST failed (client error): There was a conflict when trying to complete your request. May 02 10:49:55.479081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa9eaf98-f6f5-490a-a202-610a5efa894b tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:49:55.480316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aa9eaf98-f6f5-490a-a202-610a5efa894b tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0156052 May 02 10:49:55.487305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:55.529612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b50c9301-87bd-4470-ba21-223846c455f3 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e70c05d869a4d32a26584c3b1b0205e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0411837 May 02 10:49:55.532328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:55.584742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae55cc90-dd69-43af-9acb-065a64572d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.591976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for security_group (3b23a657-f83c-438e-b3fb-4c166909b10e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.635912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for security_group (3b23a657-f83c-438e-b3fb-4c166909b10e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.643273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acc619b-cb52-4aa0-9cb0-fb992c98f112 req-da9c6906-51d2-4250-8666-56bb1b934774 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:55.644783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0acc619b-cb52-4aa0-9cb0-fb992c98f112 req-da9c6906-51d2-4250-8666-56bb1b934774 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0665495 May 02 10:49:55.715725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0acc619b-cb52-4aa0-9cb0-fb992c98f112 req-4ad57e9f-866f-403a-b434-abac063d8901 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637357 May 02 10:49:55.741618 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:49:55.789308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3b23a657-f83c-438e-b3fb-4c166909b10e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.792018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.793167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "DELETE /v2.0/security-groups/3b23a657-f83c-438e-b3fb-4c166909b10e HTTP/1.1" status: 204 len: 168 time: 0.2599916 May 02 10:49:55.795879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 34988) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:55.801543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff75ccfb-e1b9-42b5-868e-7a47e8f23045 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b23a657-f83c-438e-b3fb-4c166909b10e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:55.867790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.950654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:55.971059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:55.980445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a2c7a7-d218-499d-bf9a-45cb4632e97b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:55.980784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a2c7a7-d218-499d-bf9a-45cb4632e97b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:55.990763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (26a2c7a7-d218-499d-bf9a-45cb4632e97b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.003731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (26a2c7a7-d218-499d-bf9a-45cb4632e97b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.009967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:49:56.010372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (26a2c7a7-d218-499d-bf9a-45cb4632e97b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: /opt/stack/neutron/neutron/extensions/quotasv2.py:141: UserWarning: Neutron quota engine will require "--force" parameter to set a quota limit without checking the resource usage. May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: warnings.warn('Neutron quota engine will require "--force" ' May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: timer() May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:49:56.012051 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:49:56.115614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece9a9c8-d0bf-4d3b-9241-276e73c00101 req-e8d78e02-77ac-4c7a-9987-8a7e2df261e1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:56.117130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ece9a9c8-d0bf-4d3b-9241-276e73c00101 req-e8d78e02-77ac-4c7a-9987-8a7e2df261e1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0491052 May 02 10:49:56.161980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.165814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69205061-f265-477f-97ae-f81b11f8e419 req-fdeea5b9-1e96-4c30-a105-8842b99fd255 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:56.167332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69205061-f265-477f-97ae-f81b11f8e419 req-fdeea5b9-1e96-4c30-a105-8842b99fd255 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.0487621 May 02 10:49:56.169763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.172959 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3 HTTP/1.1" status: 204 len: 168 time: 0.3760302 May 02 10:49:56.177093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ece9a9c8-d0bf-4d3b-9241-276e73c00101 req-7109a6b3-9a6a-49ea-b8ba-77a6e73812cb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542865 May 02 10:49:56.181926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 34996) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:56.186870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a118df68-b0cb-48b7-9679-c01f088c1173 tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event deleted for resources: {'Network': ['ID=e740bf60-9ffb-4ac4-80b3-daf6e0c5e7e3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:56.276964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69205061-f265-477f-97ae-f81b11f8e419 req-c822e778-da22-46fa-8b89-62576e31fa51 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018078 May 02 10:49:56.280900 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e03205b5-7aa8-48ee-bdac-9397656ec18e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.398509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-105eb723-f8d0-44e1-957c-0a450f0f0dcd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:56.400003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-105eb723-f8d0-44e1-957c-0a450f0f0dcd tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.0846589 May 02 10:49:56.401665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e03205b5-7aa8-48ee-bdac-9397656ec18e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.452386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03205b5-7aa8-48ee-bdac-9397656ec18e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:56.467400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7325a789-d429-4169-ab6e-99aa6e914ffc') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:56.467698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7325a789-d429-4169-ab6e-99aa6e914ffc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:56.501288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (7325a789-d429-4169-ab6e-99aa6e914ffc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.523770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7325a789-d429-4169-ab6e-99aa6e914ffc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.530552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Deleting port 91328959-e0a2-44e4-a1d4-c51af9e34a59 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:56.530822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.536696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:49:56.537160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (7325a789-d429-4169-ab6e-99aa6e914ffc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: timer() May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:49:56.538626 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:49:56.837015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331bdb49-fc19-471e-a250-efe9d985f26c req-b9faaf5a-5bd0-436e-8216-8196439552b5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:56.838451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-331bdb49-fc19-471e-a250-efe9d985f26c req-b9faaf5a-5bd0-436e-8216-8196439552b5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0493436 May 02 10:49:56.897792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-331bdb49-fc19-471e-a250-efe9d985f26c req-d8139749-2a48-48e1-8c3f-08cd38a349bd tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534222 May 02 10:49:56.973468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-d6cc29fc-ccc2-4bee-9754-9cdbdfe22dfa tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:56.974905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-d6cc29fc-ccc2-4bee-9754-9cdbdfe22dfa tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.15 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.0891192 May 02 10:49:57.025488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e03205b5-7aa8-48ee-bdac-9397656ec18e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.032026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] For port 91328959-e0a2-44e4-a1d4-c51af9e34a59, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=91328959-e0a2-44e4-a1d4-c51af9e34a59,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:57.034654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.042731 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.045882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] 10.222.0.16 "DELETE /v2.0/networks/e03205b5-7aa8-48ee-bdac-9397656ec18e HTTP/1.1" status: 204 len: 168 time: 0.8641698 May 02 10:49:57.067059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Calling delete_port for 91328959-e0a2-44e4-a1d4-c51af9e34a59 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:57.076541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a0f4f8-34fa-4601-b6c9-b1a502cced6a tempest-QuotasNegativeTest-262154140 tempest-QuotasNegativeTest-262154140-project-admin] Pushing event deleted for resources: {'Network': ['ID=e03205b5-7aa8-48ee-bdac-9397656ec18e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:57.150820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Deleting port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:49:57.151163 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.321825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] For port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:49:57.321825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.411151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28400c07-6435-473b-8bfc-40197a078f0a req-fb9c62ef-1228-43a6-af50-41cf022a6475 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:57.412797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28400c07-6435-473b-8bfc-40197a078f0a req-fb9c62ef-1228-43a6-af50-41cf022a6475 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 945 time: 0.1587384 May 02 10:49:57.541952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (91328959-e0a2-44e4-a1d4-c51af9e34a59), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.553385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['91328959-e0a2-44e4-a1d4-c51af9e34a59'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:57.568109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28400c07-6435-473b-8bfc-40197a078f0a req-144b948c-b7ae-457b-8764-440912b22983 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378911 May 02 10:49:57.581925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c5f3f946-8a7f-41c8-864e-4a2aa38bf549'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:49:57.590901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'Port': ['ID=91328959-e0a2-44e4-a1d4-c51af9e34a59,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:57.683270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] No DVR routers for this DVR port 91328959-e0a2-44e4-a1d4-c51af9e34a59 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:57.687767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.691903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c492b07b-bc8f-434b-8026-0d90b74c6c8b req-04e45529-ea5a-43f4-86cc-2e99267418bb tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.24 "DELETE /v2.0/ports/91328959-e0a2-44e4-a1d4-c51af9e34a59 HTTP/1.1" status: 204 len: 173 time: 1.2811224 May 02 10:49:57.692844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'name': 'network-vif-deleted', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:57.694577 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1eae627-2b7a-46be-a8ae-929509efdf0b" -d '{"events": [{"server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "name": "network-vif-deleted", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:57.719178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.738149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.738149 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Floating IP 4d57c3da-d77d-449f-b240-c343bf521a98 disassociated. External IP: 172.35.4.253, port: d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa. May 02 10:49:57.738149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Calling delete_port for d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:49:57.744380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e11f2a-f96e-4ba5-b23e-abb8128f0cd5 req-78ddf613-fdc0-463e-8099-d7b135d47962 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:57.746458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46e11f2a-f96e-4ba5-b23e-abb8128f0cd5 req-78ddf613-fdc0-463e-8099-d7b135d47962 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 946 time: 0.3885753 May 02 10:49:57.786554 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f51b214-ba89-44d0-a8c1-c12a810479a1 x-openstack-request-id: req-4f51b214-ba89-44d0-a8c1-c12a810479a1 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:57.787138 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5519121c-8f1b-466c-90b2-0d5d5e5d6bc5", "name": "network-vif-deleted", "tag": "91328959-e0a2-44e4-a1d4-c51af9e34a59", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:57.787642 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f51b214-ba89-44d0-a8c1-c12a810479a1 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:57.788112 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f51b214-ba89-44d0-a8c1-c12a810479a1'] response: {'server_uuid': '5519121c-8f1b-466c-90b2-0d5d5e5d6bc5', 'name': 'network-vif-deleted', 'tag': '91328959-e0a2-44e4-a1d4-c51af9e34a59', 'status': 'completed', 'code': 200} May 02 10:49:57.833709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46e11f2a-f96e-4ba5-b23e-abb8128f0cd5 req-a09b48f8-3ffd-4e8c-afbc-44b250c9a13d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=d2c8032a-d63b-4c26-b5f2-6a847590bad3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747621 May 02 10:49:57.932459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-303295f2-344b-427e-85fb-29d0bd593872 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:57.972252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35018) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:57.991417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.049557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'Port': ['ID=d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:58.070617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79791e5-840f-4c3b-ab8b-a74a10fdb7df req-b03abe82-d072-461d-9c86-268785d7c0fb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:58.072447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a79791e5-840f-4c3b-ab8b-a74a10fdb7df req-b03abe82-d072-461d-9c86-268785d7c0fb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0941684 May 02 10:49:58.134534 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-914c6e66-c906-4f38-961c-7e4c2b1959a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.247168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a79791e5-840f-4c3b-ab8b-a74a10fdb7df req-1b8c60a9-dd2b-413a-8723-6b2fffa50215 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417499 May 02 10:49:58.268238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:49:58.344340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-914c6e66-c906-4f38-961c-7e4c2b1959a3 admin admin] Publish callbacks [] for security_group (6c1bd8da-bd84-48d2-acba-0d8568e63026), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.407804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:49:58.420147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:49:58.430494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:58.431216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:58.436449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-914c6e66-c906-4f38-961c-7e4c2b1959a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6c1bd8da-bd84-48d2-acba-0d8568e63026), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.463354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] No DVR routers for this DVR port d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:49:58.475170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.478661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab648dac-c4a9-43f0-9823-c9cc4d1598a5 req-64a366db-c0e7-4ccf-a510-a84ce5968258 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.15 "DELETE /v2.0/ports/d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa HTTP/1.1" status: 204 len: 173 time: 1.4925935 May 02 10:49:58.506064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914c6e66-c906-4f38-961c-7e4c2b1959a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1bd8da-bd84-48d2-acba-0d8568e63026,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:58.510651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-914c6e66-c906-4f38-961c-7e4c2b1959a3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4b6d02d54d243d3ba31f0537569ad0b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.5376782 May 02 10:49:58.513524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:58.586030 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] Publish callbacks [] for security_group (6c1bd8da-bd84-48d2-acba-0d8568e63026), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.612634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] Publish callbacks [] for security_group (6c1bd8da-bd84-48d2-acba-0d8568e63026), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.616212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:58.734384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95424aed-868d-4369-b028-d2ef7a3bc54c req-fc14d4c6-41bc-4353-9f61-e485371d56bf tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=5519121c-8f1b-466c-90b2-0d5d5e5d6bc5 HTTP/1.1" status: 200 len: 210 time: 0.0282598 May 02 10:49:58.738732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6c1bd8da-bd84-48d2-acba-0d8568e63026), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.741695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:58.745403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6c1bd8da-bd84-48d2-acba-0d8568e63026 HTTP/1.1" status: 204 len: 168 time: 0.2271926 May 02 10:49:58.755032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4334a-f070-4aa4-b2f8-38bfdfe44dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1bd8da-bd84-48d2-acba-0d8568e63026,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:58.840389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:58.871266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:49:58.881156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:49:58.881797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:58.980636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ff2c72d-43e1-4494-bc32-b72491855013 req-45ecd7c3-dfcf-4c5e-a12f-b80c21dba5aa tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=dea146a6-90c7-424b-acb7-a7d400f3e16a HTTP/1.1" status: 200 len: 210 time: 0.0316412 May 02 10:49:59.023545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:49:59.247371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:49:59.249520 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.276662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5352ed-d704-4212-bdab-73932ff4a0cf None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:49:59.380634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143ae28-1018-42d7-99ec-6a82004cec51 req-7d0a82ad-9adb-467c-bbce-8900bb75c425 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:59.382312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8143ae28-1018-42d7-99ec-6a82004cec51 req-7d0a82ad-9adb-467c-bbce-8900bb75c425 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0587659 May 02 10:49:59.430797 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8143ae28-1018-42d7-99ec-6a82004cec51 req-65c42227-8244-49c2-9ea4-ed1700b2ea54 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426321 May 02 10:49:59.458203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:59.471893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4cd75fd3-afa9-4816-9135-b842c97644f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.572417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4cd75fd3-afa9-4816-9135-b842c97644f0 admin admin] Publish callbacks [] for security_group (d5dc25a2-3b20-4a9b-98ab-1c37046e11e1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.578565 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5d40a1-30a2-4bcd-939b-ef220dfa9671 None None] New status for floating IP 4d57c3da-d77d-449f-b240-c343bf521a98: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:49:59.686490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4cd75fd3-afa9-4816-9135-b842c97644f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5dc25a2-3b20-4a9b-98ab-1c37046e11e1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.727012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd75fd3-afa9-4816-9135-b842c97644f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5dc25a2-3b20-4a9b-98ab-1c37046e11e1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:49:59.732622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4cd75fd3-afa9-4816-9135-b842c97644f0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4dc6dde87c314661a7cfd925630a9378&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2732360 May 02 10:49:59.738377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:49:59.789745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-deleted', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:49:59.792634 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fab6cd9-2cb5-499c-a93a-d79bf65e7fcb" -d '{"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-deleted", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:49:59.799045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] Publish callbacks [] for security_group (d5dc25a2-3b20-4a9b-98ab-1c37046e11e1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.832750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] Publish callbacks [] for security_group (d5dc25a2-3b20-4a9b-98ab-1c37046e11e1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.851402 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:49:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6e95aa0-a260-4d3c-84ea-fb0a2c8cffc8 x-openstack-request-id: req-e6e95aa0-a260-4d3c-84ea-fb0a2c8cffc8 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:49:59.851694 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea146a6-90c7-424b-acb7-a7d400f3e16a", "name": "network-vif-deleted", "tag": "d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:49:59.851955 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e6e95aa0-a260-4d3c-84ea-fb0a2c8cffc8 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:49:59.852364 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6e95aa0-a260-4d3c-84ea-fb0a2c8cffc8'] response: {'server_uuid': 'dea146a6-90c7-424b-acb7-a7d400f3e16a', 'name': 'network-vif-deleted', 'tag': 'd7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa', 'status': 'completed', 'code': 200} May 02 10:49:59.901283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db8f31e-8de9-42e4-8758-31919fc459a9 req-86c6f842-634d-436f-af1e-d80411bbe71f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:49:59.908563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db8f31e-8de9-42e4-8758-31919fc459a9 req-86c6f842-634d-436f-af1e-d80411bbe71f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0673928 May 02 10:49:59.949505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d5dc25a2-3b20-4a9b-98ab-1c37046e11e1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.953263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:49:59.954085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db8f31e-8de9-42e4-8758-31919fc459a9 req-6cc0e122-8436-461f-8474-86249a0dc123 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446322 May 02 10:49:59.956345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d5dc25a2-3b20-4a9b-98ab-1c37046e11e1 HTTP/1.1" status: 204 len: 168 time: 0.2167172 May 02 10:49:59.986474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7281a78-44cf-4d76-93e7-7fd6b9ddd0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5dc25a2-3b20-4a9b-98ab-1c37046e11e1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:00.003957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-a2cb1de6-d539-4e8e-bb36-b51620462d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:00.006559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-a2cb1de6-d539-4e8e-bb36-b51620462d9b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1128 time: 0.0486159 May 02 10:50:00.113916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-ac461c02-1f21-4a7d-b2e8-9d9d52b7b2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:00.115429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-ac461c02-1f21-4a7d-b2e8-9d9d52b7b2db service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.1030960 May 02 10:50:00.150339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35068) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:00.181680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-aa80b974-2c95-4796-9900-05b99186cd3d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 1001 time: 0.0597339 May 02 10:50:00.204783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (d2c8032a-d63b-4c26-b5f2-6a847590bad3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.230444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (d2c8032a-d63b-4c26-b5f2-6a847590bad3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.236776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-e621c53c-11f8-43ee-85b9-d84c77681e2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:00.238294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-e621c53c-11f8-43ee-85b9-d84c77681e2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0511098 May 02 10:50:00.282454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-407ed17f-a82e-4bdc-902f-cb2db3672cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:00.283963 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-407ed17f-a82e-4bdc-902f-cb2db3672cae service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0397542 May 02 10:50:00.352169 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d2c8032a-d63b-4c26-b5f2-6a847590bad3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.355327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.359164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "DELETE /v2.0/security-groups/d2c8032a-d63b-4c26-b5f2-6a847590bad3 HTTP/1.1" status: 204 len: 168 time: 0.2046239 May 02 10:50:00.359291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35072) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:00.365807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766dc408-955f-4852-90c6-d5b21192c461 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c8032a-d63b-4c26-b5f2-6a847590bad3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:00.377517 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-bb2add13-425a-433a-b7d5-fc24c13d46cd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] show failed (client error): The resource could not be found. May 02 10:50:00.383017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bb2add13-425a-433a-b7d5-fc24c13d46cd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups/d2c8032a-d63b-4c26-b5f2-6a847590bad3 HTTP/1.1" status: 404 len: 347 time: 0.0186486 May 02 10:50:00.387399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35074) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:00.397151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-3b1feb49-99d2-40c1-8192-a8463171f5de service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1069362 May 02 10:50:00.500215 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c27ec32-1009-46d6-894a-b32d80f4f2e8 req-2e4b9e8f-f599-49cd-80a9-09b9f08421bc service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959215 May 02 10:50:00.547302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Deleting port 7b2f34ba-2f38-405c-bca3-78288a9b4878 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:00.547831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.629973 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.630303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (7b2f34ba-2f38-405c-bca3-78288a9b4878), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.641015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.643660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Calling delete_port for 7b2f34ba-2f38-405c-bca3-78288a9b4878 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:00.849385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7b2f34ba-2f38-405c-bca3-78288a9b4878), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.891700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'Port': ['ID=7b2f34ba-2f38-405c-bca3-78288a9b4878,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:00.959645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (4d57c3da-d77d-449f-b240-c343bf521a98), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.962333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:00.963506 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57753755-393a-436f-9f01-7131a7cf04b9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "DELETE /v2.0/floatingips/4d57c3da-d77d-449f-b240-c343bf521a98 HTTP/1.1" status: 204 len: 168 time: 0.5751026 May 02 10:50:01.119146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:50:01.133242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbb5f0-1528-4cd0-a73c-ed29db9c94c2 req-6e9584c2-6105-4c63-afc3-af461ed9a5d5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:01.134986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbb5f0-1528-4cd0-a73c-ed29db9c94c2 req-6e9584c2-6105-4c63-afc3-af461ed9a5d5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0621150 May 02 10:50:01.147675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:50:01.148361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d7d7c5bb-902b-4097-9a5b-fa6d2a8cbefa not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:50:01.196950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbb5f0-1528-4cd0-a73c-ed29db9c94c2 req-0ac89143-f9ec-409f-a961-d13799fee9a8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563264 May 02 10:50:01.201023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 91328959-e0a2-44e4-a1d4-c51af9e34a59 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:50:01.228616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 91328959-e0a2-44e4-a1d4-c51af9e34a59 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:50:01.229092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 91328959-e0a2-44e4-a1d4-c51af9e34a59 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:50:01.525543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35120) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:01.530138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374037210', 'description': 'tempest-description--1178487727'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:01.611285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:01.681121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (c9800cca-9a0f-494d-91b8-5317d744ab36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:01.755336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c9800cca-9a0f-494d-91b8-5317d744ab36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:01.788335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9800cca-9a0f-494d-91b8-5317d744ab36,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:01.839081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:01.840298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4f8ffd15-0b50-45a8-baf4-f4eccb72cdfd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3137443 May 02 10:50:01.843250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35132) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:01.848682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group_rule': {'security_group_id': 'c9800cca-9a0f-494d-91b8-5317d744ab36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:01.948499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:01.964128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (d7dfdeac-6bb6-4189-a06f-f329d9ba9294), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.017230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (d7dfdeac-6bb6-4189-a06f-f329d9ba9294), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.029927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.103764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1827282013'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:02.125777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (d7dfdeac-6bb6-4189-a06f-f329d9ba9294), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.146243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7dfdeac-6bb6-4189-a06f-f329d9ba9294,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:02.212343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Made reservation on behalf of ad642d2645e84e6d9636481e6b8eb8a2 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:02.215669 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.224375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.248964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.250182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb312823-5c73-4803-bc1b-fc4477f28c65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4059935 May 02 10:50:02.253558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35144) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:02.258995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'security_group_rule': {'security_group_id': 'c9800cca-9a0f-494d-91b8-5317d744ab36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:02.335869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59753b44-027d-4c75-85a3-c6cfe0927d1a req-2f8d6b34-e036-4a67-b1d2-ee29ee8fc47d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:02.337398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59753b44-027d-4c75-85a3-c6cfe0927d1a req-2f8d6b34-e036-4a67-b1d2-ee29ee8fc47d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0633202 May 02 10:50:02.349799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (1749c21e-4330-40e1-9942-db36077a6a03), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.357490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks [] for security_group (d26b821e-33cd-4f99-9f84-0ddfbfd28b27), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.393156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59753b44-027d-4c75-85a3-c6cfe0927d1a req-edd1082f-c668-472a-b91f-cd0795e5079b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465539 May 02 10:50:02.408381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (1749c21e-4330-40e1-9942-db36077a6a03), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.435080 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d26b821e-33cd-4f99-9f84-0ddfbfd28b27), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.458947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:50:02.473642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d26b821e-33cd-4f99-9f84-0ddfbfd28b27,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:02.477705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7e396132-9688-4927-bca1-2e6fbda65465), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.478052 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Added segment 7e396132-9688-4927-bca1-2e6fbda65465 of type vlan for network 52370f71-beed-4566-be6d-fc969c26c489 May 02 10:50:02.489906 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1749c21e-4330-40e1-9942-db36077a6a03), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.506890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1749c21e-4330-40e1-9942-db36077a6a03,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:02.519754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (52370f71-beed-4566-be6d-fc969c26c489), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.562003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.563251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f6a03960-cee3-4fc9-8e25-a105f8dc4b60 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3084106 May 02 10:50:02.567179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35148) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:02.571811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:02.674267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (52370f71-beed-4566-be6d-fc969c26c489), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.680050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:02.680697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.697228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.780925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:02.784316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Pushing event updated for resources: {'Network': ['ID=52370f71-beed-4566-be6d-fc969c26c489,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:02.795155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 52370f71-beed-4566-be6d-fc969c26c489 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:50:02.802302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f18772d3-e282-4ff9-ab34-0f285e2d6f7a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8493707 May 02 10:50:02.900627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Allocated IP 172.35.4.240 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b037bdbc-2827-4db5-861b-efefd7b4c44f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:50:02.989024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35154) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:02.996068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'network_id': '52370f71-beed-4566-be6d-fc969c26c489', 'binding:host_id': 'nch2-master-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-161366146'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:03.020563 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.144437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Made reservation on behalf of a8b15c0cc99943de8f7aabbc27b6f365 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:03.146992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.156518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.186755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.240293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:03.247087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:03.255857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:03.297227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=b037bdbc-2827-4db5-861b-efefd7b4c44f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:03.321972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for security_group (a2e96659-ef37-4963-a5c6-32eeb739a797), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.372628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.379300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a2e96659-ef37-4963-a5c6-32eeb739a797), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.383981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:03.483422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e96659-ef37-4963-a5c6-32eeb739a797,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:03.509091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.730370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:03.747352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.776713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.812619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.842305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.895335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=1b432555-23ec-4bf9-98ef-48dcf7e83f25,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:03.953867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Checking segment: {'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:50:03.954227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Network hostable DHCP agents. Network: 52370f71-beed-4566-be6d-fc969c26c489, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:50:03.961425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:03.976654 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=b037bdbc-2827-4db5-861b-efefd7b4c44f,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:04.072101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.073641 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d55ee097-d76b-41f1-ad4f-a11f8d915e31 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5051889 May 02 10:50:04.098766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Network 52370f71-beed-4566-be6d-fc969c26c489 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:50:04.195582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 52370f71-beed-4566-be6d-fc969c26c489) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:04.199541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:04.205447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6405aee7-e924-477f-8dd6-d75cdf6bd439 None None] Network 52370f71-beed-4566-be6d-fc969c26c489 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:50:04.213592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.213939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.214279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.219050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.225686 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.225686 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 2 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.235097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.235377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.235715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.241238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.241569 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.241963 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 3 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.255967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.255967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.256709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.260748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.261084 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.261478 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 4 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.274637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.275048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.275589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.280410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.280783 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.281178 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 5 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.286088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-9e08803f-3c1d-4707-89d8-130fcd4b4c10 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--374037210&fields=id&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 267 time: 0.0454063 May 02 10:50:04.294553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.294978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.295328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.300686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.301028 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.301486 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 6 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.316898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.317238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.317830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.323607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.324172 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.324741 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 7 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.339109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.339688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.340176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.345421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.345972 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.347046 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 8 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.363283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.363283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.363684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.368525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.368896 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.369661 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 9 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.384964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.385808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.385808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.390705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.391055 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.391466 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 10 to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 May 02 10:50:04.405984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:04.406331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:04.406680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:04.411555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-7deb013d-d6fd-4647-90fa-d30272fb0254 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:04.413325 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-7deb013d-d6fd-4647-90fa-d30272fb0254 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 817 time: 0.1200716 May 02 10:50:04.421183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:04.421529 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:04.422047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.429417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-81baaade-c8bf-4c59-87fe-e54a7685e31e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/quotas/014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 375 time: 0.0104566 May 02 10:50:04.488294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-e5a17e45-e0cf-40a5-8faf-264f4b050737 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0524359 May 02 10:50:04.501747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port 1b432555-23ec-4bf9-98ef-48dcf7e83f25, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:50:04.502224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempted to set empty binding levels {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:50:04.583881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.585988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-c7967d6b-b911-4fc1-b138-bf14a289ac41 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860519 May 02 10:50:04.619589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:04.620189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.641132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=1b432555-23ec-4bf9-98ef-48dcf7e83f25,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:04.680449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-ea097fd1-1277-42f4-ae93-831328e9f9a8 service neutron] 10.222.0.16 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884476 May 02 10:50:04.735546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-142c1dda-fef9-45c7-ac9d-cd6ddfe2b9ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.7454154 May 02 10:50:04.738706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35176) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:04.809640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Deleting port 1b432555-23ec-4bf9-98ef-48dcf7e83f25 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:04.809987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.882965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port 1b432555-23ec-4bf9-98ef-48dcf7e83f25, host nch2-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:04.883356 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:04.899911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Calling delete_port for 1b432555-23ec-4bf9-98ef-48dcf7e83f25 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:04.934579 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f5c60a1-24aa-44fb-8961-26ae2cf843fe req-715ff162-d82a-4586-b8f0-46338be43181 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 210 time: 0.0387399 May 02 10:50:05.063693 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1b432555-23ec-4bf9-98ef-48dcf7e83f25), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.097266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event deleted for resources: {'Port': ['ID=1b432555-23ec-4bf9-98ef-48dcf7e83f25,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:05.102604 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.108390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21034f90-52c0-43c6-9810-86a0e6aec8e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "DELETE /v2.0/ports/1b432555-23ec-4bf9-98ef-48dcf7e83f25 HTTP/1.1" status: 204 len: 168 time: 0.3664734 May 02 10:50:05.109584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35188) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:05.135100 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-60d1d442-2980-403f-8de5-53e97b22936a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] GET failed (client error): The resource could not be found. May 02 10:50:05.137868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60d1d442-2980-403f-8de5-53e97b22936a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports/1b432555-23ec-4bf9-98ef-48dcf7e83f25 HTTP/1.1" status: 404 len: 333 time: 0.0272417 May 02 10:50:05.141939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35190) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:05.148094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'network_id': '52370f71-beed-4566-be6d-fc969c26c489', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1424050718'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:05.247170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Made reservation on behalf of a8b15c0cc99943de8f7aabbc27b6f365 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:05.249435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.266867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port c9e95628-0ab8-416d-9ce5-54c918c48f55 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:05.419792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.550641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.594856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Network 52370f71-beed-4566-be6d-fc969c26c489 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:05.597776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:05.600527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:05.601483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:05.602089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.618474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e95628-0ab8-416d-9ce5-54c918c48f55,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:05.694962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-079ba62d-69f1-4099-bc44-478d6106da32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5519814 May 02 10:50:05.697619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35196) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:05.702587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:05.760306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.925868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port c9e95628-0ab8-416d-9ce5-54c918c48f55 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:05.933690 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:05.990958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.067640 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e968c218-d505-42ec-aced-3cfd06897afc req-3a6a0a7c-9169-4b03-a098-bf15a05c8ecb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 210 time: 0.0451126 May 02 10:50:06.075437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e95628-0ab8-416d-9ce5-54c918c48f55,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:06.089788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.090190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.100118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.102595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.102939 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.103331 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 2 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.120118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.120535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.121015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.125576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.134183 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.134183 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 3 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.139540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.139878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.140213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.145181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.145510 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.145900 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 4 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.159417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.159757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.160090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.164456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.164808 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.165195 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 5 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.177400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.177723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.178075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.186647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.186647 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.186647 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 6 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.196758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.197282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.197695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.202324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.202736 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.203297 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 7 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.220558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.220558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.220558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.224037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.224496 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.224795 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 8 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.238156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.238584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.238969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.244077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.244406 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.244838 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 9 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.258988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.259328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.259667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.264390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.266457 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.266457 ncdv-master-1 neutron-server[115663]: INFO neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 10 to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 May 02 10:50:06.281319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:06.281775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:06.282511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:06.288141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:06.288505 ncdv-master-1 neutron-server[115663]: ERROR neutron.plugins.ml2.managers [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port c9e95628-0ab8-416d-9ce5-54c918c48f55 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:06.288919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.361128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port c9e95628-0ab8-416d-9ce5-54c918c48f55, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:50:06.361629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempted to set empty binding levels {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:50:06.464431 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.497450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] In _notify_port_updated(), no bound segment for port c9e95628-0ab8-416d-9ce5-54c918c48f55 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:50:06.498311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.498919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.500254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "PUT /v2.0/ports/c9e95628-0ab8-416d-9ce5-54c918c48f55 HTTP/1.1" status: 200 len: 979 time: 0.8016777 May 02 10:50:06.503480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35226) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:06.514945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50e461-aa14-42b3-9bf5-5be1c686ea54 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e95628-0ab8-416d-9ce5-54c918c48f55,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:06.598299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.598795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.599279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.599794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.600227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.600722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.601189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.601657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.602126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.602591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.603074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.603523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.603992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.604502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.604978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.605450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.605888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-284fdbdc-85fe-4f87-a11b-bf79ab2c2080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20437 time: 0.1065452 May 02 10:50:06.616885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35230) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:06.689611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Deleting port c9e95628-0ab8-416d-9ce5-54c918c48f55 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:06.689942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.756080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port c9e95628-0ab8-416d-9ce5-54c918c48f55, host nch2-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:06.756080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.772529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Calling delete_port for c9e95628-0ab8-416d-9ce5-54c918c48f55 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:06.909594 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c9e95628-0ab8-416d-9ce5-54c918c48f55), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.936544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e95628-0ab8-416d-9ce5-54c918c48f55,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:06.944788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:06.949114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ee1ee92-e1ff-47ba-866c-f3519f996a1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "DELETE /v2.0/ports/c9e95628-0ab8-416d-9ce5-54c918c48f55 HTTP/1.1" status: 204 len: 168 time: 0.3333528 May 02 10:50:06.951632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35232) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:06.965741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-4e9ce075-7f0c-442c-9bb8-15c8f9e793c9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:06.968322 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-4e9ce075-7f0c-442c-9bb8-15c8f9e793c9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.24 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 817 time: 0.1081986 May 02 10:50:06.976736 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e2ba03f-0b70-45af-ad28-11968089a0b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] GET failed (client error): The resource could not be found. May 02 10:50:06.978148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e2ba03f-0b70-45af-ad28-11968089a0b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports/c9e95628-0ab8-416d-9ce5-54c918c48f55 HTTP/1.1" status: 404 len: 333 time: 0.0255852 May 02 10:50:06.982309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35234) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:06.987368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-99238589', 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:07.045795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-489b7a74-bbda-4847-ba21-18c28d8a19d1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 379 time: 0.0596707 May 02 10:50:07.071624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'port': {'device_id': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'admin_state_up': True, 'tenant_id': '014235b8daef456e97692382aac97d1e', 'security_groups': ['c9800cca-9a0f-494d-91b8-5317d744ab36']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:07.119631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Made reservation on behalf of a8b15c0cc99943de8f7aabbc27b6f365 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:07.123618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.139752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port b921ad73-3f10-4816-9416-3da6ac496746 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:07.192270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d38945ae-3b2a-40d0-bcf2-a7ceb750a7d7 req-1fc4784b-26f5-4da6-83ec-d33469397307 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 210 time: 0.0350413 May 02 10:50:07.287740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Made reservation on behalf of 014235b8daef456e97692382aac97d1e for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:07.292774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.301695 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (b921ad73-3f10-4816-9416-3da6ac496746), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.427714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Allocated IP 172.20.0.8 (ffdb6352-9040-4395-b533-e073bcf15459/d0b05df0-9263-4700-9217-8bc07e1e1ab2/801d4c09-df1f-440e-8275-265727833037) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:50:07.522011 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b921ad73-3f10-4816-9416-3da6ac496746), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.577264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Network 52370f71-beed-4566-be6d-fc969c26c489 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:07.581372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:07.585455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:07.586410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:07.587076 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.605205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=b921ad73-3f10-4816-9416-3da6ac496746,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:07.684022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7ff336b0-d917-4e55-a4c0-771f5377721c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.7007291 May 02 10:50:07.686530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35258) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:07.724771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4d6ca1-ea4e-4a83-a202-ac0713a5c0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:07.726237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4a4d6ca1-ea4e-4a83-a202-ac0713a5c0cb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports/b921ad73-3f10-4816-9416-3da6ac496746 HTTP/1.1" status: 200 len: 957 time: 0.0385146 May 02 10:50:07.729048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35260) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:07.808171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Deleting port b921ad73-3f10-4816-9416-3da6ac496746 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:07.808538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b921ad73-3f10-4816-9416-3da6ac496746), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.871264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b921ad73-3f10-4816-9416-3da6ac496746), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:07.885157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Calling delete_port for b921ad73-3f10-4816-9416-3da6ac496746 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:07.908561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for port (801d4c09-df1f-440e-8275-265727833037), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.035490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (801d4c09-df1f-440e-8275-265727833037), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.076328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b921ad73-3f10-4816-9416-3da6ac496746), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.079097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Network ffdb6352-9040-4395-b533-e073bcf15459 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:08.085706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:08.090097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:08.113516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event deleted for resources: {'Port': ['ID=b921ad73-3f10-4816-9416-3da6ac496746,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:08.121801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.128031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a0d085e-323e-440e-abb7-915245c04d8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "DELETE /v2.0/ports/b921ad73-3f10-4816-9416-3da6ac496746 HTTP/1.1" status: 204 len: 168 time: 0.3970132 May 02 10:50:08.131185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35264) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:08.147100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:08.164673 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cdae9ec-5705-4371-8daa-2f4de4241d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] GET failed (client error): The resource could not be found. May 02 10:50:08.166288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4cdae9ec-5705-4371-8daa-2f4de4241d7c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports/b921ad73-3f10-4816-9416-3da6ac496746 HTTP/1.1" status: 404 len: 333 time: 0.0340044 May 02 10:50:08.170155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35266) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:08.174927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'network_id': '52370f71-beed-4566-be6d-fc969c26c489', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171380645'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:08.182709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:08.184084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.243982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cfcf3-5c2d-42e8-98d3-913d60dabaa2 req-ba43c551-ef90-4b8a-bf6d-6c6af47ffc07 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:08.245836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f89cfcf3-5c2d-42e8-98d3-913d60dabaa2 req-ba43c551-ef90-4b8a-bf6d-6c6af47ffc07 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 946 time: 0.0571208 May 02 10:50:08.303603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f89cfcf3-5c2d-42e8-98d3-913d60dabaa2 req-64853b15-9bc3-4ae4-86d6-d5fcd785ce19 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513179 May 02 10:50:08.329837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Made reservation on behalf of a8b15c0cc99943de8f7aabbc27b6f365 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:08.329837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.339819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2365123d-a14a-4fd1-a5d7-8e4b97a14a8b req-01c55ad0-9c18-4c05-a6c4-105ccea66009 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:08.341344 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2365123d-a14a-4fd1-a5d7-8e4b97a14a8b req-01c55ad0-9c18-4c05-a6c4-105ccea66009 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 931 time: 0.0615478 May 02 10:50:08.351536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-cde37eaa-baf9-4422-a9cc-2fa7ede1771a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2836797 May 02 10:50:08.362527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Request body: {'port': {'device_id': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:08.367622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:08.428823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.433731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aeb4182e-6dcf-490c-8e29-b23ba12161cd None None] Provisioning complete for port 801d4c09-df1f-440e-8275-265727833037 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:50:08.434267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aeb4182e-6dcf-490c-8e29-b23ba12161cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (801d4c09-df1f-440e-8275-265727833037), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.442329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2365123d-a14a-4fd1-a5d7-8e4b97a14a8b req-daa1c7c0-63a2-44f4-a6e8-8bb12d7ea86f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942802 May 02 10:50:08.514247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aeb4182e-6dcf-490c-8e29-b23ba12161cd None None] Port 801d4c09-df1f-440e-8275-265727833037 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:50:08.554691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.641376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.691212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Network 52370f71-beed-4566-be6d-fc969c26c489 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:08.698042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:08.700951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:08.702298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:08.702657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.708740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:08.718531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 801d4c09-df1f-440e-8275-265727833037 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:50:08.726582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks [] for port (801d4c09-df1f-440e-8275-265727833037), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.739376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Transition to ACTIVE for port object 801d4c09-df1f-440e-8275-265727833037 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:50:08.808105 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-124ef507-3ffb-4c18-a132-cae53c1844f8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.6369202 May 02 10:50:08.810650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35272) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:08.815956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Request body: {'port': {'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:08.828469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.876108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:08.902904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:08.964173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Attempting to bind port 801d4c09-df1f-440e-8275-265727833037 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:08.964835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Attempting to bind port 801d4c09-df1f-440e-8275-265727833037 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:08.964973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Attempting to bind port 801d4c09-df1f-440e-8275-265727833037 on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:08.969483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Port 801d4c09-df1f-440e-8275-265727833037 on network ffdb6352-9040-4395-b533-e073bcf15459 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:08.969803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Attempting to bind port 801d4c09-df1f-440e-8275-265727833037 on network ffdb6352-9040-4395-b533-e073bcf15459 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:08.975334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 49, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:50:08.975670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Checking segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:50:08.976062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Bound using segment: {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:50:08.976482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Bound port: 801d4c09-df1f-440e-8275-265727833037, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1be075b8-f62a-4313-95ee-74fcf7d98c33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:50:08.976954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.049087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:50:09.053087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:50:09.085344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] device_id is not set on port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:50:09.093352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks [] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.133395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.167979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.168609 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.170010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] 10.222.0.24 "PUT /v2.0/ports/801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 1091 time: 0.8120897 May 02 10:50:09.170418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:09.172711 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923" -d '{"events": [{"name": "network-changed", "server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:09.184542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.199077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7d06b1-9685-42ad-a64e-4cb7d96ed5b2 service neutron] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:09.224900 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-634dbabd-0b66-44d7-b3af-ce1b9d2676ff x-openstack-request-id: req-634dbabd-0b66-44d7-b3af-ce1b9d2676ff {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:09.225194 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "tag": "801d4c09-df1f-440e-8275-265727833037", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:09.226204 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-634dbabd-0b66-44d7-b3af-ce1b9d2676ff {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:09.226204 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-634dbabd-0b66-44d7-b3af-ce1b9d2676ff'] response: {'name': 'network-changed', 'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'status': 'completed', 'code': 200} May 02 10:50:09.249586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:09.265347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.265703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.266046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.272035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.272478 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.273054 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 2 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.288681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.289027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.289371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.294164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.294330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-6c6dd94a-5d96-4591-9959-de74e366c4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.294512 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.294912 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 3 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.295795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-6c6dd94a-5d96-4591-9959-de74e366c4d1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1125 time: 0.0488262 May 02 10:50:09.308503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.308876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.309219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.313761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.314130 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.314534 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 4 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.328638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.328994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.329345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.334761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.335004 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.335525 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 5 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.357450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.357794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.358141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.363778 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.364120 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.367048 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 6 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.384096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.384414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.384751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.391482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.395609 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.395609 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 7 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.418893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.418893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.418893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.423464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-4c5fa613-dea0-425b-b193-af4c1a27525a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.425552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-4c5fa613-dea0-425b-b193-af4c1a27525a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=014235b8daef456e97692382aac97d1e&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1236486 May 02 10:50:09.447273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.447273 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.447273 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 8 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.466643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c373f-9569-485d-b79b-b63860da9cf4 req-51341957-86ab-43dd-81d8-44224680ba5b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.468186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b62c373f-9569-485d-b79b-b63860da9cf4 req-51341957-86ab-43dd-81d8-44224680ba5b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 946 time: 0.0705564 May 02 10:50:09.470714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.471051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.471425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.476206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.476585 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.478352 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 9 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.509153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.519707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.519707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.529753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.530088 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.534603 ncdv-master-1 neutron-server[115662]: INFO neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempt 10 to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 May 02 10:50:09.539465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-9f4698d3-6dd9-47e1-a24b-66d4c67a9713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.540997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fb56c944-8ac3-4cb2-b31b-bdefa47f8923 req-9f4698d3-6dd9-47e1-a24b-66d4c67a9713 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1098433 May 02 10:50:09.563724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b62c373f-9569-485d-b79b-b63860da9cf4 req-1a6ff0fa-6b52-4802-9cae-08d165b662cf tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860665 May 02 10:50:09.565503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:09.573100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:09.573746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempting to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:09.585179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:09.585702 ncdv-master-1 neutron-server[115662]: ERROR neutron.plugins.ml2.managers [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Failed to bind port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on host nch2-master-1 for vnic_type normal using segments [{'id': '7e396132-9688-4927-bca1-2e6fbda65465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '52370f71-beed-4566-be6d-fc969c26c489'}] May 02 10:50:09.586444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.638296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985a4b57-119e-4f04-a0a0-f4d0247ca032 req-d3b58d3d-c174-45da-9429-605b905c8cbe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.640120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-985a4b57-119e-4f04-a0a0-f4d0247ca032 req-d3b58d3d-c174-45da-9429-605b905c8cbe tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0820522 May 02 10:50:09.645899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-31d317d3-71c6-4d41-a1fe-f4c0777ed780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.647350 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-31d317d3-71c6-4d41-a1fe-f4c0777ed780 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1125 time: 0.0541203 May 02 10:50:09.651564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:50:09.651935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attempted to set empty binding levels {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} May 02 10:50:09.698131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-c4031729-9e2d-422d-a6af-0bce8d8e3a55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 217 time: 0.0437207 May 02 10:50:09.704137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.737130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] In _notify_port_updated(), no bound segment for port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 on network 52370f71-beed-4566-be6d-fc969c26c489 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:50:09.737976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.738575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.740048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "PUT /v2.0/ports/fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 HTTP/1.1" status: 200 len: 979 time: 0.9283078 May 02 10:50:09.744061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:09.757645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-985a4b57-119e-4f04-a0a0-f4d0247ca032 req-424afcc1-cc53-4f5b-8280-103259079e93 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093471 May 02 10:50:09.777294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-2b901a67-74b2-4f88-8884-936e8f555f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.778729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-2b901a67-74b2-4f88-8884-936e8f555f8b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0750368 May 02 10:50:09.784473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd12cc1-b6f8-47b7-bb78-f69dcf227eb1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event updated for resources: {'Port': ['ID=fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:09.831755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Deleting port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:09.832139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.845677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bee36-0e62-4489-8080-1be601e9528d req-c6a57269-10dc-454e-897a-cc79c38f261f tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.847148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a28bee36-0e62-4489-8080-1be601e9528d req-c6a57269-10dc-454e-897a-cc79c38f261f tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 946 time: 0.0794475 May 02 10:50:09.860496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-13746a97-3a75-40e0-af0a-24fb41209d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:09.862481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-13746a97-3a75-40e0-af0a-24fb41209d6d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0636811 May 02 10:50:09.896986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] For port fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7, host nch2-master-1, got binding levels [] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:09.897350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:09.911372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Calling delete_port for fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:10.000983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Deleting port a73cce69-b592-4c28-88e8-9727d050a892 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:10.001515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a73cce69-b592-4c28-88e8-9727d050a892), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.037883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-1577806d-7e2f-448c-9768-38279ce67377 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545930 May 02 10:50:10.092716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.122974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Pushing event deleted for resources: {'Port': ['ID=fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:10.131723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.135128 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5dfadf53-3255-4987-aba4-7b9969114241 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "DELETE /v2.0/ports/fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 HTTP/1.1" status: 204 len: 168 time: 0.3902290 May 02 10:50:10.137734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35284) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:10.162626 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f14b098-cb57-434e-a062-107581022281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] GET failed (client error): The resource could not be found. May 02 10:50:10.164044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0f14b098-cb57-434e-a062-107581022281 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1504501642-project-admin] 10.222.0.16 "GET /v2.0/ports/fb3034ec-c5dc-4b12-a97e-bc68d0ec0db7 HTTP/1.1" status: 404 len: 333 time: 0.0253694 May 02 10:50:10.171882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] For port a73cce69-b592-4c28-88e8-9727d050a892, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=a73cce69-b592-4c28-88e8-9727d050a892,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:10.172087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35286) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:10.172169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a73cce69-b592-4c28-88e8-9727d050a892), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.192666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Calling delete_port for a73cce69-b592-4c28-88e8-9727d050a892 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:10.204761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4caf20f-11b6-4541-a46d-7608f42a23a7 req-5ac41c1b-1eb1-4861-b974-39cce28848a6 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423380 May 02 10:50:10.249195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (52370f71-beed-4566-be6d-fc969c26c489), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.333044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (52370f71-beed-4566-be6d-fc969c26c489), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.353069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52370f71-beed-4566-be6d-fc969c26c489']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:10.363040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e396132-9688-4927-bca1-2e6fbda65465') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:10.363336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e396132-9688-4927-bca1-2e6fbda65465') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:10.373037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7e396132-9688-4927-bca1-2e6fbda65465), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.386385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7e396132-9688-4927-bca1-2e6fbda65465), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.392245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:50:10.392652 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7e396132-9688-4927-bca1-2e6fbda65465), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: timer() May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:50:10.395644 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:50:10.400158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a73cce69-b592-4c28-88e8-9727d050a892), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.417653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['a73cce69-b592-4c28-88e8-9727d050a892'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:50:10.434800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Pushing event deleted for resources: {'Port': ['ID=a73cce69-b592-4c28-88e8-9727d050a892,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:10.478157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] No DVR routers for this DVR port a73cce69-b592-4c28-88e8-9727d050a892 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:50:10.480893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.484207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a28bee36-0e62-4489-8080-1be601e9528d req-15ff51c3-7086-4c52-8c01-b29aa034027b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "DELETE /v2.0/ports/a73cce69-b592-4c28-88e8-9727d050a892 HTTP/1.1" status: 204 len: 173 time: 0.6300089 May 02 10:50:10.526780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (52370f71-beed-4566-be6d-fc969c26c489), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.534510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:10.537695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] 10.222.0.16 "DELETE /v2.0/networks/52370f71-beed-4566-be6d-fc969c26c489 HTTP/1.1" status: 204 len: 168 time: 0.3683937 May 02 10:50:10.549066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b2f874-d83f-4d67-89ed-fcecba5fb1ac tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1987171721-project] Pushing event deleted for resources: {'Network': ['ID=52370f71-beed-4566-be6d-fc969c26c489,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:10.668835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-04ed2d30-8110-43d0-abce-ea295376356d req-95e4be08-3f33-4a10-86f8-2a6855fc7d2b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=50cf0bd8-5d88-4748-a9cd-11ed5796949b HTTP/1.1" status: 200 len: 210 time: 0.0306022 May 02 10:50:10.889709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af886d60-c3a6-4e3f-b1f4-cf62518986a1 req-d17b4c04-c7fd-4936-ad00-4753904350ab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:10.891437 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af886d60-c3a6-4e3f-b1f4-cf62518986a1 req-d17b4c04-c7fd-4936-ad00-4753904350ab tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0532444 May 02 10:50:10.945317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-af886d60-c3a6-4e3f-b1f4-cf62518986a1 req-1209c222-1db5-4561-aa3d-33977dcb8c33 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469515 May 02 10:50:11.030927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35298) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:11.166025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1789a60f-d0fa-4c67-8def-a6b9ecffb5ca admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ad642d2645e84e6d9636481e6b8eb8a2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338692 May 02 10:50:11.168486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:11.219379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] Publish callbacks [] for security_group (d26b821e-33cd-4f99-9f84-0ddfbfd28b27), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:11.227336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'name': 'network-vif-deleted', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:11.229995 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab7b2812-f7f6-47b2-bea7-c9afbaf564ec" -d '{"events": [{"server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "name": "network-vif-deleted", "tag": "a73cce69-b592-4c28-88e8-9727d050a892"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:11.268964 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0022c485-74fa-4556-a2cd-453a1228fff2 x-openstack-request-id: req-0022c485-74fa-4556-a2cd-453a1228fff2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:11.269267 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50cf0bd8-5d88-4748-a9cd-11ed5796949b", "name": "network-vif-deleted", "tag": "a73cce69-b592-4c28-88e8-9727d050a892", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:11.269525 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0022c485-74fa-4556-a2cd-453a1228fff2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:11.269939 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0022c485-74fa-4556-a2cd-453a1228fff2'] response: {'server_uuid': '50cf0bd8-5d88-4748-a9cd-11ed5796949b', 'name': 'network-vif-deleted', 'tag': 'a73cce69-b592-4c28-88e8-9727d050a892', 'status': 'completed', 'code': 200} May 02 10:50:11.510016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] Publish callbacks [] for security_group (d26b821e-33cd-4f99-9f84-0ddfbfd28b27), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:11.646160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d26b821e-33cd-4f99-9f84-0ddfbfd28b27), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:11.648908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:11.650072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d26b821e-33cd-4f99-9f84-0ddfbfd28b27 HTTP/1.1" status: 204 len: 168 time: 0.4806669 May 02 10:50:11.658006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babb5370-dcf0-4087-902e-fbc489f86f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d26b821e-33cd-4f99-9f84-0ddfbfd28b27,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:12.070799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac8c5b-9ad2-4ef6-a703-7b34c1f9f8c9 req-06332796-61dc-4b3d-b8b2-cf74ea719f1e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:12.072181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8ac8c5b-9ad2-4ef6-a703-7b34c1f9f8c9 req-06332796-61dc-4b3d-b8b2-cf74ea719f1e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0476918 May 02 10:50:12.123240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8ac8c5b-9ad2-4ef6-a703-7b34c1f9f8c9 req-73f70794-7ed4-41f4-8eed-f30e8c4cfd6a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453579 May 02 10:50:12.439297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35320) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:12.479503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b70e8ebe-f450-4bb0-8a54-9bca9f9a00b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a8b15c0cc99943de8f7aabbc27b6f365&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385561 May 02 10:50:12.484255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35322) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:12.535466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] Publish callbacks [] for security_group (a2e96659-ef37-4963-a5c6-32eeb739a797), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:12.557843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] Publish callbacks [] for security_group (a2e96659-ef37-4963-a5c6-32eeb739a797), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:12.640815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a2e96659-ef37-4963-a5c6-32eeb739a797), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:12.644105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:12.645289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a2e96659-ef37-4963-a5c6-32eeb739a797 HTTP/1.1" status: 204 len: 168 time: 0.1601329 May 02 10:50:12.653056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f88ef5-48fe-4a58-a328-015e58d071f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e96659-ef37-4963-a5c6-32eeb739a797,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:13.244839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad0da4-527c-40ca-b64d-b49bec8af104 req-c9545f1e-9f6b-46be-92c8-337ed56a364f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:13.246378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70ad0da4-527c-40ca-b64d-b49bec8af104 req-c9545f1e-9f6b-46be-92c8-337ed56a364f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0477192 May 02 10:50:13.286712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:50:13.302516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70ad0da4-527c-40ca-b64d-b49bec8af104 req-97f19c0c-f009-4c58-ab88-bdf112bde5f8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498178 May 02 10:50:13.405287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:13.416804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '801d4c09-df1f-440e-8275-265727833037', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:50:13.454382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:50:13.454773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:13.468592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801d4c09-df1f-440e-8275-265727833037 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:50:13.489912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:13.567160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:13.568748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-d52878de-654d-4681-ac2c-86bb8b1c0a5d req-06a7da14-8a20-45b9-b39e-31fb3fe377fb service neutron] (115662) timed out ('10.222.0.15', 63260) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:50:13.618592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:13.626048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.626409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.626752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.627150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.628227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.628578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.628940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.629299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.629635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.629966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.630295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.630624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.631228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.631561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.631884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:13.739718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:13.778910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['801d4c09-df1f-440e-8275-265727833037'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:50:13.837904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d4ec2fc1-6d10-4c16-9aad-c2c9b9c8ba5f tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:13.838644 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-d4ec2fc1-6d10-4c16-9aad-c2c9b9c8ba5f tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 02 10:50:13.839140 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-d4ec2fc1-6d10-4c16-9aad-c2c9b9c8ba5f tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): There was a conflict when trying to complete your request. May 02 10:50:13.840182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4ec2fc1-6d10-4c16-9aad-c2c9b9c8ba5f tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.0994782 May 02 10:50:13.844026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:13.849225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--795015960'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:13.961165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:13.970059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.042496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (68ff15e1-40eb-431d-95a3-0f04226335f1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.120900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68ff15e1-40eb-431d-95a3-0f04226335f1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.155697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68ff15e1-40eb-431d-95a3-0f04226335f1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:14.196574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (f7c778c2-a94b-4677-8179-5b9a7067c09b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.280513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7c778c2-a94b-4677-8179-5b9a7067c09b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.312064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c778c2-a94b-4677-8179-5b9a7067c09b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:14.369046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.370663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-718d9ed9-0ae9-4bb0-a565-c50659cab4e7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5254977 May 02 10:50:14.373590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35374) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:14.378176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'f7c778c2-a94b-4677-8179-5b9a7067c09b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:14.433916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf6ceed-7e9b-41d9-9175-13336f4a729a req-b8873b90-7aaa-42c6-8a08-095caa8b9377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:14.435376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cf6ceed-7e9b-41d9-9175-13336f4a729a req-b8873b90-7aaa-42c6-8a08-095caa8b9377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 944 time: 0.0526671 May 02 10:50:14.482721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cf6ceed-7e9b-41d9-9175-13336f4a729a req-8aac6271-3c04-44c2-8dd9-33c99eda9968 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416689 May 02 10:50:14.526436 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.532199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group_rule (e90e847b-0234-4c38-94f1-683d7d717e87), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.587646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group_rule (e90e847b-0234-4c38-94f1-683d7d717e87), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.681245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e90e847b-0234-4c38-94f1-683d7d717e87), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.700812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e90e847b-0234-4c38-94f1-683d7d717e87,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:14.739913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.741190 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c3b50083-7e7e-437b-a5ef-648323a52e08 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3665526 May 02 10:50:14.743809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:14.748100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7f53d9b1-3608-428e-b91d-2c634359fe1d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'f7c778c2-a94b-4677-8179-5b9a7067c09b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:14.856940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f53d9b1-3608-428e-b91d-2c634359fe1d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group_rule (4678a8a6-dc85-4d41-b140-29e960412f96), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:14.978473 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-7f53d9b1-3608-428e-b91d-2c634359fe1d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): There was a conflict when trying to complete your request. May 02 10:50:14.979581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f53d9b1-3608-428e-b91d-2c634359fe1d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2348442 May 02 10:50:14.982388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35380) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.036472 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (f7c778c2-a94b-4677-8179-5b9a7067c09b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.059761 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (f7c778c2-a94b-4677-8179-5b9a7067c09b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.189665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7c778c2-a94b-4677-8179-5b9a7067c09b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.193092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.194347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/f7c778c2-a94b-4677-8179-5b9a7067c09b HTTP/1.1" status: 204 len: 168 time: 0.2110522 May 02 10:50:15.197079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35382) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.203999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5fed1e-2d09-4e51-909a-f36265920c66 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c778c2-a94b-4677-8179-5b9a7067c09b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:15.215640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a73cce69-b592-4c28-88e8-9727d050a892 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:50:15.243678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: a73cce69-b592-4c28-88e8-9727d050a892 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:50:15.244118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device a73cce69-b592-4c28-88e8-9727d050a892 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:50:15.252194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55a404da-a0c0-4d59-add7-c18693ed084f tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0504305 May 02 10:50:15.260544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.260544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1590721186'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:15.288263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:50:15.332631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 801d4c09-df1f-440e-8275-265727833037 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:50:15.355449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.425423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (a39453b5-d4e1-4b72-b2d8-f6ad8b733682), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.433998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 801d4c09-df1f-440e-8275-265727833037 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:50:15.434439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (801d4c09-df1f-440e-8275-265727833037), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.512579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:50:15.512960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.520990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a39453b5-d4e1-4b72-b2d8-f6ad8b733682), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.536542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:15.538876 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ab2cbf-2da1-4a49-a687-b62ea62f393f" -d '{"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:15.552870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:15.556589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a39453b5-d4e1-4b72-b2d8-f6ad8b733682,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:15.585989 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c03b3a-8637-40ed-b8fe-13eda21f586e x-openstack-request-id: req-a7c03b3a-8637-40ed-b8fe-13eda21f586e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:15.586286 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:15.586602 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a7c03b3a-8637-40ed-b8fe-13eda21f586e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:15.587006 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7c03b3a-8637-40ed-b8fe-13eda21f586e'] response: {'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'code': 200} May 02 10:50:15.602894 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.604366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6d233b8-798c-4b78-bbe5-e0f12a3350da tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3501654 May 02 10:50:15.607290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35392) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.613144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-183282c5-c5be-4ceb-973c-eb337c0056c9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'a39453b5-d4e1-4b72-b2d8-f6ad8b733682', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:15.613648 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-183282c5-c5be-4ceb-973c-eb337c0056c9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. May 02 10:50:15.614157 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-183282c5-c5be-4ceb-973c-eb337c0056c9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:15.615118 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-183282c5-c5be-4ceb-973c-eb337c0056c9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068886 May 02 10:50:15.620180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35394) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.624901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403bfab5-e07b-4196-9cbd-8302225277aa req-39f4b102-0d8a-4bbe-b38f-2d3450f1eb24 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:15.626797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-403bfab5-e07b-4196-9cbd-8302225277aa req-39f4b102-0d8a-4bbe-b38f-2d3450f1eb24 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 944 time: 0.0624011 May 02 10:50:15.628178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.684163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (a39453b5-d4e1-4b72-b2d8-f6ad8b733682), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.705043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:15.707078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-403bfab5-e07b-4196-9cbd-8302225277aa req-e7ae9e30-5cc2-4733-a7e3-f58a12fd4587 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736439 May 02 10:50:15.713403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205dc4b8-14d1-41e4-91ab-11adbf9edd1e req-40e52c9b-16a2-4c3e-aaf7-264657d9975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:15.715108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-205dc4b8-14d1-41e4-91ab-11adbf9edd1e req-40e52c9b-16a2-4c3e-aaf7-264657d9975d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1127 time: 0.0526512 May 02 10:50:15.718269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (a39453b5-d4e1-4b72-b2d8-f6ad8b733682), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.765774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-205dc4b8-14d1-41e4-91ab-11adbf9edd1e req-6e67e9f6-014b-4b4f-a078-b282fc5e1372 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 May 02 10:50:15.862721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a39453b5-d4e1-4b72-b2d8-f6ad8b733682), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.865890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:15.867209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/a39453b5-d4e1-4b72-b2d8-f6ad8b733682 HTTP/1.1" status: 204 len: 168 time: 0.2460823 May 02 10:50:15.869884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35398) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.876538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeaead3-ccea-4d61-923b-3640eb6f76f7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a39453b5-d4e1-4b72-b2d8-f6ad8b733682,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:15.918289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8b2af52-2c1d-44b8-90cd-2ade0a89ac55 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0472550 May 02 10:50:15.926573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:15.931470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1063666354'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.012625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.039556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.107104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (2e3b63fc-9a28-4b2b-9642-8e506f486bcc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.154921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2e3b63fc-9a28-4b2b-9642-8e506f486bcc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.183206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3b63fc-9a28-4b2b-9642-8e506f486bcc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:16.191198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.191565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.192056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.192274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.192634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.192955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.193281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.193605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.194005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.194282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.194609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.194933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.195257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.195573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.195893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:16.247417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.248697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8c7ee1ee-9b81-45ff-a5d9-7a6b4dfb415b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3205922 May 02 10:50:16.251449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35402) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.256757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-994e5a52-c6fd-43b9-816d-f4ef314382e4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '2e3b63fc-9a28-4b2b-9642-8e506f486bcc', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.257319 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-994e5a52-c6fd-43b9-816d-f4ef314382e4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. May 02 10:50:16.257814 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-994e5a52-c6fd-43b9-816d-f4ef314382e4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:16.258753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-994e5a52-c6fd-43b9-816d-f4ef314382e4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0062532 May 02 10:50:16.261009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.310629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (2e3b63fc-9a28-4b2b-9642-8e506f486bcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.333530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (2e3b63fc-9a28-4b2b-9642-8e506f486bcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.453181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2e3b63fc-9a28-4b2b-9642-8e506f486bcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.455243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.457081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/2e3b63fc-9a28-4b2b-9642-8e506f486bcc HTTP/1.1" status: 204 len: 168 time: 0.1952190 May 02 10:50:16.459849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35412) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.469878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fb4282-36f1-453d-840a-484e781620f2 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3b63fc-9a28-4b2b-9642-8e506f486bcc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:16.521789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9325c72f-b720-4f20-981a-a915313a9dfd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0605168 May 02 10:50:16.525179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35416) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.529845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--896716209'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.635432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.700430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (bb75efd7-83fd-4b7c-84a2-a615e40afa15), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.794135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb75efd7-83fd-4b7c-84a2-a615e40afa15), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.858404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb75efd7-83fd-4b7c-84a2-a615e40afa15,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:16.870375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e958001a-6393-4210-8233-523733175d3e req-805b9c10-999f-4c20-b828-d8a059194020 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:16.871896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e958001a-6393-4210-8233-523733175d3e req-805b9c10-999f-4c20-b828-d8a059194020 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0749793 May 02 10:50:16.889202 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:16.890764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ef9a0691-db75-4bfd-af50-e2c1cbd40026 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3644235 May 02 10:50:16.893668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35438) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.898418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b282e8f5-61b2-4c3b-9b26-c41b0351ac49 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'bb75efd7-83fd-4b7c-84a2-a615e40afa15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.905749 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-b282e8f5-61b2-4c3b-9b26-c41b0351ac49 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. May 02 10:50:16.906331 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-b282e8f5-61b2-4c3b-9b26-c41b0351ac49 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:16.908259 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b282e8f5-61b2-4c3b-9b26-c41b0351ac49 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0134461 May 02 10:50:16.911302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35440) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.915844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-039e9df5-2a09-4a5b-977d-e7b5ad1c569d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'bb75efd7-83fd-4b7c-84a2-a615e40afa15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.916519 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-039e9df5-2a09-4a5b-977d-e7b5ad1c569d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. May 02 10:50:16.917039 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-039e9df5-2a09-4a5b-977d-e7b5ad1c569d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:16.918104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-039e9df5-2a09-4a5b-977d-e7b5ad1c569d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0055497 May 02 10:50:16.929150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35442) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.930655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e958001a-6393-4210-8233-523733175d3e req-a6e73773-847a-4ccd-a395-87403af7a106 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529106 May 02 10:50:16.933534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6d0d2e42-e2f9-402a-b793-03b7412b3878 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'bb75efd7-83fd-4b7c-84a2-a615e40afa15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.934360 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-6d0d2e42-e2f9-402a-b793-03b7412b3878 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. May 02 10:50:16.934841 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-6d0d2e42-e2f9-402a-b793-03b7412b3878 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:16.938424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35444) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.944552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-26e53266-ea5c-4029-9b68-f1496c2224e1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'bb75efd7-83fd-4b7c-84a2-a615e40afa15', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:16.945819 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-26e53266-ea5c-4029-9b68-f1496c2224e1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. May 02 10:50:16.946442 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-26e53266-ea5c-4029-9b68-f1496c2224e1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:16.949916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-26e53266-ea5c-4029-9b68-f1496c2224e1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0069568 May 02 10:50:16.950135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35446) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:16.954393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d0d2e42-e2f9-402a-b793-03b7412b3878 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0242040 May 02 10:50:17.005205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (bb75efd7-83fd-4b7c-84a2-a615e40afa15), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.029104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (bb75efd7-83fd-4b7c-84a2-a615e40afa15), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.166350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb75efd7-83fd-4b7c-84a2-a615e40afa15), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.169026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.170184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb75efd7-83fd-4b7c-84a2-a615e40afa15 HTTP/1.1" status: 204 len: 168 time: 0.2190876 May 02 10:50:17.173115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35448) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.180475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205ec61d-2ae5-4c25-9521-b1e176173cc4 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb75efd7-83fd-4b7c-84a2-a615e40afa15,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:17.216317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-14ea0f95-3451-47d0-bfd7-1ef85319d10e tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0420468 May 02 10:50:17.220514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35450) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.225556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1219414053'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.326679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.395113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (b9593991-1180-4196-8751-1cdb240e9a4a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.457906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b9593991-1180-4196-8751-1cdb240e9a4a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.487610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9593991-1180-4196-8751-1cdb240e9a4a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:17.563192 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:17.564464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4057f077-c6fc-4b68-9b76-faf907f25349 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3424423 May 02 10:50:17.567545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35452) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.571924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1c6d9f9d-66dd-4884-96ea-ec814bdbc0e8 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.572407 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-1c6d9f9d-66dd-4884-96ea-ec814bdbc0e8 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 02 10:50:17.572911 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-1c6d9f9d-66dd-4884-96ea-ec814bdbc0e8 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:17.573854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1c6d9f9d-66dd-4884-96ea-ec814bdbc0e8 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0053611 May 02 10:50:17.576067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35454) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.579977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-34046ac5-7858-4249-a4c3-a3fe5d505bb1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.748801 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-34046ac5-7858-4249-a4c3-a3fe5d505bb1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:17.753144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-34046ac5-7858-4249-a4c3-a3fe5d505bb1 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1728368 May 02 10:50:17.753472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35458) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.758854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bd6384f3-6823-4a26-b030-e249e4ec1c19 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.759346 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-bd6384f3-6823-4a26-b030-e249e4ec1c19 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 May 02 10:50:17.759837 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-bd6384f3-6823-4a26-b030-e249e4ec1c19 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:17.763948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.764067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd6384f3-6823-4a26-b030-e249e4ec1c19 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0094714 May 02 10:50:17.769117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e47306c3-c308-4a5c-89fe-d145242da2b9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.931648 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-e47306c3-c308-4a5c-89fe-d145242da2b9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:17.932753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e47306c3-c308-4a5c-89fe-d145242da2b9 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1677887 May 02 10:50:17.935581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35464) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.939888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bd97d3b9-60fa-4ef1-b49b-6cd5e635d924 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:17.940368 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-bd97d3b9-60fa-4ef1-b49b-6cd5e635d924 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 May 02 10:50:17.940899 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-bd97d3b9-60fa-4ef1-b49b-6cd5e635d924 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:17.942354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bd97d3b9-60fa-4ef1-b49b-6cd5e635d924 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058606 May 02 10:50:17.944588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35466) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:17.948394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5ea1833d-cce9-4e5b-b0e3-241a413bd2b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.047061 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-5ea1833d-cce9-4e5b-b0e3-241a413bd2b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Project 815da2c2841148f495e1fb41e214d69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:50:18.060033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe4d5c6-979a-4d12-a894-ccfe8754c293 req-98393b9c-fe39-4687-b471-64a2e7d8b51c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:18.061544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fe4d5c6-979a-4d12-a894-ccfe8754c293 req-98393b9c-fe39-4687-b471-64a2e7d8b51c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0524757 May 02 10:50:18.108898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fe4d5c6-979a-4d12-a894-ccfe8754c293 req-7a5df48f-292c-4742-a1e9-0bd981f17c87 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410309 May 02 10:50:18.132831 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-5ea1833d-cce9-4e5b-b0e3-241a413bd2b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:18.133852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ea1833d-cce9-4e5b-b0e3-241a413bd2b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1883893 May 02 10:50:18.136734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.141057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e50cc0d4-7577-42f5-b114-d1a7ed6ee836 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.141539 ncdv-master-1 neutron-server[115663]: WARNING neutron.api.v2.base [None req-e50cc0d4-7577-42f5-b114-d1a7ed6ee836 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 May 02 10:50:18.142284 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-e50cc0d4-7577-42f5-b114-d1a7ed6ee836 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:18.143003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e50cc0d4-7577-42f5-b114-d1a7ed6ee836 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0053167 May 02 10:50:18.150749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35474) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.154980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a6cc3651-ca22-4481-8639-f5dd3f4d0872 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.212743 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-a6cc3651-ca22-4481-8639-f5dd3f4d0872 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Project 815da2c2841148f495e1fb41e214d69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:50:18.229765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16511758-74bc-41d1-97d4-49718a78517e req-765a6718-faff-45fb-86ff-0c2d5db29cef tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:18.231312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16511758-74bc-41d1-97d4-49718a78517e req-765a6718-faff-45fb-86ff-0c2d5db29cef tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0518458 May 02 10:50:18.240434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35476) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.245412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Request body: {'floatingip': {'port_id': '801d4c09-df1f-440e-8275-265727833037'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.285062 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-a6cc3651-ca22-4481-8639-f5dd3f4d0872 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:18.286124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a6cc3651-ca22-4481-8639-f5dd3f4d0872 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1344247 May 02 10:50:18.289044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.290258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.293519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f5101e7b-19d1-4619-ad83-787a51c11cbd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': 'b9593991-1180-4196-8751-1cdb240e9a4a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.385322 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-f5101e7b-19d1-4619-ad83-787a51c11cbd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Project 815da2c2841148f495e1fb41e214d69c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:50:18.519981 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-f5101e7b-19d1-4619-ad83-787a51c11cbd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:18.521145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f5101e7b-19d1-4619-ad83-787a51c11cbd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2310719 May 02 10:50:18.524027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.577797 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (b9593991-1180-4196-8751-1cdb240e9a4a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.603074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (b9593991-1180-4196-8751-1cdb240e9a4a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.720786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b9593991-1180-4196-8751-1cdb240e9a4a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.723880 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.725185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/b9593991-1180-4196-8751-1cdb240e9a4a HTTP/1.1" status: 204 len: 168 time: 0.2002063 May 02 10:50:18.729364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.734785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cc0aa9-bb33-43f8-8039-61f43acd2817 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9593991-1180-4196-8751-1cdb240e9a4a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:18.750552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.778500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-50f86efd-fc8b-4b2d-9d97-e1a1b0773c73 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0495698 May 02 10:50:18.782554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35486) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:18.787415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1661260006'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:18.834495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.891848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:18.938846 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Floating IP db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2 associated. External IP: 172.35.4.240, port: 801d4c09-df1f-440e-8275-265727833037. May 02 10:50:18.960964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (43d75280-81e9-4ead-b89f-e668a76734c2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.037525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43d75280-81e9-4ead-b89f-e668a76734c2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.067499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43d75280-81e9-4ead-b89f-e668a76734c2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:19.146324 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.147638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bce97c14-4735-484a-8e06-0665be6bcbbb tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3642795 May 02 10:50:19.150428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:19.154779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-07672d6e-a6bd-4a5e-b7d2-c8670df0e16d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '43d75280-81e9-4ead-b89f-e668a76734c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:19.165559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:50:19.367328 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-07672d6e-a6bd-4a5e-b7d2-c8670df0e16d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The resource could not be found. May 02 10:50:19.368456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-07672d6e-a6bd-4a5e-b7d2-c8670df0e16d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2170925 May 02 10:50:19.371320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35492) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:19.380530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f0848fcc-73a5-47b2-a85d-bc81ff96ff7c tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '43d75280-81e9-4ead-b89f-e668a76734c2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '5861285a-f5f9-4729-b545-e30bb33b3ee1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:19.532392 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-f0848fcc-73a5-47b2-a85d-bc81ff96ff7c tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The resource could not be found. May 02 10:50:19.533622 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0848fcc-73a5-47b2-a85d-bc81ff96ff7c tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1613050 May 02 10:50:19.536551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:19.578861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:50:19.583510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.590944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:50:19.594373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (43d75280-81e9-4ead-b89f-e668a76734c2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.603566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:50:19.608077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:19.625605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-711f2f34-6274-4073-b92e-aa9c0c793d9b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "PUT /v2.0/floatingips/db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2 HTTP/1.1" status: 200 len: 991 time: 1.3781676 May 02 10:50:19.625605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:19.625605 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6609403-3bca-4107-8133-2f7adb545826" -d '{"events": [{"name": "network-changed", "server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:19.627190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (43d75280-81e9-4ead-b89f-e668a76734c2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.670252 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ea9d21b-0ae0-458d-94a2-b353ebeaff68 x-openstack-request-id: req-0ea9d21b-0ae0-458d-94a2-b353ebeaff68 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:19.670742 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "tag": "801d4c09-df1f-440e-8275-265727833037", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:19.671057 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0ea9d21b-0ae0-458d-94a2-b353ebeaff68 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:19.671545 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ea9d21b-0ae0-458d-94a2-b353ebeaff68'] response: {'name': 'network-changed', 'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'status': 'completed', 'code': 200} May 02 10:50:19.718422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:50:19.731817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609403-3bca-4107-8133-2f7adb545826 req-5c16aa70-f06e-4ec3-9a29-7a5f0cae9a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:19.733485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-5c16aa70-f06e-4ec3-9a29-7a5f0cae9a68 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1127 time: 0.0399449 May 02 10:50:19.748417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (43d75280-81e9-4ead-b89f-e668a76734c2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.751172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:19.752361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/43d75280-81e9-4ead-b89f-e668a76734c2 HTTP/1.1" status: 204 len: 168 time: 0.2148120 May 02 10:50:19.756769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35500) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:19.764036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eda4dd-8d8d-453d-8521-911c0a151599 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d75280-81e9-4ead-b89f-e668a76734c2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:19.849928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-111f001c-d35f-42b8-b56c-d407c5f7079c tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0915804 May 02 10:50:19.853705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:19.858373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2ff3137d-fb86-4683-bfc4-5c89567eae9d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '13e82c33-5520-44e1-b69d-56081b3f417c', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:19.866958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609403-3bca-4107-8133-2f7adb545826 req-06678fac-3df5-4a00-991f-1bc201aa5acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:19.868424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-06678fac-3df5-4a00-991f-1bc201aa5acf service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.1293855 May 02 10:50:19.935711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-b400b4ee-8e10-4811-82c3-f8664166896b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 999 time: 0.0591822 May 02 10:50:19.969675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:50:03Z', 'updated_at': '2022-05-02T10:50:18Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:19.993586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609403-3bca-4107-8133-2f7adb545826 req-20810a04-2af9-4e67-89c4-305fed11d549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:19.995055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-20810a04-2af9-4e67-89c4-305fed11d549 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0523260 May 02 10:50:19.996089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:50:20.005017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:50:20.005617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:49:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:20.040059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6609403-3bca-4107-8133-2f7adb545826 req-f5e265bf-a13e-4af4-a053-ea977f0108e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:20.041495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-f5e265bf-a13e-4af4-a053-ea977f0108e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0404096 May 02 10:50:20.041910 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-2ff3137d-fb86-4683-bfc4-5c89567eae9d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The resource could not be found. May 02 10:50:20.043013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ff3137d-fb86-4683-bfc4-5c89567eae9d tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1882286 May 02 10:50:20.046594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35508) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:20.051859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--86626815'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:20.124090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:50:20.134547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-8a015bda-3920-4568-aa59-849ae3663bbf service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868073 May 02 10:50:20.137609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.214658 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4287159e-c3cc-435b-b8ed-11bf47f1aa65), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.231514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6609403-3bca-4107-8133-2f7adb545826 req-c96a9145-b101-4980-a92e-4a518192c7e5 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906539 May 02 10:50:20.321075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4287159e-c3cc-435b-b8ed-11bf47f1aa65), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.351037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4287159e-c3cc-435b-b8ed-11bf47f1aa65,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:20.351257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:50:03Z', 'updated_at': '2022-05-02T10:50:18Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:50:20.378477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623c2db2-6100-411e-84c9-d7d04bf03fe2 None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'floating_ip_address': '172.35.4.240', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3297, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:50:03Z', 'updated_at': '2022-05-02T10:50:18Z', 'revision_number': 1, 'project_id': '014235b8daef456e97692382aac97d1e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:50:20.422949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.424523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d643ae16-f082-459b-a90b-eace43dac9cd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3767443 May 02 10:50:20.428379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:20.435012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--2107924258'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:20.526917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.601331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4179ed30-23c8-402c-bad0-9e58803f0f10), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.608177 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9aa20e-1ff3-44e1-bc07-645241b5228e None None] New status for floating IP db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:50:20.681089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4179ed30-23c8-402c-bad0-9e58803f0f10), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.708811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4179ed30-23c8-402c-bad0-9e58803f0f10,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:20.791724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:20.793005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1f91229f-9558-4c7e-8494-561f3fdad012 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3634379 May 02 10:50:20.796271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:20.801298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3febc373-2403-479f-a29d-7ede18a6e770 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '4287159e-c3cc-435b-b8ed-11bf47f1aa65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '4179ed30-23c8-402c-bad0-9e58803f0f10'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:21.041306 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-3febc373-2403-479f-a29d-7ede18a6e770 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:21.042488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3febc373-2403-479f-a29d-7ede18a6e770 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2451687 May 02 10:50:21.045354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35520) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.101733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4179ed30-23c8-402c-bad0-9e58803f0f10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.124765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4179ed30-23c8-402c-bad0-9e58803f0f10), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.245474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4179ed30-23c8-402c-bad0-9e58803f0f10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.245474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.245474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/4179ed30-23c8-402c-bad0-9e58803f0f10 HTTP/1.1" status: 204 len: 168 time: 0.1990354 May 02 10:50:21.248404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.254609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece8c802-7d3e-4a0f-9c74-6a938c143172 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179ed30-23c8-402c-bad0-9e58803f0f10,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:21.314124 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-38dbb145-2dcf-4527-8bc4-599b42b4aedd tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4543 time: 0.0612550 May 02 10:50:21.314124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35526) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.367713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4287159e-c3cc-435b-b8ed-11bf47f1aa65), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.390678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4287159e-c3cc-435b-b8ed-11bf47f1aa65), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.543806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4287159e-c3cc-435b-b8ed-11bf47f1aa65), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.546560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.547711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/4287159e-c3cc-435b-b8ed-11bf47f1aa65 HTTP/1.1" status: 204 len: 168 time: 0.2330751 May 02 10:50:21.550578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35538) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.557302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e38df3-c0b9-41fa-8884-de32a13fe974 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4287159e-c3cc-435b-b8ed-11bf47f1aa65,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:21.595167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-28bb86b1-ab94-46fe-a470-42cd625f20dc tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0434177 May 02 10:50:21.598891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35540) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.603138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--174746298'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:21.709131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.775328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4c494f5c-05cd-4561-af00-bf77cfac66e9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.828421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4c494f5c-05cd-4561-af00-bf77cfac66e9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.856627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c494f5c-05cd-4561-af00-bf77cfac66e9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:21.900031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:21.901342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9a1ba596-3cd7-4e9c-93f6-66a4bfaf3201 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3014834 May 02 10:50:21.904343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35542) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:21.908685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2648d868-b59a-4c17-994d-fca1a8270060 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '4c494f5c-05cd-4561-af00-bf77cfac66e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:22.315433 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-2648d868-b59a-4c17-994d-fca1a8270060 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:22.326264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2648d868-b59a-4c17-994d-fca1a8270060 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4112332 May 02 10:50:22.326264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35548) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:22.328072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-549505c8-9c94-4be0-a38f-57ee8494a177 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group_rule': {'security_group_id': '4c494f5c-05cd-4561-af00-bf77cfac66e9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:22.492246 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-549505c8-9c94-4be0-a38f-57ee8494a177 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:50:22.493360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-549505c8-9c94-4be0-a38f-57ee8494a177 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1687880 May 02 10:50:22.496201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35550) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:22.548947 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4c494f5c-05cd-4561-af00-bf77cfac66e9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:22.570252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (4c494f5c-05cd-4561-af00-bf77cfac66e9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:22.669406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (4c494f5c-05cd-4561-af00-bf77cfac66e9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:22.672043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:22.673226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/4c494f5c-05cd-4561-af00-bf77cfac66e9 HTTP/1.1" status: 204 len: 168 time: 0.1761050 May 02 10:50:22.675888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35552) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:22.685133 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ed391-19a1-44eb-a576-b7f4eea64169 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c494f5c-05cd-4561-af00-bf77cfac66e9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:22.719045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86e1d42a-27a7-4dc6-8de2-263ff64fb366 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0419798 May 02 10:50:22.723431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35554) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:22.727739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'tempest-secgroup--1287491082'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:22.875248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:22.940936 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (1426a075-7752-483c-a044-501f07340cf6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.007090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1426a075-7752-483c-a044-501f07340cf6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.038201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1426a075-7752-483c-a044-501f07340cf6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:23.140337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.141599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a13adf33-3b59-466c-ae6d-036bc8459b6a tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.4172277 May 02 10:50:23.145302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35558) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.151256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a307f1f1-86a1-45c9-9d5b-b016ae186100 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Request body: {'security_group': {'name': 'default'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:23.151836 ncdv-master-1 neutron-server[115662]: WARNING neutron.api.v2.base [None req-a307f1f1-86a1-45c9-9d5b-b016ae186100 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. May 02 10:50:23.152484 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-a307f1f1-86a1-45c9-9d5b-b016ae186100 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] update failed (client error): There was a conflict when trying to complete your request. May 02 10:50:23.153764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a307f1f1-86a1-45c9-9d5b-b016ae186100 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "PUT /v2.0/security-groups/1426a075-7752-483c-a044-501f07340cf6 HTTP/1.1" status: 409 len: 330 time: 0.0071666 May 02 10:50:23.155904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.208534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (1426a075-7752-483c-a044-501f07340cf6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.230841 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (1426a075-7752-483c-a044-501f07340cf6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.309463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1426a075-7752-483c-a044-501f07340cf6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.312152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:23.313367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/1426a075-7752-483c-a044-501f07340cf6 HTTP/1.1" status: 204 len: 168 time: 0.1566372 May 02 10:50:23.316107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35566) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.323730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeea2df-0a86-4909-818a-b44ad2438ac3 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1426a075-7752-483c-a044-501f07340cf6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:23.359659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c973880-2847-4516-8d15-54b82493778e tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0417469 May 02 10:50:23.364016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35568) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.377199 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-a946a5e1-ae99-43e1-a013-0e1cd0b528a5 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] delete failed (client error): The resource could not be found. May 02 10:50:23.379492 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a946a5e1-ae99-43e1-a013-0e1cd0b528a5 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "DELETE /v2.0/security-groups/e59646b0-2f62-4c4d-8869-6c04141e45f7 HTTP/1.1" status: 404 len: 347 time: 0.0128837 May 02 10:50:23.382590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.396343 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-e552053f-234a-48f3-9dce-47197272d4b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] show failed (client error): The resource could not be found. May 02 10:50:23.396343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e552053f-234a-48f3-9dce-47197272d4b7 tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-groups/799b836e-3a4f-4937-bb27-1902f0d6de54 HTTP/1.1" status: 404 len: 347 time: 0.0128398 May 02 10:50:23.399980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35572) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.413280 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-d1dd0558-ac24-4fe5-bb23-f42a34b7001b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] show failed (client error): The resource could not be found. May 02 10:50:23.414233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1dd0558-ac24-4fe5-bb23-f42a34b7001b tempest-NegativeSecGroupIPv6Test-436304000 tempest-NegativeSecGroupIPv6Test-436304000-project] 10.222.0.16 "GET /v2.0/security-group-rules/5c57a76e-0385-4450-96da-4a26d7fc437f HTTP/1.1" status: 404 len: 356 time: 0.0133989 May 02 10:50:23.864093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:23.997471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e53a483-402c-4463-b6ec-03f38a562830 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=815da2c2841148f495e1fb41e214d69c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1321740 May 02 10:50:23.999869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:24.050376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] Publish callbacks [] for security_group (68ff15e1-40eb-431d-95a3-0f04226335f1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:24.071207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] Publish callbacks [] for security_group (68ff15e1-40eb-431d-95a3-0f04226335f1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:24.189680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68ff15e1-40eb-431d-95a3-0f04226335f1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:24.192223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:24.193463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68ff15e1-40eb-431d-95a3-0f04226335f1 HTTP/1.1" status: 204 len: 168 time: 0.1927090 May 02 10:50:24.201330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832d0964-d338-4d1d-bcb2-6f365700e168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68ff15e1-40eb-431d-95a3-0f04226335f1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:25.555557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-857a1fa9-0fe8-4e99-93db-a0989f938c5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:25.628706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-4b1f518c-f3e8-4ed8-8f1d-48f290830620 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:25.630235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-4b1f518c-f3e8-4ed8-8f1d-48f290830620 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 814 time: 0.1049283 May 02 10:50:25.646121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-fc037301-6539-4463-8b61-d80670bf11f5 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/quotas/23dc31c03ada4eba97ae47aab53487d9 HTTP/1.1" status: 200 len: 375 time: 0.0099900 May 02 10:50:25.681010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-20215545-3790-4663-b273-146c476c4d80 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294433 May 02 10:50:25.774638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-3fa0a7c3-12a7-4fc8-8156-3c73ab583f13 service neutron] 10.222.0.16 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 May 02 10:50:25.875039 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-eba4f4a2-8027-4e3c-b160-00c755fb6e6e service neutron] 10.222.0.16 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943904 May 02 10:50:26.133165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-40de277a-a5eb-44f5-9aa9-b428b3078cb4 req-723b8116-2b2b-4b40-a537-3690771f5f73 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 210 time: 0.0298321 May 02 10:50:27.236493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f1de4a2-6c4a-4708-88c2-1eb5649ae907 req-dfcb34b9-f822-4c8b-80da-5ae1a24a0a4b tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 210 time: 0.0313864 May 02 10:50:27.683592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35690) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:27.790237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-326c4615-c6c4-4468-938a-3d9c391329ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:27.865779 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-326c4615-c6c4-4468-938a-3d9c391329ed admin admin] Publish callbacks [] for security_group (6e332f46-65a0-47e9-9d28-d6146fcabe95), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:27.903642 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8838b446-b3a8-4952-a6af-29d2006ac67a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:27.937954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-326c4615-c6c4-4468-938a-3d9c391329ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6e332f46-65a0-47e9-9d28-d6146fcabe95), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:27.977648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-326c4615-c6c4-4468-938a-3d9c391329ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e95102f2c5c2486887058e53a40241e2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2929616 May 02 10:50:27.978506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c4615-c6c4-4468-938a-3d9c391329ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e332f46-65a0-47e9-9d28-d6146fcabe95,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:27.980320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35694) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:28.030359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] Publish callbacks [] for security_group (6e332f46-65a0-47e9-9d28-d6146fcabe95), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.051835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] Publish callbacks [] for security_group (6e332f46-65a0-47e9-9d28-d6146fcabe95), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.211588 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6e332f46-65a0-47e9-9d28-d6146fcabe95), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.214355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.215566 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e332f46-65a0-47e9-9d28-d6146fcabe95 HTTP/1.1" status: 204 len: 168 time: 0.2331002 May 02 10:50:28.223877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b36b4-6124-4d6a-a4e2-98bff2d7d79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e332f46-65a0-47e9-9d28-d6146fcabe95,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:28.364072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c73c2c2-dcb4-4b52-848b-1d45a5edb2f6 req-3c4dd0cc-ef80-4e06-9564-60b1b55d4954 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 210 time: 0.0297949 May 02 10:50:28.411580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-75237bc8-4e43-49dc-a0d1-839713f96a94 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:28.413273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-75237bc8-4e43-49dc-a0d1-839713f96a94 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 814 time: 0.1389248 May 02 10:50:28.432253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Request body: {'port': {'device_id': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135', 'admin_state_up': True, 'tenant_id': '23dc31c03ada4eba97ae47aab53487d9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:28.669542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Made reservation on behalf of 23dc31c03ada4eba97ae47aab53487d9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:50:28.673020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.802984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Allocated IP 172.20.0.14 (3e1040eb-5d5c-4a3f-9e44-05925a253135/7422085b-a838-4e78-a418-402b98156559/7cf02571-2b0f-4db2-83ba-45ef9f4f1458) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:50:28.952639 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks [] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:28.960721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35704) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:28.978804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f02479e-6056-4bbd-b18f-25fe06430638 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.070084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f02479e-6056-4bbd-b18f-25fe06430638 admin admin] Publish callbacks [] for security_group (85c74765-9174-4ddb-85f1-d16bfa877614), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.132355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.174095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Network 3e1040eb-5d5c-4a3f-9e44-05925a253135 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:50:29.182172 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f02479e-6056-4bbd-b18f-25fe06430638 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (85c74765-9174-4ddb-85f1-d16bfa877614), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.184644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:50:29.198390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:50:29.211985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Pushing event updated for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:29.245710 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.255028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f02479e-6056-4bbd-b18f-25fe06430638 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=20d9bc83ac1f416e823b04267f96f09b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2932374 May 02 10:50:29.258010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35708) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:29.258421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f02479e-6056-4bbd-b18f-25fe06430638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85c74765-9174-4ddb-85f1-d16bfa877614,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:29.279662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:29.280284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.309849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Publish callbacks [] for security_group (85c74765-9174-4ddb-85f1-d16bfa877614), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.331007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Publish callbacks [] for security_group (85c74765-9174-4ddb-85f1-d16bfa877614), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.392371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-ba0fec8c-485b-429b-990d-69f2d85114ab tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9639876 May 02 10:50:29.446551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (85c74765-9174-4ddb-85f1-d16bfa877614), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.449284 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.450427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/85c74765-9174-4ddb-85f1-d16bfa877614 HTTP/1.1" status: 204 len: 168 time: 0.1908503 May 02 10:50:29.480298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85c74765-9174-4ddb-85f1-d16bfa877614,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:29.498979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0cd07a-93bf-472e-ad55-f6799f5b6742 req-214cf67d-a2a1-4d4f-8bd4-2ab0a438c337 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:29.500500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee0cd07a-93bf-472e-ad55-f6799f5b6742 req-214cf67d-a2a1-4d4f-8bd4-2ab0a438c337 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 932 time: 0.0651481 May 02 10:50:29.502116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.502471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.502818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.503180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.503555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.503958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.504300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.504650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.504985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.505349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.505684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.506011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.506609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.506920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.507245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57917fe7-ec40-49bc-b7fa-3056e716a209 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:50:29.561593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Request body: {'port': {'device_id': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:29.576285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ee0cd07a-93bf-472e-ad55-f6799f5b6742 req-5e6fcfa4-64f3-4d45-bdb5-eab3c6445e04 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606256 May 02 10:50:29.631821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.903927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:50:29.911565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks [] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:29.924041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Transition to ACTIVE for port object 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:50:30.035361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:30.096583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:30.165463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Attempting to bind port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:50:30.165808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Attempting to bind port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:50:30.166143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Attempting to bind port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:30.170578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:50:30.170981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Attempting to bind port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 on network 3e1040eb-5d5c-4a3f-9e44-05925a253135 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:50:30.176147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:50:30.176657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Checking segment: {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:50:30.177590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Bound using segment: {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:50:30.178027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Bound port: 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:50:30.178394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:30.243934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:50:30.246979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:50:30.350797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:30.388504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.389161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:30.390569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] 10.222.0.15 "PUT /v2.0/ports/7cf02571-2b0f-4db2-83ba-45ef9f4f1458 HTTP/1.1" status: 200 len: 1092 time: 0.9864438 May 02 10:50:30.391004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:30.393255 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b" -d '{"events": [{"name": "network-changed", "server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:30.420968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b14f93-9400-4e25-ac95-864faf656c9c service neutron] Pushing event updated for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:30.435477 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73dec64-4dff-4910-9c41-2164f9cb1c2c x-openstack-request-id: req-e73dec64-4dff-4910-9c41-2164f9cb1c2c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:30.436130 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:30.436401 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e73dec64-4dff-4910-9c41-2164f9cb1c2c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:30.436903 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e73dec64-4dff-4910-9c41-2164f9cb1c2c'] response: {'name': 'network-changed', 'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458', 'status': 'completed', 'code': 200} May 02 10:50:30.503885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-2172923e-f6fd-4013-916e-9e90cf6a0cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.505368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-2172923e-f6fd-4013-916e-9e90cf6a0cef service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 1126 time: 0.0413911 May 02 10:50:30.601642 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:30.611999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-6afd6205-23a0-4d8d-8f0a-a880a7eed7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.612758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-6afd6205-23a0-4d8d-8f0a-a880a7eed7f0 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=23dc31c03ada4eba97ae47aab53487d9&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0986071 May 02 10:50:30.696110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948d0d4a-b0a3-40c3-86ba-a05c2b485862 req-c945579f-c96f-415c-804d-fddc395001ae tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.698481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-948d0d4a-b0a3-40c3-86ba-a05c2b485862 req-c945579f-c96f-415c-804d-fddc395001ae tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 944 time: 0.0490730 May 02 10:50:30.723436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-b7fc3681-bcdc-4fde-b174-a824ac68658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.725607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3dcfa26c-cc49-454e-adfc-5d38b2f5157b req-b7fc3681-bcdc-4fde-b174-a824ac68658a service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1036313 May 02 10:50:30.750337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-948d0d4a-b0a3-40c3-86ba-a05c2b485862 req-c9ce43e1-3a29-4599-b5bf-7866f5094c99 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449147 May 02 10:50:30.815441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-c4f17c4d-6433-431b-90b6-7bb770f835bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.816993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-c4f17c4d-6433-431b-90b6-7bb770f835bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 1126 time: 0.0408018 May 02 10:50:30.867699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-dca4c4e8-524a-4e98-b198-5c249aa28635 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458 HTTP/1.1" status: 200 len: 217 time: 0.0403905 May 02 10:50:30.921700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-259f3a0f-f846-46ef-840a-630129cb07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:30.923165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-259f3a0f-f846-46ef-840a-630129cb07af service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 200 len: 854 time: 0.0464666 May 02 10:50:30.961372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-f3241039-d0dd-46ab-8d02-315ce5182135 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1040eb-5d5c-4a3f-9e44-05925a253135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277240 May 02 10:50:31.061573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-6c094686-3d95-4eec-a497-776403a4731d service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908616 May 02 10:50:31.159479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84cb5f30-463d-4197-9dc8-75364bea3514 req-b9d298cb-8099-46cf-8814-002355fd3eb1 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902267 May 02 10:50:31.870388 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf4466d-cafb-4999-b7a4-2b40e13fb66d req-ff1a4daa-62fe-45f9-8609-fccc1a31a81d tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:31.871897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bf4466d-cafb-4999-b7a4-2b40e13fb66d req-ff1a4daa-62fe-45f9-8609-fccc1a31a81d tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 944 time: 0.0470004 May 02 10:50:31.924558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8bf4466d-cafb-4999-b7a4-2b40e13fb66d req-e47273a5-060f-4d09-b3d5-5613f963e244 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466833 May 02 10:50:31.961368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:32.741240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:50:33.040252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf8202c-5778-4d2c-9a65-ef71211237e4 req-5e5762c6-6363-4fc9-991c-40dab7ab7cf4 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:33.041694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccf8202c-5778-4d2c-9a65-ef71211237e4 req-5e5762c6-6363-4fc9-991c-40dab7ab7cf4 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 944 time: 0.0479867 May 02 10:50:33.088409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ccf8202c-5778-4d2c-9a65-ef71211237e4 req-3dca6b9f-fcbb-4ab0-b7a9-11f809f4b5d6 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 May 02 10:50:33.835797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:33.940242 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ac29dfcb-e528-4f79-aae3-433b5a65d71c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.014540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ac29dfcb-e528-4f79-aae3-433b5a65d71c admin admin] Publish callbacks [] for security_group (ae6ae164-4e7d-474b-b2e3-fac313321c58), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.069953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ac29dfcb-e528-4f79-aae3-433b5a65d71c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae6ae164-4e7d-474b-b2e3-fac313321c58), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.112004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ac29dfcb-e528-4f79-aae3-433b5a65d71c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dffc5e15011249069b048b7c485c1ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2751210 May 02 10:50:34.112922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac29dfcb-e528-4f79-aae3-433b5a65d71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ae164-4e7d-474b-b2e3-fac313321c58,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:34.115365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:34.172492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] Publish callbacks [] for security_group (ae6ae164-4e7d-474b-b2e3-fac313321c58), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.194301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] Publish callbacks [] for security_group (ae6ae164-4e7d-474b-b2e3-fac313321c58), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.206371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d233be9c-c1f9-4532-b467-3d3488c54739 req-4c70a891-a67d-4767-a207-9c78dcf8f102 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:34.207971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d233be9c-c1f9-4532-b467-3d3488c54739 req-4c70a891-a67d-4767-a207-9c78dcf8f102 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 944 time: 0.0480077 May 02 10:50:34.255577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d233be9c-c1f9-4532-b467-3d3488c54739 req-57fda70a-0b72-4e62-9b33-bf2d52aa4328 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404830 May 02 10:50:34.326733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ae6ae164-4e7d-474b-b2e3-fac313321c58), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.329412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.330599 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae6ae164-4e7d-474b-b2e3-fac313321c58 HTTP/1.1" status: 204 len: 168 time: 0.2147007 May 02 10:50:34.339281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e6f914-c37c-491f-af30-1e38a819df41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ae164-4e7d-474b-b2e3-fac313321c58,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:34.849504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 35818) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:34.866676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95b81e4c-b198-4e73-a1e3-bc0cec8225ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:34.939664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95b81e4c-b198-4e73-a1e3-bc0cec8225ce admin admin] Publish callbacks [] for security_group (557222f7-2ede-4e95-a292-ab1229fc1101), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.011303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-95b81e4c-b198-4e73-a1e3-bc0cec8225ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (557222f7-2ede-4e95-a292-ab1229fc1101), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.050575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-95b81e4c-b198-4e73-a1e3-bc0cec8225ce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fd8c7c2aa5ca4e1898a0af0f0cd9cb22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999180 May 02 10:50:35.051398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b81e4c-b198-4e73-a1e3-bc0cec8225ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=557222f7-2ede-4e95-a292-ab1229fc1101,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:35.053878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 35820) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:35.107129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] Publish callbacks [] for security_group (557222f7-2ede-4e95-a292-ab1229fc1101), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.129441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] Publish callbacks [] for security_group (557222f7-2ede-4e95-a292-ab1229fc1101), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.240885 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (557222f7-2ede-4e95-a292-ab1229fc1101), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.243533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.244804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/557222f7-2ede-4e95-a292-ab1229fc1101 HTTP/1.1" status: 204 len: 168 time: 0.1898072 May 02 10:50:35.253065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936bd62-7182-41ef-a8a2-b3e39182a1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=557222f7-2ede-4e95-a292-ab1229fc1101,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:35.309437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:50:35.383288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba94c40-3d5e-423e-9b16-b0174052e029 req-d82de562-5da7-4baf-8580-4ce2fbbd7b6e tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:35.385287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ba94c40-3d5e-423e-9b16-b0174052e029 req-d82de562-5da7-4baf-8580-4ce2fbbd7b6e tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 944 time: 0.0579093 May 02 10:50:35.429857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:35.442449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458', 'network_id': '3e1040eb-5d5c-4a3f-9e44-05925a253135', 'port_id': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458', 'mac_address': 'fa:16:3e:8a:2f:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7422085b-a838-4e78-a418-402b98156559', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:50:35.450794 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ba94c40-3d5e-423e-9b16-b0174052e029 req-efb39d5d-e54a-4468-bb58-67989dd0aa92 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571337 May 02 10:50:35.484778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:50:35.485515 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.498974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:50:35.519916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:35.609321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:35.659698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:35.878997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7cf02571-2b0f-4db2-83ba-45ef9f4f1458'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:50:36.565583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5660cc5-8087-4cfe-a40b-91b0224d35db req-d29f7fc0-bce9-497a-8b57-0edb8303e111 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:36.567080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e5660cc5-8087-4cfe-a40b-91b0224d35db req-d29f7fc0-bce9-497a-8b57-0edb8303e111 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 945 time: 0.0515687 May 02 10:50:36.617974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e5660cc5-8087-4cfe-a40b-91b0224d35db req-9ea38030-7514-4738-b9cd-8097bfd0ac0a tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443354 May 02 10:50:37.136411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7934f40b-f50e-47a4-8f72-039e83e635e1 req-091deabf-69d6-4b0d-b374-e2a6a3c095ac tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:37.137900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7934f40b-f50e-47a4-8f72-039e83e635e1 req-091deabf-69d6-4b0d-b374-e2a6a3c095ac tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0771964 May 02 10:50:37.187955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7934f40b-f50e-47a4-8f72-039e83e635e1 req-293d988f-ad85-4390-8630-2ee2848b218f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442679 May 02 10:50:37.338753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:50:37.386103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:50:37.464233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:50:37.464762 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:37.543508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:50:37.543906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:37.567221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:37.570230 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-873d5538-fc77-4a93-9bb7-9e7ad98b7c71" -d '{"events": [{"server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "name": "network-vif-plugged", "status": "completed", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:37.583344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:37.607142 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a7047a1-f2b2-40ba-ae96-ceaf1588d593 x-openstack-request-id: req-2a7047a1-f2b2-40ba-ae96-ceaf1588d593 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:37.607445 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "name": "network-vif-plugged", "status": "completed", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:37.607711 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2a7047a1-f2b2-40ba-ae96-ceaf1588d593 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:37.608117 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a7047a1-f2b2-40ba-ae96-ceaf1588d593'] response: {'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458', 'code': 200} May 02 10:50:37.668487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:37.717708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:37.730052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c8a502-2412-4e10-849e-1e731e80d728 req-3c35453e-4bcc-498d-855d-a3cfef07dad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:37.732199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16c8a502-2412-4e10-849e-1e731e80d728 req-3c35453e-4bcc-498d-855d-a3cfef07dad5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 1128 time: 0.0430434 May 02 10:50:37.746299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088c7b6-a6dc-4e2b-95b8-d3a6a329e54f req-8cc4c995-1d33-4635-bfae-de5403ca609c tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:37.747833 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9088c7b6-a6dc-4e2b-95b8-d3a6a329e54f req-8cc4c995-1d33-4635-bfae-de5403ca609c tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0534265 May 02 10:50:37.782372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16c8a502-2412-4e10-849e-1e731e80d728 req-96dc6009-2547-4f89-96b8-f8cdf35061d5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413353 May 02 10:50:37.795585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9088c7b6-a6dc-4e2b-95b8-d3a6a329e54f req-bd5ea1a6-fdaa-4bd3-94b4-79089fb08f39 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417037 May 02 10:50:38.314003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df2663-f0c7-4306-a81b-27e3bf98c34c req-2f773bfa-95da-4669-bdae-ee709fd706a8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:38.315421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4df2663-f0c7-4306-a81b-27e3bf98c34c req-2f773bfa-95da-4669-bdae-ee709fd706a8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0528834 May 02 10:50:38.363922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4df2663-f0c7-4306-a81b-27e3bf98c34c req-dd577613-0d2e-4106-bca1-90a911451cc1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425420 May 02 10:50:38.913022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b451d18-49fc-4add-9b3c-afec240c839c req-4c12a79a-4b02-42fe-8871-6746ac73f210 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:38.914505 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b451d18-49fc-4add-9b3c-afec240c839c req-4c12a79a-4b02-42fe-8871-6746ac73f210 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0502598 May 02 10:50:38.965104 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b451d18-49fc-4add-9b3c-afec240c839c req-1b000d9d-cfde-4bf8-916b-0a193628bc6c tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447271 May 02 10:50:39.483116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f12f6-8667-4fed-ad17-97059efe008e req-6bbd6610-d17a-4a1e-8543-01287ca6ca9f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:39.485476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-012f12f6-8667-4fed-ad17-97059efe008e req-6bbd6610-d17a-4a1e-8543-01287ca6ca9f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0502419 May 02 10:50:39.532999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-012f12f6-8667-4fed-ad17-97059efe008e req-0e62cb2a-a5b9-4401-b9cb-7e02e1368bfe tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415401 May 02 10:50:39.925593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550dcfa0-b15a-4a1e-866a-7d6e56f8f885 req-dbdb9562-4a93-4b28-b0f6-1f3379a3186e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:39.927043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-550dcfa0-b15a-4a1e-866a-7d6e56f8f885 req-dbdb9562-4a93-4b28-b0f6-1f3379a3186e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0468791 May 02 10:50:39.977991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-550dcfa0-b15a-4a1e-866a-7d6e56f8f885 req-b01c660e-5024-45e6-a1ee-7349172a8c48 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451951 May 02 10:50:40.085260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fccede-8b62-4ff6-b00c-bcc92523ac5c req-0d3d317c-c0a7-4067-ae1a-a37d5a99a172 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:40.086707 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0fccede-8b62-4ff6-b00c-bcc92523ac5c req-0d3d317c-c0a7-4067-ae1a-a37d5a99a172 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0529475 May 02 10:50:40.138047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0fccede-8b62-4ff6-b00c-bcc92523ac5c req-e61fc559-d6a9-4827-9bd4-cd7d2f4028ca tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457187 May 02 10:50:40.648367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f2e3e-e101-4001-8706-21a709778aa9 req-78547475-eac4-4cc8-9aa4-c7396c88597e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:40.649879 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-903f2e3e-e101-4001-8706-21a709778aa9 req-78547475-eac4-4cc8-9aa4-c7396c88597e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0486069 May 02 10:50:40.705251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-903f2e3e-e101-4001-8706-21a709778aa9 req-d91c37c4-4b4e-456d-bcb2-c428d4d26d23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495975 May 02 10:50:41.097699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73953df1-606b-42ed-bb44-7c2d6cd075b2 req-ff5f851c-62e0-4ce6-8e1f-477c385b8acf tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:41.105554 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73953df1-606b-42ed-bb44-7c2d6cd075b2 req-ff5f851c-62e0-4ce6-8e1f-477c385b8acf tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0514605 May 02 10:50:41.156842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73953df1-606b-42ed-bb44-7c2d6cd075b2 req-0c6b8f84-2b07-4fd6-b5f2-c32ce04030ff tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516319 May 02 10:50:41.510002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071f8268-dd83-4878-8c2c-f87868193c63 req-61c3c2cd-4468-469f-bc41-5fffe63bdd50 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:41.511475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-071f8268-dd83-4878-8c2c-f87868193c63 req-61c3c2cd-4468-469f-bc41-5fffe63bdd50 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 946 time: 0.0473073 May 02 10:50:41.597373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Deleting port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:50:41.597713 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:41.692917 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] For port c5f3f946-8a7f-41c8-864e-4a2aa38bf549, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:50:41.693280 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:41.707298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Calling delete_port for c5f3f946-8a7f-41c8-864e-4a2aa38bf549 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:50:41.853593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00c3f8-039d-4f80-878f-c6523fbe8cdd req-cf97e953-ec1f-4bfc-a310-c5c0d17b6448 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:41.862145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e00c3f8-039d-4f80-878f-c6523fbe8cdd req-cf97e953-ec1f-4bfc-a310-c5c0d17b6448 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0675905 May 02 10:50:41.908866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e00c3f8-039d-4f80-878f-c6523fbe8cdd req-33ab71a8-3783-47be-934b-280627fa78fa tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457301 May 02 10:50:41.909460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c5f3f946-8a7f-41c8-864e-4a2aa38bf549), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:41.922115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c5f3f946-8a7f-41c8-864e-4a2aa38bf549'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:50:41.944173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'Port': ['ID=c5f3f946-8a7f-41c8-864e-4a2aa38bf549,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:41.998594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] No DVR routers for this DVR port c5f3f946-8a7f-41c8-864e-4a2aa38bf549 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:50:42.001406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:42.006587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-071f8268-dd83-4878-8c2c-f87868193c63 req-e84700a3-6358-41c4-9b59-27d42a922ce6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "DELETE /v2.0/ports/c5f3f946-8a7f-41c8-864e-4a2aa38bf549 HTTP/1.1" status: 204 len: 173 time: 0.4899435 May 02 10:50:42.008212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'name': 'network-vif-deleted', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:50:42.011806 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bbe39be-0bfb-4af0-ba2f-097be4d84b25" -d '{"events": [{"server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "name": "network-vif-deleted", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:50:42.064715 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc77038e-9f7e-4ded-b8f9-0c1616ee80a4 x-openstack-request-id: req-bc77038e-9f7e-4ded-b8f9-0c1616ee80a4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:50:42.065098 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33", "name": "network-vif-deleted", "tag": "c5f3f946-8a7f-41c8-864e-4a2aa38bf549", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:50:42.065623 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bc77038e-9f7e-4ded-b8f9-0c1616ee80a4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:50:42.067882 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc77038e-9f7e-4ded-b8f9-0c1616ee80a4'] response: {'server_uuid': 'ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33', 'name': 'network-vif-deleted', 'tag': 'c5f3f946-8a7f-41c8-864e-4a2aa38bf549', 'status': 'completed', 'code': 200} May 02 10:50:42.278688 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bd410e55-cbf3-46a7-9c24-5d0652cc3a73 req-f9046d76-32eb-480b-8a04-3635b7a192b9 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0294540 May 02 10:50:43.028110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe09b6b-70d1-47d3-8db3-3a055941025a req-60db7e1e-50b4-4acc-8697-d28dd887fdd4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:43.029772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fe09b6b-70d1-47d3-8db3-3a055941025a req-60db7e1e-50b4-4acc-8697-d28dd887fdd4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0480213 May 02 10:50:43.082375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fe09b6b-70d1-47d3-8db3-3a055941025a req-6baad9f1-56df-4c2a-9d38-68943629aab0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452514 May 02 10:50:43.390687 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e88a3009-2a70-49b6-96bc-7c517445d700 req-fd4b9b97-7c7c-4203-97ec-915f84668cc7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=ddde3be1-edb9-45d3-bbd6-e3bf6ec9cb33 HTTP/1.1" status: 200 len: 210 time: 0.0280199 May 02 10:50:44.197600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e17b1f5-7605-4161-9d54-b08c825e65a3 req-f0410e42-816a-4225-9348-cfceca70c37a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:44.199058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9e17b1f5-7605-4161-9d54-b08c825e65a3 req-f0410e42-816a-4225-9348-cfceca70c37a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0468826 May 02 10:50:44.246774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9e17b1f5-7605-4161-9d54-b08c825e65a3 req-dd1a927b-8356-4aff-876b-9c68d04353ab tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419760 May 02 10:50:44.509395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:45.351707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c5f3f946-8a7f-41c8-864e-4a2aa38bf549 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:50:45.368407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8774f286-1a12-46c0-8475-b7c409e36e73 req-8c094f3f-4386-470b-8001-7fe921a7e4f4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:45.370732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8774f286-1a12-46c0-8475-b7c409e36e73 req-8c094f3f-4386-470b-8001-7fe921a7e4f4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0528829 May 02 10:50:45.373068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: c5f3f946-8a7f-41c8-864e-4a2aa38bf549 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:50:45.373487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c5f3f946-8a7f-41c8-864e-4a2aa38bf549 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:50:45.418149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8774f286-1a12-46c0-8475-b7c409e36e73 req-10530fa0-5041-4403-a9f8-8637c6bd9599 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408216 May 02 10:50:46.035525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:46.540012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c088359-bcda-46a7-b733-96aebec03337 req-472c2e1b-cd84-4919-9f1d-ac1ab753d77c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:46.541561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c088359-bcda-46a7-b733-96aebec03337 req-472c2e1b-cd84-4919-9f1d-ac1ab753d77c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0534022 May 02 10:50:46.596952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c088359-bcda-46a7-b733-96aebec03337 req-9ab748a0-4dec-40da-bceb-05636731732d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469122 May 02 10:50:47.727165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3cdf8-963c-4879-872e-fbaed2705e8e req-3ed1e349-e48e-4efa-9ae0-e41c670b55b9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:47.728699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db3cdf8-963c-4879-872e-fbaed2705e8e req-3ed1e349-e48e-4efa-9ae0-e41c670b55b9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0516007 May 02 10:50:47.777040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8db3cdf8-963c-4879-872e-fbaed2705e8e req-e2cead92-7c8f-4d3d-82ad-fd2df523aa3b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424910 May 02 10:50:48.090242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8163b53-d27d-4e5f-8182-5a11d982a1ea req-66f647b5-67d1-4d7d-9f8d-a0d183297719 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.091764 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8163b53-d27d-4e5f-8182-5a11d982a1ea req-66f647b5-67d1-4d7d-9f8d-a0d183297719 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0476127 May 02 10:50:48.144004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8163b53-d27d-4e5f-8182-5a11d982a1ea req-99663343-2f06-4e75-8146-6b519515b37a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461333 May 02 10:50:48.216469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-59a8bb24-0aff-4298-b459-5931f8e27554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.218054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-59a8bb24-0aff-4298-b459-5931f8e27554 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1128 time: 0.0432014 May 02 10:50:48.307360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-8f83732c-263d-4b21-903f-194d2ee9dcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.308863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-8f83732c-263d-4b21-903f-194d2ee9dcc6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.0851088 May 02 10:50:48.378162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-c4f1eed0-73f0-41f6-95da-a8b82627fdde service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 1001 time: 0.0631409 May 02 10:50:48.431420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-7be1bf7c-629b-4606-a25c-dcddc8882d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.433193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-7be1bf7c-629b-4606-a25c-dcddc8882d9c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0493891 May 02 10:50:48.474908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-7b2dd719-a560-41a1-9e40-29368ec5954c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.477151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-7b2dd719-a560-41a1-9e40-29368ec5954c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0375726 May 02 10:50:48.486889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-0cddd38f-fbf5-42b4-a7d3-788dc83654fd service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:50:48.487827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-0cddd38f-fbf5-42b4-a7d3-788dc83654fd service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048804 May 02 10:50:48.576672 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-1ca5a7b6-b56c-44ad-bb96-c08969d2a5ee service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828700 May 02 10:50:48.665311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aea32fac-e62d-4dc0-a0bc-8923ac5d1798 req-af3d292b-7ff7-403e-887d-4e5635d39c27 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825086 May 02 10:50:48.788639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-995c8c17-ed6b-495e-b639-8557569d014c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422359 May 02 10:50:48.869700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce9164-a396-487f-ba75-c35109baec49 req-d9a1c995-8f05-4580-a3dc-61418cdbab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.871278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-d9a1c995-8f05-4580-a3dc-61418cdbab0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 1128 time: 0.0405149 May 02 10:50:48.976978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce9164-a396-487f-ba75-c35109baec49 req-a349555a-818e-425a-9f96-68fa06c28cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:48.978577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-a349555a-818e-425a-9f96-68fa06c28cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 915 time: 0.0890269 May 02 10:50:49.023460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-730607d0-10cc-47a8-8542-1a77d582c667 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458 HTTP/1.1" status: 200 len: 217 time: 0.0378394 May 02 10:50:49.072184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce9164-a396-487f-ba75-c35109baec49 req-7cc00828-ee38-4a74-bf85-32373b17bdb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:49.073701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-7cc00828-ee38-4a74-bf85-32373b17bdb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 200 len: 854 time: 0.0455415 May 02 10:50:49.110952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-7a97ce5e-36e8-4504-b048-613dc484c996 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1040eb-5d5c-4a3f-9e44-05925a253135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294387 May 02 10:50:49.122435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-a161257d-799c-42c3-9e08-adffb0c49035 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:50:49.125622 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-a161257d-799c-42c3-9e08-adffb0c49035 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062971 May 02 10:50:49.226649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-12f134bd-ca71-4def-8014-6ea80e34aaeb service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969405 May 02 10:50:49.266058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5252306d-d315-4e0b-b24f-5d4aaa665357 req-df5a11b5-ffb0-4b51-a325-3b61c3358b43 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:49.267561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5252306d-d315-4e0b-b24f-5d4aaa665357 req-df5a11b5-ffb0-4b51-a325-3b61c3358b43 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0483022 May 02 10:50:49.321290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5ce9164-a396-487f-ba75-c35109baec49 req-d077abdb-8788-4fa8-a5cf-b5eee46b8a0a service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888159 May 02 10:50:49.321478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5252306d-d315-4e0b-b24f-5d4aaa665357 req-f7356653-4e8d-42b1-9ddd-f4d7f901dce9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470421 May 02 10:50:50.438159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d204c321-1999-46be-9f9d-5ccb1f58ac15 req-053abb8e-e2b1-45e8-b6d2-9f3a7be40993 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:50.439659 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d204c321-1999-46be-9f9d-5ccb1f58ac15 req-053abb8e-e2b1-45e8-b6d2-9f3a7be40993 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0522687 May 02 10:50:50.485031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36126) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:50.488572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d204c321-1999-46be-9f9d-5ccb1f58ac15 req-91fe7842-ffcf-4934-95fb-588b760aaed4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428700 May 02 10:50:50.590165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-44811639-8827-40ca-968a-19f945883362 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.666490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-44811639-8827-40ca-968a-19f945883362 admin admin] Publish callbacks [] for security_group (90961b63-9308-4581-93ca-b6806af8f52a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.738015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-44811639-8827-40ca-968a-19f945883362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90961b63-9308-4581-93ca-b6806af8f52a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.778782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-44811639-8827-40ca-968a-19f945883362 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=384320d476a5439a8154bbaf3bee36b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2926352 May 02 10:50:50.779908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44811639-8827-40ca-968a-19f945883362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90961b63-9308-4581-93ca-b6806af8f52a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:50.781539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:50.836969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] Publish callbacks [] for security_group (90961b63-9308-4581-93ca-b6806af8f52a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.859193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] Publish callbacks [] for security_group (90961b63-9308-4581-93ca-b6806af8f52a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.966445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (90961b63-9308-4581-93ca-b6806af8f52a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.969135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:50.970363 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/90961b63-9308-4581-93ca-b6806af8f52a HTTP/1.1" status: 204 len: 168 time: 0.1877508 May 02 10:50:50.978317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbd21c6-8e79-4227-b4e3-c38549b60224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90961b63-9308-4581-93ca-b6806af8f52a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:51.587615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36142) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:51.600907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f71e91c-d2c9-494d-8920-fcfd240c2b2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:51.674351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f71e91c-d2c9-494d-8920-fcfd240c2b2c admin admin] Publish callbacks [] for security_group (e9db88ca-b4e4-4a13-a216-f70d1bec6b1f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:51.755757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f71e91c-d2c9-494d-8920-fcfd240c2b2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e9db88ca-b4e4-4a13-a216-f70d1bec6b1f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:51.796509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71e91c-d2c9-494d-8920-fcfd240c2b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9db88ca-b4e4-4a13-a216-f70d1bec6b1f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:51.801713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6f71e91c-d2c9-494d-8920-fcfd240c2b2c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=60b9c925149d4f4bb27f5e556b82b8c4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2130075 May 02 10:50:51.804891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36154) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:51.862135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] Publish callbacks [] for security_group (e9db88ca-b4e4-4a13-a216-f70d1bec6b1f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:51.885850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] Publish callbacks [] for security_group (e9db88ca-b4e4-4a13-a216-f70d1bec6b1f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:52.041361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e9db88ca-b4e4-4a13-a216-f70d1bec6b1f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:52.043934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:52.045226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e9db88ca-b4e4-4a13-a216-f70d1bec6b1f HTTP/1.1" status: 204 len: 168 time: 0.2393637 May 02 10:50:52.053479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc45deb-26e2-4356-8bb8-d0881883f07d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9db88ca-b4e4-4a13-a216-f70d1bec6b1f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:52.653598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-d743af5b-6812-40e3-8142-55d456c685d2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390949 May 02 10:50:52.736937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-b91b6ca8-7f68-4270-be21-d7d7c9d63b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:52.743020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-b91b6ca8-7f68-4270-be21-d7d7c9d63b30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 1128 time: 0.0405068 May 02 10:50:52.846603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-9418b006-8af5-4d97-a4c9-6aee1bc3ccc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:52.848111 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-9418b006-8af5-4d97-a4c9-6aee1bc3ccc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.0921392 May 02 10:50:52.930391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-bb5a39ba-3140-4231-9ed2-8fe4b32dca8e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 200 len: 1001 time: 0.0745955 May 02 10:50:52.982840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-4b086361-971b-4fe7-a92e-5c77ccf9406c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:52.984338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-4b086361-971b-4fe7-a92e-5c77ccf9406c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0487213 May 02 10:50:53.035228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-c9bd8a1c-f93d-4806-820c-5d4b7fe1011e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:53.036810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-c9bd8a1c-f93d-4806-820c-5d4b7fe1011e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0470865 May 02 10:50:53.142879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-68e0e71f-96b1-4694-8946-05fa9b4580c4 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997319 May 02 10:50:53.233920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a4ff920-6f00-47da-b6bf-71282ea1036c req-ed734087-19c8-4bba-83c7-a4e4a4641f27 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854826 May 02 10:50:54.748147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:54.753893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2102386669', 'description': 'tempest-secgroup-smoke-2102386669 description', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:54.835761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:54.903457 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (70783477-b00b-4ac5-bf79-89ebafb3c5da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:54.961219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (70783477-b00b-4ac5-bf79-89ebafb3c5da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:54.996050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70783477-b00b-4ac5-bf79-89ebafb3c5da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:55.083648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.085040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fabb3ecb-5999-4f27-8847-ab8ec4066ba6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3354020 May 02 10:50:55.089018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36298) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:55.092740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:55.230128 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (19995f95-3c4d-4551-a46b-7d7058479848), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.286649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (19995f95-3c4d-4551-a46b-7d7058479848), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.412381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (19995f95-3c4d-4551-a46b-7d7058479848), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.431607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19995f95-3c4d-4551-a46b-7d7058479848,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:55.500129 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.504239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36322) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:55.509884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed6ff523-ff99-42b3-b313-09151984bfc2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4150827 May 02 10:50:55.510009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:55.572432 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2e2c0f5-cafa-4cfc-a6af-8c7d5f5c7f43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.595365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (ea7d27ed-b47b-4add-b030-8341d1a2a22c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.652467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (ea7d27ed-b47b-4add-b030-8341d1a2a22c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.725938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ea7d27ed-b47b-4add-b030-8341d1a2a22c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.744879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea7d27ed-b47b-4add-b030-8341d1a2a22c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:55.813998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.815234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-550f05c8-2d80-47fb-add1-33ff3b361228 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3097420 May 02 10:50:55.817884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36338) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:55.822144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:55.909436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (f53da315-2246-4b0d-af8c-77d7b89a78c5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:55.964791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (f53da315-2246-4b0d-af8c-77d7b89a78c5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.030055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (f53da315-2246-4b0d-af8c-77d7b89a78c5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.048454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f53da315-2246-4b0d-af8c-77d7b89a78c5,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:56.139267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.140518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b9cb77c-f662-4312-96bc-8d70c5d121c0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217053 May 02 10:50:56.143308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36340) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:56.147612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:56.223902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (02d40257-9e82-4625-adeb-1a8ca917eefa), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.282892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (02d40257-9e82-4625-adeb-1a8ca917eefa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.349363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (02d40257-9e82-4625-adeb-1a8ca917eefa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.370357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02d40257-9e82-4625-adeb-1a8ca917eefa,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:56.448575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.449938 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5c81c7d-5d54-4a00-9877-82a2d5dd4ded tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3056757 May 02 10:50:56.452717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:56.457007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:56.651715 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Project 24a92939abc5401d88f4cdc0f1b109f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:50:56.657614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (acfdb95e-7ba6-409f-a43f-7fa6587ccf23), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.716237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (acfdb95e-7ba6-409f-a43f-7fa6587ccf23), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.783904 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (acfdb95e-7ba6-409f-a43f-7fa6587ccf23), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.800531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acfdb95e-7ba6-409f-a43f-7fa6587ccf23,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:56.883416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:56.884951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6fb4223-2996-4e2b-9c5c-86f182349e8d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4312282 May 02 10:50:56.887890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:50:56.893057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'security_group_rule': {'security_group_id': '70783477-b00b-4ac5-bf79-89ebafb3c5da', 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:50:56.990029 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Project 24a92939abc5401d88f4cdc0f1b109f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:50:56.996309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (f6ee74c5-3aa2-459f-992f-b64fd1f47200), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:57.064748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (f6ee74c5-3aa2-459f-992f-b64fd1f47200), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:57.144215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (f6ee74c5-3aa2-459f-992f-b64fd1f47200), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:57.162319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6ee74c5-3aa2-459f-992f-b64fd1f47200,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:50:57.271584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:57.272814 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e9992f03-d288-4c58-a788-365dca89cb6e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3834705 May 02 10:50:57.402354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-9c58f930-bc3d-4282-af6e-0ca28361adb8 req-7f0b35b9-c55f-40ef-9896-356751015bc2 tempest-ListServerFiltersTestJSON-1039316021 tempest-ListServerFiltersTestJSON-1039316021-project] (115662) timed out ('10.222.0.24', 50404) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:50:57.943504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-98069f1f-cdcd-46d0-939c-39223bafe1db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:58.553625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e941b27-bfea-4241-b186-d9d0991f749b req-f487a1a8-7308-44df-93fb-3f92f5de30ae tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:58.555840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e941b27-bfea-4241-b186-d9d0991f749b req-f487a1a8-7308-44df-93fb-3f92f5de30ae tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0495417 May 02 10:50:58.606421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e941b27-bfea-4241-b186-d9d0991f749b req-7e4bcd37-d4cd-4d70-a05e-3144489f1381 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444589 May 02 10:50:59.263961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:50:59.727957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7631a-ce8a-4c84-9897-cabb30cd6d81 req-746fe346-cdc6-43ac-875f-21ebb31d56c2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:50:59.729462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4b7631a-ce8a-4c84-9897-cabb30cd6d81 req-746fe346-cdc6-43ac-875f-21ebb31d56c2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0464604 May 02 10:50:59.778430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4b7631a-ce8a-4c84-9897-cabb30cd6d81 req-4322947c-a2b3-429a-b8bb-0d2660603890 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432775 May 02 10:51:00.652348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:00.907374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9278c5d-aa5b-4d83-8120-3505e7ddbf39 req-9d09cba3-d7a2-4685-84e9-fcac32b31135 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:00.912830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9278c5d-aa5b-4d83-8120-3505e7ddbf39 req-9d09cba3-d7a2-4685-84e9-fcac32b31135 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0540512 May 02 10:51:00.956050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9278c5d-aa5b-4d83-8120-3505e7ddbf39 req-b2f8d45b-528c-4158-9e61-a13f4091065d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415604 May 02 10:51:01.938089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:02.075060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab78dde-b235-4583-8411-8248376f35f2 req-8db0361c-2bc4-42cc-bbd2-9707552d3a53 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:02.076542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab78dde-b235-4583-8411-8248376f35f2 req-8db0361c-2bc4-42cc-bbd2-9707552d3a53 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0466480 May 02 10:51:02.124851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ab78dde-b235-4583-8411-8248376f35f2 req-205109fb-3f5e-414c-8c7e-2efa42b4922d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 May 02 10:51:03.253022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a8570-da80-46f7-a8f7-b5a6cfefb4e1 req-23b090fe-fdc5-4e1e-8d79-10b559366dde tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:03.254532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c63a8570-da80-46f7-a8f7-b5a6cfefb4e1 req-23b090fe-fdc5-4e1e-8d79-10b559366dde tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0492857 May 02 10:51:03.302447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c63a8570-da80-46f7-a8f7-b5a6cfefb4e1 req-97f575d9-1b1b-4f58-a984-6abfcd587a9c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417352 May 02 10:51:03.424937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-fd9ad8e1-58c6-4e7f-ab7d-0f80b433e211 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2102386669&fields=id&tenant_id=24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 267 time: 0.0447042 May 02 10:51:03.833062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-2d4801c1-e3da-4d11-aeef-a6e0814da3f6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:03.834508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-2d4801c1-e3da-4d11-aeef-a6e0814da3f6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.4031236 May 02 10:51:03.849137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-460c6a86-85c2-4d2e-8b03-ea3cb263ed05 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/quotas/24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 375 time: 0.0087063 May 02 10:51:03.896840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-703495b5-cbc7-4115-aaba-eee30af3dea4 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0426021 May 02 10:51:03.912391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-f5898a74-8dce-4414-a1a3-73e531d2d97d service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:51:03.913367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-f5898a74-8dce-4414-a1a3-73e531d2d97d service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050108 May 02 10:51:04.004439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-3897cca4-974b-4fb5-9e58-787dbd6f877f service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857337 May 02 10:51:04.105713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-d6557ea7-d4e8-4cc5-a79e-f98d867a1828 service neutron] 10.222.0.16 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907943 May 02 10:51:04.143630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36548) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:04.250759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51844329-958b-4421-b352-6d8767beab60 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.323110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51844329-958b-4421-b352-6d8767beab60 admin admin] Publish callbacks [] for security_group (91c22805-d598-459f-9a7b-aafa7e4406bb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.389832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51844329-958b-4421-b352-6d8767beab60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91c22805-d598-459f-9a7b-aafa7e4406bb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.428842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564baeb6-ac75-48b5-a967-118d66cc59d1 req-5de07547-1b78-4f51-8fb9-8d355092d730 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:04.430378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-564baeb6-ac75-48b5-a967-118d66cc59d1 req-5de07547-1b78-4f51-8fb9-8d355092d730 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0532417 May 02 10:51:04.445742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-51844329-958b-4421-b352-6d8767beab60 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bee4b90de50a4ee8892e878b05fe2560&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3009429 May 02 10:51:04.446725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51844329-958b-4421-b352-6d8767beab60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91c22805-d598-459f-9a7b-aafa7e4406bb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:04.449394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:04.483246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-564baeb6-ac75-48b5-a967-118d66cc59d1 req-00c50dac-e370-49a9-8d86-91b0cef5d18a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457594 May 02 10:51:04.499516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] Publish callbacks [] for security_group (91c22805-d598-459f-9a7b-aafa7e4406bb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.521068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] Publish callbacks [] for security_group (91c22805-d598-459f-9a7b-aafa7e4406bb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.664272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (91c22805-d598-459f-9a7b-aafa7e4406bb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.668524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:04.672272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91c22805-d598-459f-9a7b-aafa7e4406bb HTTP/1.1" status: 204 len: 168 time: 0.2200472 May 02 10:51:04.679366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b7057a-1775-410f-9e56-433f4749de50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c22805-d598-459f-9a7b-aafa7e4406bb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:04.742971 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8752aff0-f96b-4737-9d92-827e6bea56c6 req-a91b4597-db5a-483e-928a-24fc1da4578a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 210 time: 0.0333385 May 02 10:51:05.319770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:05.333358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b81e12f7-45f1-40c4-93e4-a68111f7c45d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.405345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b81e12f7-45f1-40c4-93e4-a68111f7c45d admin admin] Publish callbacks [] for security_group (d44a6d83-24f6-4e1b-be35-d8d4a555f1de), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.486489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b81e12f7-45f1-40c4-93e4-a68111f7c45d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d44a6d83-24f6-4e1b-be35-d8d4a555f1de), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.526329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b81e12f7-45f1-40c4-93e4-a68111f7c45d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6c673540bbb44b6c8feb318e69614c3c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2053983 May 02 10:51:05.527154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81e12f7-45f1-40c4-93e4-a68111f7c45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44a6d83-24f6-4e1b-be35-d8d4a555f1de,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:05.529060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:05.584384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] Publish callbacks [] for security_group (d44a6d83-24f6-4e1b-be35-d8d4a555f1de), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.607278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] Publish callbacks [] for security_group (d44a6d83-24f6-4e1b-be35-d8d4a555f1de), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.616272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b60d02-088b-473a-b36e-3f803c18e448 req-7ec9af64-ebcd-4d2f-b108-a135e8d39f3f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:05.622178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03b60d02-088b-473a-b36e-3f803c18e448 req-7ec9af64-ebcd-4d2f-b108-a135e8d39f3f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0550745 May 02 10:51:05.676020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03b60d02-088b-473a-b36e-3f803c18e448 req-85f45dc9-968b-4f81-a6ed-9f31b746d104 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505950 May 02 10:51:05.721018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d44a6d83-24f6-4e1b-be35-d8d4a555f1de), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.723700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:05.724889 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d44a6d83-24f6-4e1b-be35-d8d4a555f1de HTTP/1.1" status: 204 len: 168 time: 0.1947653 May 02 10:51:05.732755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c4b9b-39d3-49e0-8cea-284fd4e59214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44a6d83-24f6-4e1b-be35-d8d4a555f1de,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:05.846652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cad74e6f-415d-4242-bf35-e0ac51a80f64 req-b1b5b999-1b2b-41f7-ad38-3dd496b5cb8c tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 210 time: 0.0321822 May 02 10:51:06.615974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-7ebcc1f2-ac58-497f-b7c8-91b57f4ece5f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:06.617645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-7ebcc1f2-ac58-497f-b7c8-91b57f4ece5f tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 811 time: 0.1034882 May 02 10:51:06.686975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-9dc8826e-2954-4a0c-95ba-e0f3444ba23e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a92939abc5401d88f4cdc0f1b109f5 HTTP/1.1" status: 200 len: 380 time: 0.0593936 May 02 10:51:06.695817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'port': {'device_id': '1a566286-52df-4b27-9774-95a769bed1c5', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'admin_state_up': True, 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'security_groups': ['70783477-b00b-4ac5-bf79-89ebafb3c5da']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:06.829640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127c945-84b5-45b1-bdff-bcca9d1872fc req-4326d57b-0b15-4eb5-b442-2d63bebfb377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:06.831058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d127c945-84b5-45b1-bdff-bcca9d1872fc req-4326d57b-0b15-4eb5-b442-2d63bebfb377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0657859 May 02 10:51:06.883690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d127c945-84b5-45b1-bdff-bcca9d1872fc req-303817d8-9d51-4ad2-a519-4345ce95e714 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467114 May 02 10:51:06.927015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Made reservation on behalf of 24a92939abc5401d88f4cdc0f1b109f5 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:51:06.930422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:06.987993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-56e8b5ef-0da3-422b-a9ed-d6b1564725b3 req-874ef2a1-75c3-4f61-8de5-71138c41d686 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 210 time: 0.0430110 May 02 10:51:07.066714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Allocated IP 172.20.0.12 (1fa2212c-8280-43d9-af18-44dff02feb7d/b280dfa2-747b-4527-9afd-99dad5b4d926/9e1bfac1-d59b-45ca-9074-b48d670bc39c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:51:07.221230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.333442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.390192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Network 1fa2212c-8280-43d9-af18-44dff02feb7d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:51:07.393922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:51:07.398674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:51:07.401899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:07.454891 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:07.455697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.541285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-1c2fadb3-8bc0-4106-9a5d-77d09c51e986 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8490558 May 02 10:51:07.555777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Request body: {'port': {'device_id': '1a566286-52df-4b27-9774-95a769bed1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:07.625848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.758168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8acba9a2-6b9b-47c4-a4da-b3a851d503a3 None None] Provisioning complete for port 9e1bfac1-d59b-45ca-9074-b48d670bc39c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:07.758796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8acba9a2-6b9b-47c4-a4da-b3a851d503a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.923686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e1bfac1-d59b-45ca-9074-b48d670bc39c {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:07.939605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks [] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:07.954321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Transition to ACTIVE for port object 9e1bfac1-d59b-45ca-9074-b48d670bc39c will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:51:07.961013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8acba9a2-6b9b-47c4-a4da-b3a851d503a3 None None] Port 9e1bfac1-d59b-45ca-9074-b48d670bc39c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:51:08.043332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:08.084436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f216528-2b3a-418f-af98-adc0af1d4d1d req-aad3ef28-d9ba-4ff3-8070-b3a617ca32a9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.086257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f216528-2b3a-418f-af98-adc0af1d4d1d req-aad3ef28-d9ba-4ff3-8070-b3a617ca32a9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0979393 May 02 10:51:08.128668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dfb26-135b-41a8-b733-7d351a356f88 req-9f5f9f2a-c2f9-45a0-9cd9-9200a5939997 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.137025 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-475dfb26-135b-41a8-b733-7d351a356f88 req-9f5f9f2a-c2f9-45a0-9cd9-9200a5939997 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 944 time: 0.0723109 May 02 10:51:08.203890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:08.214709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-475dfb26-135b-41a8-b733-7d351a356f88 req-4136a32f-96b2-4413-8f07-d48adf3d71fa tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703123 May 02 10:51:08.246069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4f216528-2b3a-418f-af98-adc0af1d4d1d req-152796bd-366b-46a7-8fd1-a0b1602899bd tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378710 May 02 10:51:08.285809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Attempting to bind port 9e1bfac1-d59b-45ca-9074-b48d670bc39c on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:51:08.286158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Attempting to bind port 9e1bfac1-d59b-45ca-9074-b48d670bc39c by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:51:08.286662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Attempting to bind port 9e1bfac1-d59b-45ca-9074-b48d670bc39c on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:51:08.292837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Port 9e1bfac1-d59b-45ca-9074-b48d670bc39c on network 1fa2212c-8280-43d9-af18-44dff02feb7d not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:51:08.293172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Attempting to bind port 9e1bfac1-d59b-45ca-9074-b48d670bc39c on network 1fa2212c-8280-43d9-af18-44dff02feb7d {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:51:08.298499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:51:08.298694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Checking segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:51:08.299087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Bound using segment: {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:51:08.299524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Bound port: 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66bd9c29-f65c-42df-a205-6673a608cf39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:51:08.299891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:08.375329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:51:08.375329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:51:08.465015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:08.500443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.501130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:08.502542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] 10.222.0.15 "PUT /v2.0/ports/9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 1092 time: 0.9524045 May 02 10:51:08.502988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:08.505279 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4822f5b6-9d11-471a-9ca7-a8b38273689b" -d '{"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:08.536713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fbdc00-47d3-420b-acc8-7fd0eeb86675 service neutron] Pushing event updated for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:08.653544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-4091988d-8f4b-498c-a32b-5d9373fb4590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.655150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-4091988d-8f4b-498c-a32b-5d9373fb4590 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1126 time: 0.0500736 May 02 10:51:08.704311 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-905941dd-e475-4e90-8ed4-be707909a2cd x-openstack-request-id: req-905941dd-e475-4e90-8ed4-be707909a2cd {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:08.704628 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:08.704891 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-905941dd-e475-4e90-8ed4-be707909a2cd {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:08.705299 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-905941dd-e475-4e90-8ed4-be707909a2cd'] response: {'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'status': 'completed', 'code': 200} May 02 10:51:08.707092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-16b34dcd-6679-4769-bc2f-92f47649aeda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 217 time: 0.0416932 May 02 10:51:08.781903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-e85d4fa4-6282-40b7-ad87-d4abd1de95ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.783439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-e85d4fa4-6282-40b7-ad87-d4abd1de95ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0501554 May 02 10:51:08.835138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-5ecd6ba1-8cce-4bed-aeea-e8eb53b8b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:08.836664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-5ecd6ba1-8cce-4bed-aeea-e8eb53b8b77b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0460935 May 02 10:51:08.930500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-453d97ed-2e7a-41ce-b941-4e1102522193 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872118 May 02 10:51:09.030920 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73c63f3-8cce-4c6f-8971-389686ad67d7 req-7f274c97-3b89-4a31-994f-b638c62bfc9a service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939043 May 02 10:51:09.319686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f4542f-5bea-418b-a652-11ff0be6d192 req-5406c888-221c-4a1b-b559-d9faf4ea735d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.321314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98f4542f-5bea-418b-a652-11ff0be6d192 req-5406c888-221c-4a1b-b559-d9faf4ea735d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 944 time: 0.0481894 May 02 10:51:09.372017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-98f4542f-5bea-418b-a652-11ff0be6d192 req-8ebd9727-d23b-4b41-ad65-242db43212d2 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442319 May 02 10:51:09.383275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00200e00-f23a-4063-82c4-e0bdc8480869 req-7954479b-8aac-4742-81dd-2281ebcb8e9d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.385529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00200e00-f23a-4063-82c4-e0bdc8480869 req-7954479b-8aac-4742-81dd-2281ebcb8e9d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0513682 May 02 10:51:09.432194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00200e00-f23a-4063-82c4-e0bdc8480869 req-fe05fcf9-276d-4deb-8f68-b52e4be3e78f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408118 May 02 10:51:09.567405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-d73974b5-569c-45e6-a06b-ba1809c14442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.568942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-d73974b5-569c-45e6-a06b-ba1809c14442 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1126 time: 0.0391548 May 02 10:51:09.660935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-387292c8-f8d3-41c6-9eec-167a0af71b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.662546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-387292c8-f8d3-41c6-9eec-167a0af71b15 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.0874329 May 02 10:51:09.709475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-bcbd3045-4ea8-46cf-bf7c-6fcdf6739ac2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 217 time: 0.0353572 May 02 10:51:09.740109 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:51:09.762593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-9938da9a-79e2-4606-8d64-758c6b76decf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.764055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-9938da9a-79e2-4606-8d64-758c6b76decf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0488143 May 02 10:51:09.807834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-4d408f4a-35fc-44d1-9e70-9431e5398d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:09.809290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-4d408f4a-35fc-44d1-9e70-9431e5398d12 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0385902 May 02 10:51:09.900434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-2e35a92c-ee4d-4e2d-902f-0066d84cb04b service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843780 May 02 10:51:09.995107 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4822f5b6-9d11-471a-9ca7-a8b38273689b req-e2647c00-fd18-48ff-9894-449c42d9b524 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875347 May 02 10:51:10.487949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1264f5-72a6-46bd-92d9-2a1f794c83c5 req-f8ed388f-4c11-41bd-a872-33135023b511 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:10.489645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c1264f5-72a6-46bd-92d9-2a1f794c83c5 req-f8ed388f-4c11-41bd-a872-33135023b511 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 944 time: 0.0492444 May 02 10:51:10.540430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c1264f5-72a6-46bd-92d9-2a1f794c83c5 req-bc7bb223-1a80-4a2f-a283-471c3deed6af tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446529 May 02 10:51:10.562186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58958c-9573-4995-8030-c5fcf37d2587 req-795945e1-70c4-4ea6-957f-839df34ee03a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:10.563695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a58958c-9573-4995-8030-c5fcf37d2587 req-795945e1-70c4-4ea6-957f-839df34ee03a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0552387 May 02 10:51:10.612246 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a58958c-9573-4995-8030-c5fcf37d2587 req-a7daf495-38c8-463d-bffd-ce9ae78192da tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427861 May 02 10:51:11.568909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:51:11.666395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a571e4-fd99-4718-adaf-4142a126293e req-a8704876-36f8-4e4e-97af-124f30ec4a1d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:11.673133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03a571e4-fd99-4718-adaf-4142a126293e req-a8704876-36f8-4e4e-97af-124f30ec4a1d tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 944 time: 0.0585494 May 02 10:51:11.674355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:11.687201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '801d4c09-df1f-440e-8275-265727833037', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:51:11.720491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03a571e4-fd99-4718-adaf-4142a126293e req-d45aed1d-c9ee-4c19-9c02-3255b1d41097 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462813 May 02 10:51:11.724873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:11.725315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:11.739980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 801d4c09-df1f-440e-8275-265727833037 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:11.753672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a3676-2491-485c-a7b7-dbd5b7951f04 req-de966b25-0dfc-4a9b-829a-aba99ceb68b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:11.755451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e04a3676-2491-485c-a7b7-dbd5b7951f04 req-de966b25-0dfc-4a9b-829a-aba99ceb68b7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0610809 May 02 10:51:11.761007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:11.807401 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:11.812333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e04a3676-2491-485c-a7b7-dbd5b7951f04 req-b12dde5e-c24d-40b0-bc7a-2108e6f0a83a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499365 May 02 10:51:11.858816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:11.916594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['801d4c09-df1f-440e-8275-265727833037'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:51:12.850543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93da894-4c46-40bf-b653-885355f579d9 req-36f0053b-6cd2-4e11-ba1f-d19ceb8ee657 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:12.853172 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b93da894-4c46-40bf-b653-885355f579d9 req-36f0053b-6cd2-4e11-ba1f-d19ceb8ee657 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 944 time: 0.0613112 May 02 10:51:12.932889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b93da894-4c46-40bf-b653-885355f579d9 req-50e90d55-6407-4b26-92e6-6e21eb041be7 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622928 May 02 10:51:12.967628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b83bb6-a4f0-4ec6-937c-b852609dacbc req-2e7f375e-bcae-4b4f-aeca-23df620a7d5d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:12.975352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95b83bb6-a4f0-4ec6-937c-b852609dacbc req-2e7f375e-bcae-4b4f-aeca-23df620a7d5d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 944 time: 0.0787520 May 02 10:51:13.036479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95b83bb6-a4f0-4ec6-937c-b852609dacbc req-cd187a63-7aeb-4d28-a552-ba8b7f3a6922 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599906 May 02 10:51:13.477651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9e1bfac1-d59b-45ca-9074-b48d670bc39c details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:51:13.589722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:51:13.626300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:13.651023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'port_id': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'mac_address': 'fa:16:3e:ed:91:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:51:13.711264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9e1bfac1-d59b-45ca-9074-b48d670bc39c is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:13.711970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:13.715198 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 801d4c09-df1f-440e-8275-265727833037 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:13.715565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (801d4c09-df1f-440e-8275-265727833037), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:13.759008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e1bfac1-d59b-45ca-9074-b48d670bc39c {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:13.799566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:13.851406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:13.852185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:13.865193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:13.908459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:13.910988 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca8995f2-b259-4e13-b53c-84c093040636" -d '{"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:13.937142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:13.969122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:13.986389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.990185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.990185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.990185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.990185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.990857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.991562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.992043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.992391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.992854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.993094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:13.993455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:14.000948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:14.001326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:14.001678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:14.013142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:14.105762 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006f88d4-81c3-4e9b-a59e-0265788a41ad x-openstack-request-id: req-006f88d4-81c3-4e9b-a59e-0265788a41ad {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:14.106265 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:14.106682 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-006f88d4-81c3-4e9b-a59e-0265788a41ad {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:14.107217 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-006f88d4-81c3-4e9b-a59e-0265788a41ad'] response: {'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'code': 200} May 02 10:51:14.121346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:14.137466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6b2da4-3528-4d6e-95eb-271e8add752e req-a0333fab-85dc-46d4-8716-813512c5654e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:14.150523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe6b2da4-3528-4d6e-95eb-271e8add752e req-a0333fab-85dc-46d4-8716-813512c5654e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 945 time: 0.0884762 May 02 10:51:14.176479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9e1bfac1-d59b-45ca-9074-b48d670bc39c'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:51:14.231775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c08fb6-9cbc-4cbb-9798-d3b230d5b8e7 req-2e3f9d0a-48ab-4336-b18a-6ff9df6b7e0e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:14.234343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94c08fb6-9cbc-4cbb-9798-d3b230d5b8e7 req-2e3f9d0a-48ab-4336-b18a-6ff9df6b7e0e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0937912 May 02 10:51:14.261254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe6b2da4-3528-4d6e-95eb-271e8add752e req-900cd2cc-0c93-44cd-867a-f5f1778d867e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068037 May 02 10:51:14.310955 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94c08fb6-9cbc-4cbb-9798-d3b230d5b8e7 req-6e0ea248-dbd5-4df3-b80a-59752ee29c3c tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694046 May 02 10:51:14.538820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:15.393895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105b14f-3616-4d55-8559-73634a14dd5c req-06cb1715-a0ca-423c-b472-0dbafeb716a6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:15.396654 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0105b14f-3616-4d55-8559-73634a14dd5c req-06cb1715-a0ca-423c-b472-0dbafeb716a6 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 945 time: 0.0590830 May 02 10:51:15.451006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0105b14f-3616-4d55-8559-73634a14dd5c req-2edb6f97-3586-4ea2-874c-ad20b9760b89 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490582 May 02 10:51:15.471100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0876ace-d590-4379-a0ac-ed7001424c1b req-031be9f6-05f8-4d80-8b5e-e854cd21203b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:15.472728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0876ace-d590-4379-a0ac-ed7001424c1b req-031be9f6-05f8-4d80-8b5e-e854cd21203b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0534284 May 02 10:51:15.491544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9e1bfac1-d59b-45ca-9074-b48d670bc39c up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:51:15.541926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 9e1bfac1-d59b-45ca-9074-b48d670bc39c completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:51:15.542553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b0876ace-d590-4379-a0ac-ed7001424c1b req-18f50679-a0e1-4e24-a8da-8667042c1cf7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549946 May 02 10:51:15.880779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 9e1bfac1-d59b-45ca-9074-b48d670bc39c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:15.881155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:15.972122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9e1bfac1-d59b-45ca-9074-b48d670bc39c is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:15.972515 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:16.005675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:16.035104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:16.069198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:16.108540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:16.110807 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98989aea-d8b4-4e55-ba58-3808b35f9606" -d '{"events": [{"server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "name": "network-vif-plugged", "status": "completed", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:16.137502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:16.159753 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03eac1af-177e-4ed3-aa0e-26a041a4f231 x-openstack-request-id: req-03eac1af-177e-4ed3-aa0e-26a041a4f231 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:16.160056 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "name": "network-vif-plugged", "status": "completed", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:16.160308 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-03eac1af-177e-4ed3-aa0e-26a041a4f231 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:16.160740 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03eac1af-177e-4ed3-aa0e-26a041a4f231'] response: {'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'code': 200} May 02 10:51:16.266570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291b9c6-a8db-4bc7-bdc5-00c57ae079d9 req-1ac975d1-d298-4d2a-8291-87a1d19b7317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:16.268081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2291b9c6-a8db-4bc7-bdc5-00c57ae079d9 req-1ac975d1-d298-4d2a-8291-87a1d19b7317 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0426295 May 02 10:51:16.324334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2291b9c6-a8db-4bc7-bdc5-00c57ae079d9 req-916a50cd-81ce-472f-ab74-eacfe9eacdbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467930 May 02 10:51:16.687673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384d2a93-a32f-4c35-84e5-10b86ee6809e req-a13edb54-92d6-4043-accf-f408e00d4e9b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:16.695358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-384d2a93-a32f-4c35-84e5-10b86ee6809e req-a13edb54-92d6-4043-accf-f408e00d4e9b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.1213684 May 02 10:51:16.722192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25556a0-0d0d-4939-8ed0-7fd029e918a8 req-3421b637-b6ad-42c5-8cad-fc21aca18ab1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:16.730251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b25556a0-0d0d-4939-8ed0-7fd029e918a8 req-3421b637-b6ad-42c5-8cad-fc21aca18ab1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0684793 May 02 10:51:16.767588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-384d2a93-a32f-4c35-84e5-10b86ee6809e req-638411db-7648-4a16-98bf-4e162fe41a53 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645933 May 02 10:51:16.810761 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b25556a0-0d0d-4939-8ed0-7fd029e918a8 req-d7e87c57-0c8e-44fb-bb9a-68bdb2cf7fc5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793889 May 02 10:51:17.940729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5d33ca-7589-40a5-8ce6-8fcb8ec531aa req-1153d9c7-5119-4b3b-8934-e8251917e039 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:17.948860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5d33ca-7589-40a5-8ce6-8fcb8ec531aa req-1153d9c7-5119-4b3b-8934-e8251917e039 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.0802817 May 02 10:51:17.959426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a11e5ee-3870-4de0-b1fb-424a682e778e req-64dc0fe0-74c4-4cf9-9415-e5aedb088a50 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:17.961149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a11e5ee-3870-4de0-b1fb-424a682e778e req-64dc0fe0-74c4-4cf9-9415-e5aedb088a50 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0577273 May 02 10:51:18.012691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e5d33ca-7589-40a5-8ce6-8fcb8ec531aa req-84afaff3-fa2e-40c0-ac3f-1cb16f22595a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625458 May 02 10:51:18.060529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a11e5ee-3870-4de0-b1fb-424a682e778e req-338a1f48-5947-40b0-90db-54e92e8dd8b4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883024 May 02 10:51:19.143015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364fce66-7127-4fd5-95ab-151e76a54158 req-9bb2c5ae-23e0-462d-8147-17a557e3ebde tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:19.145001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-364fce66-7127-4fd5-95ab-151e76a54158 req-9bb2c5ae-23e0-462d-8147-17a557e3ebde tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.0667543 May 02 10:51:19.218283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa465583-aca3-4eb9-89c2-1f5108e59287 req-9dd0132d-2565-4c62-8bd8-ce787a95cea3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:19.225352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa465583-aca3-4eb9-89c2-1f5108e59287 req-9dd0132d-2565-4c62-8bd8-ce787a95cea3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0626807 May 02 10:51:19.231080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-364fce66-7127-4fd5-95ab-151e76a54158 req-3b5f4cdf-6efc-4875-9cdb-2aeb297fd68e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601668 May 02 10:51:19.283547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa465583-aca3-4eb9-89c2-1f5108e59287 req-792da1e5-4875-47b8-a1ac-35dbaaeba8ce tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563724 May 02 10:51:19.375232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008161a-9f8d-4e06-8aa2-9bf6d0e74879 req-6a8cc0c3-bff8-45bb-9599-dceaeb519b4e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:19.377069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4008161a-9f8d-4e06-8aa2-9bf6d0e74879 req-6a8cc0c3-bff8-45bb-9599-dceaeb519b4e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.0567718 May 02 10:51:19.437972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4008161a-9f8d-4e06-8aa2-9bf6d0e74879 req-682d0b90-239c-4af9-a698-0cd1fc6488e3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527244 May 02 10:51:19.462350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36834) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:19.671993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c669f0-cf1f-4fa2-9c16-7d05893b8176 tempest-TestVolumeBootPattern-1863807294 tempest-TestVolumeBootPattern-1863807294-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:19.676736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:19.676864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d6c669f0-cf1f-4fa2-9c16-7d05893b8176 tempest-TestVolumeBootPattern-1863807294 tempest-TestVolumeBootPattern-1863807294-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1123 time: 0.2133720 May 02 10:51:19.682080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:19.784686 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:19.896039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:20.016587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Allocated IP 172.35.4.36 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e84dbad6-64b5-48cf-90cc-7b079ae8d1dc) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:51:20.144807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:20.235981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:20.277428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:51:20.282154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:51:20.287242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:51:20.316174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=e84dbad6-64b5-48cf-90cc-7b079ae8d1dc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:20.327330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.327868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.328333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.328789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.329225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.329661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.330195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.330656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.331067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.331497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.331958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.332353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.332791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.333204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.333656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:20.431004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e50fd-59cd-4868-b65f-f7f34aaee23a req-42cdfdbb-c445-4819-a42a-c4e2abcb3644 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:20.439440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e0e50fd-59cd-4868-b65f-f7f34aaee23a req-42cdfdbb-c445-4819-a42a-c4e2abcb3644 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0633214 May 02 10:51:20.492335 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e0e50fd-59cd-4868-b65f-f7f34aaee23a req-fc7defc2-2541-4cc1-a7f8-a1180ae6e520 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518172 May 02 10:51:20.768707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for floatingip (1539c838-7ff7-4463-8aca-bc9033a6439a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:20.951212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:21.147759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:21.192567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:21.280787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event updated for resources: {'Port': ['ID=e84dbad6-64b5-48cf-90cc-7b079ae8d1dc,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:21.299108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (1539c838-7ff7-4463-8aca-bc9033a6439a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:21.450393 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Floating IP 1539c838-7ff7-4463-8aca-bc9033a6439a associated. External IP: 172.35.4.36, port: 9e1bfac1-d59b-45ca-9074-b48d670bc39c. May 02 10:51:21.831892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36874) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:21.977794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b63f1661-6d0c-45ef-85aa-70fa493b4503 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.054329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9e7407-d0f1-4ce1-ad30-fbc2f9c16cfa req-fce03c98-49f2-4833-9436-fd4f79e31c12 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:22.055984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f9e7407-d0f1-4ce1-ad30-fbc2f9c16cfa req-fce03c98-49f2-4833-9436-fd4f79e31c12 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.4333892 May 02 10:51:22.065808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b63f1661-6d0c-45ef-85aa-70fa493b4503 admin admin] Publish callbacks [] for security_group (569c5853-c628-44c0-ab59-118ad487af5c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.132694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f9e7407-d0f1-4ce1-ad30-fbc2f9c16cfa req-7b6f045c-9515-4db1-a52a-2fe7d60db1d3 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690010 May 02 10:51:22.134614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Router c5334a3b-a76f-4623-a403-807445900eab has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:51:22.193684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b63f1661-6d0c-45ef-85aa-70fa493b4503 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (569c5853-c628-44c0-ab59-118ad487af5c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.243015 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b63f1661-6d0c-45ef-85aa-70fa493b4503 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fea13f6873b4ef88f4246a75da8b129&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4020562 May 02 10:51:22.243015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f1661-6d0c-45ef-85aa-70fa493b4503 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569c5853-c628-44c0-ab59-118ad487af5c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:22.245205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 36882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:22.293242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:51:22.304736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Sync routers for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:51:22.320226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:22.320906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:50:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:22.322490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] Publish callbacks [] for security_group (569c5853-c628-44c0-ab59-118ad487af5c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.353042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] Publish callbacks [] for security_group (569c5853-c628-44c0-ab59-118ad487af5c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.411998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.452012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:22.452219 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0f7a8e44-8c80-4393-bfb5-7452583ff22b tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7738652 May 02 10:51:22.452936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:22.455775 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1635fac9-447c-40c6-a2be-7d0bb792d77e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:22.497021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (569c5853-c628-44c0-ab59-118ad487af5c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.497657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:22.504654 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/569c5853-c628-44c0-ab59-118ad487af5c HTTP/1.1" status: 204 len: 168 time: 0.2604618 May 02 10:51:22.515207 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-922454fc-a5e2-4b35-95fc-aa8bcc57b6c2 x-openstack-request-id: req-922454fc-a5e2-4b35-95fc-aa8bcc57b6c2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:22.515552 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:22.515809 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-922454fc-a5e2-4b35-95fc-aa8bcc57b6c2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:22.516237 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-922454fc-a5e2-4b35-95fc-aa8bcc57b6c2'] response: {'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'status': 'completed', 'code': 200} May 02 10:51:22.519881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5e13b-045d-47fb-91a8-83ad1eee361c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569c5853-c628-44c0-ab59-118ad487af5c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:22.587091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-a8b4d070-4f51-4365-80db-4ac90aea8fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:22.589560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-a8b4d070-4f51-4365-80db-4ac90aea8fd7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0598109 May 02 10:51:22.695524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-f42fb040-f16d-47ef-b481-feaa654b2c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:22.697583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-f42fb040-f16d-47ef-b481-feaa654b2c04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.1018159 May 02 10:51:22.765358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1539c838-7ff7-4463-8aca-bc9033a6439a', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'floating_ip_address': '172.35.4.36', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'port_id': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'mac_address': 'fa:16:3e:ed:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a566286-52df-4b27-9774-95a769bed1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:20Z', 'updated_at': '2022-05-02T10:51:20Z', 'revision_number': 0, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:22.782462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-a3047ada-afb6-4b04-b7b8-3ddd792fcea4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 999 time: 0.0753255 May 02 10:51:22.808102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Checking router: c5334a3b-a76f-4623-a403-807445900eab for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:51:22.824211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:22.825126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:50:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:22.836652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-26387fb5-8cb5-4938-b1f2-2eaa069181cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:22.838320 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-26387fb5-8cb5-4938-b1f2-2eaa069181cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0501280 May 02 10:51:22.895681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-91e518f0-bd9e-4560-819b-4b24b5664feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:22.897542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-91e518f0-bd9e-4560-819b-4b24b5664feb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0478339 May 02 10:51:22.977932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:23.015285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-2227dbd3-941e-406d-a180-3b3abddf3fdf service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081078 May 02 10:51:23.151243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1635fac9-447c-40c6-a2be-7d0bb792d77e req-0abeb88a-cab8-437b-a465-5f15fcaf9f9d service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326685 May 02 10:51:23.237625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1539c838-7ff7-4463-8aca-bc9033a6439a', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'floating_ip_address': '172.35.4.36', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'port_id': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'mac_address': 'fa:16:3e:ed:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a566286-52df-4b27-9774-95a769bed1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:20Z', 'updated_at': '2022-05-02T10:51:20Z', 'revision_number': 0, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:23.265829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca57f32b-2371-491a-8df9-be58ea5f1f32 None None] The sync data for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 is: [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '1539c838-7ff7-4463-8aca-bc9033a6439a', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'floating_ip_address': '172.35.4.36', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'port_id': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3391, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'mac_address': 'fa:16:3e:ed:91:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a566286-52df-4b27-9774-95a769bed1c5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:20Z', 'updated_at': '2022-05-02T10:51:20Z', 'revision_number': 0, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:51:23.271948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80811133-6652-401e-8a93-cb3795a3c4ce req-5d45f661-d847-45e0-ab21-564d2728b7b1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:23.273743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80811133-6652-401e-8a93-cb3795a3c4ce req-5d45f661-d847-45e0-ab21-564d2728b7b1 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0547323 May 02 10:51:23.312490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36898) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:23.327706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64d2896-b9ec-4f6c-a3e5-aba4f79e1bce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.333999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80811133-6652-401e-8a93-cb3795a3c4ce req-6d813c46-8748-4cf1-8b3e-446e6137424f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527174 May 02 10:51:23.408441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64d2896-b9ec-4f6c-a3e5-aba4f79e1bce admin admin] Publish callbacks [] for security_group (e70bd74f-e07b-4ab8-a04f-e7916adb8d0c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.475627 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e64d2896-b9ec-4f6c-a3e5-aba4f79e1bce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e70bd74f-e07b-4ab8-a04f-e7916adb8d0c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.517515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d2896-b9ec-4f6c-a3e5-aba4f79e1bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e70bd74f-e07b-4ab8-a04f-e7916adb8d0c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:23.535816 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d08c4-347e-4324-8976-1903259ec136 None None] New status for floating IP 1539c838-7ff7-4463-8aca-bc9033a6439a: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:51:23.562954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e64d2896-b9ec-4f6c-a3e5-aba4f79e1bce admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7099fd333cd34781a6e57584548b12a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2491403 May 02 10:51:23.565274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 36914) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:23.622228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] Publish callbacks [] for security_group (e70bd74f-e07b-4ab8-a04f-e7916adb8d0c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.645027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] Publish callbacks [] for security_group (e70bd74f-e07b-4ab8-a04f-e7916adb8d0c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.800164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e70bd74f-e07b-4ab8-a04f-e7916adb8d0c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.800164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:23.800164 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e70bd74f-e07b-4ab8-a04f-e7916adb8d0c HTTP/1.1" status: 204 len: 168 time: 0.2242744 May 02 10:51:23.800164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a5e0c6-88b7-485f-a987-a09ef9916836 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e70bd74f-e07b-4ab8-a04f-e7916adb8d0c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:24.037384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6f750e-5bc3-4657-8da4-91f755c1b259 req-3d7fdcb6-3113-4345-a56e-1b260705bc75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:24.038923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea6f750e-5bc3-4657-8da4-91f755c1b259 req-3d7fdcb6-3113-4345-a56e-1b260705bc75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0488429 May 02 10:51:24.101404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea6f750e-5bc3-4657-8da4-91f755c1b259 req-8dfde2b6-2101-47ae-afd5-3eba613af5c2 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558693 May 02 10:51:24.458985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce61c75-b8cc-4099-a401-eddabb27e321 req-46ba67f5-14a6-4274-8911-6efbd96aaaf7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:24.460498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce61c75-b8cc-4099-a401-eddabb27e321 req-46ba67f5-14a6-4274-8911-6efbd96aaaf7 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0466151 May 02 10:51:24.507336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1ce61c75-b8cc-4099-a401-eddabb27e321 req-74a3c4d3-fbc0-4198-afb5-797a480906c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404720 May 02 10:51:25.224016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61edab6a-2716-4b30-8b16-a07a66e095d2 req-de8230ea-3537-4492-98d0-a479024c756f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:25.225499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61edab6a-2716-4b30-8b16-a07a66e095d2 req-de8230ea-3537-4492-98d0-a479024c756f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0502479 May 02 10:51:25.274145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61edab6a-2716-4b30-8b16-a07a66e095d2 req-2fb02c8f-d8be-4ed7-a0b4-f38b9cc27fe4 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420489 May 02 10:51:25.578239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-362bb94a-8ce4-4819-8046-08e9b0449601 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:25.642418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7b99f4-9b7d-41c2-9bbc-92db0cef032c req-7200bc4e-0340-4cc6-a705-0cd9fd5fd75f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:25.643925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b7b99f4-9b7d-41c2-9bbc-92db0cef032c req-7200bc4e-0340-4cc6-a705-0cd9fd5fd75f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0511065 May 02 10:51:25.692176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b7b99f4-9b7d-41c2-9bbc-92db0cef032c req-f55f33a4-9fc5-4074-9116-b548c5914219 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426111 May 02 10:51:25.866424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-30d521af-e731-49b2-b336-d97d1865c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:25.868081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-30d521af-e731-49b2-b336-d97d1865c147 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1127 time: 0.1354134 May 02 10:51:25.881017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-2e0ea2cb-c51f-4969-928e-bc72df9bd2c3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:25.882430 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-2e0ea2cb-c51f-4969-928e-bc72df9bd2c3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0485773 May 02 10:51:25.965918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-85403372-5db8-4d4d-a7ec-79340ab7d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:25.968074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-85403372-5db8-4d4d-a7ec-79340ab7d506 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.0923958 May 02 10:51:25.974922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Deleting port 795b0621-6834-4fec-8310-25e01f651325 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:51:25.975265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (795b0621-6834-4fec-8310-25e01f651325), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:26.034751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-0c192460-fad5-4ae9-a716-a3c89f64b46b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 1001 time: 0.0603850 May 02 10:51:26.069060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] For port 795b0621-6834-4fec-8310-25e01f651325, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=795b0621-6834-4fec-8310-25e01f651325,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:26.069429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (795b0621-6834-4fec-8310-25e01f651325), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:26.088019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-f8485b08-3b9d-41a5-a97d-1c90c22dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:26.089655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-f8485b08-3b9d-41a5-a97d-1c90c22dca2c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0494404 May 02 10:51:26.143182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-1b7285b6-2673-4578-aec9-06037d7c35a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:26.144619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-1b7285b6-2673-4578-aec9-06037d7c35a6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0491157 May 02 10:51:26.240382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-952051c0-330f-45c0-a4bc-d36c1cb8d360 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899365 May 02 10:51:26.339486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:26.340092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:26.340204 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Floating IP cfd6b330-e48c-469e-a1e6-bedb5977849a disassociated. External IP: 172.35.4.96, port: 795b0621-6834-4fec-8310-25e01f651325. May 02 10:51:26.340659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Calling delete_port for 795b0621-6834-4fec-8310-25e01f651325 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:51:26.343328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0474475b-ecb7-4fbf-8d20-5bfac35b00b2 req-f8d75958-d689-4f6b-a413-00f898dba682 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963876 May 02 10:51:26.448010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d013b-a2e9-473f-8b05-b33001867df1 req-a209ac9e-f4da-44a9-98a3-db4bbae92a7b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:26.449539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e34d013b-a2e9-473f-8b05-b33001867df1 req-a209ac9e-f4da-44a9-98a3-db4bbae92a7b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 946 time: 0.0610762 May 02 10:51:26.543068 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e34d013b-a2e9-473f-8b05-b33001867df1 req-28705626-12ef-45e9-9b08-fbcbecd79b53 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=6cef45a2-e42b-4eba-8069-f696a1afa80d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869040 May 02 10:51:26.658531 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (795b0621-6834-4fec-8310-25e01f651325), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:26.686148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'Port': ['ID=795b0621-6834-4fec-8310-25e01f651325,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:26.819933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104d8600-67c8-41c8-93c2-4de3a72be300 req-f3102ce3-91cb-4f18-ba4b-72e728214228 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:26.824086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-104d8600-67c8-41c8-93c2-4de3a72be300 req-f3102ce3-91cb-4f18-ba4b-72e728214228 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0513203 May 02 10:51:26.874860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-104d8600-67c8-41c8-93c2-4de3a72be300 req-31af5448-c59b-467e-9d80-9632b21ffb65 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465536 May 02 10:51:27.091552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:51:27.217259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:51:27.227091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:51:27.238437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:27.239053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:50:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:27.263908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] No DVR routers for this DVR port 795b0621-6834-4fec-8310-25e01f651325 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:51:27.266787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:27.278832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8bbd7ac-01a8-43f0-804b-a37f986eba2f req-22b916b8-0593-41ef-852c-07a9c8e56465 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "DELETE /v2.0/ports/795b0621-6834-4fec-8310-25e01f651325 HTTP/1.1" status: 204 len: 173 time: 1.3903701 May 02 10:51:27.280458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'name': 'network-vif-deleted', 'tag': '795b0621-6834-4fec-8310-25e01f651325'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:27.282441 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d433fd4-c084-4b0b-a512-f5d4869a6e75" -d '{"events": [{"server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "name": "network-vif-deleted", "tag": "795b0621-6834-4fec-8310-25e01f651325"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:27.322017 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d3fcda-28c5-4c2f-9c58-62883f6e036f x-openstack-request-id: req-75d3fcda-28c5-4c2f-9c58-62883f6e036f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:27.322508 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69423f48-b5b4-417c-8d71-ec8c1f06b250", "name": "network-vif-deleted", "tag": "795b0621-6834-4fec-8310-25e01f651325", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:27.323554 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-75d3fcda-28c5-4c2f-9c58-62883f6e036f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:27.324113 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75d3fcda-28c5-4c2f-9c58-62883f6e036f'] response: {'server_uuid': '69423f48-b5b4-417c-8d71-ec8c1f06b250', 'name': 'network-vif-deleted', 'tag': '795b0621-6834-4fec-8310-25e01f651325', 'status': 'completed', 'code': 200} May 02 10:51:27.513834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:27.658307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae3044e4-404a-4eae-9cee-da477aa0efd0 req-21d6a272-ca6a-42e3-8917-e820e522cb98 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=69423f48-b5b4-417c-8d71-ec8c1f06b250 HTTP/1.1" status: 200 len: 210 time: 0.0391424 May 02 10:51:27.691745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:51:27.773787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:27.804020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:51:27.837609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:27.838268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:50:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:27.896555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:27.897017 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:27.966153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:27.968296 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5425205-c436-440e-8391-25a8576f9378" -d '{"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-unplugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:27.988181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:28.012027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:28.013750 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c37bda81-917f-4f4a-851d-fbb43e5b9197 x-openstack-request-id: req-c37bda81-917f-4f4a-851d-fbb43e5b9197 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:28.014040 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-unplugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:28.014310 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c37bda81-917f-4f4a-851d-fbb43e5b9197 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:28.014687 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c37bda81-917f-4f4a-851d-fbb43e5b9197'] response: {'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'code': 200} May 02 10:51:28.015166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cfe4c9-0b6a-4882-8652-9f2513d1dc0f req-34df279e-31de-4cfd-a6a1-3e865cb417f8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:28.015637 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c1f6550-0822-4110-8e91-911868426cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:28.021066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05cfe4c9-0b6a-4882-8652-9f2513d1dc0f req-34df279e-31de-4cfd-a6a1-3e865cb417f8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 945 time: 0.0607154 May 02 10:51:28.067369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05cfe4c9-0b6a-4882-8652-9f2513d1dc0f req-28eb4c36-5993-475c-a2d0-1850bfccf4f2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448349 May 02 10:51:28.096681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:28.097371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 795b0621-6834-4fec-8310-25e01f651325 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:51:28.153977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 795b0621-6834-4fec-8310-25e01f651325 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:51:28.154320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 795b0621-6834-4fec-8310-25e01f651325 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:51:28.226951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:28.289347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:28.329515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5987f95c-8be4-4b5d-98e0-54dba66590ea None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:51:28.606551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab8d308-5a9a-4367-9a5d-df7fc02d1fde None None] New status for floating IP cfd6b330-e48c-469e-a1e6-bedb5977849a: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:51:28.923609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37026) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:28.976734 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (6cef45a2-e42b-4eba-8069-f696a1afa80d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.000720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (6cef45a2-e42b-4eba-8069-f696a1afa80d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.144862 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6cef45a2-e42b-4eba-8069-f696a1afa80d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.147879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.149110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "DELETE /v2.0/security-groups/6cef45a2-e42b-4eba-8069-f696a1afa80d HTTP/1.1" status: 204 len: 168 time: 0.2244349 May 02 10:51:29.153094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37032) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:29.169537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca260f37-6430-4722-8079-3dcbbceed491 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cef45a2-e42b-4eba-8069-f696a1afa80d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:29.174926 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-a6661541-eb00-4ca6-b8d0-d7e3e7a6bae6 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] show failed (client error): The resource could not be found. May 02 10:51:29.177447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6661541-eb00-4ca6-b8d0-d7e3e7a6bae6 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups/6cef45a2-e42b-4eba-8069-f696a1afa80d HTTP/1.1" status: 404 len: 347 time: 0.0231740 May 02 10:51:29.180319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37034) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:29.210709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e857fc6-6859-49b7-92d2-ba82c1f45acb req-a5cd18ec-4175-41e7-ab4b-8ba2b56d1ea4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:29.212718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e857fc6-6859-49b7-92d2-ba82c1f45acb req-a5cd18ec-4175-41e7-ab4b-8ba2b56d1ea4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0591075 May 02 10:51:29.261461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e857fc6-6859-49b7-92d2-ba82c1f45acb req-a1625282-6510-4e6e-83f1-049127f52451 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422177 May 02 10:51:29.270512 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.337980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Deleting port 2b5ff13a-5eb0-4a9e-88eb-061fb987e288 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:51:29.338869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.423137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.423475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.436994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Calling delete_port for 2b5ff13a-5eb0-4a9e-88eb-061fb987e288 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:51:29.681813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (2b5ff13a-5eb0-4a9e-88eb-061fb987e288), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.709378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'Port': ['ID=2b5ff13a-5eb0-4a9e-88eb-061fb987e288,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:29.740658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.741014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.741361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.741714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.742053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.742389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.742723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.743096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.743412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.743738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.744063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.744388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.745244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.745572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.745900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:51:29.785429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (cfd6b330-e48c-469e-a1e6-bedb5977849a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.788037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:29.789227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa065a07-4ed2-4b7a-8123-635260ee2875 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "DELETE /v2.0/floatingips/cfd6b330-e48c-469e-a1e6-bedb5977849a HTTP/1.1" status: 204 len: 168 time: 0.6078689 May 02 10:51:30.172876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37062) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:30.177627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group': {'name': 'tempest-securitygroup--509235643', 'description': 'tempest-description--1951820431'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:30.264078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.351905 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (ebe199cf-666d-4eb1-b416-8afbe24b67d3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.418007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ebe199cf-666d-4eb1-b416-8afbe24b67d3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.448346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe199cf-666d-4eb1-b416-8afbe24b67d3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:30.505822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.507102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d80ded1-8c1e-4ff3-9afd-17070b37ca58 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3332648 May 02 10:51:30.511312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:30.516839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group_rule': {'security_group_id': 'ebe199cf-666d-4eb1-b416-8afbe24b67d3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:30.579294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (de67a8fe-1173-490d-9bc5-d3c64819df10), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.595915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.644827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (de67a8fe-1173-490d-9bc5-d3c64819df10), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.721243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (de67a8fe-1173-490d-9bc5-d3c64819df10), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.744269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de67a8fe-1173-490d-9bc5-d3c64819df10,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:30.820621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.821852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db6e6cfe-b008-4b26-a913-2fe04b0b5f23 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3090725 May 02 10:51:30.824715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37104) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:30.829306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'security_group_rule': {'security_group_id': 'ebe199cf-666d-4eb1-b416-8afbe24b67d3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:30.927161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (e97baa08-24ea-49b4-81b4-76596e5d96bc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:30.983229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (e97baa08-24ea-49b4-81b4-76596e5d96bc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.075657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e97baa08-24ea-49b4-81b4-76596e5d96bc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.094143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97baa08-24ea-49b4-81b4-76596e5d96bc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:31.180428 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.181684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0fb67493-fe62-428e-a13b-cca4ab1bd8e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560383 May 02 10:51:31.184703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37110) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:31.189118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:31.298762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.388001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.527257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdda9175-b1e8-4715-b6aa-469e1da22043 req-c3db16d6-985d-43f2-b1bd-151a05e81377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:31.528797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bdda9175-b1e8-4715-b6aa-469e1da22043 req-c3db16d6-985d-43f2-b1bd-151a05e81377 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0808010 May 02 10:51:31.559842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Allocated IP 172.35.4.133 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/45302d58-27e2-4269-ad0c-30717833aedd) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:51:31.606301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bdda9175-b1e8-4715-b6aa-469e1da22043 req-685f1e07-500a-47c2-875e-12c7217d93f2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714965 May 02 10:51:31.688878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:51:31.695387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-c1052b16-5570-4955-b2e4-dd5848b76969 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0546103 May 02 10:51:31.723398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (45302d58-27e2-4269-ad0c-30717833aedd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.778553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: DOWN; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:31.780177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-b70a2565-7b64-424c-80c3-662f68bd688b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:31.781897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-b70a2565-7b64-424c-80c3-662f68bd688b tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports/801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 940 time: 0.0548637 May 02 10:51:31.807873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (45302d58-27e2-4269-ad0c-30717833aedd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.847253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:51:31.852481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:51:31.856122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:51:31.882588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=45302d58-27e2-4269-ad0c-30717833aedd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:31.932759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:31.952294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.097120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (45302d58-27e2-4269-ad0c-30717833aedd), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.247132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (45302d58-27e2-4269-ad0c-30717833aedd), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.376744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (45302d58-27e2-4269-ad0c-30717833aedd), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.445920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=45302d58-27e2-4269-ad0c-30717833aedd,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:32.467260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.557773 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:32.559144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-03383946-2845-4d0a-874a-164d85adcbbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3734860 May 02 10:51:32.735820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9110c-578e-4ee4-90ff-1d6d28ff68a3 req-ed4db9e7-1a95-4c4b-87fa-23d62e629235 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:32.737646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fe9110c-578e-4ee4-90ff-1d6d28ff68a3 req-ed4db9e7-1a95-4c4b-87fa-23d62e629235 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0520620 May 02 10:51:32.774914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-cfa07ea6-8b05-4c21-ae4c-a4b563d10af9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--509235643&fields=id&tenant_id=2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 267 time: 0.0520763 May 02 10:51:32.786424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4fe9110c-578e-4ee4-90ff-1d6d28ff68a3 req-f95ab17e-a208-4117-9f1e-0d6bee4f437f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429213 May 02 10:51:32.890949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-72c91528-6eaa-4962-9196-ace7e25a003f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:32.892523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-72c91528-6eaa-4962-9196-ace7e25a003f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 811 time: 0.1099396 May 02 10:51:32.907771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-243ddaf3-c30a-4a2a-bc2a-85e917057822 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/quotas/2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 375 time: 0.0096400 May 02 10:51:32.958073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-3e1399c2-0b1a-49d8-9809-0cac57c14ce2 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450506 May 02 10:51:33.106383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-1c03d128-a8ee-426b-9028-ed6a3559528a service neutron] 10.222.0.16 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358984 May 02 10:51:33.200827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-22c66500-8a98-42a9-8cc1-27aa10ee443c service neutron] 10.222.0.16 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877249 May 02 10:51:33.201601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-ad34c55e-6a49-480e-807d-624b91fb7cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.203183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-ad34c55e-6a49-480e-807d-624b91fb7cfc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52&tenant_id=014235b8daef456e97692382aac97d1e HTTP/1.1" status: 200 len: 1125 time: 0.0760517 May 02 10:51:33.263282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-2752a0f3-6a7e-491d-9f85-4e809296441f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.264854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-2752a0f3-6a7e-491d-9f85-4e809296441f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1125 time: 0.0417273 May 02 10:51:33.363222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-7b9ef5c8-7180-4b81-8bb9-ef0606de51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.365190 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-7b9ef5c8-7180-4b81-8bb9-ef0606de51f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.0949848 May 02 10:51:33.504851 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-205a0a59-4b37-4655-93ac-37a1af983340 req-c0e4d005-937d-49c4-b164-660135300593 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0632429 May 02 10:51:33.536493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-a4d70016-3402-439d-9c59-b02347039582 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 999 time: 0.1608920 May 02 10:51:33.583545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-2002c8ed-c7c4-4e05-a80e-dbd2df59f769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.585107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-2002c8ed-c7c4-4e05-a80e-dbd2df59f769 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0469887 May 02 10:51:33.629842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-f942c38b-8aad-447d-b9ec-0dc52ff3de5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.631372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-f942c38b-8aad-447d-b9ec-0dc52ff3de5d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0396614 May 02 10:51:33.725358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-feb15259-db29-4b12-b88f-0f0107d9d3a8 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882587 May 02 10:51:33.815463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f93a1f24-7fdd-4f00-a7cb-6561760eadf2 req-9765b844-3118-40a5-be3c-18a2db490b6c service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841968 May 02 10:51:33.914396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511bb80b-a4e8-4e1d-9cb7-6a468a580efd req-1cf1ecff-96d9-4333-a246-22ef5c2b2080 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:33.915876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-511bb80b-a4e8-4e1d-9cb7-6a468a580efd req-1cf1ecff-96d9-4333-a246-22ef5c2b2080 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0494223 May 02 10:51:33.968968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-511bb80b-a4e8-4e1d-9cb7-6a468a580efd req-e48eee6b-3287-4957-8510-88f71f3198a2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465930 May 02 10:51:34.634044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7002c844-0c71-454d-85ab-bea4f9c4704b req-40605288-b695-429a-865d-4c1cf007767b tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0461488 May 02 10:51:35.107871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f7451-f17d-4812-b566-46807c86f558 req-cbeffd14-21cb-4287-9734-4234da38e9a2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:35.109821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd3f7451-f17d-4812-b566-46807c86f558 req-cbeffd14-21cb-4287-9734-4234da38e9a2 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0515871 May 02 10:51:35.162178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd3f7451-f17d-4812-b566-46807c86f558 req-10060f20-588d-49c5-bf12-95e1735bcd88 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458002 May 02 10:51:35.751870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8e839ff-17c2-485b-9cf6-693275a7b709 req-51fb295b-30c0-4ad6-9869-521849e6a067 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0332985 May 02 10:51:36.295129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e723acbf-3fdf-49f7-9446-7f2988c26ceb req-b96a67d3-d4a0-4211-8a64-994a293019b4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:36.296723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e723acbf-3fdf-49f7-9446-7f2988c26ceb req-b96a67d3-d4a0-4211-8a64-994a293019b4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0505462 May 02 10:51:36.346902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e723acbf-3fdf-49f7-9446-7f2988c26ceb req-4e40cb15-e4ae-4862-bcbb-d63e618c65eb tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444231 May 02 10:51:36.887694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b1bfe47-80e9-4dc5-b5eb-e451356937e4 req-51c4b4d7-4f26-4763-bdfa-6ceeeab8a078 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0561402 May 02 10:51:37.489559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa89cb-6eee-49d0-b0d1-768d421c16f4 req-d9ba7081-e9b0-49c4-b281-226e97760d59 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:37.496732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07aa89cb-6eee-49d0-b0d1-768d421c16f4 req-d9ba7081-e9b0-49c4-b281-226e97760d59 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0704701 May 02 10:51:37.547722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07aa89cb-6eee-49d0-b0d1-768d421c16f4 req-42895961-024f-4e94-80da-a6c87dcdd0a5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461373 May 02 10:51:37.983331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f3ae6af-6a65-4ecf-83b1-a45cacfda720 req-358a77d2-402a-4502-bb7f-fb4fd9726166 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0286860 May 02 10:51:38.711434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df704629-87a5-4ce3-b7ed-5fd301f1312e req-70dfabac-7588-411a-b213-3eaf9027e580 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:38.715402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df704629-87a5-4ce3-b7ed-5fd301f1312e req-70dfabac-7588-411a-b213-3eaf9027e580 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0733001 May 02 10:51:38.776230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df704629-87a5-4ce3-b7ed-5fd301f1312e req-77321781-2fcb-4b28-8526-fdfca2a17f36 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545213 May 02 10:51:39.109385 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71800dc1-b6d9-4177-88ca-b6e999fe9aae req-8e0c76f8-8a34-495a-a0d1-9c45e88ea33c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0364614 May 02 10:51:39.924698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3911ab41-de1c-4164-8332-975aca54fb32 req-7cb2a726-a05c-4b98-a109-b0bdbbda0678 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:39.926217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3911ab41-de1c-4164-8332-975aca54fb32 req-7cb2a726-a05c-4b98-a109-b0bdbbda0678 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0597644 May 02 10:51:40.000401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3911ab41-de1c-4164-8332-975aca54fb32 req-c2233554-4e73-403e-a79e-499cc9f5ec19 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669389 May 02 10:51:40.233499 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16d0b119-7b93-46d6-8395-1fcb5eb2cd0f req-ee1e6052-a146-463c-9ee8-6c254c73efca tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0352712 May 02 10:51:41.135738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a0ed86-2d28-4e9e-9d45-dee323345aa9 req-4b220d5e-9b73-4b2f-848c-d79b9d1ecc9a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:41.138792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4a0ed86-2d28-4e9e-9d45-dee323345aa9 req-4b220d5e-9b73-4b2f-848c-d79b9d1ecc9a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0567997 May 02 10:51:41.208170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4a0ed86-2d28-4e9e-9d45-dee323345aa9 req-09061ec4-a426-42da-a5be-31da0ad3dce9 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613046 May 02 10:51:41.357790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c2957a4-e989-4c9e-b6bb-63d33421bd54 req-5522e7e1-5032-4add-b802-1b8cb6e24ce8 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0364206 May 02 10:51:42.345845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc4a3-8f90-4e5e-b0fc-37e6ada8bb22 req-58b65dba-0dee-4c5d-9e3a-2d69c53e918d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:42.351074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fbcc4a3-8f90-4e5e-b0fc-37e6ada8bb22 req-58b65dba-0dee-4c5d-9e3a-2d69c53e918d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0571289 May 02 10:51:42.403713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7fbcc4a3-8f90-4e5e-b0fc-37e6ada8bb22 req-656cf1d7-22af-4bb0-8b62-6641eaca2289 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491219 May 02 10:51:42.457428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea52c67c-27d8-4a61-a025-27882f86d289 req-e6b277f4-8c73-49f0-b606-13a6ce1dbdf2 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0298412 May 02 10:51:43.116245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-100e40a6-910d-45aa-8dff-8c5d2a35ccd9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:43.117704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-100e40a6-910d-45aa-8dff-8c5d2a35ccd9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 811 time: 0.1000593 May 02 10:51:43.533611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07392ca5-8cc3-466c-a52b-27fc97c0a9ce req-b297afda-f77b-4c3b-bbe1-eeffa5efba56 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:43.535106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07392ca5-8cc3-466c-a52b-27fc97c0a9ce req-b297afda-f77b-4c3b-bbe1-eeffa5efba56 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0519631 May 02 10:51:43.564403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f84781a-3dd3-4883-b4ce-079fa434311b req-9825b632-7bc7-4933-a77c-37be2957f430 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0329151 May 02 10:51:43.582889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07392ca5-8cc3-466c-a52b-27fc97c0a9ce req-19893870-992c-4083-b8f5-01eee1c2c1e8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 May 02 10:51:43.981409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-75b5ee88-b135-416c-82c0-9993eba05f0a tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2257323c692e4608b9a5468b7aa57846 HTTP/1.1" status: 200 len: 379 time: 0.0696931 May 02 10:51:43.988878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'port': {'device_id': '146112e8-693b-4f96-b1d9-818e403c9e86', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'admin_state_up': True, 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'security_groups': ['ebe199cf-666d-4eb1-b416-8afbe24b67d3']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:44.235568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Made reservation on behalf of 2257323c692e4608b9a5468b7aa57846 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:51:44.239287 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:44.377255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Allocated IP 172.20.0.3 (853cf344-90b4-464c-aaf4-c871b0064423/3bde27c8-73eb-44ea-a2f8-66b3f2e7844f/a82ec5d5-3106-453d-be1c-d37776f1dc90) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:51:44.518790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:44.526994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:44.634053 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:44.706261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdab7e1-9a20-4f4b-8e86-b079862ff9b1 req-2f501d38-f3b5-432a-ad9a-c58699905418 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:44.707766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfdab7e1-9a20-4f4b-8e86-b079862ff9b1 req-2f501d38-f3b5-432a-ad9a-c58699905418 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.0500782 May 02 10:51:44.714049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Network 853cf344-90b4-464c-aaf4-c871b0064423 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:51:44.725461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426f9c80-5920-450a-8992-5015e588350c req-ee43bc3b-713c-470f-9362-d230540ecf17 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:44.727032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-426f9c80-5920-450a-8992-5015e588350c req-ee43bc3b-713c-470f-9362-d230540ecf17 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 931 time: 0.0865111 May 02 10:51:44.730131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:51:44.737375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:51:44.758182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfdab7e1-9a20-4f4b-8e86-b079862ff9b1 req-3aaf8c86-29ca-410d-a601-98308d29933d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443678 May 02 10:51:44.770416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event updated for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:44.833603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:44.834253 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:44.842267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-426f9c80-5920-450a-8992-5015e588350c req-c3f4d969-ec24-4470-92c4-2e14852b4565 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067533 May 02 10:51:44.947306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-4ed55a84-c0bf-431b-80eb-5cd9d8ea54a0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9619198 May 02 10:51:44.958280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Request body: {'port': {'device_id': '146112e8-693b-4f96-b1d9-818e403c9e86', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:44.997126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-32622cfa-b1c2-435a-b528-b21786fc54f8 None None] Provisioning complete for port a82ec5d5-3106-453d-be1c-d37776f1dc90 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:44.997499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-32622cfa-b1c2-435a-b528-b21786fc54f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.019486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.035872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-32622cfa-b1c2-435a-b528-b21786fc54f8 None None] Port a82ec5d5-3106-453d-be1c-d37776f1dc90 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:51:45.286553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a82ec5d5-3106-453d-be1c-d37776f1dc90 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:45.294679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks [] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.307106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Transition to ACTIVE for port object a82ec5d5-3106-453d-be1c-d37776f1dc90 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:51:45.372534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.425898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Pushing event updated for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:45.497494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Attempting to bind port a82ec5d5-3106-453d-be1c-d37776f1dc90 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:51:45.497844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Attempting to bind port a82ec5d5-3106-453d-be1c-d37776f1dc90 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:51:45.498281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Attempting to bind port a82ec5d5-3106-453d-be1c-d37776f1dc90 on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:51:45.502956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Port a82ec5d5-3106-453d-be1c-d37776f1dc90 on network 853cf344-90b4-464c-aaf4-c871b0064423 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:51:45.505281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Attempting to bind port a82ec5d5-3106-453d-be1c-d37776f1dc90 on network 853cf344-90b4-464c-aaf4-c871b0064423 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:51:45.508510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:51:45.509152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Checking segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:51:45.509544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Bound using segment: {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:51:45.509985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Bound port: a82ec5d5-3106-453d-be1c-d37776f1dc90, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:51:45.510353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.578793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:51:45.582105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:51:45.641648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.677095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:45.677636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:45.679779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] 10.222.0.24 "PUT /v2.0/ports/a82ec5d5-3106-453d-be1c-d37776f1dc90 HTTP/1.1" status: 200 len: 1091 time: 0.7255979 May 02 10:51:45.682166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:45.684426 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8b9610-9ae1-438b-814d-a3e13b388ea6" -d '{"events": [{"name": "network-changed", "server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:45.717855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac0dec-a1da-408c-a474-c7dd65d82e84 service neutron] Pushing event updated for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:45.735527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:51:45.814950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-269290d2-a780-452b-acd8-c8f37606cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:45.816955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-269290d2-a780-452b-acd8-c8f37606cfc2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 1125 time: 0.0502858 May 02 10:51:45.903293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-d2eb5635-ffe6-45af-b254-46137cb5dd52 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90 HTTP/1.1" status: 200 len: 217 time: 0.0784223 May 02 10:51:45.912447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:45.923697 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00e6a37-ad33-4217-a403-f7072f10864f x-openstack-request-id: req-b00e6a37-ad33-4217-a403-f7072f10864f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:45.923991 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:45.924245 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b00e6a37-ad33-4217-a403-f7072f10864f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:45.924676 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b00e6a37-ad33-4217-a403-f7072f10864f'] response: {'name': 'network-changed', 'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'status': 'completed', 'code': 200} May 02 10:51:45.966696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '801d4c09-df1f-440e-8275-265727833037', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'port_id': '801d4c09-df1f-440e-8275-265727833037', 'mac_address': 'fa:16:3e:2f:98:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:51:45.994557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-a4e3cd58-1143-4662-aa50-ac84414539dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:45.996638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-a4e3cd58-1143-4662-aa50-ac84414539dd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0706384 May 02 10:51:46.020177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:46.020914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:46.040048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 801d4c09-df1f-440e-8275-265727833037 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:46.045514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f82f52a-34c8-4dae-8eb3-5cf9b3882e77 req-228e35db-fb98-4469-a693-916e39e9aa17 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:46.048741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f82f52a-34c8-4dae-8eb3-5cf9b3882e77 req-228e35db-fb98-4469-a693-916e39e9aa17 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 943 time: 0.0575099 May 02 10:51:46.068330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378ae276-fa05-4ad0-89be-439a97951b42 req-b2ca6a97-144c-4840-9e75-9d89d85706e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:46.068566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:46.069927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-b2ca6a97-144c-4840-9e75-9d89d85706e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0552411 May 02 10:51:46.074802 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:46.077505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797832b7-83b9-442b-bf6b-a262b2c8c14c req-9c62c693-2dac-45e6-b3ac-ae9f6a294c95 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:46.078348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-797832b7-83b9-442b-bf6b-a262b2c8c14c req-9c62c693-2dac-45e6-b3ac-ae9f6a294c95 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 943 time: 0.1741853 May 02 10:51:46.110798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f82f52a-34c8-4dae-8eb3-5cf9b3882e77 req-1d028429-ced7-4bb4-a97e-20e3ae561cbb tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539095 May 02 10:51:46.133188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:46.182898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:46.185719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-797832b7-83b9-442b-bf6b-a262b2c8c14c req-6fadde70-cf68-44ea-b6a1-2c561d3cd36e tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877657 May 02 10:51:46.202832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-05ad900b-6cf8-487e-9a88-1f35576210b8 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235256 May 02 10:51:46.300671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-378ae276-fa05-4ad0-89be-439a97951b42 req-d7c790cc-436d-4c51-80dc-97cff6dbcbe8 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920475 May 02 10:51:46.329664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['801d4c09-df1f-440e-8275-265727833037'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:51:46.739156 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:51:47.224925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f05ea-904a-4894-a7fb-d56c458e810f req-cb4718db-4361-45f6-be02-996b4a94a739 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.226565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd0f05ea-904a-4894-a7fb-d56c458e810f req-cb4718db-4361-45f6-be02-996b4a94a739 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 943 time: 0.0505016 May 02 10:51:47.241408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-d195bc75-0fa4-4ec3-b333-6f80133af2f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.247188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-d195bc75-0fa4-4ec3-b333-6f80133af2f9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 1125 time: 0.0417230 May 02 10:51:47.278656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd0f05ea-904a-4894-a7fb-d56c458e810f req-3125301e-8d34-4f85-afd6-a3389ec7b83e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451841 May 02 10:51:47.357390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483344a1-930f-41f0-9132-61ab81080479 req-d9661a6d-5141-46c7-9af7-5124854ce2c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.358889 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-483344a1-930f-41f0-9132-61ab81080479 req-d9661a6d-5141-46c7-9af7-5124854ce2c8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 944 time: 0.0900521 May 02 10:51:47.396966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-90a622b1-3b10-4f20-9e2f-848d8897a880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.398446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-90a622b1-3b10-4f20-9e2f-848d8897a880 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.1478097 May 02 10:51:47.451653 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-b4c96bc2-c387-41b3-9bfd-2e3a5529d5ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90 HTTP/1.1" status: 200 len: 217 time: 0.0455024 May 02 10:51:47.458788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-483344a1-930f-41f0-9132-61ab81080479 req-950f7159-7839-4ddd-8d4b-99c9c884067a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933440 May 02 10:51:47.504901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-e9d69521-4b34-4a6b-ba55-d6de431729ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.506361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-e9d69521-4b34-4a6b-ba55-d6de431729ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0467467 May 02 10:51:47.549253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-b605f309-386c-4049-b07b-03b0898cbc5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:47.550733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-b605f309-386c-4049-b07b-03b0898cbc5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0387683 May 02 10:51:47.644147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-e445b5af-305e-4818-88c8-02c27e8beddd service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878158 May 02 10:51:47.736865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ea8b9610-9ae1-438b-814d-a3e13b388ea6 req-e7306166-2e6f-4058-b771-5582ea552f3c service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860236 May 02 10:51:47.749132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:51:47.814345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 801d4c09-df1f-440e-8275-265727833037 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:47.820212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (801d4c09-df1f-440e-8275-265727833037), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:47.901018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 801d4c09-df1f-440e-8275-265727833037 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:47.901304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (801d4c09-df1f-440e-8275-265727833037), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:47.923506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:47.925744 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17ada8b9-b5ed-46fa-b5e2-c9b167b74b44" -d '{"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:47.938524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:47.961147 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b1636a-8a08-42e4-8658-1cb36fdd4cac x-openstack-request-id: req-67b1636a-8a08-42e4-8658-1cb36fdd4cac {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:47.961629 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-plugged", "status": "completed", "tag": "801d4c09-df1f-440e-8275-265727833037", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:47.961892 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-67b1636a-8a08-42e4-8658-1cb36fdd4cac {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:47.962330 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67b1636a-8a08-42e4-8658-1cb36fdd4cac'] response: {'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'code': 200} May 02 10:51:48.008083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (801d4c09-df1f-440e-8275-265727833037), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:48.058607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=10']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:48.191571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef5f75b-f6b2-4f59-9e04-88cc2ec0cfcb req-80f69780-1a4f-4c4c-96fb-9180ce13e9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:48.193004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ef5f75b-f6b2-4f59-9e04-88cc2ec0cfcb req-80f69780-1a4f-4c4c-96fb-9180ce13e9ae service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1128 time: 0.0439746 May 02 10:51:48.238967 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ef5f75b-f6b2-4f59-9e04-88cc2ec0cfcb req-9ec6a73a-d38c-4a23-98f4-b2bd4d87b2d2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 May 02 10:51:48.398542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dfa40d-5261-4ae7-8e04-a333c2cc7143 req-717d4cd6-7698-4bc8-90c9-0449eddd28d1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:48.400108 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9dfa40d-5261-4ae7-8e04-a333c2cc7143 req-717d4cd6-7698-4bc8-90c9-0449eddd28d1 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 943 time: 0.0510173 May 02 10:51:48.456517 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9dfa40d-5261-4ae7-8e04-a333c2cc7143 req-7d8a7b32-5d51-4e46-b257-18aeae103266 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496197 May 02 10:51:48.593013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa663df2-0246-43d9-99d6-d2e5d9c69bc8 req-06f77df3-f89d-4ad1-8fdd-116eb095fd78 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:48.594503 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa663df2-0246-43d9-99d6-d2e5d9c69bc8 req-06f77df3-f89d-4ad1-8fdd-116eb095fd78 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0485427 May 02 10:51:48.646603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa663df2-0246-43d9-99d6-d2e5d9c69bc8 req-973746ba-1c4d-45aa-a2b8-86a0a7a30e1a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453103 May 02 10:51:48.749598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-03f2d9b6-343a-439b-9a77-c9f534b8c74a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379643 May 02 10:51:48.830578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c73472-a138-4192-b5d5-34f527feff07 req-25bc9de8-45b0-4cf0-aa6f-14db58e7db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:48.832070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-25bc9de8-45b0-4cf0-aa6f-14db58e7db28 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=23dc31c03ada4eba97ae47aab53487d9&device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 1128 time: 0.0402787 May 02 10:51:48.943131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c73472-a138-4192-b5d5-34f527feff07 req-cc56e970-7abb-4cdc-9c63-c342fd6245fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:48.944762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-cc56e970-7abb-4cdc-9c63-c342fd6245fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 200 len: 915 time: 0.0898607 May 02 10:51:48.994956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-7be13178-605b-4f98-aaff-371a6fbffa53 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458 HTTP/1.1" status: 200 len: 217 time: 0.0408971 May 02 10:51:49.050579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c73472-a138-4192-b5d5-34f527feff07 req-45b272e5-ab94-454d-a6e9-19fcdae22f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:49.052027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-45b272e5-ab94-454d-a6e9-19fcdae22f61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 200 len: 854 time: 0.0488071 May 02 10:51:49.090190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-ad8ef89c-9ddf-47fd-b05a-ab09a41eae35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3e1040eb-5d5c-4a3f-9e44-05925a253135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275970 May 02 10:51:49.195430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-a914a6b3-ffb2-4062-8160-1eb3c7c2834e service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977774 May 02 10:51:49.301268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a7c73472-a138-4192-b5d5-34f527feff07 req-ede54515-263f-44af-9176-2f2a420f9667 service neutron] 10.222.0.15 "GET /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976825 May 02 10:51:49.572348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f594d-33af-4d7e-a560-56b812272748 req-ec5b9ba4-8750-410e-a1dd-46332ecbdc70 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:49.574463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-019f594d-33af-4d7e-a560-56b812272748 req-ec5b9ba4-8750-410e-a1dd-46332ecbdc70 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 943 time: 0.0466640 May 02 10:51:49.625619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-019f594d-33af-4d7e-a560-56b812272748 req-8a2c11c5-27ca-4085-a84f-66428feb276e tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452826 May 02 10:51:49.770379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7ce696-2a52-4795-b593-5ae83a3c54c4 req-b9949b8c-b681-423e-8e3c-60408ad5e575 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:49.771936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f7ce696-2a52-4795-b593-5ae83a3c54c4 req-b9949b8c-b681-423e-8e3c-60408ad5e575 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0492153 May 02 10:51:49.775765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a82ec5d5-3106-453d-be1c-d37776f1dc90 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:51:49.826744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f7ce696-2a52-4795-b593-5ae83a3c54c4 req-fcf28104-8e84-4154-9afe-b3f40cb75a39 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469303 May 02 10:51:49.902532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:49.914884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'port_id': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'mac_address': 'fa:16:3e:53:8f:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:51:49.954273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port a82ec5d5-3106-453d-be1c-d37776f1dc90 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:49.954705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:49.968206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a82ec5d5-3106-453d-be1c-d37776f1dc90 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:51:49.989000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:50.092910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:50.158988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:50.289797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a82ec5d5-3106-453d-be1c-d37776f1dc90'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:51:50.745861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c1ac29-99ef-40cc-835e-f5cdcf78c084 req-683c8fb6-4a69-4d86-81aa-8ca25d9a9256 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:50.747306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7c1ac29-99ef-40cc-835e-f5cdcf78c084 req-683c8fb6-4a69-4d86-81aa-8ca25d9a9256 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 944 time: 0.0513453 May 02 10:51:50.795551 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7c1ac29-99ef-40cc-835e-f5cdcf78c084 req-928bcf96-571a-4658-8df2-144ebb69378f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425076 May 02 10:51:50.975904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c594ca12-35aa-4ab0-aea6-51aa6a15972e req-044884f0-a6e4-4d8d-880c-181871c9067a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:50.977444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c594ca12-35aa-4ab0-aea6-51aa6a15972e req-044884f0-a6e4-4d8d-880c-181871c9067a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0475645 May 02 10:51:51.032051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c594ca12-35aa-4ab0-aea6-51aa6a15972e req-a391f548-8dbd-4cfe-b5fa-0e865039dc61 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480433 May 02 10:51:51.781180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a82ec5d5-3106-453d-be1c-d37776f1dc90 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:51:51.829819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port a82ec5d5-3106-453d-be1c-d37776f1dc90 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:51:51.910319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8ea77-305f-44bc-bad6-5df32e48f25d req-f7e53696-7871-4c0b-a604-e986d6747f33 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:51.911778 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24e8ea77-305f-44bc-bad6-5df32e48f25d req-f7e53696-7871-4c0b-a604-e986d6747f33 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 944 time: 0.0484145 May 02 10:51:51.921109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port a82ec5d5-3106-453d-be1c-d37776f1dc90 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:51:51.921502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:51.959029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24e8ea77-305f-44bc-bad6-5df32e48f25d req-9bb7a170-d466-49b8-9a08-a0f6e03370a3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415606 May 02 10:51:51.999683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port a82ec5d5-3106-453d-be1c-d37776f1dc90 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:51:52.000068 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:52.022489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:52.024756 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-409aee7f-e4ef-4c76-be06-11dce618eac7" -d '{"events": [{"server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "name": "network-vif-plugged", "status": "completed", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:52.038204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:51:52.060879 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d33742fd-a561-4db5-8de3-b873639083cd x-openstack-request-id: req-d33742fd-a561-4db5-8de3-b873639083cd {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:52.068812 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "name": "network-vif-plugged", "status": "completed", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:52.068812 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d33742fd-a561-4db5-8de3-b873639083cd {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:52.068812 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d33742fd-a561-4db5-8de3-b873639083cd'] response: {'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'code': 200} May 02 10:51:52.115504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:52.168985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:51:52.169286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ad0d3-d43e-4707-99f3-5be7fe7916d8 req-1f4b73f3-fc30-4994-8653-6b1f2c34c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:52.170934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c7ad0d3-d43e-4707-99f3-5be7fe7916d8 req-1f4b73f3-fc30-4994-8653-6b1f2c34c272 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 1127 time: 0.0443153 May 02 10:51:52.213054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3c7ad0d3-d43e-4707-99f3-5be7fe7916d8 req-0545c09f-e5df-44b5-af19-02bcf21b5562 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366666 May 02 10:51:53.076647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc12e2c-a05f-4f3b-b147-4bf91483f253 req-c1ad6fa5-32d8-4391-b9f3-86d24de7bf03 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:53.078139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecc12e2c-a05f-4f3b-b147-4bf91483f253 req-c1ad6fa5-32d8-4391-b9f3-86d24de7bf03 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0475388 May 02 10:51:53.138458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ecc12e2c-a05f-4f3b-b147-4bf91483f253 req-8ca80d1d-e980-487b-b821-6f935c5a413c tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544503 May 02 10:51:53.663465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-63ac02f7-e805-49be-bd4e-665ec46db2c7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0436099 May 02 10:51:53.724835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-c37525bb-fc59-4879-84db-7fa21268a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:53.726313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-c37525bb-fc59-4879-84db-7fa21268a818 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=014235b8daef456e97692382aac97d1e&device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 1128 time: 0.0417466 May 02 10:51:53.828179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-432787e7-bb4a-44ed-901d-d438919d57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:53.829720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-432787e7-bb4a-44ed-901d-d438919d57f3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 200 len: 918 time: 0.0860019 May 02 10:51:53.898744 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-d7e18ead-f467-44ec-b274-59e27be4925a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 200 len: 1001 time: 0.0628853 May 02 10:51:53.946620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-91d2e0e0-4021-4078-af61-b8e18aa7e299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:53.947988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-91d2e0e0-4021-4078-af61-b8e18aa7e299 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 200 len: 856 time: 0.0437446 May 02 10:51:53.991165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-0a8c5f7e-7146-49d3-943f-599a976f9aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:53.992717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-0a8c5f7e-7146-49d3-943f-599a976f9aef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ffdb6352-9040-4395-b533-e073bcf15459&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0391824 May 02 10:51:54.263749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7393b1-6543-4bc2-8915-5b1f9d70de3e req-71016a75-cebe-46d9-9110-4fc8a343f6db tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:54.265424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7393b1-6543-4bc2-8915-5b1f9d70de3e req-71016a75-cebe-46d9-9110-4fc8a343f6db tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0541875 May 02 10:51:54.314725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac7393b1-6543-4bc2-8915-5b1f9d70de3e req-06858958-d60a-4c17-a45e-0bd150bbed8f tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435348 May 02 10:51:54.398526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-724c9393-d4a1-45ca-9c18-ede5ecbc643f service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3997328 May 02 10:51:54.454990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb38596-9ae6-4ec1-92bd-c7e624fb167d req-34e790d3-055e-4fec-bdb5-59d1b024dfd5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:54.456543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5bb38596-9ae6-4ec1-92bd-c7e624fb167d req-34e790d3-055e-4fec-bdb5-59d1b024dfd5 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0728495 May 02 10:51:54.465481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:51:54.470755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Request body: {'floatingip': {'port_id': 'a82ec5d5-3106-453d-be1c-d37776f1dc90'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:51:54.510354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:54.520948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d424895-5753-4346-a0c7-df63171b8ba5 req-d1a6736f-f42b-4bfe-8eca-5a11bde269a3 service neutron] 10.222.0.24 "GET /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066098 May 02 10:51:54.962667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:55.018931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:55.122724 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Floating IP 01637572-72c5-4eed-9a16-fd405f6ab94e associated. External IP: 172.35.4.133, port: a82ec5d5-3106-453d-be1c-d37776f1dc90. May 02 10:51:55.532699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9f578e2f-1711-47eb-ae49-df38771816a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:55.653977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:51:55.764442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:51:55.769296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:55.773864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:51:55.783962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:55.784506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:51:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:55.799902 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ded3496-1eea-495d-a768-d1f1fe444975 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "PUT /v2.0/floatingips/01637572-72c5-4eed-9a16-fd405f6ab94e HTTP/1.1" status: 200 len: 991 time: 1.3327513 May 02 10:51:55.800498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:51:55.803015 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24114bf3-5dc9-4e55-bb3f-94ada79724cc" -d '{"events": [{"name": "network-changed", "server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:51:55.839129 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5681d3-df3b-4bfa-8ed3-98f5e6393f01 x-openstack-request-id: req-8a5681d3-df3b-4bfa-8ed3-98f5e6393f01 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:51:55.839938 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:51:55.840187 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8a5681d3-df3b-4bfa-8ed3-98f5e6393f01 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:51:55.840656 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5681d3-df3b-4bfa-8ed3-98f5e6393f01'] response: {'name': 'network-changed', 'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'status': 'completed', 'code': 200} May 02 10:51:55.894123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:55.901152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-c33d0bd9-5ae5-4be7-9156-7df045b516ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:55.903244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-c33d0bd9-5ae5-4be7-9156-7df045b516ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=2257323c692e4608b9a5468b7aa57846&device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 1127 time: 0.0411620 May 02 10:51:56.000349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-f7f0b853-04d8-4fd7-856b-b8ffe4c31be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:56.001931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-f7f0b853-04d8-4fd7-856b-b8ffe4c31be6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 200 len: 912 time: 0.0936995 May 02 10:51:56.070259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-61074375-40e7-4768-b19c-2aaaee4ae81f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90 HTTP/1.1" status: 200 len: 999 time: 0.0624733 May 02 10:51:56.124946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-4ab35e99-f954-4bb3-9d47-bfa5b691d4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:56.126422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-4ab35e99-f954-4bb3-9d47-bfa5b691d4d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 200 len: 850 time: 0.0504429 May 02 10:51:56.176044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-db61dc2e-fc03-4bb5-98a6-3bee0dbfed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:51:56.177598 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-db61dc2e-fc03-4bb5-98a6-3bee0dbfed73 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=853cf344-90b4-464c-aaf4-c871b0064423&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455573 May 02 10:51:56.270451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-85894389-860a-4ba7-82f7-ff829aabd674 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861821 May 02 10:51:56.276422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01637572-72c5-4eed-9a16-fd405f6ab94e', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:53:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146112e8-693b-4f96-b1d9-818e403c9e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:31Z', 'updated_at': '2022-05-02T10:51:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:56.306337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:51:56.315364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:51:56.316147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:51:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:56.363921 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-24114bf3-5dc9-4e55-bb3f-94ada79724cc req-7d009511-ee94-4e55-8c54-9c6bce6d9046 service neutron] 10.222.0.24 "GET /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880556 May 02 10:51:56.429573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:51:56.646273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01637572-72c5-4eed-9a16-fd405f6ab94e', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:53:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146112e8-693b-4f96-b1d9-818e403c9e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:31Z', 'updated_at': '2022-05-02T10:51:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:51:56.676101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f14a83-f39b-4e27-9a05-3aef6a1c19eb None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '01637572-72c5-4eed-9a16-fd405f6ab94e', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'port_id': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'mac_address': 'fa:16:3e:53:8f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '146112e8-693b-4f96-b1d9-818e403c9e86', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:51:31Z', 'updated_at': '2022-05-02T10:51:54Z', 'revision_number': 1, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:51:56.887320 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186d02af-0001-4e5b-9fb1-0385e7fe5e0e None None] New status for floating IP 01637572-72c5-4eed-9a16-fd405f6ab94e: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:51:57.944141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5fd65dd-6f0b-484e-8869-74e8a6189fc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:51:59.213011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:00.664308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:01.926698 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:14.521189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:16.029914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:23.460478 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40ebe7-057a-43ad-89fc-3705cae63b5d req-d0481348-1b07-477a-83d2-2508c35433e4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:23.462006 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c40ebe7-057a-43ad-89fc-3705cae63b5d req-d0481348-1b07-477a-83d2-2508c35433e4 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0484581 May 02 10:52:23.511033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c40ebe7-057a-43ad-89fc-3705cae63b5d req-bfae5c15-5dc2-40fe-af9c-5fc5299130f0 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 May 02 10:52:23.738957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:52:24.630648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1019a0f-ab7f-4bd1-bb00-a8674fd45159 req-38e1a845-4834-4f65-88af-037e6e268619 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:24.632121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1019a0f-ab7f-4bd1-bb00-a8674fd45159 req-38e1a845-4834-4f65-88af-037e6e268619 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0468624 May 02 10:52:24.681424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1019a0f-ab7f-4bd1-bb00-a8674fd45159 req-f7eb444d-9f91-4775-b464-ced82b55e5db tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups?id=c9800cca-9a0f-494d-91b8-5317d744ab36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432103 May 02 10:52:24.851988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-993c49f5-7b59-464f-95fd-89f07cb3f6e8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:24.853458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-993c49f5-7b59-464f-95fd-89f07cb3f6e8 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 946 time: 0.0475011 May 02 10:52:24.944691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Deleting port 801d4c09-df1f-440e-8275-265727833037 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:24.945182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (801d4c09-df1f-440e-8275-265727833037), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.034819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] For port 801d4c09-df1f-440e-8275-265727833037, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=801d4c09-df1f-440e-8275-265727833037,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:25.035181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (801d4c09-df1f-440e-8275-265727833037), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.218687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.219057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.219373 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Floating IP db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2 disassociated. External IP: 172.35.4.240, port: 801d4c09-df1f-440e-8275-265727833037. May 02 10:52:25.219721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Calling delete_port for 801d4c09-df1f-440e-8275-265727833037 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:25.412868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (801d4c09-df1f-440e-8275-265727833037), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.447781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'Port': ['ID=801d4c09-df1f-440e-8275-265727833037,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:25.555996 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-18774fc2-656d-4f6a-8b27-12e61dc90d0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.583592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:52:25.694342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:52:25.705445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:52:25.717791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:25.718363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:51:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:25.738154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] No DVR routers for this DVR port 801d4c09-df1f-440e-8275-265727833037 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:52:25.741583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:25.746300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe1e7a2e-beac-4e34-b4b8-5eb143586c70 req-00bb8f9c-098d-415a-ae14-fe575351c798 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.24 "DELETE /v2.0/ports/801d4c09-df1f-440e-8275-265727833037 HTTP/1.1" status: 204 len: 173 time: 0.8875659 May 02 10:52:25.746843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-deleted', 'tag': '801d4c09-df1f-440e-8275-265727833037'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:52:25.750483 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1274393-0ec5-476e-9c07-0ec45f38f274" -d '{"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-deleted", "tag": "801d4c09-df1f-440e-8275-265727833037"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:52:25.795476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-231b81cd-83ef-4faa-90b7-3da7b0dbc7a4 req-47d5b39e-6c93-44fb-a6c1-16c10548706a tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/ports?device_id=ee873c3e-9105-499d-8669-4bbff63a7f52 HTTP/1.1" status: 200 len: 210 time: 0.0329273 May 02 10:52:25.797365 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90424e57-abad-4d01-b3ca-e5cb25dd56bb x-openstack-request-id: req-90424e57-abad-4d01-b3ca-e5cb25dd56bb {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:52:25.797659 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee873c3e-9105-499d-8669-4bbff63a7f52", "name": "network-vif-deleted", "tag": "801d4c09-df1f-440e-8275-265727833037", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:52:25.797913 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90424e57-abad-4d01-b3ca-e5cb25dd56bb {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:52:25.798307 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90424e57-abad-4d01-b3ca-e5cb25dd56bb'] response: {'server_uuid': 'ee873c3e-9105-499d-8669-4bbff63a7f52', 'name': 'network-vif-deleted', 'tag': '801d4c09-df1f-440e-8275-265727833037', 'status': 'completed', 'code': 200} May 02 10:52:25.871726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:26.068574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:26.094341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:52:26.104082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:26.104834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:51:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:26.215977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:26.407570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:26.435283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4df9f91d-4e1d-4858-9487-da6d7e97d7c8 None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:47:06Z', 'revision_number': 4, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd7698eb7-700b-4779-936b-25c9395f664d', 'name': '', 'network_id': 'ffdb6352-9040-4395-b533-e073bcf15459', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'mac_address': 'fa:16:3e:51:ca:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_interface', 'standard_attr_id': 3013, 'fixed_ips': [{'subnet_id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:05Z', 'updated_at': '2022-05-02T10:47:10Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'subnets': [{'id': 'd0b05df0-9263-4700-9217-8bc07e1e1ab2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:52:26.677493 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f487d9a1-f363-4fc5-bd4e-291b99b48ba3 None None] New status for floating IP db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:52:26.952714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37936) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:27.007363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (c9800cca-9a0f-494d-91b8-5317d744ab36), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.031182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (c9800cca-9a0f-494d-91b8-5317d744ab36), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.133202 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c9800cca-9a0f-494d-91b8-5317d744ab36), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.136122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.137334 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "DELETE /v2.0/security-groups/c9800cca-9a0f-494d-91b8-5317d744ab36 HTTP/1.1" status: 204 len: 168 time: 0.1835916 May 02 10:52:27.140438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 37940) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:27.147076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b0a76-147f-4614-a0ab-b7ee3cb8591d tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9800cca-9a0f-494d-91b8-5317d744ab36,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:27.154871 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-3a945bb9-44bf-4eb5-bcbb-02f289ea980f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] show failed (client error): The resource could not be found. May 02 10:52:27.159327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 37942) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:27.159497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a945bb9-44bf-4eb5-bcbb-02f289ea980f tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "GET /v2.0/security-groups/c9800cca-9a0f-494d-91b8-5317d744ab36 HTTP/1.1" status: 404 len: 347 time: 0.0179307 May 02 10:52:27.278799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Deleting port b037bdbc-2827-4db5-861b-efefd7b4c44f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:27.279065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.354293 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.354623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (b037bdbc-2827-4db5-861b-efefd7b4c44f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.367851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Calling delete_port for b037bdbc-2827-4db5-861b-efefd7b4c44f owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:27.555771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b037bdbc-2827-4db5-861b-efefd7b4c44f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.583180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Pushing event deleted for resources: {'Port': ['ID=b037bdbc-2827-4db5-861b-efefd7b4c44f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:27.653774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks [] for floatingip (db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.656458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:27.659273 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cd0e08b8-f5d4-4b90-873b-abdf985c97e5 tempest-AttachVolumeShelveTestJSON-1117806735 tempest-AttachVolumeShelveTestJSON-1117806735-project] 10.222.0.16 "DELETE /v2.0/floatingips/db13f6c4-8c85-4fe3-9f3d-cfeb218d88e2 HTTP/1.1" status: 204 len: 168 time: 0.4972658 May 02 10:52:27.932758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72d937bb-28c9-41cb-b861-7d03fabdfad5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:29.258505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:30.038442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:30.059275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 801d4c09-df1f-440e-8275-265727833037 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:30.059632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 801d4c09-df1f-440e-8275-265727833037 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:30.595860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:31.944209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:33.075518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf0153-79b8-49a2-bcd2-d1aa3d682507 req-2fa3b749-21b4-470f-8307-f94e6874b0c8 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:33.077277 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3bf0153-79b8-49a2-bcd2-d1aa3d682507 req-2fa3b749-21b4-470f-8307-f94e6874b0c8 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0511875 May 02 10:52:33.130134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b3bf0153-79b8-49a2-bcd2-d1aa3d682507 req-649b7c1a-3e42-49fc-a569-583e1d7402ea tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465434 May 02 10:52:34.252579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c525c-ebb1-4b94-b1c4-965b3a249f32 req-6a19765e-94b1-489e-80ea-726634455edb tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:34.254686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c78c525c-ebb1-4b94-b1c4-965b3a249f32 req-6a19765e-94b1-489e-80ea-726634455edb tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0518992 May 02 10:52:34.302608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c78c525c-ebb1-4b94-b1c4-965b3a249f32 req-d2fa161b-efe5-439c-b721-29c61fc24718 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/security-groups?id=b4269e3d-a56e-4186-ae15-670ee63ade92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 May 02 10:52:34.706167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-8c45b95e-6c1c-4bdb-81d0-e9ab152e73a1 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:34.707524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-8c45b95e-6c1c-4bdb-81d0-e9ab152e73a1 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 946 time: 0.0500782 May 02 10:52:34.794966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Deleting port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:34.795238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:34.887631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] For port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,segment=NetworkSegment(fd5359d6-55f1-4a52-b3f6-6e0407f99f4e),segment_id=fd5359d6-55f1-4a52-b3f6-6e0407f99f4e)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:34.887995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:34.902006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Calling delete_port for 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:35.093317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7cf02571-2b0f-4db2-83ba-45ef9f4f1458), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:35.109535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['7cf02571-2b0f-4db2-83ba-45ef9f4f1458'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:52:35.124455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Pushing event deleted for resources: {'Port': ['ID=7cf02571-2b0f-4db2-83ba-45ef9f4f1458,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:35.155060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.155427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.155772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.156112 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.156450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.156808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.157131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.157458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.157796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.158100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.158423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.158743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.159063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.159382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.159699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:35.183945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] No DVR routers for this DVR port 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:52:35.189103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:35.190530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4032352a-7fae-4c8f-b52a-8a825a6a9354 req-732149f1-368c-4783-b548-1913340f6089 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.15 "DELETE /v2.0/ports/7cf02571-2b0f-4db2-83ba-45ef9f4f1458 HTTP/1.1" status: 204 len: 173 time: 0.4752858 May 02 10:52:35.190992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'name': 'network-vif-deleted', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:52:35.194035 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9530e0d3-232a-4e7f-a310-7ddedb894301" -d '{"events": [{"server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "name": "network-vif-deleted", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:52:35.232837 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197696b2-6762-4f99-9cdc-ab1bf5fe0ef4 x-openstack-request-id: req-197696b2-6762-4f99-9cdc-ab1bf5fe0ef4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:52:35.233132 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "364b1aae-bc02-436e-b8d4-48fd17d86e23", "name": "network-vif-deleted", "tag": "7cf02571-2b0f-4db2-83ba-45ef9f4f1458", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:52:35.238644 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-197696b2-6762-4f99-9cdc-ab1bf5fe0ef4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:52:35.238644 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-197696b2-6762-4f99-9cdc-ab1bf5fe0ef4'] response: {'server_uuid': '364b1aae-bc02-436e-b8d4-48fd17d86e23', 'name': 'network-vif-deleted', 'tag': '7cf02571-2b0f-4db2-83ba-45ef9f4f1458', 'status': 'completed', 'code': 200} May 02 10:52:35.405704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e83ef88-fdf2-44f7-8379-40b3f8a7d463 req-49dbf8f0-65b6-4bb6-8057-16ebbf64b272 tempest-VolumesSnapshotTestJSON-616137826 tempest-VolumesSnapshotTestJSON-616137826-project] 10.222.0.16 "GET /v2.0/ports?device_id=364b1aae-bc02-436e-b8d4-48fd17d86e23 HTTP/1.1" status: 200 len: 210 time: 0.0306993 May 02 10:52:39.810535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:39.827555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:39.827991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 7cf02571-2b0f-4db2-83ba-45ef9f4f1458 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:44.110032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:44.224145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.301714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Publish callbacks [] for security_group (608ec612-56fd-48b2-8057-b156b8914eee), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.361567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (608ec612-56fd-48b2-8057-b156b8914eee), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.401878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608ec612-56fd-48b2-8057-b156b8914eee,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:44.405609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed2eac51a96c4377a9837675807d0bbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2945619 May 02 10:52:44.412309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38284) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:44.420369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.420747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.421093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.421436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.421782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.422116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.422447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.422780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.423105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.423435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.423765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.424092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.424415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.424780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.425106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0648d528-8c1b-421e-bf9e-a7a0fe13e16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:44.475619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] Publish callbacks [] for security_group (608ec612-56fd-48b2-8057-b156b8914eee), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.497942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] Publish callbacks [] for security_group (608ec612-56fd-48b2-8057-b156b8914eee), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.526862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.595463 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (608ec612-56fd-48b2-8057-b156b8914eee), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.598112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:44.599261 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/608ec612-56fd-48b2-8057-b156b8914eee HTTP/1.1" status: 204 len: 168 time: 0.1859748 May 02 10:52:44.607021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988b2ca8-b624-4583-83e2-f3b357fc4525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608ec612-56fd-48b2-8057-b156b8914eee,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:45.302954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:45.316362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db025583-bf2f-47fd-81af-472d866354cd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.394989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db025583-bf2f-47fd-81af-472d866354cd admin admin] Publish callbacks [] for security_group (2930af23-701a-4bc3-b820-603c47a9a7c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.450976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:45.464130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-db025583-bf2f-47fd-81af-472d866354cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2930af23-701a-4bc3-b820-603c47a9a7c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.504150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db025583-bf2f-47fd-81af-472d866354cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=937aedac420147b692d6c862827180a1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2000611 May 02 10:52:45.505417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db025583-bf2f-47fd-81af-472d866354cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2930af23-701a-4bc3-b820-603c47a9a7c6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:45.506781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:45.557252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] Publish callbacks [] for security_group (2930af23-701a-4bc3-b820-603c47a9a7c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.579782 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] Publish callbacks [] for security_group (2930af23-701a-4bc3-b820-603c47a9a7c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.681375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2930af23-701a-4bc3-b820-603c47a9a7c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.684051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:45.685571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2930af23-701a-4bc3-b820-603c47a9a7c6 HTTP/1.1" status: 204 len: 168 time: 0.1776381 May 02 10:52:45.693658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b15c92-a5a4-40f6-a530-690318a71f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2930af23-701a-4bc3-b820-603c47a9a7c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:45.990372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:46.059792 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:46.245283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Deleting port d7698eb7-700b-4779-936b-25c9395f664d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:46.245283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d7698eb7-700b-4779-936b-25c9395f664d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:46.322274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] For port d7698eb7-700b-4779-936b-25c9395f664d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d7698eb7-700b-4779-936b-25c9395f664d,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:46.322977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d7698eb7-700b-4779-936b-25c9395f664d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:46.335416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Calling delete_port for d7698eb7-700b-4779-936b-25c9395f664d owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:46.635899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7698eb7-700b-4779-936b-25c9395f664d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:46.668117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Pushing event deleted for resources: {'Port': ['ID=d7698eb7-700b-4779-936b-25c9395f664d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:46.861408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:47.467295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:52:47.582346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:52:47.593133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e8bae4d5-423f-4304-b7ed-2fdeb5fc937e admin admin] 10.222.0.16 "PUT /v2.0/routers/aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1353688 May 02 10:52:47.594071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Sync routers for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:52:47.594963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38438) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:47.601751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:47.602369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:47.711191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks [] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:47.837055 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks [] for router_gateway (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:47.872837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:47.950477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Deleting port b9d99d6a-d10b-4525-b346-0186a2e75108 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:47.950833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.036343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] For port b9d99d6a-d10b-4525-b346-0186a2e75108, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9d99d6a-d10b-4525-b346-0186a2e75108,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:48.036745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.049412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21'}], 'enable_snat': True}, 'gw_port_id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:52:46Z', 'revision_number': 5, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port': {'id': 'b9d99d6a-d10b-4525-b346-0186a2e75108', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:41:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3011, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:02Z', 'updated_at': '2022-05-02T10:47:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:48.056661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Calling delete_port for b9d99d6a-d10b-4525-b346-0186a2e75108 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:48.077612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Checking router: aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:52:48.086027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Routers {'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:48.086670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:48.181111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] Set router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:48.241414 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:52:47Z', 'revision_number': 6, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:48.268855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c589e1b9-5c7c-484d-87cf-258e7b7373c0 None None] The sync data for ids ['aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea'] in ncdv-master-1 is: [{'id': 'aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea', 'name': 'tempest-AttachVolumeShelveTestJSON-2001119525-router', 'tenant_id': '014235b8daef456e97692382aac97d1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:01Z', 'updated_at': '2022-05-02T10:52:47Z', 'revision_number': 6, 'project_id': '014235b8daef456e97692382aac97d1e', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:52:48.344166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b9d99d6a-d10b-4525-b346-0186a2e75108), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.370428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9d99d6a-d10b-4525-b346-0186a2e75108,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:48.446105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.554464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.557148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks [] for router_controller (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.670333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.670918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:52:48.675555 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.688979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b7c1381f-b08e-4362-96a5-9cdafeee3f86 admin admin] 10.222.0.16 "DELETE /v2.0/routers/aef56a45-4bb2-4cdd-9d41-1bc654a9f3ea HTTP/1.1" status: 204 len: 168 time: 1.0809331 May 02 10:52:48.688979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:48.730922 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Deleting subnet d0b05df0-9263-4700-9217-8bc07e1e1ab2 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:52:48.734082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Publish callbacks [] for subnet (d0b05df0-9263-4700-9217-8bc07e1e1ab2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.769805 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (d0b05df0-9263-4700-9217-8bc07e1e1ab2), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:48.857856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d0b05df0-9263-4700-9217-8bc07e1e1ab2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.002139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (d0b05df0-9263-4700-9217-8bc07e1e1ab2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.027555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0b05df0-9263-4700-9217-8bc07e1e1ab2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:49.037715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.042945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b633ae62-fc1c-4a4d-ad25-0ef9b8b39284 None None] Network ffdb6352-9040-4395-b533-e073bcf15459 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:52:49.043785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38490) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:49.050690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c91f958-786b-4251-bc0c-582f1dd55250 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d0b05df0-9263-4700-9217-8bc07e1e1ab2 HTTP/1.1" status: 204 len: 168 time: 0.3606586 May 02 10:52:49.109425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9d99d6a-d10b-4525-b346-0186a2e75108 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:49.128106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ffdb6352-9040-4395-b533-e073bcf15459), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.135395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b9d99d6a-d10b-4525-b346-0186a2e75108 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:49.136008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9d99d6a-d10b-4525-b346-0186a2e75108 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:49.136419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7698eb7-700b-4779-936b-25c9395f664d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:49.173864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d7698eb7-700b-4779-936b-25c9395f664d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:49.178339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d7698eb7-700b-4779-936b-25c9395f664d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:49.178584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Deleting port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:49.178584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.253313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] DHCP port deletion for ffdb6352-9040-4395-b533-e073bcf15459 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:52:49.253536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] For port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:49.253737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.270476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Calling delete_port for 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:49.301293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Deleting port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:49.301810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.369956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] For port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,segment=NetworkSegment(1be075b8-f62a-4313-95ee-74fcf7d98c33),segment_id=1be075b8-f62a-4313-95ee-74fcf7d98c33)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:49.370551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.387338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Calling delete_port for 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:49.453206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.469398 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.483555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Pushing event deleted for resources: {'Port': ['ID=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:49.487403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] No DVR routers for this DVR port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:52:49.498444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Pushing event deleted for resources: {'Port': ['ID=7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:49.502800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] No DVR routers for this DVR port 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.519978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.521894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.521894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f67295c-c939-4f62-ad5f-4e4ebb685ff2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:52:49.561857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ffdb6352-9040-4395-b533-e073bcf15459), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.581727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffdb6352-9040-4395-b533-e073bcf15459']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:49.591004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1be075b8-f62a-4313-95ee-74fcf7d98c33') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:49.591302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1be075b8-f62a-4313-95ee-74fcf7d98c33') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:49.601079 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1be075b8-f62a-4313-95ee-74fcf7d98c33), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.615012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1be075b8-f62a-4313-95ee-74fcf7d98c33), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.622758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:52:49.623149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1be075b8-f62a-4313-95ee-74fcf7d98c33), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: timer() May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:52:49.625047 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:52:49.771668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-75b6f15f-016f-4727-a8fd-75ae63e52c41 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378821 May 02 10:52:49.823141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ffdb6352-9040-4395-b533-e073bcf15459), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.829830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:49.833011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] 10.222.0.16 "DELETE /v2.0/networks/ffdb6352-9040-4395-b533-e073bcf15459 HTTP/1.1" status: 204 len: 168 time: 0.7882245 May 02 10:52:49.852516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f63076-2fb2-4828-9857-49e80448014e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffdb6352-9040-4395-b533-e073bcf15459,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:49.860824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-1b8b3939-22ed-46e9-93da-21706d317171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:49.862373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-1b8b3939-22ed-46e9-93da-21706d317171 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0646777 May 02 10:52:50.012139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-02b2005d-c96a-447a-a5f1-13882693b681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:50.013662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-02b2005d-c96a-447a-a5f1-13882693b681 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.1248522 May 02 10:52:50.091093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-559e605b-3e28-4f92-b90b-8f756388d1d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 1001 time: 0.0671816 May 02 10:52:50.143772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-ac29d65f-1c2f-4f81-b06c-52193e29188c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:50.145270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-ac29d65f-1c2f-4f81-b06c-52193e29188c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0444601 May 02 10:52:50.192222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-20c33a5f-f43c-4f14-9722-d778ff4aa8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:50.194011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-20c33a5f-f43c-4f14-9722-d778ff4aa8ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0397205 May 02 10:52:50.296775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-b2bf6d90-300e-4436-b38d-b50d9dd8c52e service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933359 May 02 10:52:50.301051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38504) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:50.401309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a09a8d4e-169b-479e-a8b2-ee46114cdb43 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=014235b8daef456e97692382aac97d1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0990341 May 02 10:52:50.403587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38506) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:50.446102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b1472be-8d00-4ec7-ba79-0788eb694a56 req-41165e7f-5a76-4f93-8ffc-05440fecbeb1 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380856 May 02 10:52:50.467718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] Publish callbacks [] for security_group (1f7573ec-43ac-48d7-9d16-fd6437cd5f25), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:50.489901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] Publish callbacks [] for security_group (1f7573ec-43ac-48d7-9d16-fd6437cd5f25), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:50.635447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f7573ec-43ac-48d7-9d16-fd6437cd5f25), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:50.638504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:50.642098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f7573ec-43ac-48d7-9d16-fd6437cd5f25 HTTP/1.1" status: 204 len: 168 time: 0.2351949 May 02 10:52:50.647890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f27d9-1031-45ae-b407-d45f5acca408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f7573ec-43ac-48d7-9d16-fd6437cd5f25,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:51.036323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:51.068446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:51.072062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b7dc9f9-5005-4854-a6ef-d6a0f46b37a9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:52.843889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28ee3d-9feb-4400-898f-c177a140eff4 req-55b01497-2196-4c00-8881-c3942634583d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:52.845426 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c28ee3d-9feb-4400-898f-c177a140eff4 req-55b01497-2196-4c00-8881-c3942634583d tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0486777 May 02 10:52:52.895097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0c28ee3d-9feb-4400-898f-c177a140eff4 req-13661157-4830-4ca8-8713-04f970fc4335 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439517 May 02 10:52:54.018108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b06264-8467-4a0a-9844-427db81fc6d1 req-e65df06b-497c-42e2-acef-e3dac0280917 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:54.020810 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05b06264-8467-4a0a-9844-427db81fc6d1 req-e65df06b-497c-42e2-acef-e3dac0280917 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0507259 May 02 10:52:54.073427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05b06264-8467-4a0a-9844-427db81fc6d1 req-30f3e2b6-6ed1-4188-9bb7-111bc19551e6 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups?id=ebe199cf-666d-4eb1-b416-8afbe24b67d3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475154 May 02 10:52:54.388380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-53ab4dda-13fc-4f99-8560-78ca7e219c42 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:52:54.389973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-53ab4dda-13fc-4f99-8560-78ca7e219c42 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 945 time: 0.0533063 May 02 10:52:54.483060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Deleting port a82ec5d5-3106-453d-be1c-d37776f1dc90 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:54.483471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:54.582098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] For port a82ec5d5-3106-453d-be1c-d37776f1dc90, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a82ec5d5-3106-453d-be1c-d37776f1dc90,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:52:54.582470 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:54.765717 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:54.767753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:54.767753 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Floating IP 01637572-72c5-4eed-9a16-fd405f6ab94e disassociated. External IP: 172.35.4.133, port: a82ec5d5-3106-453d-be1c-d37776f1dc90. May 02 10:52:54.767753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Calling delete_port for a82ec5d5-3106-453d-be1c-d37776f1dc90 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:54.967883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a82ec5d5-3106-453d-be1c-d37776f1dc90), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:55.000459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'Port': ['ID=a82ec5d5-3106-453d-be1c-d37776f1dc90,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:55.131646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:52:55.197128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fec4c2e7-c48d-4231-9663-a89a38bda389 req-c3346edb-79ca-4feb-9246-f73f1bd702e0 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/ports?device_id=146112e8-693b-4f96-b1d9-818e403c9e86 HTTP/1.1" status: 200 len: 210 time: 0.0345364 May 02 10:52:55.258863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:52:55.272526 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:52:55.291390 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:55.292275 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:55.334646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] No DVR routers for this DVR port a82ec5d5-3106-453d-be1c-d37776f1dc90 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:52:55.336312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:55.340743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-472176c5-c3c7-479a-a5fc-29b8fae55889 req-30e19185-9a05-48f5-9ebf-dd8d3b145ac3 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.24 "DELETE /v2.0/ports/a82ec5d5-3106-453d-be1c-d37776f1dc90 HTTP/1.1" status: 204 len: 173 time: 0.9461474 May 02 10:52:55.341287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'name': 'network-vif-deleted', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:52:55.344122 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb92131f-b85d-4451-b092-69ee4b20e319" -d '{"events": [{"server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "name": "network-vif-deleted", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:52:55.389413 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c554ba0c-4154-4816-bf86-0133e73aac61 x-openstack-request-id: req-c554ba0c-4154-4816-bf86-0133e73aac61 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:52:55.389897 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "146112e8-693b-4f96-b1d9-818e403c9e86", "name": "network-vif-deleted", "tag": "a82ec5d5-3106-453d-be1c-d37776f1dc90", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:52:55.391842 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c554ba0c-4154-4816-bf86-0133e73aac61 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:52:55.392418 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c554ba0c-4154-4816-bf86-0133e73aac61'] response: {'server_uuid': '146112e8-693b-4f96-b1d9-818e403c9e86', 'name': 'network-vif-deleted', 'tag': 'a82ec5d5-3106-453d-be1c-d37776f1dc90', 'status': 'completed', 'code': 200} May 02 10:52:55.425942 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:55.562380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a523f61-be50-4408-aa2b-8dedcd07fe65 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:55.644431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:55.671438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:52:55.684401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:52:55.684401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:55.787982 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:52:55.982539 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:52:56.014357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35536f9a-65fa-4421-9abe-0a851a42ac54 None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:48:32Z', 'revision_number': 4, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'bac5fff2-84bf-4430-9595-1a439bb53d99', 'name': '', 'network_id': '853cf344-90b4-464c-aaf4-c871b0064423', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'mac_address': 'fa:16:3e:9f:2b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_interface', 'standard_attr_id': 3135, 'fixed_ips': [{'subnet_id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:31Z', 'updated_at': '2022-05-02T10:48:37Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'subnets': [{'id': '3bde27c8-73eb-44ea-a2f8-66b3f2e7844f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:52:56.300330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ce421b-3bb3-40a6-b5a5-cc1807abde30 None None] New status for floating IP 01637572-72c5-4eed-9a16-fd405f6ab94e: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:52:56.336469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38680) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:56.413309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (ebe199cf-666d-4eb1-b416-8afbe24b67d3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.437734 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (ebe199cf-666d-4eb1-b416-8afbe24b67d3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.532748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ebe199cf-666d-4eb1-b416-8afbe24b67d3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.535446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.536733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "DELETE /v2.0/security-groups/ebe199cf-666d-4eb1-b416-8afbe24b67d3 HTTP/1.1" status: 204 len: 168 time: 0.1989074 May 02 10:52:56.539534 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:56.546713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17d4e39-0d8b-40f6-abf1-9c625a741e75 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe199cf-666d-4eb1-b416-8afbe24b67d3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:56.555819 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-7a5a6c58-5ea6-4752-b868-2d3d146beaf9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] show failed (client error): The resource could not be found. May 02 10:52:56.559564 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a5a6c58-5ea6-4752-b868-2d3d146beaf9 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "GET /v2.0/security-groups/ebe199cf-666d-4eb1-b416-8afbe24b67d3 HTTP/1.1" status: 404 len: 347 time: 0.0148079 May 02 10:52:56.560101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38686) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:52:56.681294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Deleting port 45302d58-27e2-4269-ad0c-30717833aedd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:52:56.681645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (45302d58-27e2-4269-ad0c-30717833aedd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.762623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (45302d58-27e2-4269-ad0c-30717833aedd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.762874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (45302d58-27e2-4269-ad0c-30717833aedd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:56.776373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Calling delete_port for 45302d58-27e2-4269-ad0c-30717833aedd owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:52:57.036070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (45302d58-27e2-4269-ad0c-30717833aedd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:57.060874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Pushing event deleted for resources: {'Port': ['ID=45302d58-27e2-4269-ad0c-30717833aedd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:52:57.135565 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks [] for floatingip (01637572-72c5-4eed-9a16-fd405f6ab94e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:57.138727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:57.139875 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-62473d7a-5f3d-4258-80d5-db64c3cbac60 tempest-AttachVolumeTestJSON-2054785600 tempest-AttachVolumeTestJSON-2054785600-project] 10.222.0.16 "DELETE /v2.0/floatingips/01637572-72c5-4eed-9a16-fd405f6ab94e HTTP/1.1" status: 204 len: 168 time: 0.5787983 May 02 10:52:57.938862 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-50ad3256-a7de-408d-ac35-72d65786d2a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:58.204899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a82ec5d5-3106-453d-be1c-d37776f1dc90 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:52:58.225617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: a82ec5d5-3106-453d-be1c-d37776f1dc90 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:52:58.225967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a82ec5d5-3106-453d-be1c-d37776f1dc90 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:52:59.310162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:52:59.895857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:00.000280 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97773454-b55d-4e1b-bbc4-bd08182846e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.096476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97773454-b55d-4e1b-bbc4-bd08182846e1 admin admin] Publish callbacks [] for security_group (68dab3c9-17b8-46ba-98ab-339003908e09), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.195740 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-97773454-b55d-4e1b-bbc4-bd08182846e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68dab3c9-17b8-46ba-98ab-339003908e09), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.236155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-97773454-b55d-4e1b-bbc4-bd08182846e1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ca34994907fa4265b622c6f9a56c2095&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3392103 May 02 10:53:00.237064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97773454-b55d-4e1b-bbc4-bd08182846e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68dab3c9-17b8-46ba-98ab-339003908e09,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:00.238947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38784) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:00.289263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] Publish callbacks [] for security_group (68dab3c9-17b8-46ba-98ab-339003908e09), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.310562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] Publish callbacks [] for security_group (68dab3c9-17b8-46ba-98ab-339003908e09), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.447646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (68dab3c9-17b8-46ba-98ab-339003908e09), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.450356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.451514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/68dab3c9-17b8-46ba-98ab-339003908e09 HTTP/1.1" status: 204 len: 168 time: 0.2115695 May 02 10:53:00.459339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3f231a-e27c-442f-98f4-c9489e1bd1f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68dab3c9-17b8-46ba-98ab-339003908e09,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:00.619235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:00.738063 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:53:01.106901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:01.128506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-baaea685-c6d3-4aa4-96a8-785a72fa7ce9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.210108 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-baaea685-c6d3-4aa4-96a8-785a72fa7ce9 admin admin] Publish callbacks [] for security_group (9780debc-12ae-4e96-abdc-f4d2a7940156), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.275952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-baaea685-c6d3-4aa4-96a8-785a72fa7ce9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9780debc-12ae-4e96-abdc-f4d2a7940156), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.317533 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-baaea685-c6d3-4aa4-96a8-785a72fa7ce9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f7aa4d2101a4151973b5d6618b656ec&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2095251 May 02 10:53:01.318424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baaea685-c6d3-4aa4-96a8-785a72fa7ce9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9780debc-12ae-4e96-abdc-f4d2a7940156,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:01.320274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38828) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:01.371982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] Publish callbacks [] for security_group (9780debc-12ae-4e96-abdc-f4d2a7940156), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.393926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] Publish callbacks [] for security_group (9780debc-12ae-4e96-abdc-f4d2a7940156), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.521190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9780debc-12ae-4e96-abdc-f4d2a7940156), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.523888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:01.534742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9780debc-12ae-4e96-abdc-f4d2a7940156 HTTP/1.1" status: 204 len: 168 time: 0.2038717 May 02 10:53:01.534742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96eda07-10fc-4d7c-a538-a39a0cde986e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9780debc-12ae-4e96-abdc-f4d2a7940156,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:02.009630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:05.659529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:05.768719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a426ea88-733c-4b19-b8f4-56f86cd20115 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:05.843924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a426ea88-733c-4b19-b8f4-56f86cd20115 admin admin] Publish callbacks [] for security_group (f622a6b2-633e-4f38-acf7-96f47c5604e2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:05.904183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a426ea88-733c-4b19-b8f4-56f86cd20115 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f622a6b2-633e-4f38-acf7-96f47c5604e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:05.942762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a426ea88-733c-4b19-b8f4-56f86cd20115 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=712b2d0f002246e8a83547914d9a8530&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2820022 May 02 10:53:05.943774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426ea88-733c-4b19-b8f4-56f86cd20115 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f622a6b2-633e-4f38-acf7-96f47c5604e2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:05.945460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 38974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:05.996161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] Publish callbacks [] for security_group (f622a6b2-633e-4f38-acf7-96f47c5604e2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.018085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] Publish callbacks [] for security_group (f622a6b2-633e-4f38-acf7-96f47c5604e2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.138257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f622a6b2-633e-4f38-acf7-96f47c5604e2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.140988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.142144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f622a6b2-633e-4f38-acf7-96f47c5604e2 HTTP/1.1" status: 204 len: 168 time: 0.1930149 May 02 10:53:06.150588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a0c16-7025-4145-8068-580ec83af45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f622a6b2-633e-4f38-acf7-96f47c5604e2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:06.703617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:06.716980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad3624f1-79cb-463b-acdc-25911b8249f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.794298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad3624f1-79cb-463b-acdc-25911b8249f8 admin admin] Publish callbacks [] for security_group (81a1a92e-3314-48a4-96c6-39756131d358), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.852967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ad3624f1-79cb-463b-acdc-25911b8249f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (81a1a92e-3314-48a4-96c6-39756131d358), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.891593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3624f1-79cb-463b-acdc-25911b8249f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81a1a92e-3314-48a4-96c6-39756131d358,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:06.896905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ad3624f1-79cb-463b-acdc-25911b8249f8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c147d47f26e34ebf8b99e86cf3610140&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1921890 May 02 10:53:06.899589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 38988) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:06.947799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] Publish callbacks [] for security_group (81a1a92e-3314-48a4-96c6-39756131d358), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:06.969360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] Publish callbacks [] for security_group (81a1a92e-3314-48a4-96c6-39756131d358), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:07.058208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (81a1a92e-3314-48a4-96c6-39756131d358), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:07.061142 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:07.062296 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/81a1a92e-3314-48a4-96c6-39756131d358 HTTP/1.1" status: 204 len: 168 time: 0.1618652 May 02 10:53:07.070532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a475d2bb-10d5-4dec-b7bf-6bae6187428a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81a1a92e-3314-48a4-96c6-39756131d358,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:08.664647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:08.772572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07ee18de-2e08-4e24-a345-2aea59693955 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:08.848342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07ee18de-2e08-4e24-a345-2aea59693955 admin admin] Publish callbacks [] for security_group (ab930290-88e6-4575-acd8-d9daf16ffbe5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:08.915711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-07ee18de-2e08-4e24-a345-2aea59693955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ab930290-88e6-4575-acd8-d9daf16ffbe5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:08.955607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-07ee18de-2e08-4e24-a345-2aea59693955 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=470b853ab562485bb98d27a90ca74c6a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2898612 May 02 10:53:08.958333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:08.960155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ee18de-2e08-4e24-a345-2aea59693955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab930290-88e6-4575-acd8-d9daf16ffbe5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:09.007983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] Publish callbacks [] for security_group (ab930290-88e6-4575-acd8-d9daf16ffbe5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:09.033975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] Publish callbacks [] for security_group (ab930290-88e6-4575-acd8-d9daf16ffbe5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:09.184442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ab930290-88e6-4575-acd8-d9daf16ffbe5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:09.187738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:09.189018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ab930290-88e6-4575-acd8-d9daf16ffbe5 HTTP/1.1" status: 204 len: 168 time: 0.2294993 May 02 10:53:09.196963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ce9bf-8c35-4305-a887-267ee8368347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab930290-88e6-4575-acd8-d9daf16ffbe5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:12.217874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39208) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:12.331874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78a0-9208-46b5-9e7b-2a361ff6f2bf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.407888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78a0-9208-46b5-9e7b-2a361ff6f2bf admin admin] Publish callbacks [] for security_group (21fe61d4-4d13-4841-89b0-3dce45edf908), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.508223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c7cd78a0-9208-46b5-9e7b-2a361ff6f2bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (21fe61d4-4d13-4841-89b0-3dce45edf908), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.547083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7cd78a0-9208-46b5-9e7b-2a361ff6f2bf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcf88aef241c4f3ebf1777ff7da36c9f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3280447 May 02 10:53:12.548392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cd78a0-9208-46b5-9e7b-2a361ff6f2bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21fe61d4-4d13-4841-89b0-3dce45edf908,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:12.549785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39224) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:12.599478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] Publish callbacks [] for security_group (21fe61d4-4d13-4841-89b0-3dce45edf908), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.621912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] Publish callbacks [] for security_group (21fe61d4-4d13-4841-89b0-3dce45edf908), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.795985 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (21fe61d4-4d13-4841-89b0-3dce45edf908), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.798781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:12.799965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/21fe61d4-4d13-4841-89b0-3dce45edf908 HTTP/1.1" status: 204 len: 168 time: 0.2491291 May 02 10:53:12.808434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c4924-590c-4024-832c-50a396aca530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21fe61d4-4d13-4841-89b0-3dce45edf908,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:13.427862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:13.440825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebf184d5-60a8-4e8c-90c3-64197c981f4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.513809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebf184d5-60a8-4e8c-90c3-64197c981f4a admin admin] Publish callbacks [] for security_group (290dd24e-c625-4365-86ad-9555d7610bed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.584033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebf184d5-60a8-4e8c-90c3-64197c981f4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (290dd24e-c625-4365-86ad-9555d7610bed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.623983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf184d5-60a8-4e8c-90c3-64197c981f4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=290dd24e-c625-4365-86ad-9555d7610bed,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:13.640493 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ebf184d5-60a8-4e8c-90c3-64197c981f4a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4f859a78ff474c31a5f45b5b7682c043&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2115476 May 02 10:53:13.641052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:13.691713 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] Publish callbacks [] for security_group (290dd24e-c625-4365-86ad-9555d7610bed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.714065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] Publish callbacks [] for security_group (290dd24e-c625-4365-86ad-9555d7610bed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.835415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (290dd24e-c625-4365-86ad-9555d7610bed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.838104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:13.839269 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/290dd24e-c625-4365-86ad-9555d7610bed HTTP/1.1" status: 204 len: 168 time: 0.1971583 May 02 10:53:13.847477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd4dff1-d5ab-4535-a480-726bee71ef5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=290dd24e-c625-4365-86ad-9555d7610bed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:14.538532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:16.047181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.397056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39388) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:17.506265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76e6a761-934a-4b67-9182-64f6abbb135e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.578340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76e6a761-934a-4b67-9182-64f6abbb135e admin admin] Publish callbacks [] for security_group (66202baa-b8af-482a-8772-d84ae9c2713e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.612571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76e6a761-934a-4b67-9182-64f6abbb135e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (66202baa-b8af-482a-8772-d84ae9c2713e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.649204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6a761-934a-4b67-9182-64f6abbb135e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66202baa-b8af-482a-8772-d84ae9c2713e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:17.653835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-76e6a761-934a-4b67-9182-64f6abbb135e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=05ca0db98cf74e2b8872502cf19e5547&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2552845 May 02 10:53:17.658008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:17.703127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] Publish callbacks [] for security_group (66202baa-b8af-482a-8772-d84ae9c2713e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.724324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] Publish callbacks [] for security_group (66202baa-b8af-482a-8772-d84ae9c2713e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.812703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (66202baa-b8af-482a-8772-d84ae9c2713e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.815365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:17.816781 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/66202baa-b8af-482a-8772-d84ae9c2713e HTTP/1.1" status: 204 len: 168 time: 0.1593254 May 02 10:53:17.825863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f567c3e-86cc-48cd-a1e1-057891a16190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66202baa-b8af-482a-8772-d84ae9c2713e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:18.485982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:18.499661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df151707-0b4b-4fcb-902d-524064044732 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.576408 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df151707-0b4b-4fcb-902d-524064044732 admin admin] Publish callbacks [] for security_group (b926bf98-e1ab-4ef3-9665-6474afbcd126), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.646813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df151707-0b4b-4fcb-902d-524064044732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b926bf98-e1ab-4ef3-9665-6474afbcd126), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.687158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-df151707-0b4b-4fcb-902d-524064044732 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed9999001600436fae7e235ecfdd1c04&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1999559 May 02 10:53:18.687923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df151707-0b4b-4fcb-902d-524064044732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b926bf98-e1ab-4ef3-9665-6474afbcd126,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:18.689847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39406) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:18.737506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] Publish callbacks [] for security_group (b926bf98-e1ab-4ef3-9665-6474afbcd126), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.759139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] Publish callbacks [] for security_group (b926bf98-e1ab-4ef3-9665-6474afbcd126), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.864133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b926bf98-e1ab-4ef3-9665-6474afbcd126), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.866838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:18.868050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b926bf98-e1ab-4ef3-9665-6474afbcd126 HTTP/1.1" status: 204 len: 168 time: 0.1771793 May 02 10:53:18.876052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005a6b8d-743d-4cd3-9c29-cc3a54ecc60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b926bf98-e1ab-4ef3-9665-6474afbcd126,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:20.579363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:20.724769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2101039756'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:20.789992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Made reservation on behalf of 3d75240cadbb4b1da2c6bb462108030f for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:20.793499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:20.802084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:20.875852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for security_group (d6f5e7d6-5fb0-4306-9b4f-97c0426676f8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:20.944010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d6f5e7d6-5fb0-4306-9b4f-97c0426676f8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:20.973023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:53:20.979024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f5e7d6-5fb0-4306-9b4f-97c0426676f8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:20.984842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e76558b8-d15f-4d36-885e-3dbef3c60445), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:20.985184 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Added segment e76558b8-d15f-4d36-885e-3dbef3c60445 of type vlan for network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 May 02 10:53:21.024983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (37445532-3fb2-4ad5-b59b-a8c28cfe0b58), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.132802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (37445532-3fb2-4ad5-b59b-a8c28cfe0b58), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.138261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:21.139490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.207084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event updated for resources: {'Network': ['ID=37445532-3fb2-4ad5-b59b-a8c28cfe0b58,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:21.217194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:53:21.236638 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f5566297-c183-4920-9587-5b2d8fb20382 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.6529088 May 02 10:53:21.236638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39462) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:21.241103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Request body: {'subnet': {'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:21.395404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Made reservation on behalf of 3d75240cadbb4b1da2c6bb462108030f for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:21.398812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.624915 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (62f9f893-4a04-48e1-8f12-0288b16ca437), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.682328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event updated for resources: {'Subnet': ['ID=62f9f893-4a04-48e1-8f12-0288b16ca437,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:21.692966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Checking segment: {'id': 'e76558b8-d15f-4d36-885e-3dbef3c60445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:21.696140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Network hostable DHCP agents. Network: 37445532-3fb2-4ad5-b59b-a8c28cfe0b58, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:53:21.789599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:53:21.869856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 37445532-3fb2-4ad5-b59b-a8c28cfe0b58) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:21.874435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:21.875027 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:21.881068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e76223-947f-482d-ba3b-93ee303c7ddf None None] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:21.955406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39468) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:21.956043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ae569423-32e4-45e3-ab42-99d7c0ce597d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7183170 May 02 10:53:21.960453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Request body: {'port': {'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58', 'name': 'tempest-DHCPAgentSchedulersTestJSON-475617282'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:21.984306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-37445532-3fb2-4ad5-b59b-a8c28cfe0b58', 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58', 'project_id': '3d75240cadbb4b1da2c6bb462108030f', 'fixed_ips': [{'subnet_id': '62f9f893-4a04-48e1-8f12-0288b16ca437'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:53:21.985245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.122150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Made reservation on behalf of 3d75240cadbb4b1da2c6bb462108030f for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:22.123366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Allocated IP 172.20.0.2 (37445532-3fb2-4ad5-b59b-a8c28cfe0b58/62f9f893-4a04-48e1-8f12-0288b16ca437/db9a8012-222d-46ef-a95f-8c35b22d968a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:22.126123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.145175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] device_id is not set on port 18ed7685-2dca-4893-a250-60350b6f8de8 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:22.267003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks [] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.321979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.361549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:22.368244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:22.372789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:22.375964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Pushing event updated for resources: {'Port': ['ID=db9a8012-222d-46ef-a95f-8c35b22d968a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:22.390281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Allocated IP 172.20.0.8 (37445532-3fb2-4ad5-b59b-a8c28cfe0b58/62f9f893-4a04-48e1-8f12-0288b16ca437/18ed7685-2dca-4893-a250-60350b6f8de8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:22.432433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Attempting to bind port db9a8012-222d-46ef-a95f-8c35b22d968a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:53:22.432848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Attempting to bind port db9a8012-222d-46ef-a95f-8c35b22d968a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e76558b8-d15f-4d36-885e-3dbef3c60445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:53:22.433210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Attempting to bind port db9a8012-222d-46ef-a95f-8c35b22d968a on network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:53:22.438696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:53:22.439065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Checking segment: {'id': 'e76558b8-d15f-4d36-885e-3dbef3c60445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:22.439462 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.439853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Bound using segment: {'id': 'e76558b8-d15f-4d36-885e-3dbef3c60445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:53:22.440318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Bound port: db9a8012-222d-46ef-a95f-8c35b22d968a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e76558b8-d15f-4d36-885e-3dbef3c60445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '37445532-3fb2-4ad5-b59b-a8c28cfe0b58'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:53:22.440721 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.506542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] For port db9a8012-222d-46ef-a95f-8c35b22d968a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:53:22.509621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] For port db9a8012-222d-46ef-a95f-8c35b22d968a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9a8012-222d-46ef-a95f-8c35b22d968a,segment=NetworkSegment(e76558b8-d15f-4d36-885e-3dbef3c60445),segment_id=e76558b8-d15f-4d36-885e-3dbef3c60445)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:53:22.549803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for port (18ed7685-2dca-4893-a250-60350b6f8de8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.584886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.643496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (18ed7685-2dca-4893-a250-60350b6f8de8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.654465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1882be4-b370-45ad-8dcb-e1381ab88a1c None None] Pushing event updated for resources: {'Port': ['ID=db9a8012-222d-46ef-a95f-8c35b22d968a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:22.688971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:22.694504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:22.698490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:22.705797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event updated for resources: {'Port': ['ID=18ed7685-2dca-4893-a250-60350b6f8de8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:22.754771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:22.755669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:22.829297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3bbe8e03-367c-4639-9ae0-20c1862d65a4 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8727705 May 02 10:53:22.832260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39476) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:22.928466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Deleting port 18ed7685-2dca-4893-a250-60350b6f8de8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:22.928839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (18ed7685-2dca-4893-a250-60350b6f8de8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.022881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (18ed7685-2dca-4893-a250-60350b6f8de8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.036776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Calling delete_port for 18ed7685-2dca-4893-a250-60350b6f8de8 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:23.056271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db9a8012-222d-46ef-a95f-8c35b22d968a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:53:23.106255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port db9a8012-222d-46ef-a95f-8c35b22d968a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:23.115428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.191166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port db9a8012-222d-46ef-a95f-8c35b22d968a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:23.191561 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.223655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port db9a8012-222d-46ef-a95f-8c35b22d968a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9a8012-222d-46ef-a95f-8c35b22d968a,segment=NetworkSegment(e76558b8-d15f-4d36-885e-3dbef3c60445),segment_id=e76558b8-d15f-4d36-885e-3dbef3c60445)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:23.281744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (18ed7685-2dca-4893-a250-60350b6f8de8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.299269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.320545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event deleted for resources: {'Port': ['ID=18ed7685-2dca-4893-a250-60350b6f8de8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:23.362195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=db9a8012-222d-46ef-a95f-8c35b22d968a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:23.419197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.423618 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-761164cf-6fdb-4df9-854f-bf4b92b9a02d tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "DELETE /v2.0/ports/18ed7685-2dca-4893-a250-60350b6f8de8 HTTP/1.1" status: 204 len: 168 time: 0.5902541 May 02 10:53:23.429542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39482) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:23.495251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-64555882-cf61-4b49-9d19-b2693c04e0fd tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4933 time: 0.0620530 May 02 10:53:23.496646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39486) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:23.500775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-197216336'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:23.606897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Made reservation on behalf of 3d75240cadbb4b1da2c6bb462108030f for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:23.610820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.637688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:53:23.647073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7969f6d1-7715-4101-91f9-ddd3194926bf None None] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:23.648844 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (15446784-bb20-4c3b-bee7-a291fda07ee2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.649208 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Added segment 15446784-bb20-4c3b-bee7-a291fda07ee2 of type vlan for network 57cba087-52ce-49b3-8a02-c2cefffffa85 May 02 10:53:23.692154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (57cba087-52ce-49b3-8a02-c2cefffffa85), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.757848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f4782a6b-375b-413d-9d11-28946484bba3 None None] Provisioning complete for port db9a8012-222d-46ef-a95f-8c35b22d968a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:23.758242 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4782a6b-375b-413d-9d11-28946484bba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.813019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (57cba087-52ce-49b3-8a02-c2cefffffa85), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.818613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:23.819461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:23.850282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f4782a6b-375b-413d-9d11-28946484bba3 None None] Current status of the port db9a8012-222d-46ef-a95f-8c35b22d968a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:23.895080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event updated for resources: {'Network': ['ID=57cba087-52ce-49b3-8a02-c2cefffffa85,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:23.905987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 57cba087-52ce-49b3-8a02-c2cefffffa85 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:53:23.978576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:23.984444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19505805-b4f5-45e4-8f2f-53a09e7a42ae tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4864521 May 02 10:53:24.073037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d4ecf51e-5de6-419f-a957-6242031c40a1 None None] Provisioning complete for port db9a8012-222d-46ef-a95f-8c35b22d968a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:24.073712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d4ecf51e-5de6-419f-a957-6242031c40a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:24.171025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d4ecf51e-5de6-419f-a957-6242031c40a1 None None] Current status of the port db9a8012-222d-46ef-a95f-8c35b22d968a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:24.182338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8c35f29a-7732-4bfd-a481-b9ffa570fd24 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.1994672 May 02 10:53:24.182338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39536) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:24.281483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc3fa88-c1a9-4252-8c6a-97069eb72f25 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] Network 57cba087-52ce-49b3-8a02-c2cefffffa85 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:53:24.310717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39554) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:24.355989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ffc3fa88-c1a9-4252-8c6a-97069eb72f25 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "POST /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1704497 May 02 10:53:24.356483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39556) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:24.361900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4818413a-098e-40ce-82a5-d0788b6b7fcb None None] Network 57cba087-52ce-49b3-8a02-c2cefffffa85 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:24.397942 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6e5f0fec-360b-4955-8ade-8ecc1b488f75 None None] Could not find standard attr ID for object 18ed7685-2dca-4893-a250-60350b6f8de8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:53:24.646972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a48788ce-207e-40da-9127-0bd4681a3358 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks HTTP/1.1" status: 200 len: 7260 time: 0.2870302 May 02 10:53:24.647483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:24.832559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6b897289-4d7d-4f07-bc58-15a565518c28), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:24.836102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b473697-76ab-4cdd-a54d-e777108d49d6 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "DELETE /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks/57cba087-52ce-49b3-8a02-c2cefffffa85 HTTP/1.1" status: 204 len: 168 time: 0.1879227 May 02 10:53:24.838783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:24.978285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d1cde1b-04a2-4a34-860c-5984d07fae78 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.1382444 May 02 10:53:24.984160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:25.005000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bab44eaf-5f99-48fa-9585-89f880d97665 tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/networks/37445532-3fb2-4ad5-b59b-a8c28cfe0b58/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0193408 May 02 10:53:25.008695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39588) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:25.031942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37da6e3a-3dac-42f3-aa96-8f8e22823b0d tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/networks/37445532-3fb2-4ad5-b59b-a8c28cfe0b58/dhcp-agents HTTP/1.1" status: 200 len: 796 time: 0.0215926 May 02 10:53:25.040473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:25.089639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db9a8012-222d-46ef-a95f-8c35b22d968a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:53:25.159350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port db9a8012-222d-46ef-a95f-8c35b22d968a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:25.160579 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.197735 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-52143266-0bb3-4f9b-bc99-acdb408bbccc tempest-DHCPAgentSchedulersTestJSON-1340583814 tempest-DHCPAgentSchedulersTestJSON-1340583814-project-admin] 10.222.0.16 "GET /v2.0/agents/a3919e04-dc93-490d-8263-9524af812ba7/dhcp-networks HTTP/1.1" status: 200 len: 6490 time: 0.1607339 May 02 10:53:25.202335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39602) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:25.255841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port db9a8012-222d-46ef-a95f-8c35b22d968a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:25.423730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Deleting port bac5fff2-84bf-4430-9595-1a439bb53d99 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:25.424065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.512720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] For port bac5fff2-84bf-4430-9595-1a439bb53d99, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bac5fff2-84bf-4430-9595-1a439bb53d99,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:25.513082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.528020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Calling delete_port for bac5fff2-84bf-4430-9595-1a439bb53d99 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:25.585919 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41c966c2-102b-4068-b368-f95a0b8534ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.602949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (57cba087-52ce-49b3-8a02-c2cefffffa85), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.695184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (57cba087-52ce-49b3-8a02-c2cefffffa85), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.715946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57cba087-52ce-49b3-8a02-c2cefffffa85']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:25.725955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15446784-bb20-4c3b-bee7-a291fda07ee2') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:25.726254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15446784-bb20-4c3b-bee7-a291fda07ee2') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:25.735951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (15446784-bb20-4c3b-bee7-a291fda07ee2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.749014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (15446784-bb20-4c3b-bee7-a291fda07ee2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.755348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:53:25.755745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (15446784-bb20-4c3b-bee7-a291fda07ee2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: timer() May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:53:25.758962 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:53:25.807396 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bac5fff2-84bf-4430-9595-1a439bb53d99), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.834205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bac5fff2-84bf-4430-9595-1a439bb53d99,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:25.910022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (57cba087-52ce-49b3-8a02-c2cefffffa85), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.916047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:25.920946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "DELETE /v2.0/networks/57cba087-52ce-49b3-8a02-c2cefffffa85 HTTP/1.1" status: 204 len: 168 time: 0.7173307 May 02 10:53:25.924928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39606) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:25.963190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d788e2a-b565-4ab6-9900-7f8045d1ad07 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event deleted for resources: {'Network': ['ID=57cba087-52ce-49b3-8a02-c2cefffffa85,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:25.967765 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a67ceec-14d0-4f08-b194-5243e8705757 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] DELETE failed (client error): The resource could not be found. May 02 10:53:25.968830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a67ceec-14d0-4f08-b194-5243e8705757 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:53:25.974522 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a67ceec-14d0-4f08-b194-5243e8705757 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "DELETE /v2.0/ports/18ed7685-2dca-4893-a250-60350b6f8de8 HTTP/1.1" status: 404 len: 333 time: 0.0461657 May 02 10:53:25.974810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:26.010305 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6b897289-4d7d-4f07-bc58-15a565518c28), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.034414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Deleting subnet 62f9f893-4a04-48e1-8f12-0288b16ca437 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:53:26.038117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for subnet (62f9f893-4a04-48e1-8f12-0288b16ca437), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.087600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (62f9f893-4a04-48e1-8f12-0288b16ca437), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.185554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (62f9f893-4a04-48e1-8f12-0288b16ca437), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.250256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Router 6b897289-4d7d-4f07-bc58-15a565518c28 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:53:26.287791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (62f9f893-4a04-48e1-8f12-0288b16ca437), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.317507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event deleted for resources: {'Subnet': ['ID=62f9f893-4a04-48e1-8f12-0288b16ca437,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:26.323149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.327683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11407683-a713-4685-b2a0-2f890dce7552 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "DELETE /v2.0/subnets/62f9f893-4a04-48e1-8f12-0288b16ca437 HTTP/1.1" status: 204 len: 168 time: 0.3518968 May 02 10:53:26.330096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39612) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:26.333779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849fa565-7d07-46ac-b3f6-c2971fd6f201 None None] Network 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:26.366576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:53:26.376924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3dc3a226-07df-4e16-9d71-b31a4258e1ef admin admin] 10.222.0.16 "PUT /v2.0/routers/6b897289-4d7d-4f07-bc58-15a565518c28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0671799 May 02 10:53:26.377949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39614) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:26.379137 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Sync routers for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:53:26.396026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:26.396943 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.416724 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (37445532-3fb2-4ad5-b59b-a8c28cfe0b58), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.468229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Deleting port db9a8012-222d-46ef-a95f-8c35b22d968a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:26.468576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.534212 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:53:26.549609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] For port db9a8012-222d-46ef-a95f-8c35b22d968a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9a8012-222d-46ef-a95f-8c35b22d968a,segment=NetworkSegment(e76558b8-d15f-4d36-885e-3dbef3c60445),segment_id=e76558b8-d15f-4d36-885e-3dbef3c60445)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:26.550137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.570334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] DHCP port deletion for 37445532-3fb2-4ad5-b59b-a8c28cfe0b58 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:53:26.573907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Calling delete_port for db9a8012-222d-46ef-a95f-8c35b22d968a owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:26.622764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Deleting port db9a8012-222d-46ef-a95f-8c35b22d968a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:26.623684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.652089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks [] for router (6b897289-4d7d-4f07-bc58-15a565518c28), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.710350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] For port db9a8012-222d-46ef-a95f-8c35b22d968a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db9a8012-222d-46ef-a95f-8c35b22d968a,segment=NetworkSegment(e76558b8-d15f-4d36-885e-3dbef3c60445),segment_id=e76558b8-d15f-4d36-885e-3dbef3c60445)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:26.710760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.725115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Calling delete_port for db9a8012-222d-46ef-a95f-8c35b22d968a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:26.744959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.747595 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:53:25Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.777221 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Checking router: 6b897289-4d7d-4f07-bc58-15a565518c28 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:53:26.786290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks [] for router_gateway (6b897289-4d7d-4f07-bc58-15a565518c28), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.786908 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Routers {'6b897289-4d7d-4f07-bc58-15a565518c28'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:26.787708 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:52:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6b897289-4d7d-4f07-bc58-15a565518c28'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.794285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event deleted for resources: {'Port': ['ID=db9a8012-222d-46ef-a95f-8c35b22d968a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:26.796587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] No DVR routers for this DVR port db9a8012-222d-46ef-a95f-8c35b22d968a on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:26.816918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (db9a8012-222d-46ef-a95f-8c35b22d968a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.847480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] Pushing event deleted for resources: {'Port': ['ID=db9a8012-222d-46ef-a95f-8c35b22d968a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:26.852533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce433b71-c3fd-440f-b1a4-49f003b36986 None None] No DVR routers for this DVR port db9a8012-222d-46ef-a95f-8c35b22d968a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:26.895170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (37445532-3fb2-4ad5-b59b-a8c28cfe0b58), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.919397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37445532-3fb2-4ad5-b59b-a8c28cfe0b58']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.931772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e76558b8-d15f-4d36-885e-3dbef3c60445') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.932176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e76558b8-d15f-4d36-885e-3dbef3c60445') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:26.949344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e76558b8-d15f-4d36-885e-3dbef3c60445), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.950280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Deleting port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:26.951399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.968252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e76558b8-d15f-4d36-885e-3dbef3c60445), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.974518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:53:26.974884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e76558b8-d15f-4d36-885e-3dbef3c60445), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: timer() May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:53:26.978292 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:53:27.015911 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] Set router 6b897289-4d7d-4f07-bc58-15a565518c28 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:53:27.052292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] For port 28a483c6-3a9c-4fd8-806f-0e9d8b49963a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:27.052709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.067179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Calling delete_port for 28a483c6-3a9c-4fd8-806f-0e9d8b49963a owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:27.118730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db9a8012-222d-46ef-a95f-8c35b22d968a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:27.142057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: db9a8012-222d-46ef-a95f-8c35b22d968a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:27.142446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db9a8012-222d-46ef-a95f-8c35b22d968a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:27.144636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (37445532-3fb2-4ad5-b59b-a8c28cfe0b58), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.152489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.156647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] 10.222.0.16 "DELETE /v2.0/networks/37445532-3fb2-4ad5-b59b-a8c28cfe0b58 HTTP/1.1" status: 204 len: 168 time: 0.8247912 May 02 10:53:27.174853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e29ef67-8364-4eda-9965-83fe110559d1 tempest-DHCPAgentSchedulersTestJSON-385066801 tempest-DHCPAgentSchedulersTestJSON-385066801-project] Pushing event deleted for resources: {'Network': ['ID=37445532-3fb2-4ad5-b59b-a8c28cfe0b58,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:27.250497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:53:25Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:27.277190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916c59a1-2964-4591-aa7e-724e57657257 None None] The sync data for ids ['6b897289-4d7d-4f07-bc58-15a565518c28'] in ncdv-master-1 is: [{'id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'name': 'tempest-AttachVolumeTestJSON-1876629636-router', 'tenant_id': '2257323c692e4608b9a5468b7aa57846', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177'}], 'enable_snat': True}, 'gw_port_id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:48:26Z', 'updated_at': '2022-05-02T10:53:25Z', 'revision_number': 5, 'project_id': '2257323c692e4608b9a5468b7aa57846', 'gw_port': {'id': '28a483c6-3a9c-4fd8-806f-0e9d8b49963a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:bc:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b897289-4d7d-4f07-bc58-15a565518c28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:48:27Z', 'updated_at': '2022-05-02T10:48:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:53:27.339108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (28a483c6-3a9c-4fd8-806f-0e9d8b49963a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.367122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=28a483c6-3a9c-4fd8-806f-0e9d8b49963a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:27.435982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6b897289-4d7d-4f07-bc58-15a565518c28), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.497928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:27.534243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6b897289-4d7d-4f07-bc58-15a565518c28), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.536433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks [] for router_controller (6b897289-4d7d-4f07-bc58-15a565518c28), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.641522 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23ac8380-df9b-488f-9490-d3979fe95106 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3d75240cadbb4b1da2c6bb462108030f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1424057 May 02 10:53:27.644004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39630) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:27.659286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6b897289-4d7d-4f07-bc58-15a565518c28), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.660221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b897289-4d7d-4f07-bc58-15a565518c28 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:53:27.677637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.677637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e7ab0e3-4dac-4ece-8da1-aab6d7e98ab8 admin admin] 10.222.0.16 "DELETE /v2.0/routers/6b897289-4d7d-4f07-bc58-15a565518c28 HTTP/1.1" status: 204 len: 168 time: 1.2882738 May 02 10:53:27.677637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39632) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:27.699525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] Publish callbacks [] for security_group (d6f5e7d6-5fb0-4306-9b4f-97c0426676f8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.725646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] Publish callbacks [] for security_group (d6f5e7d6-5fb0-4306-9b4f-97c0426676f8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.734677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Deleting subnet 3bde27c8-73eb-44ea-a2f8-66b3f2e7844f {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:53:27.739205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Publish callbacks [] for subnet (3bde27c8-73eb-44ea-a2f8-66b3f2e7844f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.785083 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (3bde27c8-73eb-44ea-a2f8-66b3f2e7844f), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.829726 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d6f5e7d6-5fb0-4306-9b4f-97c0426676f8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.832434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.841908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d6f5e7d6-5fb0-4306-9b4f-97c0426676f8 HTTP/1.1" status: 204 len: 168 time: 0.1967590 May 02 10:53:27.860981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be894018-813d-4ea7-9fd2-1997bfa98aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f5e7d6-5fb0-4306-9b4f-97c0426676f8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:27.882670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (3bde27c8-73eb-44ea-a2f8-66b3f2e7844f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:27.917046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d14605f-18e9-48da-8931-6efc60a1a610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.002158 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (3bde27c8-73eb-44ea-a2f8-66b3f2e7844f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.034712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bde27c8-73eb-44ea-a2f8-66b3f2e7844f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:28.037245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.040018 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4f67faac-c12c-4114-84ef-dc6b4786a45f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3bde27c8-73eb-44ea-a2f8-66b3f2e7844f HTTP/1.1" status: 204 len: 168 time: 0.3614941 May 02 10:53:28.041065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d91364-27a3-4914-8888-590d81b849e2 None None] Network 853cf344-90b4-464c-aaf4-c871b0064423 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:28.042549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39638) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:28.125309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (853cf344-90b4-464c-aaf4-c871b0064423), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.176221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Deleting port 147a5774-05d3-468d-aeb4-1c3683a7f63c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:28.176528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.253118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] For port 147a5774-05d3-468d-aeb4-1c3683a7f63c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=147a5774-05d3-468d-aeb4-1c3683a7f63c,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:28.253360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.267444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Calling delete_port for 147a5774-05d3-468d-aeb4-1c3683a7f63c owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:28.383861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] DHCP port deletion for 853cf344-90b4-464c-aaf4-c871b0064423 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:53:28.424063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Deleting port 147a5774-05d3-468d-aeb4-1c3683a7f63c {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:28.424432 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.475980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.490916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] For port 147a5774-05d3-468d-aeb4-1c3683a7f63c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=147a5774-05d3-468d-aeb4-1c3683a7f63c,segment=NetworkSegment(e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c),segment_id=e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:28.491380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.504277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Pushing event deleted for resources: {'Port': ['ID=147a5774-05d3-468d-aeb4-1c3683a7f63c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:28.506167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Calling delete_port for 147a5774-05d3-468d-aeb4-1c3683a7f63c owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:28.508273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] No DVR routers for this DVR port 147a5774-05d3-468d-aeb4-1c3683a7f63c on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:28.557171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39644) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:28.571621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55c767e5-97ec-464f-88f0-0d19eeb33dcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.587157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (853cf344-90b4-464c-aaf4-c871b0064423), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.598773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (147a5774-05d3-468d-aeb4-1c3683a7f63c), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.611959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] No DVR routers for this DVR port 147a5774-05d3-468d-aeb4-1c3683a7f63c on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:28.615371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853cf344-90b4-464c-aaf4-c871b0064423']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:28.637918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c93f1d1-d59e-406a-8d22-49d2a79b2b69 None None] Pushing event deleted for resources: {'Port': ['ID=147a5774-05d3-468d-aeb4-1c3683a7f63c,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:28.638366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:28.638366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:28.649220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.661979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55c767e5-97ec-464f-88f0-0d19eeb33dcd admin admin] Publish callbacks [] for security_group (7d975a81-8f6d-4dd0-806f-c46d6e469c09), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.663612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.670421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:53:28.670814 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e2e3a2b9-a1d4-4300-bce5-e6c0dd7ed04c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: timer() May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:53:28.672491 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:53:28.738560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-55c767e5-97ec-464f-88f0-0d19eeb33dcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7d975a81-8f6d-4dd0-806f-c46d6e469c09), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.778399 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-55c767e5-97ec-464f-88f0-0d19eeb33dcd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=75eca22b70fa4597b467a7b4f05f1000&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2199740 May 02 10:53:28.779801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c767e5-97ec-464f-88f0-0d19eeb33dcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d975a81-8f6d-4dd0-806f-c46d6e469c09,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:28.781621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:28.810168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (853cf344-90b4-464c-aaf4-c871b0064423), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.819917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.823138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] 10.222.0.16 "DELETE /v2.0/networks/853cf344-90b4-464c-aaf4-c871b0064423 HTTP/1.1" status: 204 len: 168 time: 0.7796106 May 02 10:53:28.835999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dfb401-97ed-4299-bde1-d756d9fffb86 admin admin] Pushing event deleted for resources: {'Network': ['ID=853cf344-90b4-464c-aaf4-c871b0064423,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:28.852062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] Publish callbacks [] for security_group (7d975a81-8f6d-4dd0-806f-c46d6e469c09), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.874365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] Publish callbacks [] for security_group (7d975a81-8f6d-4dd0-806f-c46d6e469c09), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.972622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7d975a81-8f6d-4dd0-806f-c46d6e469c09), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.975598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:28.976817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d975a81-8f6d-4dd0-806f-c46d6e469c09 HTTP/1.1" status: 204 len: 168 time: 0.1941736 May 02 10:53:28.985444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56aae4c-11a9-4ab5-91de-f03f8cd22415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d975a81-8f6d-4dd0-806f-c46d6e469c09,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:29.069325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bac5fff2-84bf-4430-9595-1a439bb53d99 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:29.103998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bac5fff2-84bf-4430-9595-1a439bb53d99 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:29.104739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bac5fff2-84bf-4430-9595-1a439bb53d99 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:29.105400 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 28a483c6-3a9c-4fd8-806f-0e9d8b49963a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:29.133184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 28a483c6-3a9c-4fd8-806f-0e9d8b49963a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:29.133582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 28a483c6-3a9c-4fd8-806f-0e9d8b49963a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:29.134114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 147a5774-05d3-468d-aeb4-1c3683a7f63c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:29.155289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 147a5774-05d3-468d-aeb4-1c3683a7f63c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:29.155646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 147a5774-05d3-468d-aeb4-1c3683a7f63c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:29.228813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:29.254420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:29.278669 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bc2a2789-2285-475b-9e18-e667d988bebc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2257323c692e4608b9a5468b7aa57846&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0486386 May 02 10:53:29.281732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39658) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:29.338589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] Publish callbacks [] for security_group (dd3b5afd-38fd-4f41-8e4f-e71c909e28d9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:29.360724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] Publish callbacks [] for security_group (dd3b5afd-38fd-4f41-8e4f-e71c909e28d9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:29.475648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (dd3b5afd-38fd-4f41-8e4f-e71c909e28d9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:29.478329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:29.479494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/dd3b5afd-38fd-4f41-8e4f-e71c909e28d9 HTTP/1.1" status: 204 len: 168 time: 0.1966758 May 02 10:53:29.487491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814ac2b9-fc20-4229-9b96-506055a61414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd3b5afd-38fd-4f41-8e4f-e71c909e28d9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:30.114756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39698) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:30.219600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1638698698'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:30.292613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:30.296746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.305663 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.390651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for security_group (b8c46363-0392-4baa-824a-35fc8a3c652d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.424402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b8c46363-0392-4baa-824a-35fc8a3c652d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.452929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:53:30.461892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8c46363-0392-4baa-824a-35fc8a3c652d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:30.469397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ecfe5afd-7d5a-48aa-9859-78fd70539bc5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.469807 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Added segment ecfe5afd-7d5a-48aa-9859-78fd70539bc5 of type vlan for network 83baee93-c1ad-427e-814f-8829414dc026 May 02 10:53:30.513775 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (83baee93-c1ad-427e-814f-8829414dc026), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.635828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (83baee93-c1ad-427e-814f-8829414dc026), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.636155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.642154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:30.642751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:30.710294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Network': ['ID=83baee93-c1ad-427e-814f-8829414dc026,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:30.721574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db6d2a8c-3c3b-47a5-814a-1fea815904ec tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6031566 May 02 10:53:30.721737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 83baee93-c1ad-427e-814f-8829414dc026 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:53:30.722026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39744) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:30.727579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'subnet': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:30.903966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:30.907465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.150395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (b528a290-0736-495b-a2e9-39f2cd093457), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.208208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Subnet': ['ID=b528a290-0736-495b-a2e9-39f2cd093457,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:31.225569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Checking segment: {'id': 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '83baee93-c1ad-427e-814f-8829414dc026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:31.225940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network hostable DHCP agents. Network: 83baee93-c1ad-427e-814f-8829414dc026, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:53:31.280130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39752) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:31.332769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:53:31.388490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d438fe35-881e-4a29-b176-e65490cb13dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.424426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 83baee93-c1ad-427e-814f-8829414dc026) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:31.428884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:31.430109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.433766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b0008b-f2ea-4564-8fb2-04f67da7207f None None] Network 83baee93-c1ad-427e-814f-8829414dc026 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:31.472404 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d438fe35-881e-4a29-b176-e65490cb13dc admin admin] Publish callbacks [] for security_group (f980001d-39f7-4ed8-8006-79afd0269bea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.502783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d10bce5a-6424-4c72-ae48-48e2788d3416 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7791295 May 02 10:53:31.505313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39758) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:31.511097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1459342815'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:31.539608 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-83baee93-c1ad-427e-814f-8829414dc026', 'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'project_id': '645ae3da78364e50bd273b91c5ed4f61', 'fixed_ips': [{'subnet_id': 'b528a290-0736-495b-a2e9-39f2cd093457'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:53:31.540464 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.573133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d438fe35-881e-4a29-b176-e65490cb13dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f980001d-39f7-4ed8-8006-79afd0269bea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.613251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d438fe35-881e-4a29-b176-e65490cb13dc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=043eea15ed83460d972d776c76125475&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3319833 May 02 10:53:31.615520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d438fe35-881e-4a29-b176-e65490cb13dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f980001d-39f7-4ed8-8006-79afd0269bea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:31.615874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39760) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:31.673023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] Publish callbacks [] for security_group (f980001d-39f7-4ed8-8006-79afd0269bea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.684356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Allocated IP 2001:db8::2 (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:31.695099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] Publish callbacks [] for security_group (f980001d-39f7-4ed8-8006-79afd0269bea), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.710341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:31.713899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.743606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port 38eb425e-3fb6-4077-8d3c-2b4ff803856c yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:31.827885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks [] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.869736 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f980001d-39f7-4ed8-8006-79afd0269bea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.872423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.873662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f980001d-39f7-4ed8-8006-79afd0269bea HTTP/1.1" status: 204 len: 168 time: 0.2567351 May 02 10:53:31.882567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3f09a-68a1-4046-bec9-da781bedc6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f980001d-39f7-4ed8-8006-79afd0269bea,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:31.898427 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.949841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:31.954444 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:31.956141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:31.958236 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Pushing event updated for resources: {'Port': ['ID=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:31.960399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:31.962108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::30d (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/38eb425e-3fb6-4077-8d3c-2b4ff803856c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:32.016943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Attempting to bind port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:53:32.017428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Attempting to bind port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '83baee93-c1ad-427e-814f-8829414dc026'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:53:32.017680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Attempting to bind port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 on network 83baee93-c1ad-427e-814f-8829414dc026 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:53:32.022662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:53:32.023046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Checking segment: {'id': 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '83baee93-c1ad-427e-814f-8829414dc026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:32.023452 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.023859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Bound using segment: {'id': 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '83baee93-c1ad-427e-814f-8829414dc026'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:53:32.024331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Bound port: 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '83baee93-c1ad-427e-814f-8829414dc026'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:53:32.024741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.097917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] For port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:53:32.101065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] For port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,segment=NetworkSegment(ecfe5afd-7d5a-48aa-9859-78fd70539bc5),segment_id=ecfe5afd-7d5a-48aa-9859-78fd70539bc5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:53:32.140039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.190614 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.232759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.253549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0246f-272c-4617-98fa-5f8eb02ad7ed None None] Pushing event updated for resources: {'Port': ['ID=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:32.292734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:32.295921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:32.302153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:32.307378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:32.308008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.324830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=38eb425e-3fb6-4077-8d3c-2b4ff803856c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:32.398552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-efa27568-4946-402f-b587-4cc2ac53e8a2 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8919683 May 02 10:53:32.401789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39776) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:32.408100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1685432551', 'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f4:94:3a'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:32.636102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:32.730464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:32.749087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port bc84d2ee-449c-4ff5-8e55-ac2940e4f257 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:32.879327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::16d (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/bc84d2ee-449c-4ff5-8e55-ac2940e4f257) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:33.064725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (bc84d2ee-449c-4ff5-8e55-ac2940e4f257), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.102235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:53:33.149923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:33.150207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.196385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bc84d2ee-449c-4ff5-8e55-ac2940e4f257), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.250735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:33.255200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:33.256474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:33.256954 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.257173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=bc84d2ee-449c-4ff5-8e55-ac2940e4f257,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:33.259475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:33.268179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:33.269016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.306482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,segment=NetworkSegment(ecfe5afd-7d5a-48aa-9859-78fd70539bc5),segment_id=ecfe5afd-7d5a-48aa-9859-78fd70539bc5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:33.375360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5db5e352-70fe-414b-9241-39a905d8276f None None] Network 83baee93-c1ad-427e-814f-8829414dc026 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:33.390284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:33.390858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d0325c3b-7cbb-4b11-a983-6bf180cb4a09 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.9873915 May 02 10:53:33.437856 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.442879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46db9a-aab4-422b-96b3-c90bdddda164 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:33.448840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46db9a-aab4-422b-96b3-c90bdddda164 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:33.454345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c46db9a-aab4-422b-96b3-c90bdddda164 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:33.456739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-902bb631-b5c1-4d98-8698-a9298f2e605d None None] Provisioning complete for port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:33.456739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-902bb631-b5c1-4d98-8698-a9298f2e605d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.457016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7c46db9a-aab4-422b-96b3-c90bdddda164 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.0647533 May 02 10:53:33.458938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:33.554508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port bc84d2ee-449c-4ff5-8e55-ac2940e4f257 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:33.554898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bc84d2ee-449c-4ff5-8e55-ac2940e4f257), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.571228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:33.619625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-902bb631-b5c1-4d98-8698-a9298f2e605d None None] Current status of the port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:33.660469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bc84d2ee-449c-4ff5-8e55-ac2940e4f257), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.679961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for bc84d2ee-449c-4ff5-8e55-ac2940e4f257 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:33.939029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bc84d2ee-449c-4ff5-8e55-ac2940e4f257), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.942741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Provisioning complete for port 38eb425e-3fb6-4077-8d3c-2b4ff803856c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:33.943338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:33.996030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Port 38eb425e-3fb6-4077-8d3c-2b4ff803856c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:34.007629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Provisioning complete for port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:34.008512 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:34.042584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=bc84d2ee-449c-4ff5-8e55-ac2940e4f257,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:34.125013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:34.129817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Current status of the port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:34.131723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:34.132121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-591ccba3-f531-461d-b933-21cf57da0d31 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/bc84d2ee-449c-4ff5-8e55-ac2940e4f257 HTTP/1.1" status: 204 len: 168 time: 0.6719472 May 02 10:53:34.136715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a2c44df-06af-47f6-8f30-07e31fc1371e None None] Could not find standard attr ID for object bc84d2ee-449c-4ff5-8e55-ac2940e4f257. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:53:34.159629 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-447a480f-df8d-4f50-b006-f9c80a968b97 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] GET failed (client error): The resource could not be found. May 02 10:53:34.160075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-447a480f-df8d-4f50-b006-f9c80a968b97 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports/bc84d2ee-449c-4ff5-8e55-ac2940e4f257 HTTP/1.1" status: 404 len: 333 time: 0.0272734 May 02 10:53:34.163858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:34.168947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-560694994'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:34.256140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f6fcb5b7-f4b3-432c-a51b-2295a6bb680c None None] Provisioning complete for port 38eb425e-3fb6-4077-8d3c-2b4ff803856c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:34.256540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6fcb5b7-f4b3-432c-a51b-2295a6bb680c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:34.306835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f6fcb5b7-f4b3-432c-a51b-2295a6bb680c None None] Port 38eb425e-3fb6-4077-8d3c-2b4ff803856c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:34.406957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:34.410396 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:34.421334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9651ce79-53b2-4daa-bd2d-5e103ec49ee2 None None] Could not find standard attr ID for object bc84d2ee-449c-4ff5-8e55-ac2940e4f257. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:53:34.431010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port 5e2e14bd-1acd-4478-9673-ad608b224956 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:34.561552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::1ba (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/5e2e14bd-1acd-4478-9673-ad608b224956) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:35.034550 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (5e2e14bd-1acd-4478-9673-ad608b224956), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.056208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:53:35.101555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:35.101926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.167466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.183105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:35.212733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:35.215771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:35.218180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:35.223837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:35.224467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.244688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=5e2e14bd-1acd-4478-9673-ad608b224956,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:35.255984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.256344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.256735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.260970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.261733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:35.308560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-675d0fa1-55a5-4591-8d31-25eb3c0371ac tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1436346 May 02 10:53:35.311728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39864) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:35.318765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f4:94:3a'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:35.396531 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.457527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-12f7c51d-e3a4-403c-acbd-5979ea74a8fc None None] Provisioning complete for port 5e2e14bd-1acd-4478-9673-ad608b224956 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:35.458147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12f7c51d-e3a4-403c-acbd-5979ea74a8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.496529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-12f7c51d-e3a4-403c-acbd-5979ea74a8fc None None] Port 5e2e14bd-1acd-4478-9673-ad608b224956 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:35.586337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (5e2e14bd-1acd-4478-9673-ad608b224956), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.651940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39868) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:35.652838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.689739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] In _notify_port_updated(), no bound segment for port 5e2e14bd-1acd-4478-9673-ad608b224956 on network 83baee93-c1ad-427e-814f-8829414dc026 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:53:35.694890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:35.695462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.699527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "PUT /v2.0/ports/5e2e14bd-1acd-4478-9673-ad608b224956 HTTP/1.1" status: 200 len: 1002 time: 0.3840585 May 02 10:53:35.699716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:35.745610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b38c4-874d-4a88-888e-93985d153d7b tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=5e2e14bd-1acd-4478-9673-ad608b224956,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:35.791230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9053164c-2428-4f24-8859-df248bb5bf16 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.805433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port 5e2e14bd-1acd-4478-9673-ad608b224956 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:35.805795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.876188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9053164c-2428-4f24-8859-df248bb5bf16 admin admin] Publish callbacks [] for security_group (1e2451ba-cef7-4fdd-b4e1-15058120b904), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.908053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.924866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for 5e2e14bd-1acd-4478-9673-ad608b224956 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:35.938720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9053164c-2428-4f24-8859-df248bb5bf16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1e2451ba-cef7-4fdd-b4e1-15058120b904), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:35.981082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9053164c-2428-4f24-8859-df248bb5bf16 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bd576e9a04624e3499fcadc484e23e2e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3279028 May 02 10:53:35.982488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053164c-2428-4f24-8859-df248bb5bf16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e2451ba-cef7-4fdd-b4e1-15058120b904,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:35.984747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:36.028943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b16544c4-8a79-4135-8631-fc279d20a23e None None] Provisioning complete for port 5e2e14bd-1acd-4478-9673-ad608b224956 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:36.029317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b16544c4-8a79-4135-8631-fc279d20a23e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.034535 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] Publish callbacks [] for security_group (1e2451ba-cef7-4fdd-b4e1-15058120b904), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.060860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] Publish callbacks [] for security_group (1e2451ba-cef7-4fdd-b4e1-15058120b904), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.071423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b16544c4-8a79-4135-8631-fc279d20a23e None None] Port 5e2e14bd-1acd-4478-9673-ad608b224956 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:36.150238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5e2e14bd-1acd-4478-9673-ad608b224956), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.181186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=5e2e14bd-1acd-4478-9673-ad608b224956,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:36.218428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1e2451ba-cef7-4fdd-b4e1-15058120b904), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.221670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.222702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1e2451ba-cef7-4fdd-b4e1-15058120b904 HTTP/1.1" status: 204 len: 168 time: 0.2370467 May 02 10:53:36.230900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1874cd2-aba1-4ed8-bff2-08640514d595 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e2451ba-cef7-4fdd-b4e1-15058120b904,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:36.316487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.320676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f4e7be57-d6ee-4958-9c98-af599530b88e tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/5e2e14bd-1acd-4478-9673-ad608b224956 HTTP/1.1" status: 204 len: 168 time: 0.6191556 May 02 10:53:36.322476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:36.352653 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-0686a552-67ea-41a8-8cfa-eccf3c82b708 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] GET failed (client error): The resource could not be found. May 02 10:53:36.358242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0686a552-67ea-41a8-8cfa-eccf3c82b708 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports/5e2e14bd-1acd-4478-9673-ad608b224956 HTTP/1.1" status: 404 len: 333 time: 0.0306716 May 02 10:53:36.358545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39884) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:36.363730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1463903465'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:36.550115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:36.553371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.571288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:36.685865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::37 (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/8cd8e016-d96c-4021-b4bc-4ab05a0385f2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:36.795185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39892) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:36.808246 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8396346f-e990-4e0e-b78f-84d54b3a7631 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.840244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.885020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8396346f-e990-4e0e-b78f-84d54b3a7631 admin admin] Publish callbacks [] for security_group (f0dc7dd4-4644-4f11-9f45-4654f5a40f47), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.927553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.971741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:36.972932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8396346f-e990-4e0e-b78f-84d54b3a7631 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f0dc7dd4-4644-4f11-9f45-4654f5a40f47), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:36.975005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:36.978470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:36.984011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:36.984317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.009450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=8cd8e016-d96c-4021-b4bc-4ab05a0385f2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:37.014824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8396346f-e990-4e0e-b78f-84d54b3a7631 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a91e5378d28f4531b70e7a97ddfa017d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2182972 May 02 10:53:37.015702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396346f-e990-4e0e-b78f-84d54b3a7631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0dc7dd4-4644-4f11-9f45-4654f5a40f47,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:37.017494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39896) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:37.067336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-492a8aa7-1b54-4728-8620-37f9d936627a tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.7075768 May 02 10:53:37.070308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39898) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:37.076488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f4:94:3a'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:37.086137 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] Publish callbacks [] for security_group (f0dc7dd4-4644-4f11-9f45-4654f5a40f47), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.111972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] Publish callbacks [] for security_group (f0dc7dd4-4644-4f11-9f45-4654f5a40f47), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.155483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.224269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f0dc7dd4-4644-4f11-9f45-4654f5a40f47), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.227831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.230056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f0dc7dd4-4644-4f11-9f45-4654f5a40f47 HTTP/1.1" status: 204 len: 168 time: 0.2105150 May 02 10:53:37.238630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de67388-a5ba-4ab9-8f48-2caec08c1544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0dc7dd4-4644-4f11-9f45-4654f5a40f47,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:37.297199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-29ae3706-16f9-4259-81f6-7ae58fa5b215 None None] Provisioning complete for port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:37.298231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-29ae3706-16f9-4259-81f6-7ae58fa5b215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.333327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-29ae3706-16f9-4259-81f6-7ae58fa5b215 None None] Port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:37.362007 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.430310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.476054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] In _notify_port_updated(), no bound segment for port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 on network 83baee93-c1ad-427e-814f-8829414dc026 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:53:37.481276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:37.485609 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.485609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "PUT /v2.0/ports/8cd8e016-d96c-4021-b4bc-4ab05a0385f2 HTTP/1.1" status: 200 len: 1002 time: 0.4118943 May 02 10:53:37.487434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:37.512098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9ff7d7-a736-4451-a3a5-eb5825282364 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=8cd8e016-d96c-4021-b4bc-4ab05a0385f2,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:37.583965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:37.584316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.682348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.702656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:37.738924 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:53:37.856849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-406252ff-0f10-44ac-ba53-d951479cf9b4 None None] Provisioning complete for port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:37.857227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-406252ff-0f10-44ac-ba53-d951479cf9b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.894411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-406252ff-0f10-44ac-ba53-d951479cf9b4 None None] Port 8cd8e016-d96c-4021-b4bc-4ab05a0385f2 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:37.927148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (8cd8e016-d96c-4021-b4bc-4ab05a0385f2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.958043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=8cd8e016-d96c-4021-b4bc-4ab05a0385f2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:37.985237 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:37.988484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9be91efe-3926-464e-89ec-659cc6b1da26 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/8cd8e016-d96c-4021-b4bc-4ab05a0385f2 HTTP/1.1" status: 204 len: 168 time: 0.4999726 May 02 10:53:37.991351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 39936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:38.018961 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ddd363-8579-42fe-97d3-e97b39630ab3 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] GET failed (client error): The resource could not be found. May 02 10:53:38.024084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86ddd363-8579-42fe-97d3-e97b39630ab3 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports/8cd8e016-d96c-4021-b4bc-4ab05a0385f2 HTTP/1.1" status: 404 len: 333 time: 0.0282178 May 02 10:53:38.024492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:38.029760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1130052629'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:38.212489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:38.215953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:38.233866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port 54348016-4e70-42d8-b268-cf6a54ef166e yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:38.347977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::212 (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/54348016-4e70-42d8-b268-cf6a54ef166e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:38.503424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (54348016-4e70-42d8-b268-cf6a54ef166e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:38.613631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (54348016-4e70-42d8-b268-cf6a54ef166e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:38.662548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:38.667881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:38.672529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:38.680288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:38.680288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:38.685927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=54348016-4e70-42d8-b268-cf6a54ef166e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:38.772488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae8ea174-3baa-4514-813b-bc4e72c2ea1f tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7400191 May 02 10:53:38.774359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39966) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:38.783530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'network_id': '83baee93-c1ad-427e-814f-8829414dc026', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1687282826'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:38.984222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Made reservation on behalf of 645ae3da78364e50bd273b91c5ed4f61 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:38.989702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.030527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] device_id is not set on port d7bea19c-11c2-4bd6-a583-fd16b2da12df yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:39.031205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b27fffd1-ae75-4e3b-bd6e-4f3606232951 None None] Provisioning complete for port 54348016-4e70-42d8-b268-cf6a54ef166e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:39.031739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b27fffd1-ae75-4e3b-bd6e-4f3606232951 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (54348016-4e70-42d8-b268-cf6a54ef166e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.080067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b27fffd1-ae75-4e3b-bd6e-4f3606232951 None None] Port 54348016-4e70-42d8-b268-cf6a54ef166e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:39.179826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Allocated IP 2001:db8::1f1 (83baee93-c1ad-427e-814f-8829414dc026/b528a290-0736-495b-a2e9-39f2cd093457/d7bea19c-11c2-4bd6-a583-fd16b2da12df) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:39.335921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.436436 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.476926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Network 83baee93-c1ad-427e-814f-8829414dc026 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:39.479950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:39.486329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:39.491483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:39.492094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.503411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=d7bea19c-11c2-4bd6-a583-fd16b2da12df,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:39.575859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-218f44d9-ddb2-4a27-905f-357dc0601523 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8000922 May 02 10:53:39.578499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 39996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:39.583798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::30d', 'mac_address': 'fa:16:3e:f4:94:3a'}, {'ip_address': '2001:db8::212', 'mac_address': 'fa:16:3e:f5:c5:40'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:39.756034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.802715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b82284ca-7fdf-49f3-b039-1e5d4766c37a None None] Provisioning complete for port d7bea19c-11c2-4bd6-a583-fd16b2da12df triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:39.803090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b82284ca-7fdf-49f3-b039-1e5d4766c37a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:39.837255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b82284ca-7fdf-49f3-b039-1e5d4766c37a None None] Port d7bea19c-11c2-4bd6-a583-fd16b2da12df cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:39.936566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.013647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.045070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] In _notify_port_updated(), no bound segment for port d7bea19c-11c2-4bd6-a583-fd16b2da12df on network 83baee93-c1ad-427e-814f-8829414dc026 {{(pid=115662) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:53:40.053414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:40.053817 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.057865 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "PUT /v2.0/ports/d7bea19c-11c2-4bd6-a583-fd16b2da12df HTTP/1.1" status: 200 len: 1068 time: 0.4757407 May 02 10:53:40.058117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40008) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:40.119737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3c4d68-3c24-4b04-9ef1-e4970ecac3a7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event updated for resources: {'Port': ['ID=d7bea19c-11c2-4bd6-a583-fd16b2da12df,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:40.185434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port d7bea19c-11c2-4bd6-a583-fd16b2da12df {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:40.185872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.278671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.292698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for d7bea19c-11c2-4bd6-a583-fd16b2da12df owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:40.361899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2e90e5ee-8658-4701-84c2-bfccbab634d5 None None] Provisioning complete for port d7bea19c-11c2-4bd6-a583-fd16b2da12df triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:40.362459 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e90e5ee-8658-4701-84c2-bfccbab634d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.402091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2e90e5ee-8658-4701-84c2-bfccbab634d5 None None] Port d7bea19c-11c2-4bd6-a583-fd16b2da12df cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:40.469793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d7bea19c-11c2-4bd6-a583-fd16b2da12df), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.499772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=d7bea19c-11c2-4bd6-a583-fd16b2da12df,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:40.675729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.679197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6b3ab4c8-79e9-4e99-80a1-9ef598aacc9c tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/d7bea19c-11c2-4bd6-a583-fd16b2da12df HTTP/1.1" status: 204 len: 168 time: 0.6200504 May 02 10:53:40.681825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:40.711221 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e58606-52d3-423c-8f82-36d70a3df8d3 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] GET failed (client error): The resource could not be found. May 02 10:53:40.712691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0e58606-52d3-423c-8f82-36d70a3df8d3 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports/d7bea19c-11c2-4bd6-a583-fd16b2da12df HTTP/1.1" status: 404 len: 333 time: 0.0299072 May 02 10:53:40.715506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:40.802074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port 54348016-4e70-42d8-b268-cf6a54ef166e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:40.802423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (54348016-4e70-42d8-b268-cf6a54ef166e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.894862 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (54348016-4e70-42d8-b268-cf6a54ef166e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:40.906346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for 54348016-4e70-42d8-b268-cf6a54ef166e owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:41.037427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:41.087606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (54348016-4e70-42d8-b268-cf6a54ef166e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.122622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=54348016-4e70-42d8-b268-cf6a54ef166e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:41.159623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.163065 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-865e6b26-2608-49c4-b231-6a92cfa5cacf tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/54348016-4e70-42d8-b268-cf6a54ef166e HTTP/1.1" status: 204 len: 168 time: 0.4459782 May 02 10:53:41.166266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40034) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:41.169372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a51ffceb-0c71-44a2-9201-e529debf58da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.193236 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95c6265-081d-4df7-8455-9b5f4f7b9556 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] GET failed (client error): The resource could not be found. May 02 10:53:41.195442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c95c6265-081d-4df7-8455-9b5f4f7b9556 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "GET /v2.0/ports/54348016-4e70-42d8-b268-cf6a54ef166e HTTP/1.1" status: 404 len: 333 time: 0.0276489 May 02 10:53:41.200163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40038) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:41.272296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a51ffceb-0c71-44a2-9201-e529debf58da admin admin] Publish callbacks [] for security_group (5dd836fb-aa81-4ed3-b4ad-df31ff59821e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.299409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port 38eb425e-3fb6-4077-8d3c-2b4ff803856c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:41.299761 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.349961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a51ffceb-0c71-44a2-9201-e529debf58da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5dd836fb-aa81-4ed3-b4ad-df31ff59821e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.386274 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a51ffceb-0c71-44a2-9201-e529debf58da admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f01655620d224e8f9598238e181b462a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3476665 May 02 10:53:41.389588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40040) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:41.393737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51ffceb-0c71-44a2-9201-e529debf58da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd836fb-aa81-4ed3-b4ad-df31ff59821e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:41.393867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.422379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for 38eb425e-3fb6-4077-8d3c-2b4ff803856c owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:41.495153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] Publish callbacks [] for security_group (5dd836fb-aa81-4ed3-b4ad-df31ff59821e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.530130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] Publish callbacks [] for security_group (5dd836fb-aa81-4ed3-b4ad-df31ff59821e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.675948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (38eb425e-3fb6-4077-8d3c-2b4ff803856c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.703393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=38eb425e-3fb6-4077-8d3c-2b4ff803856c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:41.707580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5dd836fb-aa81-4ed3-b4ad-df31ff59821e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.710187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.711319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dd836fb-aa81-4ed3-b4ad-df31ff59821e HTTP/1.1" status: 204 len: 168 time: 0.3207939 May 02 10:53:41.724224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148bb919-c4bc-4354-ae23-969c388324ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd836fb-aa81-4ed3-b4ad-df31ff59821e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:41.759612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.759612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ff355c9-bb83-4ec4-8e25-df65f1411ba7 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/ports/38eb425e-3fb6-4077-8d3c-2b4ff803856c HTTP/1.1" status: 204 len: 168 time: 0.5552211 May 02 10:53:41.759612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40044) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:41.822181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting subnet b528a290-0736-495b-a2e9-39f2cd093457 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:53:41.825800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for subnet (b528a290-0736-495b-a2e9-39f2cd093457), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.868251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b528a290-0736-495b-a2e9-39f2cd093457), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:41.962766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b528a290-0736-495b-a2e9-39f2cd093457), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.127643 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b528a290-0736-495b-a2e9-39f2cd093457), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.155791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Subnet': ['ID=b528a290-0736-495b-a2e9-39f2cd093457,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:42.159569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.162854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78f01df9-f599-45b1-8805-3076d4b84446 tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/subnets/b528a290-0736-495b-a2e9-39f2cd093457 HTTP/1.1" status: 204 len: 168 time: 0.4018073 May 02 10:53:42.165448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:42.167848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf0a2c2-84bc-490b-a135-f50b15f562b6 None None] Network 83baee93-c1ad-427e-814f-8829414dc026 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:42.250728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (83baee93-c1ad-427e-814f-8829414dc026), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.299705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Deleting port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:42.300069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.340817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] DHCP port deletion for 83baee93-c1ad-427e-814f-8829414dc026 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:53:42.347893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:42.362682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aca94365-97c9-41d0-b8ad-5c4154ade067 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.368387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] For port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,segment=NetworkSegment(ecfe5afd-7d5a-48aa-9859-78fd70539bc5),segment_id=ecfe5afd-7d5a-48aa-9859-78fd70539bc5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:42.368799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.382992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Calling delete_port for 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:42.389909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Deleting port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:42.390286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.443412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aca94365-97c9-41d0-b8ad-5c4154ade067 admin admin] Publish callbacks [] for security_group (7d6f90d5-b800-4365-a997-fe7d08e0285f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.455563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] For port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,segment=NetworkSegment(ecfe5afd-7d5a-48aa-9859-78fd70539bc5),segment_id=ecfe5afd-7d5a-48aa-9859-78fd70539bc5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:42.455970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.470258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Calling delete_port for 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:42.504164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aca94365-97c9-41d0-b8ad-5c4154ade067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7d6f90d5-b800-4365-a997-fe7d08e0285f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.538487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.547369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aca94365-97c9-41d0-b8ad-5c4154ade067 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a22731b4d3b24a73ac7d7fadb21374aa&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1980639 May 02 10:53:42.549611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca94365-97c9-41d0-b8ad-5c4154ade067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6f90d5-b800-4365-a997-fe7d08e0285f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:42.551951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40056) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:42.552081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.570599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] No DVR routers for this DVR port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:42.575930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Port': ['ID=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:42.579338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] Pushing event deleted for resources: {'Port': ['ID=83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:42.584202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7004a4c7-b7cf-44de-8e44-76b325f54063 None None] No DVR routers for this DVR port 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:42.623162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] Publish callbacks [] for security_group (7d6f90d5-b800-4365-a997-fe7d08e0285f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.649451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] Publish callbacks [] for security_group (7d6f90d5-b800-4365-a997-fe7d08e0285f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.663292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (83baee93-c1ad-427e-814f-8829414dc026), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.683540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83baee93-c1ad-427e-814f-8829414dc026']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:42.693181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:42.693502 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecfe5afd-7d5a-48aa-9859-78fd70539bc5') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:42.703524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ecfe5afd-7d5a-48aa-9859-78fd70539bc5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.718156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ecfe5afd-7d5a-48aa-9859-78fd70539bc5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.724854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:53:42.725291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ecfe5afd-7d5a-48aa-9859-78fd70539bc5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: timer() May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:53:42.728563 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:53:42.738283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7d6f90d5-b800-4365-a997-fe7d08e0285f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.740994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.742210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7d6f90d5-b800-4365-a997-fe7d08e0285f HTTP/1.1" status: 204 len: 168 time: 0.1776388 May 02 10:53:42.751165 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0610cd-5002-4a03-b7de-a0b80140327a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6f90d5-b800-4365-a997-fe7d08e0285f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:42.860929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (83baee93-c1ad-427e-814f-8829414dc026), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.867269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:42.870255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] 10.222.0.16 "DELETE /v2.0/networks/83baee93-c1ad-427e-814f-8829414dc026 HTTP/1.1" status: 204 len: 168 time: 0.7038448 May 02 10:53:42.882047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175bda7-bba2-4fc2-8a97-4516eac1f2bb tempest-AllowedAddressPairIpV6TestJSON-1578161642 tempest-AllowedAddressPairIpV6TestJSON-1578161642-project] Pushing event deleted for resources: {'Network': ['ID=83baee93-c1ad-427e-814f-8829414dc026,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:43.053772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:43.076508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:43.077024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 83887ebf-8ae6-40d8-9bb8-3c85f5ccdde3 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:43.293049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40074) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:43.480110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ad2118f-23e3-4d01-8be7-31b89226a3b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=645ae3da78364e50bd273b91c5ed4f61&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1858017 May 02 10:53:43.483236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40082) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:43.534289 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] Publish callbacks [] for security_group (b8c46363-0392-4baa-824a-35fc8a3c652d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:43.557407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] Publish callbacks [] for security_group (b8c46363-0392-4baa-824a-35fc8a3c652d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:43.698347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b8c46363-0392-4baa-824a-35fc8a3c652d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:43.701077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:43.702301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8c46363-0392-4baa-824a-35fc8a3c652d HTTP/1.1" status: 204 len: 168 time: 0.2181156 May 02 10:53:43.710691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a98a1e3-5958-4e2e-9db4-68d1d7e88e97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8c46363-0392-4baa-824a-35fc8a3c652d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:44.573221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:44.746889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40164) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:44.950415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-406301605'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:45.013568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Made reservation on behalf of 78bd08880fc54674a35eab203f825de5 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:45.017153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.026085 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.111600 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for security_group (8574745d-9174-478d-a26c-b70de09331a0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.167366 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8574745d-9174-478d-a26c-b70de09331a0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.198694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:53:45.205451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8574745d-9174-478d-a26c-b70de09331a0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:45.214820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82d3f309-ffa5-44e4-88b2-b856cca24c54), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.215173 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Added segment 82d3f309-ffa5-44e4-88b2-b856cca24c54 of type vlan for network 7e35f539-0c86-4940-a669-23fc4d4ade37 May 02 10:53:45.217772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.218158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.218499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.218844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.219187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.219524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.219859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.220215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.220545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.220899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.221236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.221567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.221897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.222224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.222548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:45.270496 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7e35f539-0c86-4940-a669-23fc4d4ade37), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.384120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7e35f539-0c86-4940-a669-23fc4d4ade37), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.389595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:45.390206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.459666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'Network': ['ID=7e35f539-0c86-4940-a669-23fc4d4ade37,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:45.470720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:53:45.509897 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-371c8115-4384-417c-a0e8-a095a10ebe50 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7585113 May 02 10:53:45.510093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40180) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:45.515860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Request body: {'subnet': {'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:45.681615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Made reservation on behalf of 78bd08880fc54674a35eab203f825de5 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:45.697785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.916525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (2c7a8e92-0970-4066-a4ca-888fbfb62561), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:45.990096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'Subnet': ['ID=2c7a8e92-0970-4066-a4ca-888fbfb62561,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:45.999912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Checking segment: {'id': '82d3f309-ffa5-44e4-88b2-b856cca24c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:46.000261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Network hostable DHCP agents. Network: 7e35f539-0c86-4940-a669-23fc4d4ade37, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:53:46.058709 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.127014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:53:46.241589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7e35f539-0c86-4940-a669-23fc4d4ade37) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:46.245754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:46.246384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.251863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a768b167-0895-49b5-bb03-fc4f057ab56f None None] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:46.377610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7e35f539-0c86-4940-a669-23fc4d4ade37', 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37', 'project_id': '78bd08880fc54674a35eab203f825de5', 'fixed_ips': [{'subnet_id': '2c7a8e92-0970-4066-a4ca-888fbfb62561'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:53:46.432847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.456902 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae099bfa-1b63-480e-9878-3b6051a6ee5f tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9448919 May 02 10:53:46.458730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40204) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:46.467220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Request body: {'port': {'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37', 'name': 'tempest-ExtraDHCPOptionsTestJSON-63213403'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:46.636263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Made reservation on behalf of 78bd08880fc54674a35eab203f825de5 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:46.640705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.659373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] device_id is not set on port ea5e164d-4338-4d9d-8f63-06193876954c yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:46.682837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Allocated IP 172.20.0.2 (7e35f539-0c86-4940-a669-23fc4d4ade37/2c7a8e92-0970-4066-a4ca-888fbfb62561/827f422e-d663-43c7-9f3f-e65fa3176766) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:46.844465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks [] for port (827f422e-d663-43c7-9f3f-e65fa3176766), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.910515 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:46.954261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:46.960169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:46.962523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:46.966534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Pushing event updated for resources: {'Port': ['ID=827f422e-d663-43c7-9f3f-e65fa3176766,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:46.971079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Allocated IP 172.20.0.7 (7e35f539-0c86-4940-a669-23fc4d4ade37/2c7a8e92-0970-4066-a4ca-888fbfb62561/ea5e164d-4338-4d9d-8f63-06193876954c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:47.023425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Attempting to bind port 827f422e-d663-43c7-9f3f-e65fa3176766 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:53:47.023955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Attempting to bind port 827f422e-d663-43c7-9f3f-e65fa3176766 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '82d3f309-ffa5-44e4-88b2-b856cca24c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:53:47.024386 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Attempting to bind port 827f422e-d663-43c7-9f3f-e65fa3176766 on network 7e35f539-0c86-4940-a669-23fc4d4ade37 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:53:47.030547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:53:47.034915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Checking segment: {'id': '82d3f309-ffa5-44e4-88b2-b856cca24c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:47.034915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.034915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Bound using segment: {'id': '82d3f309-ffa5-44e4-88b2-b856cca24c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:53:47.034915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Bound port: 827f422e-d663-43c7-9f3f-e65fa3176766, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82d3f309-ffa5-44e4-88b2-b856cca24c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:53:47.034915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.106335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] For port 827f422e-d663-43c7-9f3f-e65fa3176766, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:53:47.110825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] For port 827f422e-d663-43c7-9f3f-e65fa3176766, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827f422e-d663-43c7-9f3f-e65fa3176766,segment=NetworkSegment(82d3f309-ffa5-44e4-88b2-b856cca24c54),segment_id=82d3f309-ffa5-44e4-88b2-b856cca24c54)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:53:47.197076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.275770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc62eb9b-6323-4987-9b64-01ce49c6cc46 None None] Pushing event updated for resources: {'Port': ['ID=827f422e-d663-43c7-9f3f-e65fa3176766,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:47.461368 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for port (ea5e164d-4338-4d9d-8f63-06193876954c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.568008 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.614601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:47.619575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:47.623469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:47.647638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'Port': ['ID=ea5e164d-4338-4d9d-8f63-06193876954c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:47.679484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:47.680081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.741947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c0f6cd15-b8d1-44ad-818e-e698e8eb74c4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2819374 May 02 10:53:47.744727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40236) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:47.750224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Request body: {'port': {'network_id': '7e35f539-0c86-4940-a669-23fc4d4ade37', 'name': 'tempest-ExtraDHCPOptionsTestJSON-808374730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:47.754882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.api.validators [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] bootfile-name is not in valid_values {{(pid=115662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:47.754882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.api.validators [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] tftp-server is not in valid_values {{(pid=115662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:47.754882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.api.validators [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] server-ip-address is not in valid_values {{(pid=115662) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:47.938923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Made reservation on behalf of 78bd08880fc54674a35eab203f825de5 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:47.947900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:47.962090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] device_id is not set on port c281a5d2-8a9b-4058-b3b2-df5545997594 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:53:48.086312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Allocated IP 172.20.0.3 (7e35f539-0c86-4940-a669-23fc4d4ade37/2c7a8e92-0970-4066-a4ca-888fbfb62561/c281a5d2-8a9b-4058-b3b2-df5545997594) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:48.135679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-b709cef0-b8f9-4ed7-8c23-08be604ae6ce req-8b35e544-997d-43d5-971c-22189d14af90 service neutron] (115663) timed out ('10.222.0.24', 50381) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:53:48.254396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa1799f-93d1-4d0d-86bd-aeabeb508a29 None None] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:48.271165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.331826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Provisioning complete for port 827f422e-d663-43c7-9f3f-e65fa3176766 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:48.332209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.407808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.454402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Current status of the port 827f422e-d663-43c7-9f3f-e65fa3176766 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:48.455071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.461982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:48.467824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:48.472777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:48.480154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'Port': ['ID=c281a5d2-8a9b-4058-b3b2-df5545997594,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:48.514941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] For port 827f422e-d663-43c7-9f3f-e65fa3176766, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827f422e-d663-43c7-9f3f-e65fa3176766,segment=NetworkSegment(82d3f309-ffa5-44e4-88b2-b856cca24c54),segment_id=82d3f309-ffa5-44e4-88b2-b856cca24c54)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:48.535914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:48.536688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.595992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.649083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d76b4-93f6-4cc8-b648-c94f6f50085c None None] Pushing event updated for resources: {'Port': ['ID=827f422e-d663-43c7-9f3f-e65fa3176766,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:48.668228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-daadc54f-8ca2-4402-a7d9-3fa061e7641b tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 0.9157748 May 02 10:53:48.668228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:48.713158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Provisioning complete for port ea5e164d-4338-4d9d-8f63-06193876954c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:48.713538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.722560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec981d0f-24be-4c49-9773-63b3e7f9948c tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:48.731340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec981d0f-24be-4c49-9773-63b3e7f9948c tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:48.737354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec981d0f-24be-4c49-9773-63b3e7f9948c tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:48.739487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec981d0f-24be-4c49-9773-63b3e7f9948c tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2615 time: 0.0738118 May 02 10:53:48.742536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40258) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:48.767536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Port ea5e164d-4338-4d9d-8f63-06193876954c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:48.779830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Provisioning complete for port 827f422e-d663-43c7-9f3f-e65fa3176766 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:48.779830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.847886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Deleting port c281a5d2-8a9b-4058-b3b2-df5545997594 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:48.848525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.891576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b70d4ef5-dc4c-4fab-9a40-92ed7f498bc6 None None] Current status of the port 827f422e-d663-43c7-9f3f-e65fa3176766 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:48.953153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:48.969504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Calling delete_port for c281a5d2-8a9b-4058-b3b2-df5545997594 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:49.025510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9fa0cf1d-e647-4952-b375-d6cb87b97aab None None] Provisioning complete for port ea5e164d-4338-4d9d-8f63-06193876954c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:49.026008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9fa0cf1d-e647-4952-b375-d6cb87b97aab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.072066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9fa0cf1d-e647-4952-b375-d6cb87b97aab None None] Port ea5e164d-4338-4d9d-8f63-06193876954c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:49.104301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 827f422e-d663-43c7-9f3f-e65fa3176766 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:53:49.157426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 827f422e-d663-43c7-9f3f-e65fa3176766 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:49.157892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.209730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-49327325-3004-402f-8ce9-d5391b579577 None None] Provisioning complete for port c281a5d2-8a9b-4058-b3b2-df5545997594 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:49.210101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49327325-3004-402f-8ce9-d5391b579577 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.219451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c281a5d2-8a9b-4058-b3b2-df5545997594), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.253506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event deleted for resources: {'Port': ['ID=c281a5d2-8a9b-4058-b3b2-df5545997594,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:49.279023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-49327325-3004-402f-8ce9-d5391b579577 None None] Port c281a5d2-8a9b-4058-b3b2-df5545997594 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:49.298816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 827f422e-d663-43c7-9f3f-e65fa3176766 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:53:49.334617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.339849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7bc26d6c-9de5-44a0-a9a3-98415281303e tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "DELETE /v2.0/ports/c281a5d2-8a9b-4058-b3b2-df5545997594 HTTP/1.1" status: 204 len: 168 time: 0.5944934 May 02 10:53:49.343082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:49.351250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Request body: {'port': {'name': 'tempest-new-port-name-301824994', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:49.351667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] bootfile-name is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:49.352162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] tftp-server is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:49.352582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.api.validators [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] server-ip-address is not in valid_values {{(pid=115663) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} May 02 10:53:49.435041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.638651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for port (ea5e164d-4338-4d9d-8f63-06193876954c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.692776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.767466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event updated for resources: {'Port': ['ID=ea5e164d-4338-4d9d-8f63-06193876954c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:49.782367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] In _notify_port_updated(), no bound segment for port ea5e164d-4338-4d9d-8f63-06193876954c on network 7e35f539-0c86-4940-a669-23fc4d4ade37 {{(pid=115663) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:936}} May 02 10:53:49.788053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:49.788737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:49.790099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-da87bc5a-dc6c-46df-902a-2460c8b809ab tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "PUT /v2.0/ports/ea5e164d-4338-4d9d-8f63-06193876954c HTTP/1.1" status: 200 len: 1135 time: 0.4442501 May 02 10:53:49.792708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40280) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:49.849201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90eee787-210f-4758-af3d-71e6347eb5a4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:49.851429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90eee787-210f-4758-af3d-71e6347eb5a4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "GET /v2.0/ports/ea5e164d-4338-4d9d-8f63-06193876954c HTTP/1.1" status: 200 len: 1135 time: 0.0572581 May 02 10:53:49.857910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40282) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:49.963788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Deleting port ea5e164d-4338-4d9d-8f63-06193876954c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:49.964136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.021513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9c8a4850-5ec9-496e-988a-092ef9340008 None None] Provisioning complete for port ea5e164d-4338-4d9d-8f63-06193876954c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:53:50.021818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c8a4850-5ec9-496e-988a-092ef9340008 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.061929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9c8a4850-5ec9-496e-988a-092ef9340008 None None] Port ea5e164d-4338-4d9d-8f63-06193876954c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:53:50.080449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.113828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Calling delete_port for ea5e164d-4338-4d9d-8f63-06193876954c owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:50.350175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ea5e164d-4338-4d9d-8f63-06193876954c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.378652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event deleted for resources: {'Port': ['ID=ea5e164d-4338-4d9d-8f63-06193876954c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:50.453458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.456776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f734e812-d789-450c-a20a-d062cfab6f49 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "DELETE /v2.0/ports/ea5e164d-4338-4d9d-8f63-06193876954c HTTP/1.1" status: 204 len: 168 time: 0.5954261 May 02 10:53:50.464814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:50.549450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Deleting subnet 2c7a8e92-0970-4066-a4ca-888fbfb62561 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:53:50.553492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for subnet (2c7a8e92-0970-4066-a4ca-888fbfb62561), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.608960 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (2c7a8e92-0970-4066-a4ca-888fbfb62561), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.708472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (2c7a8e92-0970-4066-a4ca-888fbfb62561), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.787518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-a7b64965-51d4-4c9f-b4c8-5fcb920ed4c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0570495 May 02 10:53:50.874090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (2c7a8e92-0970-4066-a4ca-888fbfb62561), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.908690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-1532bc32-3d3f-4734-a0f7-a16749dce098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:50.910188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-1532bc32-3d3f-4734-a0f7-a16749dce098 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0667515 May 02 10:53:50.915596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:50.920193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:50.920821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "DELETE /v2.0/subnets/2c7a8e92-0970-4066-a4ca-888fbfb62561 HTTP/1.1" status: 204 len: 168 time: 0.4549108 May 02 10:53:50.921983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea34c00-a693-4e53-a9fb-ca9f3891a3ea tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7a8e92-0970-4066-a4ca-888fbfb62561,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:50.925533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a00a00-3215-41b8-aba9-ab717902a6e8 None None] Network 7e35f539-0c86-4940-a669-23fc4d4ade37 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:51.043080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7e35f539-0c86-4940-a669-23fc4d4ade37), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.081523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-83ecf448-106b-4e66-ae4b-8be851412cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:51.085553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-83ecf448-106b-4e66-ae4b-8be851412cfc service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.1328444 May 02 10:53:51.089761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] DHCP port deletion for 7e35f539-0c86-4940-a669-23fc4d4ade37 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:53:51.095399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Deleting port 827f422e-d663-43c7-9f3f-e65fa3176766 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:51.098693 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.166591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] For port 827f422e-d663-43c7-9f3f-e65fa3176766, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827f422e-d663-43c7-9f3f-e65fa3176766,segment=NetworkSegment(82d3f309-ffa5-44e4-88b2-b856cca24c54),segment_id=82d3f309-ffa5-44e4-88b2-b856cca24c54)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:51.166962 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.167842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Deleting port 827f422e-d663-43c7-9f3f-e65fa3176766 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:53:51.168916 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.181802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Calling delete_port for 827f422e-d663-43c7-9f3f-e65fa3176766 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:51.185474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-f48a056c-ca8f-4427-8421-94d7fddad135 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 1001 time: 0.0898993 May 02 10:53:51.246928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] For port 827f422e-d663-43c7-9f3f-e65fa3176766, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=827f422e-d663-43c7-9f3f-e65fa3176766,segment=NetworkSegment(82d3f309-ffa5-44e4-88b2-b856cca24c54),segment_id=82d3f309-ffa5-44e4-88b2-b856cca24c54)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:53:51.247433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.257005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-77df53fa-ccd9-40bb-9547-0e6628d360a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:51.260091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-77df53fa-ccd9-40bb-9547-0e6628d360a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0679650 May 02 10:53:51.264293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Calling delete_port for 827f422e-d663-43c7-9f3f-e65fa3176766 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:53:51.315087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-530041d9-982c-4b84-ade6-ffa0b40fd5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:51.316533 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-530041d9-982c-4b84-ade6-ffa0b40fd5e7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0464509 May 02 10:53:51.350661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.358164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (827f422e-d663-43c7-9f3f-e65fa3176766), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.378275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event deleted for resources: {'Port': ['ID=827f422e-d663-43c7-9f3f-e65fa3176766,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:51.381657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] No DVR routers for this DVR port 827f422e-d663-43c7-9f3f-e65fa3176766 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:51.389208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Pushing event deleted for resources: {'Port': ['ID=827f422e-d663-43c7-9f3f-e65fa3176766,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:51.392048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] No DVR routers for this DVR port 827f422e-d663-43c7-9f3f-e65fa3176766 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:53:51.402499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.402802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.403061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.404331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.404331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.404625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.404959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.410153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.410153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.410153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.412373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.412373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.412373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.412373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.412373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-323d5c14-c190-40c8-84fb-b934383a1a12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:53:51.441061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-e6cfe1e4-3ffb-4b32-8924-7171b8b6b157 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150451 May 02 10:53:51.480423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7e35f539-0c86-4940-a669-23fc4d4ade37), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.502319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e35f539-0c86-4940-a669-23fc4d4ade37']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:51.513791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d3f309-ffa5-44e4-88b2-b856cca24c54') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:51.514095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d3f309-ffa5-44e4-88b2-b856cca24c54') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:51.524551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (82d3f309-ffa5-44e4-88b2-b856cca24c54), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.546464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fad25e82-0d92-4cce-8d98-1ea52099cfdb req-e06835b8-9f0e-4ef3-8673-f5a083f9473b service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965574 May 02 10:53:51.547166 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (82d3f309-ffa5-44e4-88b2-b856cca24c54), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.557911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:53:51.558379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (82d3f309-ffa5-44e4-88b2-b856cca24c54), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: timer() May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:53:51.562188 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:53:51.646816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7e35f539-0c86-4940-a669-23fc4d4ade37), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.655279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:51.657951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] 10.222.0.16 "DELETE /v2.0/networks/7e35f539-0c86-4940-a669-23fc4d4ade37 HTTP/1.1" status: 204 len: 168 time: 0.7367070 May 02 10:53:51.673893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390c0995-7468-40d0-a0fd-f38fce5ba9d4 tempest-ExtraDHCPOptionsTestJSON-490430201 tempest-ExtraDHCPOptionsTestJSON-490430201-project] Pushing event deleted for resources: {'Network': ['ID=7e35f539-0c86-4940-a669-23fc4d4ade37,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:52.124982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40324) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:52.256954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-11209cb8-dc2c-4de7-8758-74ccac7c9560 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78bd08880fc54674a35eab203f825de5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1307731 May 02 10:53:52.259469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40328) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:52.307270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] Publish callbacks [] for security_group (8574745d-9174-478d-a26c-b70de09331a0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:52.329834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] Publish callbacks [] for security_group (8574745d-9174-478d-a26c-b70de09331a0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:52.441476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8574745d-9174-478d-a26c-b70de09331a0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:52.444016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:52.445563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8574745d-9174-478d-a26c-b70de09331a0 HTTP/1.1" status: 204 len: 168 time: 0.1851850 May 02 10:53:52.455375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04134a31-fa70-47cc-92b3-3bd6722c620d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8574745d-9174-478d-a26c-b70de09331a0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:53.056487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 827f422e-d663-43c7-9f3f-e65fa3176766 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:53:53.082601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 827f422e-d663-43c7-9f3f-e65fa3176766 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:53:53.083157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 827f422e-d663-43c7-9f3f-e65fa3176766 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:53:53.568180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:53.579990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:53.675951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2038967290'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:53.696715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d83a92-2a87-4fbe-baa8-1fab25821f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.772135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d83a92-2a87-4fbe-baa8-1fab25821f2b admin admin] Publish callbacks [] for security_group (5b8bc697-a30b-4bb1-837e-b7ce94accb55), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.846876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:53.850351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.852845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c2d83a92-2a87-4fbe-baa8-1fab25821f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5b8bc697-a30b-4bb1-837e-b7ce94accb55), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.860219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.895449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2d83a92-2a87-4fbe-baa8-1fab25821f2b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dd9650bf3c8b401fb2644f9f66c4f340&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3141494 May 02 10:53:53.896841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d83a92-2a87-4fbe-baa8-1fab25821f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b8bc697-a30b-4bb1-837e-b7ce94accb55,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:53.898333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:53.977495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for security_group (de8602d6-14de-4ccb-bfa6-2407e694a370), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:53.983204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] Publish callbacks [] for security_group (5b8bc697-a30b-4bb1-837e-b7ce94accb55), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.004689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] Publish callbacks [] for security_group (5b8bc697-a30b-4bb1-837e-b7ce94accb55), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.048672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de8602d6-14de-4ccb-bfa6-2407e694a370), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.076740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de8602d6-14de-4ccb-bfa6-2407e694a370,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:54.135077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5b8bc697-a30b-4bb1-837e-b7ce94accb55), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.138042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.141548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5b8bc697-a30b-4bb1-837e-b7ce94accb55 HTTP/1.1" status: 204 len: 168 time: 0.2391832 May 02 10:53:54.145991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:53:54.157717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a513f4-93af-408f-8c49-ac15c1bc94e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b8bc697-a30b-4bb1-837e-b7ce94accb55,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:54.163232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b6f81221-7605-4588-8f87-1d970d87a3c8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.163607 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Added segment b6f81221-7605-4588-8f87-1d970d87a3c8 of type vlan for network e26efcc9-427c-4db8-9f90-d64ad573525d May 02 10:53:54.204456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e26efcc9-427c-4db8-9f90-d64ad573525d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.275595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e26efcc9-427c-4db8-9f90-d64ad573525d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.281346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:54.281937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.353400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Network': ['ID=e26efcc9-427c-4db8-9f90-d64ad573525d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:54.364285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e26efcc9-427c-4db8-9f90-d64ad573525d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:53:54.373094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b2cb3de-3925-455e-8312-60d614e9e1dd tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8036129 May 02 10:53:54.375597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:54.380992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'subnet': {'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:54.566898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:54.570403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.673251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40390) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:54.686661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cffe6149-7526-4b42-ba4d-c8399c214946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.760403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cffe6149-7526-4b42-ba4d-c8399c214946 admin admin] Publish callbacks [] for security_group (e4a2c063-248c-49ea-a9d1-98cd55432c9f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.819196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (65ae0b32-45e2-4d11-9f83-9cfbd2828836), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.841888 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cffe6149-7526-4b42-ba4d-c8399c214946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e4a2c063-248c-49ea-a9d1-98cd55432c9f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.879747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffe6149-7526-4b42-ba4d-c8399c214946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a2c063-248c-49ea-a9d1-98cd55432c9f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:54.881498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Subnet': ['ID=65ae0b32-45e2-4d11-9f83-9cfbd2828836,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:54.886565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cffe6149-7526-4b42-ba4d-c8399c214946 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=198302ee998e416e833de3ac874314e7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2097657 May 02 10:53:54.886830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40392) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:54.892859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Checking segment: {'id': 'b6f81221-7605-4588-8f87-1d970d87a3c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:53:54.893327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network hostable DHCP agents. Network: e26efcc9-427c-4db8-9f90-d64ad573525d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:53:54.935700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] Publish callbacks [] for security_group (e4a2c063-248c-49ea-a9d1-98cd55432c9f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.957779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] Publish callbacks [] for security_group (e4a2c063-248c-49ea-a9d1-98cd55432c9f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:54.967642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:53:55.075753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e26efcc9-427c-4db8-9f90-d64ad573525d) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:55.079907 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:53:55.080497 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.085743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b82b6f4-bae8-4dcc-a08d-984d36ee4ee3 None None] Network e26efcc9-427c-4db8-9f90-d64ad573525d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:55.089362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e4a2c063-248c-49ea-a9d1-98cd55432c9f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.092639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.093839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e4a2c063-248c-49ea-a9d1-98cd55432c9f HTTP/1.1" status: 204 len: 168 time: 0.2051830 May 02 10:53:55.106057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaf468-05a9-4ca2-a3ed-f4e204dfa391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a2c063-248c-49ea-a9d1-98cd55432c9f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:55.154000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e6ce483e-3f94-4a1e-a537-853ac7eadd2d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7764776 May 02 10:53:55.156365 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:55.162269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-365341273', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:55.216723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c742088-e6e1-4931-b85e-d078b8efb1cb None None] Network e26efcc9-427c-4db8-9f90-d64ad573525d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:53:55.235729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.237026 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.290267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_controller (1ac2a818-6cf6-4834-b321-7301f4d54995), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.516655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (1ac2a818-6cf6-4834-b321-7301f4d54995), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.601497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5637dcae-2022-495a-8589-1343cc9fb732 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.801044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (1ac2a818-6cf6-4834-b321-7301f4d54995), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.820515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:55.933330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.79 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/b1c2da83-15f3-4262-91a6-73bb95555b5c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:56.040354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (b1c2da83-15f3-4262-91a6-73bb95555b5c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:56.156037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b1c2da83-15f3-4262-91a6-73bb95555b5c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:56.197006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:56.200134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:56.203095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:56.234013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=b1c2da83-15f3-4262-91a6-73bb95555b5c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:56.580359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (1ac2a818-6cf6-4834-b321-7301f4d54995), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:56.828772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:57.064378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:53:57.178937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:53:57.196666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:53:57.208199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:57.209310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:57.247376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:57.256242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:57.256888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:57.279533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:57.279533 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3f98940a-b284-4a44-9921-0a3d1c2ce797 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.1158571 May 02 10:53:57.280009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40496) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:57.302599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:57.303445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa0c4c2-735e-4c8d-82c7-9d001b7b2187 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:53:57.757442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:57.858880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:57.932774 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7bb1507a-d84e-4f46-a6a7-8ec3481dbc12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:57.998223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4042377-c266-4987-8e7f-d0c1337bf24a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.088355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4042377-c266-4987-8e7f-d0c1337bf24a admin admin] Publish callbacks [] for security_group (48d74985-2668-4aa6-a814-a789a6646853), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.167347 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4042377-c266-4987-8e7f-d0c1337bf24a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48d74985-2668-4aa6-a814-a789a6646853), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.212849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4042377-c266-4987-8e7f-d0c1337bf24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48d74985-2668-4aa6-a814-a789a6646853,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:58.217915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f4042377-c266-4987-8e7f-d0c1337bf24a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2161f6c2a9c042f291228503be66aeb5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3572924 May 02 10:53:58.220463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40536) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:58.282583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] Publish callbacks [] for security_group (48d74985-2668-4aa6-a814-a789a6646853), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.307485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] Publish callbacks [] for security_group (48d74985-2668-4aa6-a814-a789a6646853), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.379892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.1 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/a61701eb-f485-4368-94b1-f0d75c5df4dc) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:53:58.425822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (48d74985-2668-4aa6-a814-a789a6646853), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.430084 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.433911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/48d74985-2668-4aa6-a814-a789a6646853 HTTP/1.1" status: 204 len: 168 time: 0.2121978 May 02 10:53:58.441989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f3995-142a-4c88-8d0e-4140cead09df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48d74985-2668-4aa6-a814-a789a6646853,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:58.499788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.578879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.618376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:58.624046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:58.627972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:53:58.634437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=a61701eb-f485-4368-94b1-f0d75c5df4dc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:58.683252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (1ac2a818-6cf6-4834-b321-7301f4d54995), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:58.879821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.118146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:59.179946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.250159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da0ac246-54b6-4a36-a8ab-f7317cb0c210 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.264160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.270413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.330489 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da0ac246-54b6-4a36-a8ab-f7317cb0c210 admin admin] Publish callbacks [] for security_group (d228c159-16e2-42e7-a203-90a664bde47e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.345168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (1ac2a818-6cf6-4834-b321-7301f4d54995), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.347032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=a61701eb-f485-4368-94b1-f0d75c5df4dc,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:59.401910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da0ac246-54b6-4a36-a8ab-f7317cb0c210 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d228c159-16e2-42e7-a203-90a664bde47e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.443015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:53:59.443911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0ac246-54b6-4a36-a8ab-f7317cb0c210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d228c159-16e2-42e7-a203-90a664bde47e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:59.444587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:53:59.449023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da0ac246-54b6-4a36-a8ab-f7317cb0c210 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da7d1983d47641e8bfc168cfae7d77be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3287404 May 02 10:53:59.452555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40578) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:59.507725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] Publish callbacks [] for security_group (d228c159-16e2-42e7-a203-90a664bde47e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.530917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] Publish callbacks [] for security_group (d228c159-16e2-42e7-a203-90a664bde47e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.569220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:53:59.687146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d228c159-16e2-42e7-a203-90a664bde47e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.689847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.691900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d228c159-16e2-42e7-a203-90a664bde47e HTTP/1.1" status: 204 len: 168 time: 0.2374845 May 02 10:53:59.698003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:53:59.698003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9e361378-12c9-49f6-9254-f24d8475915c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/routers/1ac2a818-6cf6-4834-b321-7301f4d54995/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4195986 May 02 10:53:59.699852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40588) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:53:59.706763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:53:59.707232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'port': {'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d', 'name': 'tempest-FloatingIPTestJSON-2041147245'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:53:59.712882 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63780b-4fe1-41b9-8213-35520557a8d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d228c159-16e2-42e7-a203-90a664bde47e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:53:59.728690 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:59.729670 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:59.769190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:59.781967 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:53:59.782819 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:59.823538 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:53:59.824181 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6963fb9e-b02b-4cf1-a965-a7b5e2848cb1 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:53:59.944101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:53:59.947616 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:53:59.966630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] device_id is not set on port 3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:00.082930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.3 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:00.245923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.344833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.393079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:00.396258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:00.398807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:00.442886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40604) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:00.454738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:00.457456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26dbf1d7-88bb-45f8-bbdb-d802a0765a54 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.469508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:00.470183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.539921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26dbf1d7-88bb-45f8-bbdb-d802a0765a54 admin admin] Publish callbacks [] for security_group (8afee8a9-66d3-4131-939a-854055cf9e6e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.570033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-28bb10ba-41de-4e51-9512-e0da706f170e tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8680077 May 02 10:54:00.572592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:00.578022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'port': {'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d', 'name': 'tempest-FloatingIPTestJSON-776001495'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:00.647356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26dbf1d7-88bb-45f8-bbdb-d802a0765a54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8afee8a9-66d3-4131-939a-854055cf9e6e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.670248 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.689568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-26dbf1d7-88bb-45f8-bbdb-d802a0765a54 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=78821c5bc57841078df73d9ffd137939&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2454641 May 02 10:54:00.690454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dbf1d7-88bb-45f8-bbdb-d802a0765a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8afee8a9-66d3-4131-939a-854055cf9e6e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:00.692227 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40610) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:00.743044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] Publish callbacks [] for security_group (8afee8a9-66d3-4131-939a-854055cf9e6e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.764849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] Publish callbacks [] for security_group (8afee8a9-66d3-4131-939a-854055cf9e6e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:00.775630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:00.779688 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.127467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] device_id is not set on port f4128442-c98c-438e-af0d-633ba9c2281a yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:01.235762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.9 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/f4128442-c98c-438e-af0d-633ba9c2281a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:01.239829 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8afee8a9-66d3-4131-939a-854055cf9e6e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.242426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.243580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8afee8a9-66d3-4131-939a-854055cf9e6e HTTP/1.1" status: 204 len: 168 time: 0.5503769 May 02 10:54:01.263598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa52109-6662-46e4-b0a5-2c8b0811bae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8afee8a9-66d3-4131-939a-854055cf9e6e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:01.403290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (f4128442-c98c-438e-af0d-633ba9c2281a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.526665 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f4128442-c98c-438e-af0d-633ba9c2281a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.571577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:01.576937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:01.581261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:01.605864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=f4128442-c98c-438e-af0d-633ba9c2281a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:01.641210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:01.641836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.722308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:01.723115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad8c9466-7023-412a-81ea-62bd709d69e4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1493871 May 02 10:54:01.727910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'f4128442-c98c-438e-af0d-633ba9c2281a', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:01.836029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.916048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:01.984365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.029586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.170 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0d3ae349-4ef4-438a-9e42-3852ae5f8c9c) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:02.132650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.253729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.298451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:02.301247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:02.307330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:02.332312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=0d3ae349-4ef4-438a-9e42-3852ae5f8c9c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:02.671962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40678) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:02.699238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (47190d6d-0648-483a-ae19-3969db27cf6d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.783646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-740ecb96-976d-46ee-b89a-755522c6af1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.841378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.861613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-740ecb96-976d-46ee-b89a-755522c6af1c admin admin] Publish callbacks [] for security_group (fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.921539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-740ecb96-976d-46ee-b89a-755522c6af1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:02.960957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740ecb96-976d-46ee-b89a-755522c6af1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:02.970355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-740ecb96-976d-46ee-b89a-755522c6af1c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a22cd843f9c642578561322bb0123ef2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2969239 May 02 10:54:02.974854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:03.003260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.027422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] Publish callbacks [] for security_group (fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.049073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] Publish callbacks [] for security_group (fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.070286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.137201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=0d3ae349-4ef4-438a-9e42-3852ae5f8c9c,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:03.149214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (47190d6d-0648-483a-ae19-3969db27cf6d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.186442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.189858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.192184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad HTTP/1.1" status: 204 len: 168 time: 0.2160757 May 02 10:54:03.202043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0a27b1-4a48-43ae-af06-0a6017b871ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb2c41eb-7dea-48b8-9cc4-ded7ef1e33ad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:03.279474 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 47190d6d-0648-483a-ae19-3969db27cf6d associated. External IP: 172.35.4.170, port: f4128442-c98c-438e-af0d-633ba9c2281a. May 02 10:54:03.512746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:03.630857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:03.638722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:03.648856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:03.649672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:03.684898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:03.694218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:03.694820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:03.727142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:03.727757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0657a3-792f-4ccb-9c49-ab528fdeb8f5 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:03.763896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:03.796470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0fc6775a-9d48-4c20-9002-f9aedb44849f tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.0721602 May 02 10:54:03.799115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40710) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:03.803408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:03.861686 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (47190d6d-0648-483a-ae19-3969db27cf6d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.016464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.115696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (47190d6d-0648-483a-ae19-3969db27cf6d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.120073 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 47190d6d-0648-483a-ae19-3969db27cf6d disassociated. External IP: 172.35.4.170, port: f4128442-c98c-438e-af0d-633ba9c2281a. May 02 10:54:04.340416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:04.450749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:04.455180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.460277 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:04.470214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:04.470836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:04.491742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1d5c5ff7-f923-471a-a848-ce05dd5519ed tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/47190d6d-0648-483a-ae19-3969db27cf6d HTTP/1.1" status: 200 len: 688 time: 0.6914308 May 02 10:54:04.499538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:04.510053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:04.521652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:04.527026 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:04.557352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:04.557980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e8cf214-d2dd-4e26-8edf-fb72f1650017 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:04.627546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 0d3ae349-4ef4-438a-9e42-3852ae5f8c9c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:04.627883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.715040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.715040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.725144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 0d3ae349-4ef4-438a-9e42-3852ae5f8c9c owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:04.933193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0d3ae349-4ef4-438a-9e42-3852ae5f8c9c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:04.956990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=0d3ae349-4ef4-438a-9e42-3852ae5f8c9c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:05.026195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (47190d6d-0648-483a-ae19-3969db27cf6d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.028917 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.030136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-598c7600-d669-4248-9654-19016ab9b651 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/47190d6d-0648-483a-ae19-3969db27cf6d HTTP/1.1" status: 204 len: 168 time: 0.5293837 May 02 10:54:05.033743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:05.038251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:05.174599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40754) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:05.184462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.263372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.314439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-403e7c79-52c3-4eac-87b2-c77da7f6bbfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.415609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.191 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/bc6559b4-b113-46d7-97f1-6fa421c1544f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:05.500889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-403e7c79-52c3-4eac-87b2-c77da7f6bbfd admin admin] Publish callbacks [] for security_group (ed4724b9-4acf-464e-b722-6e45bacc3709), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.547697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.557438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-403e7c79-52c3-4eac-87b2-c77da7f6bbfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed4724b9-4acf-464e-b722-6e45bacc3709), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.603029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-403e7c79-52c3-4eac-87b2-c77da7f6bbfd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=97e0e5ee2d704fadae8d7e1a467af5a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4273345 May 02 10:54:05.605759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40758) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:05.617187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403e7c79-52c3-4eac-87b2-c77da7f6bbfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed4724b9-4acf-464e-b722-6e45bacc3709,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:05.662593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] Publish callbacks [] for security_group (ed4724b9-4acf-464e-b722-6e45bacc3709), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.682377 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.684927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] Publish callbacks [] for security_group (ed4724b9-4acf-464e-b722-6e45bacc3709), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.722779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:05.727793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:05.730200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:05.753780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=bc6559b4-b113-46d7-97f1-6fa421c1544f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:05.789793 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ed4724b9-4acf-464e-b722-6e45bacc3709), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.792503 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:05.793758 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ed4724b9-4acf-464e-b722-6e45bacc3709 HTTP/1.1" status: 204 len: 168 time: 0.1869671 May 02 10:54:05.802722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65f799e-c65a-487c-a4f1-ef144048166b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed4724b9-4acf-464e-b722-6e45bacc3709,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:06.442157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:06.599124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:06.763948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:06.847008 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:06.920313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=bc6559b4-b113-46d7-97f1-6fa421c1544f,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:06.934527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:07.039703 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 11897c17-3c34-4f39-bfc4-15c313ccbec7 associated. External IP: 172.35.4.191, port: 3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348. May 02 10:54:07.258210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:07.375553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:07.385082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:07.396195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:07.397004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:07.432484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:07.442098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:07.442786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:07.450061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:07.483866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f94a0589-060a-4fd8-924d-8cee637f4795 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.4459369 May 02 10:54:07.484126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:07.484126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d036d0a-ee00-43e8-a20e-50d8267ebe66 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:07.484326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:07.546151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf992979-eabe-46d7-87a1-fe7367c8ea85 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/floatingips/11897c17-3c34-4f39-bfc4-15c313ccbec7 HTTP/1.1" status: 200 len: 978 time: 0.0607514 May 02 10:54:07.548588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:07.665479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2de7b448-b294-4711-a9e9-bb5f2ceab3b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1131399 May 02 10:54:07.665678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40812) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:07.670008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': 'f4128442-c98c-438e-af0d-633ba9c2281a'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:07.729398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:08.245952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:08.321485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:08.434422 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 11897c17-3c34-4f39-bfc4-15c313ccbec7 associated. External IP: 172.35.4.191, port: 3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348. May 02 10:54:08.647660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:08.763198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:08.772910 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:08.782820 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:08.783437 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:08.821629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:08.830560 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:08.831142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:08.864095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:08.864761 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cdaeb7-3a89-446d-9ad4-9f0298dfaba3 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:08.969322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40892) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:09.087401 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b20a5f73-4783-43dd-b89b-1b0f4abeaac5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.171003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b20a5f73-4783-43dd-b89b-1b0f4abeaac5 admin admin] Publish callbacks [] for security_group (1d549304-755d-432c-a4b6-c58e1d8b662c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.273071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b20a5f73-4783-43dd-b89b-1b0f4abeaac5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1d549304-755d-432c-a4b6-c58e1d8b662c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.310796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:09.317046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a5f73-4783-43dd-b89b-1b0f4abeaac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d549304-755d-432c-a4b6-c58e1d8b662c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:09.323862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b20a5f73-4783-43dd-b89b-1b0f4abeaac5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c2ce61d99a864d3092130ee18dc7f765&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3533294 May 02 10:54:09.327274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40902) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:09.381070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] Publish callbacks [] for security_group (1d549304-755d-432c-a4b6-c58e1d8b662c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.429754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:09.429969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] Publish callbacks [] for security_group (1d549304-755d-432c-a4b6-c58e1d8b662c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.434400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.442102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:09.453838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:09.454465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:09.501976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cc48e674-9b16-4145-9b66-aeb588139567 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/11897c17-3c34-4f39-bfc4-15c313ccbec7 HTTP/1.1" status: 200 len: 977 time: 1.8352778 May 02 10:54:09.504666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:09.504816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:09.509160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:09.514763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:09.515367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:09.551612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:09.552229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d54b5ed-3e28-4691-87bc-9eaa615f12ec None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:09.567903 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.590172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1d549304-755d-432c-a4b6-c58e1d8b662c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.593933 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.595315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1d549304-755d-432c-a4b6-c58e1d8b662c HTTP/1.1" status: 204 len: 168 time: 0.2670908 May 02 10:54:09.603690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c0d264-778f-4750-a4a1-8fcc1921a7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d549304-755d-432c-a4b6-c58e1d8b662c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:09.731329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.818617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:09.818991 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 11897c17-3c34-4f39-bfc4-15c313ccbec7 disassociated. External IP: 172.35.4.191, port: f4128442-c98c-438e-af0d-633ba9c2281a. May 02 10:54:10.045473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:10.159097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:10.164057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.171238 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:10.182236 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:10.183561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:10.194899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-08a3cdf1-1dfa-4f80-aafd-55b9fa2e2ce4 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/11897c17-3c34-4f39-bfc4-15c313ccbec7 HTTP/1.1" status: 200 len: 688 time: 0.6891077 May 02 10:54:10.197685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40922) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:10.221772 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:10.230486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:10.231097 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:10.253725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40924) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:10.265352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:10.265976 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c841640-b2c5-4583-9672-f25bc3ca5858 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:10.268588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06657f9-049e-452d-acde-72d1fd12417f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.337142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port bc6559b4-b113-46d7-97f1-6fa421c1544f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:10.337729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.351813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06657f9-049e-452d-acde-72d1fd12417f admin admin] Publish callbacks [] for security_group (807479b8-21f9-4de2-99bb-492b898002c6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.422725 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.423063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (bc6559b4-b113-46d7-97f1-6fa421c1544f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.430157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06657f9-049e-452d-acde-72d1fd12417f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (807479b8-21f9-4de2-99bb-492b898002c6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.449984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for bc6559b4-b113-46d7-97f1-6fa421c1544f owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:10.477027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f06657f9-049e-452d-acde-72d1fd12417f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2e8b83d9239a4f3a94a7c18c0686b7f0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2220721 May 02 10:54:10.478154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06657f9-049e-452d-acde-72d1fd12417f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807479b8-21f9-4de2-99bb-492b898002c6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:10.480449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:10.533309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] Publish callbacks [] for security_group (807479b8-21f9-4de2-99bb-492b898002c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.556783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] Publish callbacks [] for security_group (807479b8-21f9-4de2-99bb-492b898002c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.705049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (bc6559b4-b113-46d7-97f1-6fa421c1544f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.705386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (807479b8-21f9-4de2-99bb-492b898002c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.708300 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.713497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/807479b8-21f9-4de2-99bb-492b898002c6 HTTP/1.1" status: 204 len: 168 time: 0.2284431 May 02 10:54:10.720715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09114f33-d17e-4cb9-8760-32b2db6bb5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807479b8-21f9-4de2-99bb-492b898002c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:10.748170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=bc6559b4-b113-46d7-97f1-6fa421c1544f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:10.817795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (11897c17-3c34-4f39-bfc4-15c313ccbec7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.820622 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:10.824157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-727a45c1-767a-4044-88c6-49ccf3ab1b9b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/11897c17-3c34-4f39-bfc4-15c313ccbec7 HTTP/1.1" status: 204 len: 168 time: 0.6232975 May 02 10:54:10.824543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:10.859956 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-52402ddf-f041-445c-a9ba-effe4db9f5ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] delete failed (client error): The resource could not be found. May 02 10:54:10.861017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-52402ddf-f041-445c-a9ba-effe4db9f5ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/11897c17-3c34-4f39-bfc4-15c313ccbec7 HTTP/1.1" status: 404 len: 345 time: 0.0354483 May 02 10:54:10.865041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:10.949818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f840c9b-08e3-4868-b273-ac4bd3792c0d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:10.955224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f840c9b-08e3-4868-b273-ac4bd3792c0d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:10.960511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f840c9b-08e3-4868-b273-ac4bd3792c0d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:10.962136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5f840c9b-08e3-4868-b273-ac4bd3792c0d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/ports?network_id=e26efcc9-427c-4db8-9f90-d64ad573525d HTTP/1.1" status: 200 len: 2357 time: 0.0961559 May 02 10:54:10.964848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:11.016060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10657bfd-39af-4ee1-a272-c7edf3101728 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:11.017452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-10657bfd-39af-4ee1-a272-c7edf3101728 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/subnets/65ae0b32-45e2-4d11-9f83-9cfbd2828836 HTTP/1.1" status: 200 len: 797 time: 0.0517156 May 02 10:54:11.022225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:11.027546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'port': {'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d', 'name': 'tempest-FloatingIPTestJSON-404806499', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:11.195769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:11.279561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:11.296895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] device_id is not set on port 53f945e2-22ac-4eb5-8460-9ba97050ca3d yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:11.604683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.14 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/53f945e2-22ac-4eb5-8460-9ba97050ca3d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:11.610898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.13 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/53f945e2-22ac-4eb5-8460-9ba97050ca3d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:11.754582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (53f945e2-22ac-4eb5-8460-9ba97050ca3d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:11.860842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40962) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:11.867351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (53f945e2-22ac-4eb5-8460-9ba97050ca3d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:11.909811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:11.915019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:11.918839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:11.926028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=53f945e2-22ac-4eb5-8460-9ba97050ca3d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:11.966389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-858807576'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:11.982800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:11.983392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.118983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c198f40-f9a0-4f74-b66b-61e0b6f37898 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.0955381 May 02 10:54:12.121578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40968) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:12.125872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '53f945e2-22ac-4eb5-8460-9ba97050ca3d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:12.143212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Made reservation on behalf of e448900f55144f4ca760ba4c6ab85141 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:12.146440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.155533 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.208567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.281125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for security_group (45429adf-3774-4351-b352-20f78018d04f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.306735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.342477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45429adf-3774-4351-b352-20f78018d04f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.388751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:12.397158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45429adf-3774-4351-b352-20f78018d04f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:12.426359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7319c74f-8424-4703-97bb-438c08d015c2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.426712 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Added segment 7319c74f-8424-4703-97bb-438c08d015c2 of type vlan for network fe0a7a25-7474-4158-809a-860d30dca7e3 May 02 10:54:12.481730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fe0a7a25-7474-4158-809a-860d30dca7e3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.490482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.87 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/704d7bc4-764c-4978-9ac2-cb7c705640ea) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:12.581144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fe0a7a25-7474-4158-809a-860d30dca7e3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.585995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:12.586576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.669550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.680730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Network': ['ID=fe0a7a25-7474-4158-809a-860d30dca7e3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:12.691295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fe0a7a25-7474-4158-809a-860d30dca7e3 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:12.697715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-34ada13a-c4b9-4306-ba3e-477731519ad8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.8357661 May 02 10:54:12.706155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40972) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:12.707225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'subnet': {'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:12.801718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:12.845384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:12.848118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:12.853832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:12.877614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=704d7bc4-764c-4978-9ac2-cb7c705640ea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:12.881367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Made reservation on behalf of e448900f55144f4ca760ba4c6ab85141 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:12.885692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.201620 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (741f0b11-bb92-45fc-bf05-fa766acce3b0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.266137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Subnet': ['ID=741f0b11-bb92-45fc-bf05-fa766acce3b0,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:13.273840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Checking segment: {'id': '7319c74f-8424-4703-97bb-438c08d015c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:13.274111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network hostable DHCP agents. Network: fe0a7a25-7474-4158-809a-860d30dca7e3, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:13.339099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network fe0a7a25-7474-4158-809a-860d30dca7e3 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:13.345136 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (68e706d9-24d7-43c1-a971-9d119d8044a4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.412982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fe0a7a25-7474-4158-809a-860d30dca7e3) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:13.418168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:13.421704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.422425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfeb667d-ae85-4e63-9725-6c65ab18c865 None None] Network fe0a7a25-7474-4158-809a-860d30dca7e3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:13.495647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f6139e05-b133-46f9-bfb2-d9f5f0db53f3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7930720 May 02 10:54:13.502055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 40988) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:13.508401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-2132599495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:13.530015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.537813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fe0a7a25-7474-4158-809a-860d30dca7e3', 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3', 'project_id': 'e448900f55144f4ca760ba4c6ab85141', 'fixed_ips': [{'subnet_id': '741f0b11-bb92-45fc-bf05-fa766acce3b0'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:13.538754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.633867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.635050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.678961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Allocated IP 172.20.0.2 (fe0a7a25-7474-4158-809a-860d30dca7e3/741f0b11-bb92-45fc-bf05-fa766acce3b0/d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:13.726265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for router_controller (114aa6dd-e34f-4d86-9008-6393d4ca6c37), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.751313 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.797686 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.848381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.882583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.883787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d88b75eb-8674-49f0-a7a9-433bbc0e0c44 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3810072 May 02 10:54:13.886902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 40994) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:13.927006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=704d7bc4-764c-4978-9ac2-cb7c705640ea,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:13.942586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (68e706d9-24d7-43c1-a971-9d119d8044a4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:13.985853 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks [] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.062938 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 68e706d9-24d7-43c1-a971-9d119d8044a4 associated. External IP: 172.35.4.87, port: 53f945e2-22ac-4eb5-8460-9ba97050ca3d. May 02 10:54:14.098975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.141510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Network fe0a7a25-7474-4158-809a-860d30dca7e3 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:14.144850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:14.150719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:14.162302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Pushing event updated for resources: {'Port': ['ID=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:14.203579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.218278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Attempting to bind port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:14.218648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Attempting to bind port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7319c74f-8424-4703-97bb-438c08d015c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:14.219207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Attempting to bind port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 on network fe0a7a25-7474-4158-809a-860d30dca7e3 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:14.224891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:14.225627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Checking segment: {'id': '7319c74f-8424-4703-97bb-438c08d015c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:14.226187 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.226733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Bound using segment: {'id': '7319c74f-8424-4703-97bb-438c08d015c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:14.227349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Bound port: d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7319c74f-8424-4703-97bb-438c08d015c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:14.227904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.293709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] For port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:14.297272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] For port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,segment=NetworkSegment(7319c74f-8424-4703-97bb-438c08d015c2),segment_id=7319c74f-8424-4703-97bb-438c08d015c2)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:14.315228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:14.363353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.434188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac47f8-c579-45a6-afe3-c15fd60f2402 None None] Pushing event updated for resources: {'Port': ['ID=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:14.462152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Allocated IP 172.20.0.1 (fe0a7a25-7474-4158-809a-860d30dca7e3/741f0b11-bb92-45fc-bf05-fa766acce3b0/cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:14.471006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:14.483636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:14.505715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:14.506345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:14.545691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:14.557544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:14.558365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:14.569616 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.607992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:14.609018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd858a11-b3bf-4c34-8021-c3f6224126fd None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:14.624506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.628011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4104264f-92f9-4314-88b4-6687bb841d26 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5034752 May 02 10:54:14.629131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:14.634007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': '53f945e2-22ac-4eb5-8460-9ba97050ca3d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:14.643034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.739586 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:54:14.797446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:14.883561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network fe0a7a25-7474-4158-809a-860d30dca7e3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:14.889990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:14.894317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:14.930142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:14.954727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (114aa6dd-e34f-4d86-9008-6393d4ca6c37), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.070816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (68e706d9-24d7-43c1-a971-9d119d8044a4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.122489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:15.170634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:15.171013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.221180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.269633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:15.270279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.309085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,segment=NetworkSegment(7319c74f-8424-4703-97bb-438c08d015c2),segment_id=7319c74f-8424-4703-97bb-438c08d015c2)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:15.384193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.453367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:15.569685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.624580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa37309-81d6-4afd-8f45-d574eb1d8ffc None None] Network fe0a7a25-7474-4158-809a-860d30dca7e3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:15.638637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.641905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.692777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-37afc853-9a41-4359-8213-05542dcb1d94 None None] Provisioning complete for port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:15.693123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-37afc853-9a41-4359-8213-05542dcb1d94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.699275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (68e706d9-24d7-43c1-a971-9d119d8044a4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.720619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:15.728253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (114aa6dd-e34f-4d86-9008-6393d4ca6c37), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:15.824816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-37afc853-9a41-4359-8213-05542dcb1d94 None None] Current status of the port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:15.835740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network fe0a7a25-7474-4158-809a-860d30dca7e3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:15.837175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:15.946580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:16.041529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Router 114aa6dd-e34f-4d86-9008-6393d4ca6c37 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:54:16.070159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.075876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:16.081494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.089246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:16.104512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:16.106652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.152248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Provisioning complete for port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:16.152834 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.152956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:16.161288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d6b12fa-dc8c-48eb-a0ae-3345dfa1d127 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "PUT /v2.0/routers/114aa6dd-e34f-4d86-9008-6393d4ca6c37/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2732816 May 02 10:54:16.161916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41020) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:16.167232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'port': {'network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3', 'name': 'tempest-FloatingIPNegativeTestJSON-1521614254'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:16.174748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.185965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] Sync routers for ids ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:16.193081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:16.195750 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.200548 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6ea7fabb-1a44-454f-8e04-dc1bf92d2119 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/68e706d9-24d7-43c1-a971-9d119d8044a4 HTTP/1.1" status: 200 len: 977 time: 1.5700085 May 02 10:54:16.201265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:16.218449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] Routers {'114aa6dd-e34f-4d86-9008-6393d4ca6c37'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:16.219347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.221752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:16.256374 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.257131 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb606481-00f9-45a6-aacc-529585637e02 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:16.279108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.288939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Provisioning complete for port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:16.289243 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.320028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] Routers {'114aa6dd-e34f-4d86-9008-6393d4ca6c37'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:16.320739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.362819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:16.363523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208cd961-e6f8-41f5-b062-d6991c749e0b None None] The sync data for ids ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:16.373792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Made reservation on behalf of e448900f55144f4ca760ba4c6ab85141 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:16.384354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.396095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 704d7bc4-764c-4978-9ac2-cb7c705640ea {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:16.396448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.415600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] device_id is not set on port b3eccf92-afac-428d-bb68-15dc2f05bcc9 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:16.431378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7ce56e71-d9ce-4b78-9004-e71c2590eb61 None None] Current status of the port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:16.491086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.492464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (704d7bc4-764c-4978-9ac2-cb7c705640ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.520415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 704d7bc4-764c-4978-9ac2-cb7c705640ea owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:16.554332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a2a86556-174e-49fd-9252-3bcfd6242211 None None] Provisioning complete for port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:16.554867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2a86556-174e-49fd-9252-3bcfd6242211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.567343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Allocated IP 172.20.0.12 (fe0a7a25-7474-4158-809a-860d30dca7e3/741f0b11-bb92-45fc-bf05-fa766acce3b0/b3eccf92-afac-428d-bb68-15dc2f05bcc9) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:16.595668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a2a86556-174e-49fd-9252-3bcfd6242211 None None] Port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:16.713141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ba4b7a14-7a4f-4e2b-95e2-a67952f4a382 None None] Provisioning complete for port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:16.713517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ba4b7a14-7a4f-4e2b-95e2-a67952f4a382 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.728829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.748522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ba4b7a14-7a4f-4e2b-95e2-a67952f4a382 None None] Port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:16.784651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (704d7bc4-764c-4978-9ac2-cb7c705640ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.812167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=704d7bc4-764c-4978-9ac2-cb7c705640ea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:16.814013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.858126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network fe0a7a25-7474-4158-809a-860d30dca7e3 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:16.863531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:16.867208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:16.873747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (68e706d9-24d7-43c1-a971-9d119d8044a4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:16.873963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=b3eccf92-afac-428d-bb68-15dc2f05bcc9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:16.874319 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP 68e706d9-24d7-43c1-a971-9d119d8044a4 disassociated (deleted). External IP: 172.35.4.87, port: 53f945e2-22ac-4eb5-8460-9ba97050ca3d. May 02 10:54:16.922480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:16.923109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.016621 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e13ad0cd-57b6-4e52-9540-ad975fc2b2cd tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8457649 May 02 10:54:17.016621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41030) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:17.027748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:17.116194 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:17.123326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:17.144127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.175917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:17.176439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.179787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4303c1d3-0100-4a1b-a122-cc9a07970f30 None None] Provisioning complete for port b3eccf92-afac-428d-bb68-15dc2f05bcc9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:17.179787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4303c1d3-0100-4a1b-a122-cc9a07970f30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.235252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.240325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4303c1d3-0100-4a1b-a122-cc9a07970f30 None None] Port b3eccf92-afac-428d-bb68-15dc2f05bcc9 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:17.253008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:17.257787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.268984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:17.287718 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:17.289087 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:17.303715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10904cb8-8e94-45a5-9b3f-442bcd4c2d41 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/68e706d9-24d7-43c1-a971-9d119d8044a4 HTTP/1.1" status: 204 len: 168 time: 1.1010568 May 02 10:54:17.306521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41032) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:17.312912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:17.349021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:17.353044 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:17.353802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:17.394494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:17.395253 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920ea04c-f6e7-472a-abd0-52440ffbbd86 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:17.746286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Allocated IP 172.35.4.186 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/dcbc3ad6-40d8-4bb2-be74-608df1f8e60a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:17.763225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 53f945e2-22ac-4eb5-8460-9ba97050ca3d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:17.763567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (53f945e2-22ac-4eb5-8460-9ba97050ca3d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.903679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (53f945e2-22ac-4eb5-8460-9ba97050ca3d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:17.926298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 53f945e2-22ac-4eb5-8460-9ba97050ca3d owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:17.939154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.109271 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.162705 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:18.170111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:18.172315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=dcbc3ad6-40d8-4bb2-be74-608df1f8e60a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:18.174472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:18.260134 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (53f945e2-22ac-4eb5-8460-9ba97050ca3d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.309085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=53f945e2-22ac-4eb5-8460-9ba97050ca3d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:18.347478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (f9b4cbda-98b7-4373-bf58-62d89ed92410), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.416359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.420823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8889683e-2746-4831-a1a3-d72903069457 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/53f945e2-22ac-4eb5-8460-9ba97050ca3d HTTP/1.1" status: 204 len: 168 time: 1.1128790 May 02 10:54:18.424672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:18.429466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:18.476106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.521337 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.604422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.633145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.704095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.722079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.203 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/c62263d5-07f2-46f9-b666-b2b4f3c9b312) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:18.772753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=dcbc3ad6-40d8-4bb2-be74-608df1f8e60a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:18.785328 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (f9b4cbda-98b7-4373-bf58-62d89ed92410), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.824898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.831821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:18.833236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d2e3e56-fc0f-4c2d-880c-aad7197b740f tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8157198 May 02 10:54:18.836068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41042) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:18.840500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-64afb255-d2d8-4126-995e-5eb7e2b147cc tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'floatingip': {'port_id': 'b3eccf92-afac-428d-bb68-15dc2f05bcc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:18.892672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-64afb255-d2d8-4126-995e-5eb7e2b147cc tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (f9b4cbda-98b7-4373-bf58-62d89ed92410), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.009925 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-64afb255-d2d8-4126-995e-5eb7e2b147cc tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] update failed (client error): The resource could not be found. May 02 10:54:19.010999 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-64afb255-d2d8-4126-995e-5eb7e2b147cc tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "PUT /v2.0/floatingips/f9b4cbda-98b7-4373-bf58-62d89ed92410 HTTP/1.1" status: 404 len: 507 time: 0.1739571 May 02 10:54:19.014523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41044) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:19.055445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.134682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:19.143718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:19.150520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:19.187023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=c62263d5-07f2-46f9-b666-b2b4f3c9b312,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:19.214589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting port dcbc3ad6-40d8-4bb2-be74-608df1f8e60a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:19.214946 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.325850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.338520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.340510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.351127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Calling delete_port for dcbc3ad6-40d8-4bb2-be74-608df1f8e60a owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:19.437541 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.636910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.647016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dcbc3ad6-40d8-4bb2-be74-608df1f8e60a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.673335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Port': ['ID=dcbc3ad6-40d8-4bb2-be74-608df1f8e60a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:19.717426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.801791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (f9b4cbda-98b7-4373-bf58-62d89ed92410), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.804382 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.805630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a31452d1-1958-4f7f-a0b1-46033c2ee266 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "DELETE /v2.0/floatingips/f9b4cbda-98b7-4373-bf58-62d89ed92410 HTTP/1.1" status: 204 len: 168 time: 0.7900512 May 02 10:54:19.808335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=c62263d5-07f2-46f9-b666-b2b4f3c9b312,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:19.809834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:19.814135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-25aa9969-151c-4583-9207-393f68f14ab8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'floatingip': {'floating_network_id': 'fe0a7a25-7474-4158-809a-860d30dca7e3', 'port_id': 'b3eccf92-afac-428d-bb68-15dc2f05bcc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:19.820570 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.877870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:19.879126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-47b490ee-e70c-4586-90d6-af3e1fe339ea tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4534104 May 02 10:54:19.881700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:19.886512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'port': {'network_id': 'e26efcc9-427c-4db8-9f90-d64ad573525d', 'name': 'tempest-FloatingIPTestJSON-1893024896'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:19.893926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25aa9969-151c-4583-9207-393f68f14ab8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:20.036022 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-25aa9969-151c-4583-9207-393f68f14ab8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:54:20.037145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-25aa9969-151c-4583-9207-393f68f14ab8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2267001 May 02 10:54:20.041044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41054) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:20.049643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'b3eccf92-afac-428d-bb68-15dc2f05bcc9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:20.104278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:20.107899 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:20.126312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] device_id is not set on port a2b5415e-5f09-40a5-985b-61de0ffc8f8b yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:20.169500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:20.624040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:20.639637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.8 (e26efcc9-427c-4db8-9f90-d64ad573525d/65ae0b32-45e2-4d11-9f83-9cfbd2828836/a2b5415e-5f09-40a5-985b-61de0ffc8f8b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:20.821611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Allocated IP 172.35.4.68 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/c5ea5a78-9a6b-428c-8617-4919218f9db2) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:20.924474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (a2b5415e-5f09-40a5-985b-61de0ffc8f8b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:20.979914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for port (c5ea5a78-9a6b-428c-8617-4919218f9db2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.047702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a2b5415e-5f09-40a5-985b-61de0ffc8f8b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.090287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network e26efcc9-427c-4db8-9f90-d64ad573525d is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:21.095819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:21.099747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:21.107786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c5ea5a78-9a6b-428c-8617-4919218f9db2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.109637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=a2b5415e-5f09-40a5-985b-61de0ffc8f8b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:21.188991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:21.196065 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:21.202977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:21.203584 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.206051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:21.207739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event updated for resources: {'Port': ['ID=c5ea5a78-9a6b-428c-8617-4919218f9db2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:21.279695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5ea919cf-54a2-4f4a-9926-709a1a326613 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3969307 May 02 10:54:21.283070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41080) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:21.288338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': 'a2b5415e-5f09-40a5-985b-61de0ffc8f8b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:21.328198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.378413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting port c5ea5a78-9a6b-428c-8617-4919218f9db2 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:21.378767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c5ea5a78-9a6b-428c-8617-4919218f9db2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.456745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c5ea5a78-9a6b-428c-8617-4919218f9db2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.457023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for floatingip (c5ea5a78-9a6b-428c-8617-4919218f9db2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.470664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Calling delete_port for c5ea5a78-9a6b-428c-8617-4919218f9db2 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:21.658788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c5ea5a78-9a6b-428c-8617-4919218f9db2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.684661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Port': ['ID=c5ea5a78-9a6b-428c-8617-4919218f9db2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:21.792811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41084) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:21.808226 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] create failed (client error): The resource could not be found. May 02 10:54:21.814189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e53c6f5-9f81-4708-9fd2-95a389675de3 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.7719603 May 02 10:54:21.814818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41088) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:21.855719 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.898369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:21.917080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting port b3eccf92-afac-428d-bb68-15dc2f05bcc9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:21.917429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.009238 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP b3592842-3182-4ef3-8cbc-9581bac534f7 associated. External IP: 172.35.4.203, port: a2b5415e-5f09-40a5-985b-61de0ffc8f8b. May 02 10:54:22.010935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Deleting subnet 7422085b-a838-4e78-a418-402b98156559 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:54:22.018120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Publish callbacks [] for subnet (7422085b-a838-4e78-a418-402b98156559), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.072219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.076492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (7422085b-a838-4e78-a418-402b98156559), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.113153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Calling delete_port for b3eccf92-afac-428d-bb68-15dc2f05bcc9 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:22.169903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7422085b-a838-4e78-a418-402b98156559), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.242822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:22.365488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:22.369854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.375673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (7422085b-a838-4e78-a418-402b98156559), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.376393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:22.391639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:22.392347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.404988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.405886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2d825f6-4b2f-434a-a3a4-e05fd8005631 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/b3592842-3182-4ef3-8cbc-9581bac534f7 HTTP/1.1" status: 200 len: 978 time: 1.1214237 May 02 10:54:22.407057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41110) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:22.407234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7422085b-a838-4e78-a418-402b98156559 HTTP/1.1" status: 204 len: 168 time: 0.6132464 May 02 10:54:22.408109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8301787e-51cd-454a-9115-2eb70fe5e32b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7422085b-a838-4e78-a418-402b98156559,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:22.409599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41112) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:22.427220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b3eccf92-afac-428d-bb68-15dc2f05bcc9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.433979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.443932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:22.444563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.458930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Port': ['ID=b3eccf92-afac-428d-bb68-15dc2f05bcc9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:22.478489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.479105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7960e87-ed70-457e-9593-c0b667c5442c None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:22.547377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.554633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7cc5d9f1-ed64-464d-9abf-2fe46e9df1a9 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "DELETE /v2.0/ports/b3eccf92-afac-428d-bb68-15dc2f05bcc9 HTTP/1.1" status: 204 len: 168 time: 0.7363832 May 02 10:54:22.554827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41114) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:22.557596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (3e1040eb-5d5c-4a3f-9e44-05925a253135), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.580053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port a2b5415e-5f09-40a5-985b-61de0ffc8f8b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:22.580399 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a2b5415e-5f09-40a5-985b-61de0ffc8f8b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.627359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6735b209-7cb6-417c-a264-5f3158b27ba8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:22.631642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6735b209-7cb6-417c-a264-5f3158b27ba8 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "GET /v2.0/ports?device_id=114aa6dd-e34f-4d86-9008-6393d4ca6c37 HTTP/1.1" status: 200 len: 913 time: 0.0757935 May 02 10:54:22.632362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41118) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:22.707160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41120) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:22.723596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (3e1040eb-5d5c-4a3f-9e44-05925a253135), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.757966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e1040eb-5d5c-4a3f-9e44-05925a253135']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.777307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.777619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5359d6-55f1-4a52-b3f6-6e0407f99f4e') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:22.780385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a2b5415e-5f09-40a5-985b-61de0ffc8f8b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.797757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (fd5359d6-55f1-4a52-b3f6-6e0407f99f4e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.848291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f26492f-f675-4fa3-8f20-5322e40e5f71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.850630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fd5359d6-55f1-4a52-b3f6-6e0407f99f4e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.862761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:22.864019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (fd5359d6-55f1-4a52-b3f6-6e0407f99f4e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:22.865147 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:23.010363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (3e1040eb-5d5c-4a3f-9e44-05925a253135), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.021258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.024466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] 10.222.0.16 "DELETE /v2.0/networks/3e1040eb-5d5c-4a3f-9e44-05925a253135 HTTP/1.1" status: 204 len: 168 time: 0.6073990 May 02 10:54:23.035887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f26492f-f675-4fa3-8f20-5322e40e5f71 admin admin] Publish callbacks [] for security_group (288d23cd-4db8-4961-9bef-33b49516ea5f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.047997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb12ca2-a4f2-4def-9535-b94420fb8dc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e1040eb-5d5c-4a3f-9e44-05925a253135,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:23.053796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (114aa6dd-e34f-4d86-9008-6393d4ca6c37), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.060498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.060919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.061226 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP b3592842-3182-4ef3-8cbc-9581bac534f7 disassociated. External IP: 172.35.4.203, port: a2b5415e-5f09-40a5-985b-61de0ffc8f8b. May 02 10:54:23.061569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for a2b5415e-5f09-40a5-985b-61de0ffc8f8b owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:23.127105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f26492f-f675-4fa3-8f20-5322e40e5f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (288d23cd-4db8-4961-9bef-33b49516ea5f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.181059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26492f-f675-4fa3-8f20-5322e40e5f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d23cd-4db8-4961-9bef-33b49516ea5f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:23.188671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5f26492f-f675-4fa3-8f20-5322e40e5f71 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2827d1e1688c459fa4a3078297cbbfc5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4802554 May 02 10:54:23.191282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41126) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:23.276220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a2b5415e-5f09-40a5-985b-61de0ffc8f8b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.304954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41128) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:23.311815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] Publish callbacks [] for security_group (288d23cd-4db8-4961-9bef-33b49516ea5f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.312739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=a2b5415e-5f09-40a5-985b-61de0ffc8f8b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:23.369199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] Publish callbacks [] for security_group (288d23cd-4db8-4961-9bef-33b49516ea5f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.398176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-452e0a6f-da42-4eae-b7a4-305e95ea10ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=23dc31c03ada4eba97ae47aab53487d9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0894001 May 02 10:54:23.398749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41130) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:23.455517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting port cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:23.456162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.460456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:23.538277 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] Publish callbacks [] for security_group (b4269e3d-a56e-4186-ae15-670ee63ade92), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.572438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:23.579308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] Publish callbacks [] for security_group (b4269e3d-a56e-4186-ae15-670ee63ade92), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.585614 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:23.589473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.602334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (288d23cd-4db8-4961-9bef-33b49516ea5f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.602581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:23.603211 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:23.604939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.606234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/288d23cd-4db8-4961-9bef-33b49516ea5f HTTP/1.1" status: 204 len: 168 time: 0.4139254 May 02 10:54:23.617725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Calling delete_port for cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:23.644119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff45812-bf7b-4e0d-b7d9-521751d0af38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d23cd-4db8-4961-9bef-33b49516ea5f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:23.653676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.661991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fc8ce29c-9d9d-4af7-ad13-14008d6492e5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/a2b5415e-5f09-40a5-985b-61de0ffc8f8b HTTP/1.1" status: 204 len: 168 time: 1.2480788 May 02 10:54:23.664136 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41134) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:23.696990 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:23.709980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:23.710678 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:23.735660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-aceb8a5b-0224-4c51-a0f1-2fc442d523ec tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/floatingips/b3592842-3182-4ef3-8cbc-9581bac534f7 HTTP/1.1" status: 200 len: 688 time: 0.0703673 May 02 10:54:23.738306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41136) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:23.750800 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:23.751409 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7871c27f-2577-4c84-9e7a-9a2be7354c6a None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:23.790861 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b4269e3d-a56e-4186-ae15-670ee63ade92), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.793553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.795316 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b4269e3d-a56e-4186-ae15-670ee63ade92 HTTP/1.1" status: 204 len: 168 time: 0.3960044 May 02 10:54:23.805435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581848-0f8d-4f03-a0af-126697f59fd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4269e3d-a56e-4186-ae15-670ee63ade92,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:23.880733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port c62263d5-07f2-46f9-b666-b2b4f3c9b312 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:23.881084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.959352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.959705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (c62263d5-07f2-46f9-b666-b2b4f3c9b312), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:23.973468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for c62263d5-07f2-46f9-b666-b2b4f3c9b312 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:23.993938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.018004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Port': ['ID=cbf10ba4-cb02-48f0-b14f-b8b9c36f8e11,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:24.265709 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (114aa6dd-e34f-4d86-9008-6393d4ca6c37), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.282810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c62263d5-07f2-46f9-b666-b2b4f3c9b312), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.320092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=c62263d5-07f2-46f9-b666-b2b4f3c9b312,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:24.394236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b3592842-3182-4ef3-8cbc-9581bac534f7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.397023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.402005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c11c948-1bb4-44bc-b32c-9bcaad27eb8b tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/b3592842-3182-4ef3-8cbc-9581bac534f7 HTTP/1.1" status: 204 len: 168 time: 0.6626558 May 02 10:54:24.403774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41148) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:24.408387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'f4128442-c98c-438e-af0d-633ba9c2281a'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:24.494123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.495383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Router 114aa6dd-e34f-4d86-9008-6393d4ca6c37 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:24.581049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:24.582478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.588785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-627efd81-b9ba-4d0e-9a0e-859cb45ae663 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "PUT /v2.0/routers/114aa6dd-e34f-4d86-9008-6393d4ca6c37/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9550843 May 02 10:54:24.589409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:24.597285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] Sync routers for ids ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:24.615466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] Routers {'114aa6dd-e34f-4d86-9008-6393d4ca6c37'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:24.616092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:24.651497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:24.663107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] Routers {'114aa6dd-e34f-4d86-9008-6393d4ca6c37'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:24.663733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:24.679116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.703105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:24.703729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba73b76e-a37d-4434-9d67-1b5028965833 None None] The sync data for ids ['114aa6dd-e34f-4d86-9008-6393d4ca6c37'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:24.725640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.153 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:24.856562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.859205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for router_controller (114aa6dd-e34f-4d86-9008-6393d4ca6c37), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.961763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (114aa6dd-e34f-4d86-9008-6393d4ca6c37), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.962433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Fanout notify agent at l3_agent the message router_deleted on router 114aa6dd-e34f-4d86-9008-6393d4ca6c37 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:54:24.973464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:24.973901 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1bcb61f3-da8a-4935-99de-d24ff3ea4908 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "DELETE /v2.0/routers/114aa6dd-e34f-4d86-9008-6393d4ca6c37 HTTP/1.1" status: 204 len: 168 time: 0.3833497 May 02 10:54:24.974602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41164) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:25.033871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting subnet 741f0b11-bb92-45fc-bf05-fa766acce3b0 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:54:25.038291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for subnet (741f0b11-bb92-45fc-bf05-fa766acce3b0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.086645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (741f0b11-bb92-45fc-bf05-fa766acce3b0), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.172508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.178938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (741f0b11-bb92-45fc-bf05-fa766acce3b0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.253798 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.290120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:25.292999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:25.299087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:25.311417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (741f0b11-bb92-45fc-bf05-fa766acce3b0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.325150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:25.343455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Subnet': ['ID=741f0b11-bb92-45fc-bf05-fa766acce3b0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:25.351471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.359268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32a10b8d-b600-424b-af81-e350495d7882 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "DELETE /v2.0/subnets/741f0b11-bb92-45fc-bf05-fa766acce3b0 HTTP/1.1" status: 204 len: 168 time: 0.3831682 May 02 10:54:25.360414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41170) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:25.362550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd94b48-cf03-4374-901a-dfcf1c98a9aa None None] Network fe0a7a25-7474-4158-809a-860d30dca7e3 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:25.466024 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fe0a7a25-7474-4158-809a-860d30dca7e3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.528002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Deleting port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:25.529009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.536083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] DHCP port deletion for fe0a7a25-7474-4158-809a-860d30dca7e3 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:54:25.578415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5721484a-efd9-4387-ba85-448c77dd4dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.603916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Deleting port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:25.604711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.686796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] For port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,segment=NetworkSegment(7319c74f-8424-4703-97bb-438c08d015c2),segment_id=7319c74f-8424-4703-97bb-438c08d015c2)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:25.687497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.704435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Calling delete_port for d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:25.783925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.921754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.950672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] Pushing event deleted for resources: {'Port': ['ID=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:25.955191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79abc2c0-9c81-4822-9782-67a8ff824e4b None None] No DVR routers for this DVR port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:25.961369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.981986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] For port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,segment=NetworkSegment(7319c74f-8424-4703-97bb-438c08d015c2),segment_id=7319c74f-8424-4703-97bb-438c08d015c2)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:25.982580 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:25.997992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Calling delete_port for d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:26.074769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.103441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Port': ['ID=d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:26.107955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] No DVR routers for this DVR port d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:26.136854 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.189838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fe0a7a25-7474-4158-809a-860d30dca7e3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.210634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0a7a25-7474-4158-809a-860d30dca7e3']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.220058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7319c74f-8424-4703-97bb-438c08d015c2') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.220317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7319c74f-8424-4703-97bb-438c08d015c2') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.229802 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7319c74f-8424-4703-97bb-438c08d015c2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.235543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.244817 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7319c74f-8424-4703-97bb-438c08d015c2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.250608 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:26.251000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7319c74f-8424-4703-97bb-438c08d015c2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:26.254170 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:26.314593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:26.326708 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.390204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fe0a7a25-7474-4158-809a-860d30dca7e3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.397611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.403491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] 10.222.0.16 "DELETE /v2.0/networks/fe0a7a25-7474-4158-809a-860d30dca7e3 HTTP/1.1" status: 204 len: 168 time: 1.0413566 May 02 10:54:26.415822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127869c2-cc91-4bae-8c2a-efca9bd1d7a4 tempest-FloatingIPNegativeTestJSON-1549666954 tempest-FloatingIPNegativeTestJSON-1549666954-project] Pushing event deleted for resources: {'Network': ['ID=fe0a7a25-7474-4158-809a-860d30dca7e3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:26.441875 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP b81f1eae-2609-4405-8a51-17b1d9f21c3a associated. External IP: 172.35.4.153, port: f4128442-c98c-438e-af0d-633ba9c2281a. May 02 10:54:26.665289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:26.790412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:26.802509 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:26.814961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:26.815588 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.853052 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.859094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41200) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:26.862652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:26.863710 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:53:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.884875 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:26.898653 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:26.899562 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34041729-df5e-4632-878a-9f1a184806c8 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:26.920485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-961cba75-3628-4e7b-a8a0-c961afdb1341 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.5155079 May 02 10:54:26.923063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:26.928042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-62337284'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:26.994099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41206) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:27.000032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'network': {'name': 'tempest-network-smoke--232319699', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:27.005531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:27.008818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.043077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:27.053001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (05804cc8-f81a-4fb8-99c5-ae6e6dd000dc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.053359 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Added segment 05804cc8-f81a-4fb8-99c5-ae6e6dd000dc of type vlan for network 15d11912-85ff-4be8-ad93-8de3c48da40e May 02 10:54:27.060158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a72874c-0c1d-4349-8f9a-70fb230ae693 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e448900f55144f4ca760ba4c6ab85141&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1998715 May 02 10:54:27.062740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41208) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:27.097462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (15d11912-85ff-4be8-ad93-8de3c48da40e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.100682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:54:27.116578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:27.120057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.120519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] Publish callbacks [] for security_group (45429adf-3774-4351-b352-20f78018d04f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.128744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:54:27.129209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d4d223a5-e2ab-4a1e-b298-fa4cdc1dcd69 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:54:27.133167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.146107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] Publish callbacks [] for security_group (45429adf-3774-4351-b352-20f78018d04f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.199907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (15d11912-85ff-4be8-ad93-8de3c48da40e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.204865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:27.205447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.249629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (b5978e83-9adb-4b79-96d1-3138903cd4ff), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.282319 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (45429adf-3774-4351-b352-20f78018d04f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.284236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Network': ['ID=15d11912-85ff-4be8-ad93-8de3c48da40e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:27.285027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.286927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45429adf-3774-4351-b352-20f78018d04f HTTP/1.1" status: 204 len: 168 time: 0.2232153 May 02 10:54:27.296299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 15d11912-85ff-4be8-ad93-8de3c48da40e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:27.298551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e661c4e-93a7-48e3-bb7b-4190948669b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45429adf-3774-4351-b352-20f78018d04f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:27.339093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5978e83-9adb-4b79-96d1-3138903cd4ff), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.366028 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c0df2fb8-1e85-42f4-ab45-02bce70f73b5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4418850 May 02 10:54:27.368748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:27.369194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:27.374330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'subnet': {'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:27.385349 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f068b8f0-26cf-425c-8854-2db094718841), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.385692 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Added segment f068b8f0-26cf-425c-8854-2db094718841 of type vlan for network b84f0742-ab5c-4a42-9816-ec261f44527a May 02 10:54:27.386988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5978e83-9adb-4b79-96d1-3138903cd4ff,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:27.437207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b84f0742-ab5c-4a42-9816-ec261f44527a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.516122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:27.516288 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b84f0742-ab5c-4a42-9816-ec261f44527a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.519719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.521381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:27.525390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.598171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Network': ['ID=b84f0742-ab5c-4a42-9816-ec261f44527a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:27.609867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b84f0742-ab5c-4a42-9816-ec261f44527a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:27.624944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41218) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:27.626041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7034630a-a8dc-4909-a1d2-4218bc521ae8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6306074 May 02 10:54:27.630964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'admin_state_up': True, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:27.721390 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.722376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.811898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_controller (2ad168ee-9679-4e81-8f4d-979402ff4f12), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.858867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (786bf70d-b1fa-4476-92a4-c73553905093), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:27.922720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Subnet': ['ID=786bf70d-b1fa-4476-92a4-c73553905093,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:27.929712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Checking segment: {'id': '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:27.930936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network hostable DHCP agents. Network: 15d11912-85ff-4be8-ad93-8de3c48da40e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:28.041586 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ac83f08a-6de1-4504-bbe7-c0b53c1de07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.087052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network 15d11912-85ff-4be8-ad93-8de3c48da40e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:28.101219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (2ad168ee-9679-4e81-8f4d-979402ff4f12), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.161269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 15d11912-85ff-4be8-ad93-8de3c48da40e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:28.165726 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:28.174116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.174843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6173c16-9479-4bff-b61b-cd6537b7c0f4 None None] Network 15d11912-85ff-4be8-ad93-8de3c48da40e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:28.276528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-15d11912-85ff-4be8-ad93-8de3c48da40e', 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e', 'project_id': '338615e31b6d40afa8284770f941785d', 'fixed_ips': [{'subnet_id': '786bf70d-b1fa-4476-92a4-c73553905093'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:28.277745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.351251 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5fd10c4b-69bd-41eb-9e05-0e17347ffbad tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9809206 May 02 10:54:28.354821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41234) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:28.359989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1823265284', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:28.386441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.405803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41236) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:28.413589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.438376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Allocated IP 172.20.0.2 (15d11912-85ff-4be8-ad93-8de3c48da40e/786bf70d-b1fa-4476-92a4-c73553905093/06848fb2-0740-41a3-a081-fe6e45e96372) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:28.464734 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.466162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.527336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_controller (5e69a24e-8767-4233-a45a-9cc6b51228a5), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.540296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1968765412'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:28.541045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.35.4.191 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/169b18cf-7b0b-4047-ac90-5b580de11f11) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:28.600684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks [] for port (06848fb2-0740-41a3-a081-fe6e45e96372), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.651981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.652201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:28.655695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.691879 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.704972 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.739508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.746142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Network 15d11912-85ff-4be8-ad93-8de3c48da40e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:28.753839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:28.758324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:28.761454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Pushing event updated for resources: {'Port': ['ID=06848fb2-0740-41a3-a081-fe6e45e96372,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:28.784939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:28.790013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (5e69a24e-8767-4233-a45a-9cc6b51228a5), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.792114 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:28.797155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:28.819329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=169b18cf-7b0b-4047-ac90-5b580de11f11,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:28.828822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Attempting to bind port 06848fb2-0740-41a3-a081-fe6e45e96372 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:28.829451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Attempting to bind port 06848fb2-0740-41a3-a081-fe6e45e96372 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:28.829827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Attempting to bind port 06848fb2-0740-41a3-a081-fe6e45e96372 on network 15d11912-85ff-4be8-ad93-8de3c48da40e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:28.835099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:28.835735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Checking segment: {'id': '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:28.836307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.836737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Bound using segment: {'id': '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:28.837218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Bound port: 06848fb2-0740-41a3-a081-fe6e45e96372, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:28.837604 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.867053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for security_group (34ea645c-dfd3-46e8-bbc9-bda6f6757711), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:28.903770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] For port 06848fb2-0740-41a3-a081-fe6e45e96372, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:28.907269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] For port 06848fb2-0740-41a3-a081-fe6e45e96372, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06848fb2-0740-41a3-a081-fe6e45e96372,segment=NetworkSegment(05804cc8-f81a-4fb8-99c5-ae6e6dd000dc),segment_id=05804cc8-f81a-4fb8-99c5-ae6e6dd000dc)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:28.971418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (34ea645c-dfd3-46e8-bbc9-bda6f6757711), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.029390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:29.048338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.066605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34ea645c-dfd3-46e8-bbc9-bda6f6757711,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:29.069631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e20210d5-d36b-4caf-b902-ff9ed61b37c8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.070039 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment e20210d5-d36b-4caf-b902-ff9ed61b37c8 of type vlan for network 4565dc09-2813-40f9-aed0-f58653deae71 May 02 10:54:29.080132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.111808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae9b4ac-3e80-4747-a46a-31a8418599d9 None None] Pushing event updated for resources: {'Port': ['ID=06848fb2-0740-41a3-a081-fe6e45e96372,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:29.113706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.184024 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (4565dc09-2813-40f9-aed0-f58653deae71), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.226469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.276071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.276718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.35.4.42 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5ba0e1a7-b4b5-49ff-b445-14061880042b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:29.307275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (4565dc09-2813-40f9-aed0-f58653deae71), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.312925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:29.313524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.444541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.0379257 May 02 10:54:29.453411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fc19a-5f44-447f-88b8-450cc3db5321 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=4565dc09-2813-40f9-aed0-f58653deae71,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:29.487603 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.504104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (5ba0e1a7-b4b5-49ff-b445-14061880042b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.510057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 4565dc09-2813-40f9-aed0-f58653deae71 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:29.630332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5ba0e1a7-b4b5-49ff-b445-14061880042b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.670255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:29.677018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:29.679375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:29.685382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=5ba0e1a7-b4b5-49ff-b445-14061880042b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:29.716431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 2ad168ee-9679-4e81-8f4d-979402ff4f12 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:54:29.838352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:29.849385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Sync routers for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:29.866848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:29.867485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:29.963907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:29.965360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-56996864-1ee2-40ae-bb35-a1d6f713e5ab tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.3386993 May 02 10:54:29.969389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41240) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:30.015650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:30.073999 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.334121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedc25a6-cd16-4694-9d5d-eca1345bd092 None None] Network 15d11912-85ff-4be8-ad93-8de3c48da40e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:30.451474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Provisioning complete for port 06848fb2-0740-41a3-a081-fe6e45e96372 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:30.451811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.596329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c243f909-9c72-44f5-a446-4a882fb3d192 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=eeb256951e894594a924e2d25b0d80c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6238258 May 02 10:54:30.600117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41244) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:30.627205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:28Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:30.664433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Checking router: 2ad168ee-9679-4e81-8f4d-979402ff4f12 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:54:30.667757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Updating router 2ad168ee-9679-4e81-8f4d-979402ff4f12 port 169b18cf-7b0b-4047-ac90-5b580de11f11 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:54:30.720198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.723179 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Current status of the port 06848fb2-0740-41a3-a081-fe6e45e96372 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:30.724022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.732231 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.771224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] For port 06848fb2-0740-41a3-a081-fe6e45e96372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06848fb2-0740-41a3-a081-fe6e45e96372,segment=NetworkSegment(05804cc8-f81a-4fb8-99c5-ae6e6dd000dc),segment_id=05804cc8-f81a-4fb8-99c5-ae6e6dd000dc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:30.773188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.899245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4386a427-243f-4551-9577-257fbf64723d tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:30.900966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4386a427-243f-4551-9577-257fbf64723d tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2990384 May 02 10:54:30.904429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41246) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:30.920399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:30.949071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eafc8884-3888-433a-836a-4d78d8943cfb tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396733 May 02 10:54:30.949071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41248) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:30.954493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-128268111', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:31.031105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1302f6ae-1b90-44bd-bf4e-7e929d674096 None None] Pushing event updated for resources: {'Port': ['ID=06848fb2-0740-41a3-a081-fe6e45e96372,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:31.053113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-de21aa5b-1fa3-4661-9a42-a0f188c64e00 None None] Provisioning complete for port 06848fb2-0740-41a3-a081-fe6e45e96372 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:31.053482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de21aa5b-1fa3-4661-9a42-a0f188c64e00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.142322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:31.145990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.177987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 5e69a24e-8767-4233-a45a-9cc6b51228a5 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:54:31.182494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 06848fb2-0740-41a3-a081-fe6e45e96372 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:31.236521 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks [] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.246153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-de21aa5b-1fa3-4661-9a42-a0f188c64e00 None None] Current status of the port 06848fb2-0740-41a3-a081-fe6e45e96372 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:31.259251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 06848fb2-0740-41a3-a081-fe6e45e96372 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:31.259627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.353697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 06848fb2-0740-41a3-a081-fe6e45e96372 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:31.368195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.384176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:31.401546 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] Sync routers for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:31.416304 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:31.416986 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:31.463496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Attempting to bind port 169b18cf-7b0b-4047-ac90-5b580de11f11 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:31.464017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Attempting to bind port 169b18cf-7b0b-4047-ac90-5b580de11f11 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:31.464490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Attempting to bind port 169b18cf-7b0b-4047-ac90-5b580de11f11 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:31.467344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e32b9b-6ca3-4712-84a5-8fbb13def6b5 None None] Pushing event updated for resources: {'Port': ['ID=169b18cf-7b0b-4047-ac90-5b580de11f11,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:31.475335 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:31.475789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:31.476314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:31.476853 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.477342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:31.478256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Bound port: 169b18cf-7b0b-4047-ac90-5b580de11f11, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:31.478401 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.484434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:31.485065 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:31.495687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.501927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:31.514105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-31a2486a-5839-45df-adaf-2cfbe3e31c9d tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.1580217 May 02 10:54:31.520930 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:31.521774 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8bce9c-4e23-4a97-8d7b-9450df2aa755 None None] The sync data for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:31.524840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e9945e00-f8e8-454a-b8e9-a4a7dfbde65e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.540238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] For port 169b18cf-7b0b-4047-ac90-5b580de11f11, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:31.543695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] For port 169b18cf-7b0b-4047-ac90-5b580de11f11, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169b18cf-7b0b-4047-ac90-5b580de11f11,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:31.603264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Subnet': ['ID=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:31.609012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.620286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Checking segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:31.620286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network hostable DHCP agents. Network: b84f0742-ab5c-4a42-9816-ec261f44527a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:31.678467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:31.679108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:31.681037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e32b9b-6ca3-4712-84a5-8fbb13def6b5 None None] Pushing event updated for resources: {'Port': ['ID=169b18cf-7b0b-4047-ac90-5b580de11f11,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:31.698698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network b84f0742-ab5c-4a42-9816-ec261f44527a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:31.801265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:31.807413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b84f0742-ab5c-4a42-9816-ec261f44527a) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:31.811509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:31.812105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:31.835438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29acef9b-f8d5-4d8d-9f7f-83c80783626a None None] Network b84f0742-ab5c-4a42-9816-ec261f44527a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:31.893231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-09d3a793-ec9e-4169-b241-de06a28b85d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9438102 May 02 10:54:31.896983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:32.009623 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.052544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.151092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:28Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:32.181523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb3a81f2-e362-4503-9d8a-e049024ba4cc None None] The sync data for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 is: [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:28Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:32.202227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b84f0742-ab5c-4a42-9816-ec261f44527a', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:32.204067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.350749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.1 (15d11912-85ff-4be8-ad93-8de3c48da40e/786bf70d-b1fa-4476-92a4-c73553905093/797c5fcc-6388-43d9-9ba1-f01e1fa034aa) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:32.427521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Allocated IP 172.20.0.2 (b84f0742-ab5c-4a42-9816-ec261f44527a/e9945e00-f8e8-454a-b8e9-a4a7dfbde65e/e301bfab-b0aa-4552-989f-5e68db491897) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:32.486871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.577449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.580416 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:32.665417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network 15d11912-85ff-4be8-ad93-8de3c48da40e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:32.669355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:32.736371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:32.791881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:32.799157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': '4565dc09-2813-40f9-aed0-f58653deae71', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:32.814486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=797c5fcc-6388-43d9-9ba1-f01e1fa034aa,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:32.905099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.100322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a70828c6-0ce5-4848-b247-1c9e3059bb0a None None] Provisioning complete for port 797c5fcc-6388-43d9-9ba1-f01e1fa034aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:33.100731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a70828c6-0ce5-4848-b247-1c9e3059bb0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.108918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks [] for port (e301bfab-b0aa-4552-989f-5e68db491897), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.127873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:33.131934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.154818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a70828c6-0ce5-4848-b247-1c9e3059bb0a None None] Port 797c5fcc-6388-43d9-9ba1-f01e1fa034aa cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:33.196474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e301bfab-b0aa-4552-989f-5e68db491897), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.245080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 169b18cf-7b0b-4047-ac90-5b580de11f11 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:33.259521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Network b84f0742-ab5c-4a42-9816-ec261f44527a is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:33.261743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.274872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.20.0.1 (b84f0742-ab5c-4a42-9816-ec261f44527a/e9945e00-f8e8-454a-b8e9-a4a7dfbde65e/ece6ddb1-8fc6-40e3-bf4a-c617f19430fd) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:33.284690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:33.297046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:33.313505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Pushing event updated for resources: {'Port': ['ID=e301bfab-b0aa-4552-989f-5e68db491897,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:33.398843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 169b18cf-7b0b-4047-ac90-5b580de11f11 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:33.399721 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.401814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Attempting to bind port e301bfab-b0aa-4552-989f-5e68db491897 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:33.405562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Attempting to bind port e301bfab-b0aa-4552-989f-5e68db491897 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:33.405562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Attempting to bind port e301bfab-b0aa-4552-989f-5e68db491897 on network b84f0742-ab5c-4a42-9816-ec261f44527a {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:33.410638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:33.411116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Checking segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:33.411672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.412140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Bound using segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:33.412740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Bound port: e301bfab-b0aa-4552-989f-5e68db491897, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:33.413254 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e301bfab-b0aa-4552-989f-5e68db491897), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.430262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.522207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] For port e301bfab-b0aa-4552-989f-5e68db491897, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:33.526764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] For port e301bfab-b0aa-4552-989f-5e68db491897, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e301bfab-b0aa-4552-989f-5e68db491897,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:33.541604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.577934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 169b18cf-7b0b-4047-ac90-5b580de11f11 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:33.578536 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.602980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e301bfab-b0aa-4552-989f-5e68db491897), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.603415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network b84f0742-ab5c-4a42-9816-ec261f44527a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:33.606981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:33.614104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 169b18cf-7b0b-4047-ac90-5b580de11f11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169b18cf-7b0b-4047-ac90-5b580de11f11,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:33.619223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:33.654719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:33.668645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.669515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 06848fb2-0740-41a3-a081-fe6e45e96372 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:33.688832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.716522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ad0fe5-8d78-433a-9b55-e4e0c812b5dc None None] Pushing event updated for resources: {'Port': ['ID=e301bfab-b0aa-4552-989f-5e68db491897,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:33.784295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 06848fb2-0740-41a3-a081-fe6e45e96372 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:33.784737 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:33.789678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=169b18cf-7b0b-4047-ac90-5b580de11f11,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:33.882642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 06848fb2-0740-41a3-a081-fe6e45e96372 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:33.942479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.141297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.167195 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (37979573-a52d-4df9-98a0-53e324701ce1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.229867 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.277375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.295145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=37979573-a52d-4df9-98a0-53e324701ce1,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:34.307603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': 'e20210d5-d36b-4caf-b902-ff9ed61b37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:34.307968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: 4565dc09-2813-40f9-aed0-f58653deae71, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:34.335962 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.338315 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=797c5fcc-6388-43d9-9ba1-f01e1fa034aa,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:34.373528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.429755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 4565dc09-2813-40f9-aed0-f58653deae71 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:34.451197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:34.453790 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.454373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network 15d11912-85ff-4be8-ad93-8de3c48da40e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:34.456561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:34.551862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 4565dc09-2813-40f9-aed0-f58653deae71) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:34.552293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network b84f0742-ab5c-4a42-9816-ec261f44527a is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:34.553884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:34.558613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:34.559240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.572869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06d07ce-72de-4cd1-83bc-a97976c577a9 None None] Network 4565dc09-2813-40f9-aed0-f58653deae71 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:34.598409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 5e69a24e-8767-4233-a45a-9cc6b51228a5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:34.656528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-12b7bda1-91ed-4448-9c26-5817ade87317 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8613336 May 02 10:54:34.657258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41258) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:34.666678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-508953624'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:34.740526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-42262996-a214-40ea-8c42-2d0c3c54f610 None None] Provisioning complete for port 797c5fcc-6388-43d9-9ba1-f01e1fa034aa triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:34.742319 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42262996-a214-40ea-8c42-2d0c3c54f610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.745934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-4565dc09-2813-40f9-aed0-f58653deae71', 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '37979573-a52d-4df9-98a0-53e324701ce1'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:34.747630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.756398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 2ad168ee-9679-4e81-8f4d-979402ff4f12 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:34.761587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:34.768415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0f6dc01d-0af4-4966-8c31-220655cb0e28 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/routers/5e69a24e-8767-4233-a45a-9cc6b51228a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2634552 May 02 10:54:34.769616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:34.776512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'port': {'network_id': '15d11912-85ff-4be8-ad93-8de3c48da40e', 'name': 'tempest-FloatingIPTestJSON-1020464015'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:34.780832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] Sync routers for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:34.812752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:34.813310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:34.816150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-42262996-a214-40ea-8c42-2d0c3c54f610 None None] Port 797c5fcc-6388-43d9-9ba1-f01e1fa034aa cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:34.824238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:34.827755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.853766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:34.864770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (56c18bd3-6d2a-4a68-afc3-36843973622d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.865121 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment 56c18bd3-6d2a-4a68-afc3-36843973622d of type vlan for network e986d9e1-aae4-4ded-a425-dd4ef2dd1441 May 02 10:54:34.911455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:34.927205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e986d9e1-aae4-4ded-a425-dd4ef2dd1441), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:34.933846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:34.935127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:34.981010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:34.989993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1507d7b4-32d3-462e-82ac-5a93d2455988 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "PUT /v2.0/routers/2ad168ee-9679-4e81-8f4d-979402ff4f12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0916641 May 02 10:54:34.990625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41262) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:34.994023 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Sync routers for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:34.998825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1794941795', 'description': 'tempest-secgroup_access--1794941795 description', 'project_id': 'eeb256951e894594a924e2d25b0d80c9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:35.003916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:35.004559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fa04e66-9d01-474d-91c5-fd4cb0253af9 None None] The sync data for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:35.013682 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:35.014323 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:35.044557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e986d9e1-aae4-4ded-a425-dd4ef2dd1441), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.046747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:35.047361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.067624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Allocated IP 2001:db8:0:ffff::2 (4565dc09-2813-40f9-aed0-f58653deae71/37979573-a52d-4df9-98a0-53e324701ce1/311791cb-3c96-45f8-9858-b3714f44de96) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:35.088166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Made reservation on behalf of 338615e31b6d40afa8284770f941785d for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:35.096959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.139940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.152308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] device_id is not set on port a368258f-afa9-4a08-8896-0597b8608c61 yet. {{(pid=115663) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:35.161821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=e986d9e1-aae4-4ded-a425-dd4ef2dd1441,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:35.188674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2938e69f-5cd0-46a3-848b-7b1bf1e61c1f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5271704 May 02 10:54:35.189593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41264) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:35.190369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e986d9e1-aae4-4ded-a425-dd4ef2dd1441 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:35.195393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'e986d9e1-aae4-4ded-a425-dd4ef2dd1441', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:35.328947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 169b18cf-7b0b-4047-ac90-5b580de11f11 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:35.360496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Allocated IP 172.20.0.10 (15d11912-85ff-4be8-ad93-8de3c48da40e/786bf70d-b1fa-4476-92a4-c73553905093/a368258f-afa9-4a08-8896-0597b8608c61) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:35.403642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:35.430405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (bb0ff633-b6d0-45b0-af3f-418527cdd383), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.441446 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks [] for port (311791cb-3c96-45f8-9858-b3714f44de96), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.460970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43144a07-7de9-4bf2-9d35-ee823ddff8a6 None None] Network b84f0742-ab5c-4a42-9816-ec261f44527a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:35.471094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:35.476815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.501650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb0ff633-b6d0-45b0-af3f-418527cdd383), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.547207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0ff633-b6d0-45b0-af3f-418527cdd383,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:35.550929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 169b18cf-7b0b-4047-ac90-5b580de11f11 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:35.551308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.559797 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (311791cb-3c96-45f8-9858-b3714f44de96), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.562857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.563216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.563565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.563911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.564254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.564647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.565001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.565332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.565662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.565995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.566326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.566653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.566980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.567303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.567626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:35.596318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for port (a368258f-afa9-4a08-8896-0597b8608c61), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.599986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Provisioning complete for port e301bfab-b0aa-4552-989f-5e68db491897 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:35.600732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e301bfab-b0aa-4552-989f-5e68db491897), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.631522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.636004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e82f390f-19f0-46bc-895a-06b82cb35839 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.6408327 May 02 10:54:35.639246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41266) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:35.645620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--289142490', 'description': 'tempest-secgroup_general--289142490 description', 'project_id': 'eeb256951e894594a924e2d25b0d80c9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:35.674520 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:34Z', 'revision_number': 2, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:35.703195 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Checking router: 2ad168ee-9679-4e81-8f4d-979402ff4f12 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:54:35.703631 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Updating router 2ad168ee-9679-4e81-8f4d-979402ff4f12 port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:54:35.721202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Network 4565dc09-2813-40f9-aed0-f58653deae71 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:35.733601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Pushing event updated for resources: {'Port': ['ID=311791cb-3c96-45f8-9858-b3714f44de96,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:35.734134 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.735819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:35.742299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:35.750530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a368258f-afa9-4a08-8896-0597b8608c61), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.797286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Network 15d11912-85ff-4be8-ad93-8de3c48da40e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:35.800950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.806351 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:35.817999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:35.863514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Attempting to bind port 311791cb-3c96-45f8-9858-b3714f44de96 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:35.864112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Attempting to bind port 311791cb-3c96-45f8-9858-b3714f44de96 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e20210d5-d36b-4caf-b902-ff9ed61b37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:35.864485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Attempting to bind port 311791cb-3c96-45f8-9858-b3714f44de96 on network 4565dc09-2813-40f9-aed0-f58653deae71 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:35.884905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:35.885603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.887367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (6752dd35-2321-43df-a8bb-cb907523a1b8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.913856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:35.914281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Checking segment: {'id': 'e20210d5-d36b-4caf-b902-ff9ed61b37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:35.914806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.915348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Bound using segment: {'id': 'e20210d5-d36b-4caf-b902-ff9ed61b37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:35.915694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Bound port: 311791cb-3c96-45f8-9858-b3714f44de96, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20210d5-d36b-4caf-b902-ff9ed61b37c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4565dc09-2813-40f9-aed0-f58653deae71'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:35.917000 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (311791cb-3c96-45f8-9858-b3714f44de96), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:35.944574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 169b18cf-7b0b-4047-ac90-5b580de11f11 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:35.947739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e301bfab-b0aa-4552-989f-5e68db491897 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:35.964289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event updated for resources: {'Port': ['ID=a368258f-afa9-4a08-8896-0597b8608c61,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:35.985014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=6752dd35-2321-43df-a8bb-cb907523a1b8,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:36.044583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': '56c18bd3-6d2a-4a68-afc3-36843973622d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'e986d9e1-aae4-4ded-a425-dd4ef2dd1441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:36.044926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: e986d9e1-aae4-4ded-a425-dd4ef2dd1441, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:36.051286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e301bfab-b0aa-4552-989f-5e68db491897 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:36.053973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e301bfab-b0aa-4552-989f-5e68db491897), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.087956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f2f0c89a-fab2-4ece-990e-2b6e8b9ea38a tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3163996 May 02 10:54:36.091224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41268) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:36.096030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Request body: {'floatingip': {'port_id': 'a368258f-afa9-4a08-8896-0597b8608c61'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:36.123568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (e6111330-e1b1-4f6b-abc5-257ba71901da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.134153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Current status of the port e301bfab-b0aa-4552-989f-5e68db491897 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:36.134543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e301bfab-b0aa-4552-989f-5e68db491897), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.179125 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks [] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.186798 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.218799 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e6111330-e1b1-4f6b-abc5-257ba71901da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.221377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network e986d9e1-aae4-4ded-a425-dd4ef2dd1441 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:36.225552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] For port 311791cb-3c96-45f8-9858-b3714f44de96, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:36.233579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] For port e301bfab-b0aa-4552-989f-5e68db491897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e301bfab-b0aa-4552-989f-5e68db491897,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:36.246229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] For port 311791cb-3c96-45f8-9858-b3714f44de96, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=311791cb-3c96-45f8-9858-b3714f44de96,segment=NetworkSegment(e20210d5-d36b-4caf-b902-ff9ed61b37c8),segment_id=e20210d5-d36b-4caf-b902-ff9ed61b37c8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:36.257554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6111330-e1b1-4f6b-abc5-257ba71901da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:36.286233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e301bfab-b0aa-4552-989f-5e68db491897 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:36.287086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e301bfab-b0aa-4552-989f-5e68db491897), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.289911 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.382166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e986d9e1-aae4-4ded-a425-dd4ef2dd1441) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:36.383178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e301bfab-b0aa-4552-989f-5e68db491897), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.408175 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Pushing event updated for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:36.408361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:36.408361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.413687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d7aa84-2756-4e9c-8d64-55ebdcd42ba1 None None] Network e986d9e1-aae4-4ded-a425-dd4ef2dd1441 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:36.421592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.423100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0c61a5fd-069f-48c6-bdde-6b35dd75e2b0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7825897 May 02 10:54:36.427486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41270) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:36.432591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'security_group_rule': {'security_group_id': 'bb0ff633-b6d0-45b0-af3f-418527cdd383', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:36.455794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.456351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.456927 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.457692 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.458231 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.458771 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.459293 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.459763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.460215 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.460741 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.463825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.463825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.463825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.463825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.463825 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:36.518495 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Attempting to bind port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:36.519121 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Attempting to bind port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:36.519644 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Attempting to bind port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd on network b84f0742-ab5c-4a42-9816-ec261f44527a {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:36.529516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:36.530096 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Checking segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:36.530725 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.531558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Bound using segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:36.532309 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Bound port: ece6ddb1-8fc6-40e3-bf4a-c617f19430fd, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:36.532997 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.568415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group_rule (c2def493-0351-493a-a84a-450f7681d620), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.585784 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (311791cb-3c96-45f8-9858-b3714f44de96), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.627935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] For port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:36.634251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] For port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:36.635119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39966cb5-c745-402f-ab1b-1966ae54ffbc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4440417 May 02 10:54:36.641065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41272) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:36.689146 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.771668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group_rule (c2def493-0351-493a-a84a-450f7681d620), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.781480 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:36.782472 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:36.795763 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:54:36.796794 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:54:36.825548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e986d9e1-aae4-4ded-a425-dd4ef2dd1441), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.839758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (c2def493-0351-493a-a84a-450f7681d620), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.853741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Provisioning complete for port e301bfab-b0aa-4552-989f-5e68db491897 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:36.854110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e301bfab-b0aa-4552-989f-5e68db491897), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:36.944701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:36.962657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2def493-0351-493a-a84a-450f7681d620,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:36.978385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.resource_extend [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 10:54:36.992512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6752dd35-2321-43df-a8bb-cb907523a1b8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.066720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.070786 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-76d3ae09-b3de-4764-b41d-dab795f28f13 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6400695 May 02 10:54:37.120224 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.140757 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8938cb3-b0c9-4d79-bb75-2951b0556429 None None] Pushing event updated for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:37.221374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.248766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (6752dd35-2321-43df-a8bb-cb907523a1b8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.270845 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:36Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:37.299572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31f28c-e3e9-4280-b6c4-30561dc11a61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e986d9e1-aae4-4ded-a425-dd4ef2dd1441', 'network_id': 'e986d9e1-aae4-4ded-a425-dd4ef2dd1441', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '6752dd35-2321-43df-a8bb-cb907523a1b8'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:37.300684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af31f28c-e3e9-4280-b6c4-30561dc11a61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.308753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00421231-9a9e-47f2-8995-90376c3fcb86 None None] Pushing event updated for resources: {'Port': ['ID=e301bfab-b0aa-4552-989f-5e68db491897,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:37.325696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a92652e-7531-4c52-962f-e86d67818c0d None None] The sync data for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 is: [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:36Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:37.356689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=6752dd35-2321-43df-a8bb-cb907523a1b8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:37.373384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e301bfab-b0aa-4552-989f-5e68db491897 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:37.535707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e986d9e1-aae4-4ded-a425-dd4ef2dd1441), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.545078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2549a0-5c90-4fa7-85ee-7f709400c159 None None] Pushing event updated for resources: {'Port': ['ID=311791cb-3c96-45f8-9858-b3714f44de96,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:37.581795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e986d9e1-aae4-4ded-a425-dd4ef2dd1441']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:37.597155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c18bd3-6d2a-4a68-afc3-36843973622d') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:37.597457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c18bd3-6d2a-4a68-afc3-36843973622d') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:37.611445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e301bfab-b0aa-4552-989f-5e68db491897 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:37.615440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Current status of the port e301bfab-b0aa-4552-989f-5e68db491897 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:37.618521 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (56c18bd3-6d2a-4a68-afc3-36843973622d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.639173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-4ec2f464-b959-44cb-bbdf-91dc9cf0cd70 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_access--1794941795&fields=id&tenant_id=eeb256951e894594a924e2d25b0d80c9 HTTP/1.1" status: 200 len: 267 time: 0.1670618 May 02 10:54:37.639173 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP b81f1eae-2609-4405-8a51-17b1d9f21c3a associated. External IP: 172.35.4.153, port: f4128442-c98c-438e-af0d-633ba9c2281a. May 02 10:54:37.647472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (56c18bd3-6d2a-4a68-afc3-36843973622d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.657769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Provisioning complete for port a368258f-afa9-4a08-8896-0597b8608c61 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:37.663100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a368258f-afa9-4a08-8896-0597b8608c61), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.663677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:37.663677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (56c18bd3-6d2a-4a68-afc3-36843973622d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:37.667330 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:37.720975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb292286-21e3-4d36-9226-70f4891764ab None None] Network e986d9e1-aae4-4ded-a425-dd4ef2dd1441 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:37.794508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Port a368258f-afa9-4a08-8896-0597b8608c61 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:37.794932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-57f340e9-4f84-40ce-85b2-270040308912 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup_general--289142490&fields=id&tenant_id=eeb256951e894594a924e2d25b0d80c9 HTTP/1.1" status: 200 len: 267 time: 0.1388273 May 02 10:54:37.800260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e301bfab-b0aa-4552-989f-5e68db491897 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:37.800827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e301bfab-b0aa-4552-989f-5e68db491897), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.834997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Provisioning complete for port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:37.835372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.841843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e986d9e1-aae4-4ded-a425-dd4ef2dd1441), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.851674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:37.862442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/e986d9e1-aae4-4ded-a425-dd4ef2dd1441 HTTP/1.1" status: 204 len: 168 time: 1.2202976 May 02 10:54:37.874703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41288) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:37.879802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-973223005'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:37.884376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ababe7-5fe1-416e-b6bf-0e9e4d25459a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=e986d9e1-aae4-4ded-a425-dd4ef2dd1441,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:37.972391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e301bfab-b0aa-4552-989f-5e68db491897 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:37.993601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Current status of the port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:37.994490 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.040438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] For port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:38.046862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-174f574a-dcd0-4cb0-9337-8126a72ab629 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:38.048532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-174f574a-dcd0-4cb0-9337-8126a72ab629 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/networks?id=b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 200 len: 796 time: 0.2286510 May 02 10:54:38.053236 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:38.055914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:38.057937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.081721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-3fe5b016-67f9-4e2a-b846-c8d775a79bc9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/quotas/eeb256951e894594a924e2d25b0d80c9 HTTP/1.1" status: 200 len: 375 time: 0.0244563 May 02 10:54:38.102638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:38.116233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.136725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f650b535-d59f-4183-830d-113666346f4b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.137483 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment f650b535-d59f-4183-830d-113666346f4b of type vlan for network b7be04fb-a7bb-4b87-acce-c32f0e54e43a May 02 10:54:38.208985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-295c4652-a01f-4d28-b8c0-65a6e1f6b89d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0682952 May 02 10:54:38.209479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b7be04fb-a7bb-4b87-acce-c32f0e54e43a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.233943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a1723-fb43-4cb1-bfbd-ae3c9ea1d489 None None] Pushing event updated for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:38.253432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-af777c23-16e6-4cc6-a6e9-57d8076a7bc7 None None] Provisioning complete for port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:38.254770 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af777c23-16e6-4cc6-a6e9-57d8076a7bc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.320694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:38.328194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b7be04fb-a7bb-4b87-acce-c32f0e54e43a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.345391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:38.346306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.348854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:38.382880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:38.383976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:38.388084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af777c23-16e6-4cc6-a6e9-57d8076a7bc7 None None] Current status of the port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:38.433075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:38.434679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-97c826f6-c7e2-47c1-b272-a74b4b144c37 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:54:38.435705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-97c826f6-c7e2-47c1-b272-a74b4b144c37 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1515262 May 02 10:54:38.451552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:38.452180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:38.499173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:38.500212 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2e1e66-26ab-416f-bb31-a57426343623 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:38.520169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0afbaa-dfb6-4b7b-9d0c-4232826bae84 None None] Network 4565dc09-2813-40f9-aed0-f58653deae71 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:38.621578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Provisioning complete for port 311791cb-3c96-45f8-9858-b3714f44de96 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:38.622478 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (311791cb-3c96-45f8-9858-b3714f44de96), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.640809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-8c894958-d1d6-48f3-8d57-12fccff46177 service neutron] 10.222.0.16 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962552 May 02 10:54:38.791369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 5e69a24e-8767-4233-a45a-9cc6b51228a5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:38.798979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Current status of the port 311791cb-3c96-45f8-9858-b3714f44de96 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:38.799376 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (311791cb-3c96-45f8-9858-b3714f44de96), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:38.830397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-c280c9d8-9b9e-46c7-9a2e-9a03fcaf4879 service neutron] 10.222.0.16 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800032 May 02 10:54:38.911074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] For port 311791cb-3c96-45f8-9858-b3714f44de96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=311791cb-3c96-45f8-9858-b3714f44de96,segment=NetworkSegment(e20210d5-d36b-4caf-b902-ff9ed61b37c8),segment_id=e20210d5-d36b-4caf-b902-ff9ed61b37c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:38.928623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0527723 May 02 10:54:38.931601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41292) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:38.938892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:38.939120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7268bd-8e13-4d29-b03b-75e61aaf6455 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=b7be04fb-a7bb-4b87-acce-c32f0e54e43a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:38.950747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:38.980483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (311791cb-3c96-45f8-9858-b3714f44de96), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.122044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9ed9e532-b6c9-40e4-8202-6b3aec48fc5f None None] Provisioning complete for port 311791cb-3c96-45f8-9858-b3714f44de96 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:39.122601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e532-b6c9-40e4-8202-6b3aec48fc5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (311791cb-3c96-45f8-9858-b3714f44de96), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.157704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72346edd-711a-40f2-a218-480b94d9a286 None None] Pushing event updated for resources: {'Port': ['ID=311791cb-3c96-45f8-9858-b3714f44de96,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:39.228405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9ed9e532-b6c9-40e4-8202-6b3aec48fc5f None None] Current status of the port 311791cb-3c96-45f8-9858-b3714f44de96 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:39.448644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:39.454175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.464416 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] Sync routers for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:39.476251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:39.476498 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:39.517159 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:39.523982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:39.524261 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ca7010ea-cefc-4c87-9cbd-60e9e3231791 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/floatingips/b81f1eae-2609-4405-8a51-17b1d9f21c3a HTTP/1.1" status: 200 len: 979 time: 3.4316943 May 02 10:54:39.529408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:39.530022 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:39.538641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:39.542467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.553708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ece6ddb1-8fc6-40e3-bf4a-c617f19430fd up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:39.570008 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:39.570615 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de650a33-c4cd-4a9f-bbd3-88827b7c65af None None] The sync data for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:39.613863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:39.614270 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.639533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port a368258f-afa9-4a08-8896-0597b8608c61 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:39.640133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a368258f-afa9-4a08-8896-0597b8608c61), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.708582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:39.709765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 311791cb-3c96-45f8-9858-b3714f44de96 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:39.735067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a368258f-afa9-4a08-8896-0597b8608c61), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.767217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 311791cb-3c96-45f8-9858-b3714f44de96 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:39.767601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (311791cb-3c96-45f8-9858-b3714f44de96), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.807753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (65075e60-f50e-4894-9595-e3edd3cf0a2c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.853836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 311791cb-3c96-45f8-9858-b3714f44de96 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:39.877019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=65075e60-f50e-4894-9595-e3edd3cf0a2c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:39.886817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': 'f650b535-d59f-4183-830d-113666346f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:39.887214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: b7be04fb-a7bb-4b87-acce-c32f0e54e43a, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:39.923014 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.923397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:39.923760 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Floating IP b81f1eae-2609-4405-8a51-17b1d9f21c3a disassociated. External IP: 172.35.4.153, port: a368258f-afa9-4a08-8896-0597b8608c61. May 02 10:54:39.924113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for a368258f-afa9-4a08-8896-0597b8608c61 owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:39.961852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:40.042465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7be04fb-a7bb-4b87-acce-c32f0e54e43a) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:40.049221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:40.050394 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.054299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e324e143-cf6c-4dba-b2ed-afff7a19fdd1 None None] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:40.158546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7be04fb-a7bb-4b87-acce-c32f0e54e43a', 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '65075e60-f50e-4894-9595-e3edd3cf0a2c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:40.159425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.164686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b112e994-79b9-4cd9-85da-c2762ab2167c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2317324 May 02 10:54:40.168948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41300) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:40.174904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1897850230'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:40.193402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e92d3dcf-5f09-4d61-a094-ce7a34f008de req-bfa67ef1-0384-4a3b-8b58-e1e2ec96fb60 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0313761 May 02 10:54:40.207306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a368258f-afa9-4a08-8896-0597b8608c61), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.237129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=a368258f-afa9-4a08-8896-0597b8608c61,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:40.287506 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:40.290996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.324225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:40.332151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Allocated IP 2001:db8::1 (b7be04fb-a7bb-4b87-acce-c32f0e54e43a/65075e60-f50e-4894-9595-e3edd3cf0a2c/5df62bdd-086d-4c49-94e1-67e27d8ee95f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:40.338120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.338691 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment 21c3cc0c-f7f1-4def-8023-4e4a857bb66d of type vlan for network b7e07cce-f53f-44f4-8686-d2acbe78a347 May 02 10:54:40.375125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 5e69a24e-8767-4233-a45a-9cc6b51228a5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:40.389452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.464983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.471878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:40.472716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.507058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:40.509238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks [] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.521695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] Sync routers for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:40.534388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:40.535207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:40.547367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=b7e07cce-f53f-44f4-8686-d2acbe78a347,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:40.579285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-02bdeae9-61df-4b7a-914c-67fc03736c6a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4060819 May 02 10:54:40.579495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network b7e07cce-f53f-44f4-8686-d2acbe78a347 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:40.579851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41302) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:40.582589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:40.589844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:40.595225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.601605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6506de5f-682d-4ef5-a885-12d54def0b15 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/a368258f-afa9-4a08-8896-0597b8608c61 HTTP/1.1" status: 204 len: 168 time: 1.0740066 May 02 10:54:40.605420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41304) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:40.609321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.665899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:40.666533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:40.722943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:40.723634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-650b0c1a-e7e7-434b-ad6e-107a00919e0d None None] The sync data for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:40.734275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:40.735998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Pushing event updated for resources: {'Port': ['ID=5df62bdd-086d-4c49-94e1-67e27d8ee95f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:40.738407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:40.740948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:40.756138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:40.761147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.799581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Attempting to bind port 5df62bdd-086d-4c49-94e1-67e27d8ee95f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:40.800021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Attempting to bind port 5df62bdd-086d-4c49-94e1-67e27d8ee95f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f650b535-d59f-4183-830d-113666346f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:40.800370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Attempting to bind port 5df62bdd-086d-4c49-94e1-67e27d8ee95f on network b7be04fb-a7bb-4b87-acce-c32f0e54e43a {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:40.806094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:40.806471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Checking segment: {'id': 'f650b535-d59f-4183-830d-113666346f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:40.806870 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.807333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Bound using segment: {'id': 'f650b535-d59f-4183-830d-113666346f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:40.807817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Bound port: 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f650b535-d59f-4183-830d-113666346f4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b7be04fb-a7bb-4b87-acce-c32f0e54e43a'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:40.808179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.830408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing IP validity checks on allocation pools {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:54:40.830938 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:54:40.881593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] For port 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:40.884747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] For port 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df62bdd-086d-4c49-94e1-67e27d8ee95f,segment=NetworkSegment(f650b535-d59f-4183-830d-113666346f4b),segment_id=f650b535-d59f-4183-830d-113666346f4b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:40.969823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:40.976559 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.031806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (eff8d226-c950-4cff-91fa-eef6bbe8f9d7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.044792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956dba1-46c0-46f8-b029-e7ddb55ef888 None None] Pushing event updated for resources: {'Port': ['ID=5df62bdd-086d-4c49-94e1-67e27d8ee95f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:41.110980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=eff8d226-c950-4cff-91fa-eef6bbe8f9d7,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:41.118209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': '21c3cc0c-f7f1-4def-8023-4e4a857bb66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:41.118584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: b7e07cce-f53f-44f4-8686-d2acbe78a347, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:41.184180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network b7e07cce-f53f-44f4-8686-d2acbe78a347 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:41.265360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, b7e07cce-f53f-44f4-8686-d2acbe78a347) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:41.273374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:41.275821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.288238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 797c5fcc-6388-43d9-9ba1-f01e1fa034aa {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:41.288238 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.288813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b189e0-4e7d-4702-989f-fb8a1ff69bf5 None None] Network b7e07cce-f53f-44f4-8686-d2acbe78a347 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:41.335866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4d99b45-64b8-4732-8c54-32e848c8df65 req-0921d949-4ed2-4de7-ab4e-ff41bd4569df tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0493712 May 02 10:54:41.365633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b2fa0f27-11f0-4c93-ac22-63acab3b33a5 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7848752 May 02 10:54:41.368526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41312) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:41.414524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.423905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 797c5fcc-6388-43d9-9ba1-f01e1fa034aa owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:41.436518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-b7e07cce-f53f-44f4-8686-d2acbe78a347', 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': 'eff8d226-c950-4cff-91fa-eef6bbe8f9d7'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:41.437427 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.524450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.544715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5df62bdd-086d-4c49-94e1-67e27d8ee95f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:41.588705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (eff8d226-c950-4cff-91fa-eef6bbe8f9d7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.638827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5df62bdd-086d-4c49-94e1-67e27d8ee95f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:41.639263 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.673428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Allocated IP 2001:db8::3 (b7e07cce-f53f-44f4-8686-d2acbe78a347/eff8d226-c950-4cff-91fa-eef6bbe8f9d7/7f2ea81b-24c1-4934-85da-1252c9aba946) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:41.727600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (797c5fcc-6388-43d9-9ba1-f01e1fa034aa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.761492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=797c5fcc-6388-43d9-9ba1-f01e1fa034aa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:41.956923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5df62bdd-086d-4c49-94e1-67e27d8ee95f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:41.956923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:41.982248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.032531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df62bdd-086d-4c49-94e1-67e27d8ee95f,segment=NetworkSegment(f650b535-d59f-4183-830d-113666346f4b),segment_id=f650b535-d59f-4183-830d-113666346f4b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:42.064705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks [] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.121727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.155893 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.183980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Network b7e07cce-f53f-44f4-8686-d2acbe78a347 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:42.192906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:42.198438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:42.201843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5df62bdd-086d-4c49-94e1-67e27d8ee95f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:42.226478 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (eff8d226-c950-4cff-91fa-eef6bbe8f9d7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.242756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 5e69a24e-8767-4233-a45a-9cc6b51228a5 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:42.265438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=eff8d226-c950-4cff-91fa-eef6bbe8f9d7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:42.316409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Pushing event updated for resources: {'Port': ['ID=7f2ea81b-24c1-4934-85da-1252c9aba946,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:42.321969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Attempting to bind port 7f2ea81b-24c1-4934-85da-1252c9aba946 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:42.322352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Attempting to bind port 7f2ea81b-24c1-4934-85da-1252c9aba946 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '21c3cc0c-f7f1-4def-8023-4e4a857bb66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:42.323166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Attempting to bind port 7f2ea81b-24c1-4934-85da-1252c9aba946 on network b7e07cce-f53f-44f4-8686-d2acbe78a347 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:42.328486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:42.331677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Checking segment: {'id': '21c3cc0c-f7f1-4def-8023-4e4a857bb66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:42.331677 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.331677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Bound using segment: {'id': '21c3cc0c-f7f1-4def-8023-4e4a857bb66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:42.331677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Bound port: 7f2ea81b-24c1-4934-85da-1252c9aba946, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21c3cc0c-f7f1-4def-8023-4e4a857bb66d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:42.331677 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.341283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.389666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e07cce-f53f-44f4-8686-d2acbe78a347']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.400324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c3cc0c-f7f1-4def-8023-4e4a857bb66d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.400874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c3cc0c-f7f1-4def-8023-4e4a857bb66d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.415738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025cdfbd-8f8b-455f-bc88-859248207c9d None None] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:42.425874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.442962 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.453698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:42.454597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.456379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:42.461614 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:42.468655 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] Sync routers for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:42.472233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-53ff0db2-c4e0-4a5f-85d5-eac575d33bc5 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/routers/5e69a24e-8767-4233-a45a-9cc6b51228a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8663154 May 02 10:54:42.472233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b0f1507-53f3-4c73-a47c-aa095285b9b1 req-e84a225e-ee63-46d9-87fd-9e7a6ca4adb2 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0525315 May 02 10:54:42.472548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41322) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:42.494338 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:42.494961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.499347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] For port 7f2ea81b-24c1-4934-85da-1252c9aba946, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:42.514388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d6ab72a6-6553-471f-b10e-173b56a1c818 None None] Provisioning complete for port 5df62bdd-086d-4c49-94e1-67e27d8ee95f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:42.514816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d6ab72a6-6553-471f-b10e-173b56a1c818 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.537607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.548033 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] Routers {'5e69a24e-8767-4233-a45a-9cc6b51228a5'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:42.549664 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5e69a24e-8767-4233-a45a-9cc6b51228a5'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.594125 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:42.594833 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e7e9ce0-4f45-4969-9d5b-0a1662787a96 None None] The sync data for ids ['5e69a24e-8767-4233-a45a-9cc6b51228a5'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:42.600268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.611445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] For port 7f2ea81b-24c1-4934-85da-1252c9aba946, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2ea81b-24c1-4934-85da-1252c9aba946,segment=NetworkSegment(21c3cc0c-f7f1-4def-8023-4e4a857bb66d),segment_id=21c3cc0c-f7f1-4def-8023-4e4a857bb66d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:42.656476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d6ab72a6-6553-471f-b10e-173b56a1c818 None None] Current status of the port 5df62bdd-086d-4c49-94e1-67e27d8ee95f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:42.659363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:54:42.659363 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:54:42.659363 ncdv-master-1 neutron-server[115662]: [parameters: {'id': 'b7e07cce-f53f-44f4-8686-d2acbe78a347'}] May 02 10:54:42.659363 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:54:42.663431 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:54:42.710769 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.716932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (5e69a24e-8767-4233-a45a-9cc6b51228a5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.801110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322fa9a6-1109-428d-afab-ec5128ae786b None None] Pushing event updated for resources: {'Port': ['ID=7f2ea81b-24c1-4934-85da-1252c9aba946,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:42.820734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4427a2-3e60-4a5d-b642-57dcf9d8fbcc None None] Network b7e07cce-f53f-44f4-8686-d2acbe78a347 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:42.834043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 5ba0e1a7-b4b5-49ff-b445-14061880042b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:42.834403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5ba0e1a7-b4b5-49ff-b445-14061880042b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.890580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-45b90ebd-4f46-4564-915a-2adb3d389b2c None None] Provisioning complete for port 5df62bdd-086d-4c49-94e1-67e27d8ee95f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:42.890948 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-45b90ebd-4f46-4564-915a-2adb3d389b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.914956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5ba0e1a7-b4b5-49ff-b445-14061880042b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:42.932075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 5ba0e1a7-b4b5-49ff-b445-14061880042b owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:42.950424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652e8241-801e-4d60-ad3c-e587544b25a2 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:54:43.041720 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-45b90ebd-4f46-4564-915a-2adb3d389b2c None None] Current status of the port 5df62bdd-086d-4c49-94e1-67e27d8ee95f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:43.093177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652e8241-801e-4d60-ad3c-e587544b25a2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:54:43.160854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.196665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5ba0e1a7-b4b5-49ff-b445-14061880042b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.211428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 7f2ea81b-24c1-4934-85da-1252c9aba946 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:43.211908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.298610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 7f2ea81b-24c1-4934-85da-1252c9aba946, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7f2ea81b-24c1-4934-85da-1252c9aba946,segment=NetworkSegment(21c3cc0c-f7f1-4def-8023-4e4a857bb66d),segment_id=21c3cc0c-f7f1-4def-8023-4e4a857bb66d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:43.299075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.315432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 7f2ea81b-24c1-4934-85da-1252c9aba946 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:43.463616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5df62bdd-086d-4c49-94e1-67e27d8ee95f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:43.487492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7f2ea81b-24c1-4934-85da-1252c9aba946), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.524282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5df62bdd-086d-4c49-94e1-67e27d8ee95f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:43.524688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.533630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=7f2ea81b-24c1-4934-85da-1252c9aba946,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:43.549664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 7f2ea81b-24c1-4934-85da-1252c9aba946 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:43.562301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=5ba0e1a7-b4b5-49ff-b445-14061880042b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:43.598536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f31c2f00-6027-4c86-93fe-d1051fff7c94 req-d41fc470-6be4-4616-ac49-1758633323cd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0611305 May 02 10:54:43.624196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5df62bdd-086d-4c49-94e1-67e27d8ee95f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:43.625928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.683358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.706694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7e07cce-f53f-44f4-8686-d2acbe78a347']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:43.716663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21c3cc0c-f7f1-4def-8023-4e4a857bb66d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:43.716964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21c3cc0c-f7f1-4def-8023-4e4a857bb66d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:43.720665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.723817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_controller (5e69a24e-8767-4233-a45a-9cc6b51228a5), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.726916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.740307 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.747049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:43.747412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (21c3cc0c-f7f1-4def-8023-4e4a857bb66d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:43.750539 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:43.864522 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5e69a24e-8767-4233-a45a-9cc6b51228a5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.865215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Fanout notify agent at l3_agent the message router_deleted on router 5e69a24e-8767-4233-a45a-9cc6b51228a5 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:54:43.872467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.878562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3a818822-4f50-421e-903a-ce2d04d06720 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/routers/5e69a24e-8767-4233-a45a-9cc6b51228a5 HTTP/1.1" status: 204 len: 168 time: 1.4001198 May 02 10:54:43.878562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41328) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:43.898790 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b7e07cce-f53f-44f4-8686-d2acbe78a347), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.913079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.913079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/b7e07cce-f53f-44f4-8686-d2acbe78a347 HTTP/1.1" status: 204 len: 168 time: 2.5407047 May 02 10:54:43.916529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41330) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:43.921155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12941031-8da5-4d6f-ac67-64d8e015b2c1 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=b7e07cce-f53f-44f4-8686-d2acbe78a347,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:43.925723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1125364075'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:43.941807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting subnet 786bf70d-b1fa-4476-92a4-c73553905093 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:54:43.947426 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (786bf70d-b1fa-4476-92a4-c73553905093), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:43.988618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (786bf70d-b1fa-4476-92a4-c73553905093), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.036569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:44.039835 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.093228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:44.095593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (786bf70d-b1fa-4476-92a4-c73553905093), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.128623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.128985 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment f89473f9-4b32-4bd7-a560-649c9c7fd823 of type vlan for network fba27929-2913-4286-b2c2-80d0bda5099d May 02 10:54:44.181730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.265375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (786bf70d-b1fa-4476-92a4-c73553905093), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.297169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Subnet': ['ID=786bf70d-b1fa-4476-92a4-c73553905093,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:44.300803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.304411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c848ba5f-ab88-479c-a96f-aabecab9d8e3 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/subnets/786bf70d-b1fa-4476-92a4-c73553905093 HTTP/1.1" status: 204 len: 168 time: 0.4267008 May 02 10:54:44.306795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41334) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:44.307592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81aba096-3e34-40c2-9808-f09db0c8e28c None None] Network 15d11912-85ff-4be8-ad93-8de3c48da40e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:44.327484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.331523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:44.332100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.451905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (15d11912-85ff-4be8-ad93-8de3c48da40e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.457736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] DHCP port deletion for 15d11912-85ff-4be8-ad93-8de3c48da40e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:54:44.458528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=fba27929-2913-4286-b2c2-80d0bda5099d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:44.473073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5634ec7d-176d-4591-bc0c-93c44bdcce51 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5553823 May 02 10:54:44.477159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:44.482763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:44.499016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fba27929-2913-4286-b2c2-80d0bda5099d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:44.511944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 06848fb2-0740-41a3-a081-fe6e45e96372 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:44.512422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.572369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Deleting port 06848fb2-0740-41a3-a081-fe6e45e96372 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:44.572591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.578790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] For port 06848fb2-0740-41a3-a081-fe6e45e96372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06848fb2-0740-41a3-a081-fe6e45e96372,segment=NetworkSegment(05804cc8-f81a-4fb8-99c5-ae6e6dd000dc),segment_id=05804cc8-f81a-4fb8-99c5-ae6e6dd000dc)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:44.579344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.598402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 06848fb2-0740-41a3-a081-fe6e45e96372 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:44.632203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.647094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:44.650527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] For port 06848fb2-0740-41a3-a081-fe6e45e96372, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=06848fb2-0740-41a3-a081-fe6e45e96372,segment=NetworkSegment(05804cc8-f81a-4fb8-99c5-ae6e6dd000dc),segment_id=05804cc8-f81a-4fb8-99c5-ae6e6dd000dc)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:44.650929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.651188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.664426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Calling delete_port for 06848fb2-0740-41a3-a081-fe6e45e96372 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:44.714011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e008cb84-ffc3-47cd-9361-61f3f9d5ace0 req-91d64ad2-e398-458e-bb8b-84c7077c0efe tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0300846 May 02 10:54:44.761706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.768587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (06848fb2-0740-41a3-a081-fe6e45e96372), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.793860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=06848fb2-0740-41a3-a081-fe6e45e96372,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:44.797643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] No DVR routers for this DVR port 06848fb2-0740-41a3-a081-fe6e45e96372 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:44.800932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] Pushing event deleted for resources: {'Port': ['ID=06848fb2-0740-41a3-a081-fe6e45e96372,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:44.808674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931bc632-4f10-43e4-aaae-67d655b3ba31 None None] No DVR routers for this DVR port 06848fb2-0740-41a3-a081-fe6e45e96372 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:44.879058 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (15d11912-85ff-4be8-ad93-8de3c48da40e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.899489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15d11912-85ff-4be8-ad93-8de3c48da40e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:44.908790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:44.909097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05804cc8-f81a-4fb8-99c5-ae6e6dd000dc') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:44.918852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (05804cc8-f81a-4fb8-99c5-ae6e6dd000dc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.931816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (05804cc8-f81a-4fb8-99c5-ae6e6dd000dc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.938318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:44.938764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (05804cc8-f81a-4fb8-99c5-ae6e6dd000dc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:44.941715 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:44.962579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (371717f1-0d61-46b3-aedc-d593ec5971eb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.026178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=371717f1-0d61-46b3-aedc-d593ec5971eb,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:45.033841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': 'f89473f9-4b32-4bd7-a560-649c9c7fd823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:45.034208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: fba27929-2913-4286-b2c2-80d0bda5099d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:45.139160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (15d11912-85ff-4be8-ad93-8de3c48da40e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.145649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network fba27929-2913-4286-b2c2-80d0bda5099d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:45.147743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.152139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/networks/15d11912-85ff-4be8-ad93-8de3c48da40e HTTP/1.1" status: 204 len: 168 time: 0.8437946 May 02 10:54:45.154949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41340) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.164742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea0c610-ff10-4141-b75c-57b73bcf5da9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Network': ['ID=15d11912-85ff-4be8-ad93-8de3c48da40e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:45.264369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fba27929-2913-4286-b2c2-80d0bda5099d) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:45.270710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:45.271318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.272886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd73056-417d-4dbf-969f-b86a2097afce None None] Network fba27929-2913-4286-b2c2-80d0bda5099d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:45.290099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:45.290377 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.362070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b007e252-5491-48fb-8b3f-f1a0adeaef38 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8837576 May 02 10:54:45.365352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.377311 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.377554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.381758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fba27929-2913-4286-b2c2-80d0bda5099d', 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '371717f1-0d61-46b3-aedc-d593ec5971eb'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:45.382823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.395541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:45.476704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 06848fb2-0740-41a3-a081-fe6e45e96372 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:54:45.502976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.510483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 06848fb2-0740-41a3-a081-fe6e45e96372 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:54:45.511010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 06848fb2-0740-41a3-a081-fe6e45e96372 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:54:45.564062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Allocated IP 2001:db8::1 (fba27929-2913-4286-b2c2-80d0bda5099d/371717f1-0d61-46b3-aedc-d593ec5971eb/c35887ea-6b87-458a-aabd-f8885157ba04) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:45.569163 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (371717f1-0d61-46b3-aedc-d593ec5971eb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.590824 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.617775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=072e0e95-8bb0-43b9-a83f-6ccb0d4b3e1e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:45.630985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.631340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.631691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.632037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.632373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.632738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.633078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.633412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.634324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.634324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.634558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.634861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.635192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.635520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.635857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:45.695778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for floatingip (b81f1eae-2609-4405-8a51-17b1d9f21c3a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.698944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.700686 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-08f84d24-10f4-4257-af1a-07cf8a0aeffb tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/floatingips/b81f1eae-2609-4405-8a51-17b1d9f21c3a HTTP/1.1" status: 204 len: 168 time: 0.5436075 May 02 10:54:45.704269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.722627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks [] for port (c35887ea-6b87-458a-aabd-f8885157ba04), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.731048 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0640932-0804-470d-a700-0f8dd99cfe8c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] DELETE failed (client error): The resource could not be found. May 02 10:54:45.731626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0640932-0804-470d-a700-0f8dd99cfe8c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:54:45.734784 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0640932-0804-470d-a700-0f8dd99cfe8c tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/a368258f-afa9-4a08-8896-0597b8608c61 HTTP/1.1" status: 404 len: 333 time: 0.0294259 May 02 10:54:45.737456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.771240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d695e211-3ad8-4f8d-9153-358301d65ae0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e69a24e-8767-4233-a45a-9cc6b51228a5 HTTP/1.1" status: 200 len: 205 time: 0.0326746 May 02 10:54:45.773647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.790346 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.819107 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-5a6ab545-59da-42f2-a564-ccc02f0aef36 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] delete failed (client error): The resource could not be found. May 02 10:54:45.820168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a6ab545-59da-42f2-a564-ccc02f0aef36 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/routers/5e69a24e-8767-4233-a45a-9cc6b51228a5 HTTP/1.1" status: 404 len: 336 time: 0.0456226 May 02 10:54:45.823055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.839565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Network fba27929-2913-4286-b2c2-80d0bda5099d is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:45.846648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:45.849039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Pushing event updated for resources: {'Port': ['ID=c35887ea-6b87-458a-aabd-f8885157ba04,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:45.853299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:45.854997 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41bfbc8b-8368-4652-ac67-41ebb86dd9c7 req-13c095ae-a593-447b-b5b3-e0d0719565b6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0669928 May 02 10:54:45.858611 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-849b667d-82bf-45ed-9924-44050f1e6975 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] DELETE failed (client error): The resource could not be found. May 02 10:54:45.859071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-849b667d-82bf-45ed-9924-44050f1e6975 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:54:45.864367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-849b667d-82bf-45ed-9924-44050f1e6975 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/subnets/786bf70d-b1fa-4476-92a4-c73553905093 HTTP/1.1" status: 404 len: 337 time: 0.0383773 May 02 10:54:45.865195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:45.916761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Attempting to bind port c35887ea-6b87-458a-aabd-f8885157ba04 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:45.917139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Attempting to bind port c35887ea-6b87-458a-aabd-f8885157ba04 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'f89473f9-4b32-4bd7-a560-649c9c7fd823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:45.917521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Attempting to bind port c35887ea-6b87-458a-aabd-f8885157ba04 on network fba27929-2913-4286-b2c2-80d0bda5099d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:45.923976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:45.924553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Checking segment: {'id': 'f89473f9-4b32-4bd7-a560-649c9c7fd823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:45.924859 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.925271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Bound using segment: {'id': 'f89473f9-4b32-4bd7-a560-649c9c7fd823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:45.925723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Bound port: c35887ea-6b87-458a-aabd-f8885157ba04, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f89473f9-4b32-4bd7-a560-649c9c7fd823', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fba27929-2913-4286-b2c2-80d0bda5099d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:45.926102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.928855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (371717f1-0d61-46b3-aedc-d593ec5971eb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:45.985817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=371717f1-0d61-46b3-aedc-d593ec5971eb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:46.003407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] For port c35887ea-6b87-458a-aabd-f8885157ba04, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:46.006540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] For port c35887ea-6b87-458a-aabd-f8885157ba04, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35887ea-6b87-458a-aabd-f8885157ba04,segment=NetworkSegment(f89473f9-4b32-4bd7-a560-649c9c7fd823),segment_id=f89473f9-4b32-4bd7-a560-649c9c7fd823)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:46.018985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port f4128442-c98c-438e-af0d-633ba9c2281a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:46.019333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f4128442-c98c-438e-af0d-633ba9c2281a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.075169 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.082345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.111069 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.130557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba27929-2913-4286-b2c2-80d0bda5099d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:46.148186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89473f9-4b32-4bd7-a560-649c9c7fd823') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:46.148491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89473f9-4b32-4bd7-a560-649c9c7fd823') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:46.164112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.179600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f4128442-c98c-438e-af0d-633ba9c2281a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.195548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.197743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for f4128442-c98c-438e-af0d-633ba9c2281a owned by {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:46.201476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db03a89c-6ac9-40aa-862b-b57f407465d8 None None] Pushing event updated for resources: {'Port': ['ID=c35887ea-6b87-458a-aabd-f8885157ba04,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:46.206144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:46.206556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:46.209673 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:46.223578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f71222-2226-4427-84c8-93d0f0d1f0f1 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:54:46.331570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98f71222-2226-4427-84c8-93d0f0d1f0f1 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:54:46.364633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:54:46.364633 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:54:46.364633 ncdv-master-1 neutron-server[115663]: [parameters: {'id': 'fba27929-2913-4286-b2c2-80d0bda5099d'}] May 02 10:54:46.364633 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:54:46.365484 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:54:46.470599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f4128442-c98c-438e-af0d-633ba9c2281a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.500867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=f4128442-c98c-438e-af0d-633ba9c2281a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:46.532575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5b3dc-6f51-4ed4-83ed-9747452447c6 None None] Network fba27929-2913-4286-b2c2-80d0bda5099d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:46.582632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.587856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb30a856-643e-4e45-95e4-7cd201b10869 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/f4128442-c98c-438e-af0d-633ba9c2281a HTTP/1.1" status: 204 len: 168 time: 0.7215137 May 02 10:54:46.591586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41362) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:46.609311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-1088f392-06e0-4e4a-88d1-33910860128c tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:46.610839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-1088f392-06e0-4e4a-88d1-33910860128c tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.24 "GET /v2.0/networks?id=b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 200 len: 796 time: 0.1390548 May 02 10:54:46.739234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port 3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:46.739578 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.766194 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-b2b31c39-1b30-49be-8141-88e3b2a7af5f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eeb256951e894594a924e2d25b0d80c9 HTTP/1.1" status: 200 len: 477 time: 0.1344357 May 02 10:54:46.781905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'port': {'device_id': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'admin_state_up': True, 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'security_groups': ['bb0ff633-b6d0-45b0-af3f-418527cdd383', 'e6111330-e1b1-4f6b-abc5-257ba71901da']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:46.867132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.907209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.925537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port c35887ea-6b87-458a-aabd-f8885157ba04 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:46.925893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:46.935594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for 3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:47.015916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7713c1fa-1407-4468-87cf-f241b519257a req-1170b91c-75d1-47a6-bf08-07719090c1fd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0366340 May 02 10:54:47.022466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port c35887ea-6b87-458a-aabd-f8885157ba04, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c35887ea-6b87-458a-aabd-f8885157ba04,segment=NetworkSegment(f89473f9-4b32-4bd7-a560-649c9c7fd823),segment_id=f89473f9-4b32-4bd7-a560-649c9c7fd823)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:47.022851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.035620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for c35887ea-6b87-458a-aabd-f8885157ba04 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:47.107310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:47.108458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.230222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c35887ea-6b87-458a-aabd-f8885157ba04), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.261900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=c35887ea-6b87-458a-aabd-f8885157ba04,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:47.264371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port c35887ea-6b87-458a-aabd-f8885157ba04 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:47.293308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.350353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.351792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:47.373211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fba27929-2913-4286-b2c2-80d0bda5099d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:47.382845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f89473f9-4b32-4bd7-a560-649c9c7fd823') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:47.383339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f89473f9-4b32-4bd7-a560-649c9c7fd823') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:47.396424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.403182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.20.0.11 (b84f0742-ab5c-4a42-9816-ec261f44527a/e9945e00-f8e8-454a-b8e9-a4a7dfbde65e/50f89292-e04c-420b-8bff-122b3ae082f4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:47.411659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.418013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:47.418487 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f89473f9-4b32-4bd7-a560-649c9c7fd823), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:47.421594 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:47.463787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.467143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7db4ba55-da8b-4c99-9803-fee5707194c0 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/ports/3a43ce6d-e0a0-4b10-aa4a-6a1d0ecca348 HTTP/1.1" status: 204 len: 168 time: 0.8742890 May 02 10:54:47.470276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:47.521905 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6540f414-a488-448a-8a95-cf280cb8b984 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:47.523303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6540f414-a488-448a-8a95-cf280cb8b984 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "GET /v2.0/ports?device_id=1ac2a818-6cf6-4834-b321-7301f4d54995 HTTP/1.1" status: 200 len: 913 time: 0.0521834 May 02 10:54:47.526193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41370) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:47.596344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (50f89292-e04c-420b-8bff-122b3ae082f4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.612819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fba27929-2913-4286-b2c2-80d0bda5099d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.622019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.624365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/fba27929-2913-4286-b2c2-80d0bda5099d HTTP/1.1" status: 204 len: 168 time: 2.2579896 May 02 10:54:47.628078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:47.633957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1979612758'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:47.639499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65185b3-6ec7-4d6a-b2b1-6b3b22a4c391 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=fba27929-2913-4286-b2c2-80d0bda5099d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:47.687371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.719610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:47.722961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.752185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network b84f0742-ab5c-4a42-9816-ec261f44527a is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:47.758861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:47.761736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:47.765271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:47.797494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:47.824752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.825390 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment 60601e53-a4c4-4966-a8b8-67561ab1583d of type vlan for network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 May 02 10:54:47.844341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:47.845034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.886372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.906021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (1ac2a818-6cf6-4834-b321-7301f4d54995), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.944244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-576d9870-a197-4ebf-8c14-8b74bf120ac9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1682284 May 02 10:54:47.956649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Request body: {'port': {'device_id': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:47.979186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:47.984542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:47.985173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.016008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b53a4c2e-8338-464c-8731-aef201a1ccdc None None] Provisioning complete for port 50f89292-e04c-420b-8bff-122b3ae082f4 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:48.019508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b53a4c2e-8338-464c-8731-aef201a1ccdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.075187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b53a4c2e-8338-464c-8731-aef201a1ccdc None None] Port 50f89292-e04c-420b-8bff-122b3ae082f4 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:54:48.084401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4515681 May 02 10:54:48.085749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:48.091089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:48.107018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a769b53b-1c4f-4296-b0f8-6a9adbe4f566 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=8ec8fda3-432a-4ad7-b9bd-623e60c5de10,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:48.117180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:48.128351 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.176044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a2cab7-82fd-4f63-aca3-b937fdceb236 req-d8ca6229-aa05-41b7-a866-cde5512be1f6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:48.177707 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37a2cab7-82fd-4f63-aca3-b937fdceb236 req-d8ca6229-aa05-41b7-a866-cde5512be1f6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 971 time: 0.0648060 May 02 10:54:48.272395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port a61701eb-f485-4368-94b1-f0d75c5df4dc {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:48.272759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.337856 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37a2cab7-82fd-4f63-aca3-b937fdceb236 req-02495563-f439-487d-9980-bb8080c9d7fc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1413970 May 02 10:54:48.367646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.381660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for a61701eb-f485-4368-94b1-f0d75c5df4dc owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:48.506357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50f89292-e04c-420b-8bff-122b3ae082f4 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:54:48.514354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks [] for port (50f89292-e04c-420b-8bff-122b3ae082f4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.527970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:48.531420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.733145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Transition to ACTIVE for port object 50f89292-e04c-420b-8bff-122b3ae082f4 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:54:48.735723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a61701eb-f485-4368-94b1-f0d75c5df4dc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.764581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=a61701eb-f485-4368-94b1-f0d75c5df4dc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:48.790425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.820962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (289ca7b4-47bf-4976-90d2-f03919e828ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.863781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:48.921825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Attempting to bind port 50f89292-e04c-420b-8bff-122b3ae082f4 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:48.922162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Attempting to bind port 50f89292-e04c-420b-8bff-122b3ae082f4 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:48.922494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Attempting to bind port 50f89292-e04c-420b-8bff-122b3ae082f4 on network b84f0742-ab5c-4a42-9816-ec261f44527a {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:48.927360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Port 50f89292-e04c-420b-8bff-122b3ae082f4 on network b84f0742-ab5c-4a42-9816-ec261f44527a not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:54:48.927687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Attempting to bind port 50f89292-e04c-420b-8bff-122b3ae082f4 on network b84f0742-ab5c-4a42-9816-ec261f44527a {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:48.933833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:48.934186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Checking segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:48.934583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Bound using segment: {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:48.935022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Bound port: 50f89292-e04c-420b-8bff-122b3ae082f4, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f068b8f0-26cf-425c-8854-2db094718841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:48.935383 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:48.949568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=289ca7b4-47bf-4976-90d2-f03919e828ec,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:48.966565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': '60601e53-a4c4-4966-a8b8-67561ab1583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:48.966936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: 8ec8fda3-432a-4ad7-b9bd-623e60c5de10, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:49.011635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:49.015443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50f89292-e04c-420b-8bff-122b3ae082f4,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:49.034296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (1ac2a818-6cf6-4834-b321-7301f4d54995), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.127908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.162531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.163161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.164618 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] 10.222.0.24 "PUT /v2.0/ports/50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 200 len: 1131 time: 1.2126400 May 02 10:54:49.165070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:54:49.167367 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20071c72-be74-4cd8-9016-97690e4448bd" -d '{"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:54:49.191033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:49.206211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a459b62-e47c-4553-8726-024ecc34fd91 service neutron] Pushing event updated for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:49.234221 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9580fa-f850-4cf5-a595-d8f068c53e31 x-openstack-request-id: req-3a9580fa-f850-4cf5-a595-d8f068c53e31 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:54:49.240458 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:54:49.240458 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3a9580fa-f850-4cf5-a595-d8f068c53e31 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:54:49.240458 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a9580fa-f850-4cf5-a595-d8f068c53e31'] response: {'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4', 'status': 'completed', 'code': 200} May 02 10:54:49.304763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c72-be74-4cd8-9016-97690e4448bd req-ff947fe6-fe5b-4bf9-be6b-715e4da34e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.306331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20071c72-be74-4cd8-9016-97690e4448bd req-ff947fe6-fe5b-4bf9-be6b-715e4da34e33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1165 time: 0.0510805 May 02 10:54:49.485605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c72-be74-4cd8-9016-97690e4448bd req-e9bcdc9e-14a9-4b6f-9fb8-4d4adcbac5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.487077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20071c72-be74-4cd8-9016-97690e4448bd req-e9bcdc9e-14a9-4b6f-9fb8-4d4adcbac5c4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eeb256951e894594a924e2d25b0d80c9&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1734645 May 02 10:54:49.493451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bac050-009c-44a7-a108-7d788c8a96a1 req-c5c8c497-6161-4a2d-a90c-d59da11e7568 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.494867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45bac050-009c-44a7-a108-7d788c8a96a1 req-c5c8c497-6161-4a2d-a90c-d59da11e7568 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 983 time: 0.0709481 May 02 10:54:49.580020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8ec8fda3-432a-4ad7-b9bd-623e60c5de10) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:49.587584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.587788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.600585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118f454-4ebe-41d1-af86-977ca42bb5c3 None None] Network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:49.623605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Router 1ac2a818-6cf6-4834-b321-7301f4d54995 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:49.631674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45bac050-009c-44a7-a108-7d788c8a96a1 req-ef1e40fd-c4d5-423c-82c1-43f7c9f97964 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1278868 May 02 10:54:49.646039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20071c72-be74-4cd8-9016-97690e4448bd req-0e61cf40-3000-45c0-9271-a1f219576266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.647751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20071c72-be74-4cd8-9016-97690e4448bd req-0e61cf40-3000-45c0-9271-a1f219576266 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1518791 May 02 10:54:49.682813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ff8ab2a-25fc-456b-bd06-411324bbc5df tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5963562 May 02 10:54:49.686456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41386) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:49.714753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8ec8fda3-432a-4ad7-b9bd-623e60c5de10', 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '289ca7b4-47bf-4976-90d2-f03919e828ec'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:49.715765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.754590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:49.764265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c0469849-bd88-4cb8-b6c3-1b25cfdcc025 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "PUT /v2.0/routers/1ac2a818-6cf6-4834-b321-7301f4d54995/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2332301 May 02 10:54:49.764265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41388) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:49.799453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] Sync routers for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:49.800013 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.831688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:49.834354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:49.883209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:49.892344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (289ca7b4-47bf-4976-90d2-f03919e828ec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.893690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-72bd0b52-809b-4afb-b42d-887bc198d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:49.895185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-72bd0b52-809b-4afb-b42d-887bc198d209 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1165 time: 0.0611060 May 02 10:54:49.917854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] Routers {'1ac2a818-6cf6-4834-b321-7301f4d54995'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:49.919016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1ac2a818-6cf6-4834-b321-7301f4d54995'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:49.929220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:49.954530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:49.955415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c83d524-ccbf-4af3-b31d-7888de36c308 None None] The sync data for ids ['1ac2a818-6cf6-4834-b321-7301f4d54995'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:49.955836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-8ec4c18d-8cb4-4e95-b594-5234c3c6b2e4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 200 len: 217 time: 0.0419579 May 02 10:54:49.973504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Allocated IP 2001:db8::1 (8ec8fda3-432a-4ad7-b9bd-623e60c5de10/289ca7b4-47bf-4976-90d2-f03919e828ec/5ac0d52f-a5df-436a-a1c7-bbcac1881314) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:50.016370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-5d2f4b17-551b-4157-b05d-6b1021deb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:50.017913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-5d2f4b17-551b-4157-b05d-6b1021deb7f2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e HTTP/1.1" status: 200 len: 834 time: 0.0569267 May 02 10:54:50.052680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_gateway (1ac2a818-6cf6-4834-b321-7301f4d54995), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.068675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-e1a7d335-ba02-40fa-80f6-9c84018d21c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:50.070172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-e1a7d335-ba02-40fa-80f6-9c84018d21c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b84f0742-ab5c-4a42-9816-ec261f44527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0428326 May 02 10:54:50.129903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks [] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.146046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting port b1c2da83-15f3-4262-91a6-73bb95555b5c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:50.146397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b1c2da83-15f3-4262-91a6-73bb95555b5c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.228110 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b1c2da83-15f3-4262-91a6-73bb95555b5c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.241802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Calling delete_port for b1c2da83-15f3-4262-91a6-73bb95555b5c owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:50.248222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.289729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:50.297974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:50.301797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:50.309134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Pushing event updated for resources: {'Port': ['ID=5ac0d52f-a5df-436a-a1c7-bbcac1881314,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:50.327748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-a9c36376-7bae-423c-922c-9ad9656d4e20 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079862 May 02 10:54:50.370657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Attempting to bind port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:50.371050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Attempting to bind port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '60601e53-a4c4-4966-a8b8-67561ab1583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:50.372021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Attempting to bind port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 on network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:50.377383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:50.377764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Checking segment: {'id': '60601e53-a4c4-4966-a8b8-67561ab1583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:50.379170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.379170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Bound using segment: {'id': '60601e53-a4c4-4966-a8b8-67561ab1583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:50.379170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Bound port: 5ac0d52f-a5df-436a-a1c7-bbcac1881314, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60601e53-a4c4-4966-a8b8-67561ab1583d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:50.379501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.432305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (289ca7b4-47bf-4976-90d2-f03919e828ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.446118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] For port 5ac0d52f-a5df-436a-a1c7-bbcac1881314, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:50.447515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0f107903-9c04-44fe-9bd6-d326fced0cfa req-4a9dc304-b3a1-419f-adec-662494314f64 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137688 May 02 10:54:50.449260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] For port 5ac0d52f-a5df-436a-a1c7-bbcac1881314, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac0d52f-a5df-436a-a1c7-bbcac1881314,segment=NetworkSegment(60601e53-a4c4-4966-a8b8-67561ab1583d),segment_id=60601e53-a4c4-4966-a8b8-67561ab1583d)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:50.476909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=289ca7b4-47bf-4976-90d2-f03919e828ec,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:50.504664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b1c2da83-15f3-4262-91a6-73bb95555b5c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.536425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.539068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Port': ['ID=b1c2da83-15f3-4262-91a6-73bb95555b5c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:50.543071 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.566090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec8fda3-432a-4ad7-b9bd-623e60c5de10']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:50.575647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60601e53-a4c4-4966-a8b8-67561ab1583d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:50.576001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60601e53-a4c4-4966-a8b8-67561ab1583d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:50.587168 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.603295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (1ac2a818-6cf6-4834-b321-7301f4d54995), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.604636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dc95d9-1871-4af8-97c1-6f78801bf66d None None] Pushing event updated for resources: {'Port': ['ID=5ac0d52f-a5df-436a-a1c7-bbcac1881314,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:50.605148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.621946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:50.622359 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:50.636583 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:50.733017 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.733723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:54:50.733723 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:54:50.733723 ncdv-master-1 neutron-server[115662]: [parameters: {'id': '8ec8fda3-432a-4ad7-b9bd-623e60c5de10'}] May 02 10:54:50.733723 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:54:50.734066 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:54:50.735935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router_controller (1ac2a818-6cf6-4834-b321-7301f4d54995), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.864936 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (1ac2a818-6cf6-4834-b321-7301f4d54995), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.866578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Fanout notify agent at l3_agent the message router_deleted on router 1ac2a818-6cf6-4834-b321-7301f4d54995 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:54:50.882730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:50.887221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f348677-9cd6-495c-993d-010107f25936 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/routers/1ac2a818-6cf6-4834-b321-7301f4d54995 HTTP/1.1" status: 204 len: 168 time: 1.1217525 May 02 10:54:50.892317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41400) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:51.035264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Deleting subnet 65ae0b32-45e2-4d11-9f83-9cfbd2828836 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:54:51.056049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ebd6d-f67f-44e3-98f7-5e6327f3b0b1 req-cfbac71b-8eb5-4993-9b9a-169e0a89d2b1 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:51.063877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-196ebd6d-f67f-44e3-98f7-5e6327f3b0b1 req-cfbac71b-8eb5-4993-9b9a-169e0a89d2b1 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 983 time: 0.3439186 May 02 10:54:51.067986 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (65ae0b32-45e2-4d11-9f83-9cfbd2828836), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.138034 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (65ae0b32-45e2-4d11-9f83-9cfbd2828836), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.145831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:51.201956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-196ebd6d-f67f-44e3-98f7-5e6327f3b0b1 req-c5d02635-b481-4d91-9010-7d3168ad558c tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1370769 May 02 10:54:51.220461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (65ae0b32-45e2-4d11-9f83-9cfbd2828836), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.256174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.337186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:51.337527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.364081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Deleting port e84dbad6-64b5-48cf-90cc-7b079ae8d1dc {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:51.364414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.402121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (65ae0b32-45e2-4d11-9f83-9cfbd2828836), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.452572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Subnet': ['ID=65ae0b32-45e2-4d11-9f83-9cfbd2828836,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:51.456951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 5ac0d52f-a5df-436a-a1c7-bbcac1881314, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5ac0d52f-a5df-436a-a1c7-bbcac1881314,segment=NetworkSegment(60601e53-a4c4-4966-a8b8-67561ab1583d),segment_id=60601e53-a4c4-4966-a8b8-67561ab1583d)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:51.457363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.461308 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.469370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9a2c288c-ef32-4794-a9a6-2acee98370b9 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/subnets/65ae0b32-45e2-4d11-9f83-9cfbd2828836 HTTP/1.1" status: 204 len: 168 time: 0.5752084 May 02 10:54:51.474193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41404) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:51.477848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 5ac0d52f-a5df-436a-a1c7-bbcac1881314 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:51.539772 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.540099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for floatingip (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.552902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5ac0d52f-a5df-436a-a1c7-bbcac1881314 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:51.576260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Calling delete_port for e84dbad6-64b5-48cf-90cc-7b079ae8d1dc owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:51.576650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e26efcc9-427c-4db8-9f90-d64ad573525d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.613607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:51.614257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.663117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e26efcc9-427c-4db8-9f90-d64ad573525d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.687242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e26efcc9-427c-4db8-9f90-d64ad573525d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:51.698517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6f81221-7605-4588-8f87-1d970d87a3c8') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:51.705766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6f81221-7605-4588-8f87-1d970d87a3c8') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:51.713772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (b6f81221-7605-4588-8f87-1d970d87a3c8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.735138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:51.735138 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.744735 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:54:51.754442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5ac0d52f-a5df-436a-a1c7-bbcac1881314), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.772054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 5ac0d52f-a5df-436a-a1c7-bbcac1881314 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:51.773782 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-377fafe0-ac4c-4ad3-98af-9f0b28a4bb8f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508962 May 02 10:54:51.774948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b6f81221-7605-4588-8f87-1d970d87a3c8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.783033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:51.785498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (b6f81221-7605-4588-8f87-1d970d87a3c8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: timer() May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:51.786876 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:51.804473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=5ac0d52f-a5df-436a-a1c7-bbcac1881314,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:51.890862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-57a19c82-0edf-4ab9-9f06-92cba3f08431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:51.892342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-57a19c82-0edf-4ab9-9f06-92cba3f08431 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0500078 May 02 10:54:51.905739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842af5c3-9dc1-44ee-a3a1-82aa6954f4ee None None] Network 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:51.906527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.963830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a330b2e6-95f0-463c-881b-e0aa14ab4ec6 None None] Could not find standard attr ID for object 5ac0d52f-a5df-436a-a1c7-bbcac1881314. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:54:51.979559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e26efcc9-427c-4db8-9f90-d64ad573525d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.984886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:51.989165 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] 10.222.0.16 "DELETE /v2.0/networks/e26efcc9-427c-4db8-9f90-d64ad573525d HTTP/1.1" status: 204 len: 168 time: 0.5172501 May 02 10:54:52.017431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b9c23-ba53-4ad4-a877-cd96b3262213 tempest-FloatingIPTestJSON-1761448641 tempest-FloatingIPTestJSON-1761448641-project] Pushing event deleted for resources: {'Network': ['ID=e26efcc9-427c-4db8-9f90-d64ad573525d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:52.060047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-13afb334-5d99-4faa-84e8-9066ddc44af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:52.060047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-13afb334-5d99-4faa-84e8-9066ddc44af2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.1404636 May 02 10:54:52.097409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651da9e9-41b4-4b65-8d42-1050de409b69 None None] DHCP port deletion for 8ec8fda3-432a-4ad7-b9bd-623e60c5de10 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:54:52.108840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-549fa779-eadb-4788-8ecf-6eea35e0cdb3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 217 time: 0.0420384 May 02 10:54:52.168017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-508aa573-b36e-45d0-971b-fedb59cd8f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:52.170151 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-508aa573-b36e-45d0-971b-fedb59cd8f8b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0519550 May 02 10:54:52.220271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-bc85b256-7f56-4f9f-a0b3-3d726b67cfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:52.222106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-bc85b256-7f56-4f9f-a0b3-3d726b67cfdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425630 May 02 10:54:52.321982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e84dbad6-64b5-48cf-90cc-7b079ae8d1dc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.325613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ec8fda3-432a-4ad7-b9bd-623e60c5de10']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:52.327832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-e1c25bff-0d7c-4a8d-9a34-6bd8747b0306 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947015 May 02 10:54:52.358671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60601e53-a4c4-4966-a8b8-67561ab1583d') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:52.359559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60601e53-a4c4-4966-a8b8-67561ab1583d') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:52.361326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'Port': ['ID=e84dbad6-64b5-48cf-90cc-7b079ae8d1dc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:52.372117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.442468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e06409-73fe-49e4-beda-678ddb29ca05 req-5795b765-e1a0-4bc5-9985-d0d6d0ece2e0 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048357 May 02 10:54:52.456161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.478151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:52.478561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (60601e53-a4c4-4966-a8b8-67561ab1583d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:52.481722 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:52.503775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for floatingip (1539c838-7ff7-4463-8aca-bc9033a6439a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.504111 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Floating IP 1539c838-7ff7-4463-8aca-bc9033a6439a disassociated (deleted). External IP: 172.35.4.36, port: 9e1bfac1-d59b-45ca-9074-b48d670bc39c. May 02 10:54:52.511379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab0ea1d-1b87-404c-97b0-2a517d934499 req-d908cc8a-00fc-43f2-a1b2-7705fcc64202 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:52.513462 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ab0ea1d-1b87-404c-97b0-2a517d934499 req-d908cc8a-00fc-43f2-a1b2-7705fcc64202 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 983 time: 0.1985886 May 02 10:54:52.559577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41414) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:52.594001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 50f89292-e04c-420b-8bff-122b3ae082f4 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:54:52.682036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8ec8fda3-432a-4ad7-b9bd-623e60c5de10), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.692517 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.697122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/8ec8fda3-432a-4ad7-b9bd-623e60c5de10 HTTP/1.1" status: 204 len: 168 time: 3.0095785 May 02 10:54:52.701333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41418) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:52.706974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ab0ea1d-1b87-404c-97b0-2a517d934499 req-6a905b9e-cc0f-43ab-ac0c-fc44c8197647 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1302598 May 02 10:54:52.709764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50f89292-e04c-420b-8bff-122b3ae082f4,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:52.713319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-219598726'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:52.720642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa99deb-1913-4dfd-830b-65638934da10 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=8ec8fda3-432a-4ad7-b9bd-623e60c5de10,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:52.732777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '50f89292-e04c-420b-8bff-122b3ae082f4', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'port_id': '50f89292-e04c-420b-8bff-122b3ae082f4', 'mac_address': 'fa:16:3e:57:1d:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:54:52.746921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-77368b98-06e3-43c2-baf4-ee08249a07bd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=338615e31b6d40afa8284770f941785d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1854501 May 02 10:54:52.749421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41420) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:52.782560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 50f89292-e04c-420b-8bff-122b3ae082f4 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:52.782965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.792199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:52.795586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.802266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50f89292-e04c-420b-8bff-122b3ae082f4 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:54:52.815515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] Publish callbacks [] for security_group (de8602d6-14de-4ccb-bfa6-2407e694a370), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.819009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50f89292-e04c-420b-8bff-122b3ae082f4,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:52.838056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:52.850808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] Publish callbacks [] for security_group (de8602d6-14de-4ccb-bfa6-2407e694a370), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.860276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Router c5334a3b-a76f-4623-a403-807445900eab has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:54:52.861855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2c019a4f-4b95-4cda-95b8-11d48e989fff), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.862209 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment 2c019a4f-4b95-4cda-95b8-11d48e989fff of type vlan for network a74b9c42-baf9-4d6d-8de8-7b28040d1437 May 02 10:54:52.889132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.925055 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a74b9c42-baf9-4d6d-8de8-7b28040d1437), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.961505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:52.969081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.969437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.969786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.970131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.970470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.970813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.971167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.971503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.972009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.972344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.972702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.973309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.973646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.974006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.974337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:54:52.988444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:54:52.993096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:52.998732 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Sync routers for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:54:53.008429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:53.009095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:53.018975 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a74b9c42-baf9-4d6d-8de8-7b28040d1437), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.024183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:53.024803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.028656 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-89f48276-e7f9-4817-90aa-0099a3f4c234 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "DELETE /v2.0/floatingips/1539c838-7ff7-4463-8aca-bc9033a6439a HTTP/1.1" status: 204 len: 168 time: 1.8784776 May 02 10:54:53.028656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:54:53.031465 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (de8602d6-14de-4ccb-bfa6-2407e694a370), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.034009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.035531 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/de8602d6-14de-4ccb-bfa6-2407e694a370 HTTP/1.1" status: 204 len: 168 time: 0.2848496 May 02 10:54:53.037661 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-959b74eb-08f9-4348-a830-d4b865de5763" -d '{"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:54:53.110672 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e79b601-cbc0-4dd2-8be1-a46e730e0259 x-openstack-request-id: req-4e79b601-cbc0-4dd2-8be1-a46e730e0259 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:54:53.110989 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:54:53.111245 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4e79b601-cbc0-4dd2-8be1-a46e730e0259 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:54:53.111670 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e79b601-cbc0-4dd2-8be1-a46e730e0259'] response: {'name': 'network-changed', 'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'status': 'completed', 'code': 200} May 02 10:54:53.135980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['50f89292-e04c-420b-8bff-122b3ae082f4'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:54:53.155235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134e653-f7e4-42dc-a609-d1b2f1db9f3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8602d6-14de-4ccb-bfa6-2407e694a370,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:53.166869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=a74b9c42-baf9-4d6d-8de8-7b28040d1437,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:53.185115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:53.222046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e39a8e9-aada-4935-b945-5c75efe8c948 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5195327 May 02 10:54:53.224870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41428) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:53.229974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:53.244665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:53.357815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b74eb-08f9-4348-a830-d4b865de5763 req-3059c978-b96f-469c-884f-0c7cd3dc0990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:53.359506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-3059c978-b96f-469c-884f-0c7cd3dc0990 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 1128 time: 0.0918856 May 02 10:54:53.491142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5ac0d52f-a5df-436a-a1c7-bbcac1881314 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:54:53.498842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:53.504801 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.545306 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:53.546700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5ac0d52f-a5df-436a-a1c7-bbcac1881314 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:54:53.548659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5ac0d52f-a5df-436a-a1c7-bbcac1881314 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:54:53.596746 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Checking router: c5334a3b-a76f-4623-a403-807445900eab for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:54:53.606329 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:54:53.607183 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:53.618432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ed933-f8c4-4fd5-bfd6-3f9e6600859b req-cd61d8ce-fa1b-4cce-bbd2-8816122569af tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:53.620782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f0ed933-f8c4-4fd5-bfd6-3f9e6600859b req-cd61d8ce-fa1b-4cce-bbd2-8816122569af tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.0848682 May 02 10:54:53.627260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b74eb-08f9-4348-a830-d4b865de5763 req-0870ec50-bba3-4de8-b883-6d576d97a38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:53.628816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-0870ec50-bba3-4de8-b883-6d576d97a38b service neutron] 10.222.0.15 "GET /v2.0/networks?id=1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 200 len: 912 time: 0.2573092 May 02 10:54:53.709192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f0ed933-f8c4-4fd5-bfd6-3f9e6600859b req-3eb9c7e8-9f30-4a5c-9c8b-bea41b2a8379 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795758 May 02 10:54:53.741049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:54:53.834935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1b6f6-a93d-427d-83f0-5e3595d9ab58 req-b1c9e7fa-7bcd-4b43-b6b7-76b7d97a0d8b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:53.836471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12b1b6f6-a93d-427d-83f0-5e3595d9ab58 req-b1c9e7fa-7bcd-4b43-b6b7-76b7d97a0d8b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 984 time: 0.0502357 May 02 10:54:53.842679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (83f66786-e73e-4a15-97be-34ee87416043), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:53.928639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=83f66786-e73e-4a15-97be-34ee87416043,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:53.941421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:53.960171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12b1b6f6-a93d-427d-83f0-5e3595d9ab58 req-090f628a-2970-4089-ad77-daf13630e696 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1142447 May 02 10:54:53.964389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': '2c019a4f-4b95-4cda-95b8-11d48e989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:53.964778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: a74b9c42-baf9-4d6d-8de8-7b28040d1437, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:53.985208 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce09d01f-a5f1-469a-927b-621069af6aea None None] The sync data for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 is: [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:47:44Z', 'revision_number': 4, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '58154628-0c41-4834-a74f-1ddf52f2cd72', 'name': '', 'network_id': '1fa2212c-8280-43d9-af18-44dff02feb7d', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'mac_address': 'fa:16:3e:c3:49:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_interface', 'standard_attr_id': 3055, 'fixed_ips': [{'subnet_id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:43Z', 'updated_at': '2022-05-02T10:47:48Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'subnets': [{'id': 'b280dfa2-747b-4527-9afd-99dad5b4d926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:54:54.058513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:54.194086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a74b9c42-baf9-4d6d-8de8-7b28040d1437) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:54.196059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:54.196717 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.203622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944d7ced-52b4-4a0d-927a-644e71debfa2 None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:54.259009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7abcf4d3-a0a5-49dd-b9ca-e531eecd7d5c None None] New status for floating IP 1539c838-7ff7-4463-8aca-bc9033a6439a: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:54:54.294359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dcb6616d-1bb6-483d-b3e8-4cbcc7194e53 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0651443 May 02 10:54:54.294567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41452) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:54.299597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:54.385260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a74b9c42-baf9-4d6d-8de8-7b28040d1437', 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '83f66786-e73e-4a15-97be-34ee87416043'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:54.387120 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.389332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41454) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:54.509815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'networks': [{'name': 'tempest-network--789210298'}, {'name': 'tempest-network--311946038'}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:54.510221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-network--789210298'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:54.510773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-network--311946038'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:54.515930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:54.519485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.541446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Allocated IP 2001:db8::2 (a74b9c42-baf9-4d6d-8de8-7b28040d1437/83f66786-e73e-4a15-97be-34ee87416043/0db24f09-8158-40e3-80ba-8e32d66a0f72) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:54.606353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 50f89292-e04c-420b-8bff-122b3ae082f4 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:54.635775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'network': 2} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:54.641847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.651035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.656528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-12de1411-471f-459b-8d0c-d45e5f3e1c2c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 200 len: 217 time: 0.0408585 May 02 10:54:54.685048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 50f89292-e04c-420b-8bff-122b3ae082f4 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:54:54.731747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for security_group (3df8e687-ee29-4cc5-9393-28a4efdf399c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.733951 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks [] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.745715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b74eb-08f9-4348-a830-d4b865de5763 req-d1f415ea-e267-403f-8501-429bef0f352d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:54.747235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-d1f415ea-e267-403f-8501-429bef0f352d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 200 len: 850 time: 0.0821569 May 02 10:54:54.755653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 50f89292-e04c-420b-8bff-122b3ae082f4 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:54.756152 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.821375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b74eb-08f9-4348-a830-d4b865de5763 req-2ce50d35-5e0f-4c55-a9bd-46f550075442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:54.822937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-2ce50d35-5e0f-4c55-a9bd-46f550075442 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1fa2212c-8280-43d9-af18-44dff02feb7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0665264 May 02 10:54:54.832073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3df8e687-ee29-4cc5-9393-28a4efdf399c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.832828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.838817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.868992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 50f89292-e04c-420b-8bff-122b3ae082f4 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:54.869381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.879981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29319a37-4022-4f4f-ac52-444f74dafad2 req-3a527de0-4167-4183-bee3-8ffa40ad2eb3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:54.882098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29319a37-4022-4f4f-ac52-444f74dafad2 req-3a527de0-4167-4183-bee3-8ffa40ad2eb3 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.0969760 May 02 10:54:54.896581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:54.909399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:54.911351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:54.915002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Pushing event updated for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:54.917009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:54:54.917152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3df8e687-ee29-4cc5-9393-28a4efdf399c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:54.919262 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e90aca71-3d09-448a-bdd8-b6495db262ad" -d '{"events": [{"server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "name": "network-vif-plugged", "status": "completed", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:54:54.922466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:54.923109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (86d73807-112a-4503-93c8-467b25f5fdd9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.948415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fe477539-b016-49f0-9c08-bfe210ae8025), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:54.949873 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment fe477539-b016-49f0-9c08-bfe210ae8025 of type vlan for network 6f735254-9ed8-4417-9743-d39f27e4d1c8 May 02 10:54:54.960268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50f89292-e04c-420b-8bff-122b3ae082f4,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:54.977085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:54.993824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:54.996691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Attempting to bind port 0db24f09-8158-40e3-80ba-8e32d66a0f72 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:55.000367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Attempting to bind port 0db24f09-8158-40e3-80ba-8e32d66a0f72 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2c019a4f-4b95-4cda-95b8-11d48e989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:55.000871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Attempting to bind port 0db24f09-8158-40e3-80ba-8e32d66a0f72 on network a74b9c42-baf9-4d6d-8de8-7b28040d1437 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:55.005795 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb47f2c-6bc2-433c-9f93-0081cec1adb3 x-openstack-request-id: req-6eb47f2c-6bc2-433c-9f93-0081cec1adb3 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:54:55.006740 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "name": "network-vif-plugged", "status": "completed", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:54:55.006740 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6eb47f2c-6bc2-433c-9f93-0081cec1adb3 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:54:55.007654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.007799 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eb47f2c-6bc2-433c-9f93-0081cec1adb3'] response: {'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4', 'code': 200} May 02 10:54:55.007892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.010746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:55.011143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Checking segment: {'id': '2c019a4f-4b95-4cda-95b8-11d48e989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:55.017378 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.017378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Bound using segment: {'id': '2c019a4f-4b95-4cda-95b8-11d48e989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:55.017378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Bound port: 0db24f09-8158-40e3-80ba-8e32d66a0f72, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c019a4f-4b95-4cda-95b8-11d48e989fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:55.017378 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.044537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.045818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (6f735254-9ed8-4417-9743-d39f27e4d1c8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.053441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29319a37-4022-4f4f-ac52-444f74dafad2 req-e958e560-5a0c-4cb9-9c8f-136429a2ecb0 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544333 May 02 10:54:55.072450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=86d73807-112a-4503-93c8-467b25f5fdd9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:55.116439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:55.152056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (cee19b25-9b6d-4150-a678-53dc200180be), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.152308 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-28bd6e90-78fb-44c4-8153-7638d49b8b59 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954472 May 02 10:54:55.153021 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment cee19b25-9b6d-4150-a678-53dc200180be of type vlan for network 1c0c1bc4-5981-4aa4-bb31-a903a2748188 May 02 10:54:55.158483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb05f148-8645-4357-9bb2-434a33efce4c req-ce57dde9-91ce-44e8-9551-cf44c1db9b15 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.159987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb05f148-8645-4357-9bb2-434a33efce4c req-ce57dde9-91ce-44e8-9551-cf44c1db9b15 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.0805938 May 02 10:54:55.164719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f503e-5c00-4c87-865c-7f4a5be4a0f0 req-12dda27d-718d-4a0f-9aa3-445acf8db0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.166013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f6f503e-5c00-4c87-865c-7f4a5be4a0f0 req-12dda27d-718d-4a0f-9aa3-445acf8db0c2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.0621884 May 02 10:54:55.173592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:55.179201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7a09cf56-4002-49a0-beaf-707356eb5173 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8811431 May 02 10:54:55.193870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:55.194583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41464) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:55.206541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0db24f09-8158-40e3-80ba-8e32d66a0f72,segment=NetworkSegment(2c019a4f-4b95-4cda-95b8-11d48e989fff),segment_id=2c019a4f-4b95-4cda-95b8-11d48e989fff)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:55.220985 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1c0c1bc4-5981-4aa4-bb31-a903a2748188), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.259975 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.270292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f6f503e-5c00-4c87-865c-7f4a5be4a0f0 req-618c7cdb-0164-4b8f-af8c-a28600ee1d8f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bb0ff633-b6d0-45b0-af3f-418527cdd383&id=e6111330-e1b1-4f6b-abc5-257ba71901da&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0765934 May 02 10:54:55.327626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48675e4-845a-44e2-a0fb-d50b36469649 None None] Pushing event updated for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:55.361678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (6f735254-9ed8-4417-9743-d39f27e4d1c8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.362222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1c0c1bc4-5981-4aa4-bb31-a903a2748188), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.368530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.370149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.372188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.373150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.373553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.373828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.374914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.376246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.382192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dd81dcf6-6f40-45ac-aadc-c809bf7c46b7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1783504 May 02 10:54:55.382393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41466) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:55.388161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1433678587'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:55.436242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb05f148-8645-4357-9bb2-434a33efce4c req-150976e5-c122-4275-bf3a-b0d90163997b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2631834 May 02 10:54:55.438257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-61fd3ede-ee66-49e9-8699-eefaff78baa4 service neutron] 10.222.0.15 "GET /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757318 May 02 10:54:55.447224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-97547a58-97fb-4814-94ac-4ed9b9e712f1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.449083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-97547a58-97fb-4814-94ac-4ed9b9e712f1 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.1080232 May 02 10:54:55.472403 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=6f735254-9ed8-4417-9743-d39f27e4d1c8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:55.486026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 6f735254-9ed8-4417-9743-d39f27e4d1c8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:55.602416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 1.2093165 May 02 10:54:55.608262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41468) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:55.655951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f365d1a5-b029-4bf3-bb49-17d7c07fecb9 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=1c0c1bc4-5981-4aa4-bb31-a903a2748188,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:55.669821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1c0c1bc4-5981-4aa4-bb31-a903a2748188 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:55.732838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:55.736371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.838396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:55.862990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbb473-7bf1-4aa0-bd59-e083bb2a3821 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.868219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbb473-7bf1-4aa0-bd59-e083bb2a3821 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.874343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbb473-7bf1-4aa0-bd59-e083bb2a3821 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.879725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36dbb473-7bf1-4aa0-bd59-e083bb2a3821 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:55.884387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-36dbb473-7bf1-4aa0-bd59-e083bb2a3821 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2723737 May 02 10:54:55.884387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (baab1590-442c-4593-93fc-45be35d89cd6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.884387 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment baab1590-442c-4593-93fc-45be35d89cd6 of type vlan for network 1aa10ced-0393-472a-bf8b-dad1659d62a8 May 02 10:54:55.889375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41470) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:55.927493 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e320cb24-b784-404d-babd-c5361b989e1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.979016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Deleting port 9e1bfac1-d59b-45ca-9074-b48d670bc39c {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:55.979359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:55.986152 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.017952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (6f735254-9ed8-4417-9743-d39f27e4d1c8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.074963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] For port 9e1bfac1-d59b-45ca-9074-b48d670bc39c, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9e1bfac1-d59b-45ca-9074-b48d670bc39c,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:56.075760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.082488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.087464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:56.090069 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.090704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Calling delete_port for 9e1bfac1-d59b-45ca-9074-b48d670bc39c owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:56.153079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (6f735254-9ed8-4417-9743-d39f27e4d1c8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.265702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f735254-9ed8-4417-9743-d39f27e4d1c8']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.283564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=1aa10ced-0393-472a-bf8b-dad1659d62a8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:56.288648 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86bfc37a-e042-4a00-9b13-3a3dee4421b2 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9052010 May 02 10:54:56.291261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe477539-b016-49f0-9c08-bfe210ae8025') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.291559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe477539-b016-49f0-9c08-bfe210ae8025') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.292314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41474) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:56.304807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6962f334-a82f-4294-801c-b741e3dde68d req-af575924-c1cc-4036-9297-5ddc7729f991 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:56.304807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6962f334-a82f-4294-801c-b741e3dde68d req-af575924-c1cc-4036-9297-5ddc7729f991 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 946 time: 0.1289115 May 02 10:54:56.305035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:56.305471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'New_network'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:56.325623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9e1bfac1-d59b-45ca-9074-b48d670bc39c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.326727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (fe477539-b016-49f0-9c08-bfe210ae8025), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.344960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fe477539-b016-49f0-9c08-bfe210ae8025), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.353229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:56.353229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (fe477539-b016-49f0-9c08-bfe210ae8025), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:56.382090 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:56.411857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'Port': ['ID=9e1bfac1-d59b-45ca-9074-b48d670bc39c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:56.463544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] No DVR routers for this DVR port 9e1bfac1-d59b-45ca-9074-b48d670bc39c on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:54:56.470590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.474225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-742a65ab-dd8c-4b16-89c5-a5ad6856694e req-aa426b42-ec75-4f75-8536-f9e8be7e6d5e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.15 "DELETE /v2.0/ports/9e1bfac1-d59b-45ca-9074-b48d670bc39c HTTP/1.1" status: 204 len: 173 time: 1.0168953 May 02 10:54:56.477448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'name': 'network-vif-deleted', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:54:56.477448 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4300c51-7030-47c4-ac9c-aa6f0ebc1211" -d '{"events": [{"server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "name": "network-vif-deleted", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:54:56.504430 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6962f334-a82f-4294-801c-b741e3dde68d req-31102512-10af-4c86-8793-c552a8a41003 tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/security-groups?id=70783477-b00b-4ac5-bf79-89ebafb3c5da&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807237 May 02 10:54:56.550877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (6f735254-9ed8-4417-9743-d39f27e4d1c8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.557850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.564380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/6f735254-9ed8-4417-9743-d39f27e4d1c8 HTTP/1.1" status: 204 len: 168 time: 0.6781635 May 02 10:54:56.581385 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d225179-d168-457d-88b7-b93fe8744f62 x-openstack-request-id: req-4d225179-d168-457d-88b7-b93fe8744f62 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:54:56.581809 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a566286-52df-4b27-9774-95a769bed1c5", "name": "network-vif-deleted", "tag": "9e1bfac1-d59b-45ca-9074-b48d670bc39c", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:54:56.582132 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d225179-d168-457d-88b7-b93fe8744f62 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:54:56.582603 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d225179-d168-457d-88b7-b93fe8744f62'] response: {'server_uuid': '1a566286-52df-4b27-9774-95a769bed1c5', 'name': 'network-vif-deleted', 'tag': '9e1bfac1-d59b-45ca-9074-b48d670bc39c', 'status': 'completed', 'code': 200} May 02 10:54:56.584294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:56.585199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52e964a-2b2b-4d70-9b6e-639da6425243 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=6f735254-9ed8-4417-9743-d39f27e4d1c8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:56.589700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ace6f5f-b58c-43d0-a54b-22e1dd99ae15 None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:56.661735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d4a5a-aa47-435a-ba7c-c4fddd9ab67e req-b0157e9d-6364-4f7e-be2c-0b2f200c5e16 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:56.663288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908d4a5a-aa47-435a-ba7c-c4fddd9ab67e req-b0157e9d-6364-4f7e-be2c-0b2f200c5e16 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.0798128 May 02 10:54:56.664959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.666718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:56.667093 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.707334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1c0c1bc4-5981-4aa4-bb31-a903a2748188), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.740911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908d4a5a-aa47-435a-ba7c-c4fddd9ab67e req-5a662070-235e-448b-aac1-08c329cafa58 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0667632 May 02 10:54:56.750772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.795151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 is not hosted by any dhcp agent {{(pid=115663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 10:54:56.800165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:56.800855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.804928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "PUT /v2.0/networks/1aa10ced-0393-472a-bf8b-dad1659d62a8 HTTP/1.1" status: 200 len: 723 time: 0.5069029 May 02 10:54:56.814284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41484) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:56.830494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:56.836262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1c0c1bc4-5981-4aa4-bb31-a903a2748188), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.863255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:56.864500 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:56.898151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c0c1bc4-5981-4aa4-bb31-a903a2748188']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.927218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cee19b25-9b6d-4150-a678-53dc200180be') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.927218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cee19b25-9b6d-4150-a678-53dc200180be') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:54:56.928562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb3c9e-070d-43fc-8505-55dffe0370fd tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=1aa10ced-0393-472a-bf8b-dad1659d62a8,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:56.936648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0db24f09-8158-40e3-80ba-8e32d66a0f72,segment=NetworkSegment(2c019a4f-4b95-4cda-95b8-11d48e989fff),segment_id=2c019a4f-4b95-4cda-95b8-11d48e989fff)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:56.944974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:56.979738 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (cee19b25-9b6d-4150-a678-53dc200180be), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.005239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d47678-078d-4df3-a633-78e47ef16588 req-4b2798cb-a4ac-4912-b60c-7e3570a95780 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.009380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05d47678-078d-4df3-a633-78e47ef16588 req-4b2798cb-a4ac-4912-b60c-7e3570a95780 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.1030626 May 02 10:54:57.012343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (cee19b25-9b6d-4150-a678-53dc200180be), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.017159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.019197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Update dhcp port {'port': {'network_id': 'a74b9c42-baf9-4d6d-8de8-7b28040d1437', 'fixed_ips': [{'subnet_id': '83f66786-e73e-4a15-97be-34ee87416043', 'ip_address': '2001:db8::2'}, {'subnet_id': '86d73807-112a-4503-93c8-467b25f5fdd9'}], 'binding:host_id': 'ncdv-master-1'}, 'id': '0db24f09-8158-40e3-80ba-8e32d66a0f72'} from ncdv-master-1. {{(pid=115664) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:311}} May 02 10:54:57.037571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:54:57.037964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (cee19b25-9b6d-4150-a678-53dc200180be), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: timer() May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:54:57.041488 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:54:57.059624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:57.064275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.107016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.139814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d04dc4e-3644-42a0-8d7e-ac1045a44c92 None None] Pushing event updated for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.151042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05d47678-078d-4df3-a633-78e47ef16588 req-4a9c10b4-fa5c-484c-a294-613503f10ebf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1329551 May 02 10:54:57.219176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1c0c1bc4-5981-4aa4-bb31-a903a2748188), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.232838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.238247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/1c0c1bc4-5981-4aa4-bb31-a903a2748188 HTTP/1.1" status: 204 len: 168 time: 0.6420774 May 02 10:54:57.243172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41488) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:57.248340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b0bc00-2ca0-40e0-8c27-b5f43913bb6e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=1c0c1bc4-5981-4aa4-bb31-a903a2748188,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.305362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Allocated IP 172.20.0.1 (a74b9c42-baf9-4d6d-8de8-7b28040d1437/86d73807-112a-4503-93c8-467b25f5fdd9/0db24f09-8158-40e3-80ba-8e32d66a0f72) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:57.349867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-91309be4-9f6f-4769-92bb-ae93d62fe70f tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.353124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-91309be4-9f6f-4769-92bb-ae93d62fe70f tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.1240692 May 02 10:54:57.406248 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-fb19cf0d-db64-4586-b387-c9c0221d4b46 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.407002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0db24f09-8158-40e3-80ba-8e32d66a0f72,segment=NetworkSegment(2c019a4f-4b95-4cda-95b8-11d48e989fff),segment_id=2c019a4f-4b95-4cda-95b8-11d48e989fff)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:57.444978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d4a2d-6877-4ed1-b8b3-63ca0ceb9049 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.445212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Publish callbacks [] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.450877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864d4a2d-6877-4ed1-b8b3-63ca0ceb9049 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.453176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-864d4a2d-6877-4ed1-b8b3-63ca0ceb9049 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2057743 May 02 10:54:57.458625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41490) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:57.464339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-133181635'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:57.515074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0db24f09-8158-40e3-80ba-8e32d66a0f72 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:57.563288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:57.563671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.564872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-fb19cf0d-db64-4586-b387-c9c0221d4b46 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Publish callbacks [] for security_group (5027727b-a6b2-4106-ba97-852427db7a95), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.586182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.618928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0b462dfa-466e-4bbb-a8bf-a51d0a488dbd req-cf62a326-27e6-4ac6-a3d0-23711364208e tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a566286-52df-4b27-9774-95a769bed1c5 HTTP/1.1" status: 200 len: 210 time: 0.0289171 May 02 10:54:57.619468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (263b64b1-92fb-46c8-b5ac-30d38fd5d676), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.624350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:57.630874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.661686 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-fb19cf0d-db64-4586-b387-c9c0221d4b46 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5027727b-a6b2-4106-ba97-852427db7a95), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.665962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:57.676842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d066526b-7d8b-415d-b45f-d37e1ad282d1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.677295 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment d066526b-7d8b-415d-b45f-d37e1ad282d1 of type vlan for network d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c May 02 10:54:57.723333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.725522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a339cfd-32bd-44ee-ae26-0d559c438437 None None] Pushing event updated for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.733761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=263b64b1-92fb-46c8-b5ac-30d38fd5d676,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.735852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb19cf0d-db64-4586-b387-c9c0221d4b46 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5027727b-a6b2-4106-ba97-852427db7a95,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.769691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:57.778639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c981225e-9371-4bf3-85b0-2bb734a73504 req-fb19cf0d-db64-4586-b387-c9c0221d4b46 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4027381 May 02 10:54:57.783029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': 'baab1590-442c-4593-93fc-45be35d89cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:57.783412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: 1aa10ced-0393-472a-bf8b-dad1659d62a8, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:57.802519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:57.832357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.837363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.838434 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.864489 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:57.878860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3260858b-742f-4f56-9e40-b69937bb2bf3 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.883179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3260858b-742f-4f56-9e40-b69937bb2bf3 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1162 time: 0.0768399 May 02 10:54:57.884504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41496) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:57.889664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '50f89292-e04c-420b-8bff-122b3ae082f4', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:57.917567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:57.930893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:57.947772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c3bc920-4bea-443c-9e53-1cb075d2719f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.969034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 1aa10ced-0393-472a-bf8b-dad1659d62a8) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:57.973382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a2f32f6d-a67e-4e15-a3ce-1d60cea9abd5 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5136158 May 02 10:54:57.975993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41498) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:57.981716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1905505074'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:57.982029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:57.982739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:57.993534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe54f6-a5a9-4896-b245-ea077e3fd579 None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:58.047581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.067823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3e27530-0338-49b3-ac35-828cb0d5979e tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2522650 May 02 10:54:58.070819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:58.076782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:58.117043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:58.121000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.141739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-1aa10ced-0393-472a-bf8b-dad1659d62a8', 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '263b64b1-92fb-46c8-b5ac-30d38fd5d676'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:54:58.143075 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.151763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.224411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:54:58.245402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9115751'] for subnet (263b64b1-92fb-46c8-b5ac-30d38fd5d676), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.249969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (456dcf22-cf52-44e6-b83e-90e1cb8c2982), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.250319 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment 456dcf22-cf52-44e6-b83e-90e1cb8c2982 of type vlan for network 61532b94-7add-40e2-a0d6-484f4c2c81b0 May 02 10:54:58.282562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.35.4.221 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/82a50834-47b7-45ca-b35f-b1c9c1e1ae98) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:58.323950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Allocated IP 2001:db8::2 (1aa10ced-0393-472a-bf8b-dad1659d62a8/263b64b1-92fb-46c8-b5ac-30d38fd5d676/0e9298a9-051d-4035-aa7d-9be2aed8b002) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:54:58.342290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9e1bfac1-d59b-45ca-9074-b48d670bc39c no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:54:58.349314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (61532b94-7add-40e2-a0d6-484f4c2c81b0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.373619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 9e1bfac1-d59b-45ca-9074-b48d670bc39c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:54:58.374500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9e1bfac1-d59b-45ca-9074-b48d670bc39c not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:54:58.403171 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9367be-0e1c-425f-a586-3063f3533b02 None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:54:58.419791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.452807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (61532b94-7add-40e2-a0d6-484f4c2c81b0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.458772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:58.459352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.500074 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.506589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-22cffc16-915f-42aa-a50b-65f52a92a2a8 None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:58.506964 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-22cffc16-915f-42aa-a50b-65f52a92a2a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.528475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=61532b94-7add-40e2-a0d6-484f4c2c81b0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:58.546554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:58.549503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:58.556088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 61532b94-7add-40e2-a0d6-484f4c2c81b0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:54:58.556297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c6a979d-d29f-4fd1-99f3-1b3be2938395 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5761502 May 02 10:54:58.556427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:58.557366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41502) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:58.563825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'ports': [{'network_id': 'd6a2aaac-8b77-46fd-be89-b4c3eddc4f5c', 'name': 'tempest-port--873371209', 'admin_state_up': True}, {'network_id': '61532b94-7add-40e2-a0d6-484f4c2c81b0', 'admin_state_up': False}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:58.564080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'port': {'network_id': 'd6a2aaac-8b77-46fd-be89-b4c3eddc4f5c', 'name': 'tempest-port--873371209', 'admin_state_up': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:58.565200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'port': {'network_id': '61532b94-7add-40e2-a0d6-484f4c2c81b0', 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:54:58.586363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=82a50834-47b7-45ca-b35f-b1c9c1e1ae98,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:58.765984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks [] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.769818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-22cffc16-915f-42aa-a50b-65f52a92a2a8 None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:58.928029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.969607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'port': 2} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:54:58.981138 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.981586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:54:58.990604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for floatingip (5e0b5272-a3c3-4d9d-a891-547e7f3bf06f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:58.994840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bc1f80b4-4732-4b6b-b261-167bd1d6cd12 None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:58.995203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc1f80b4-4732-4b6b-b261-167bd1d6cd12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.000839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:59.007362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:59.026617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Pushing event updated for resources: {'Port': ['ID=0e9298a9-051d-4035-aa7d-9be2aed8b002,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:59.068219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.107361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Attempting to bind port 0e9298a9-051d-4035-aa7d-9be2aed8b002 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:54:59.107736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Attempting to bind port 0e9298a9-051d-4035-aa7d-9be2aed8b002 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'baab1590-442c-4593-93fc-45be35d89cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:54:59.108096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Attempting to bind port 0e9298a9-051d-4035-aa7d-9be2aed8b002 on network 1aa10ced-0393-472a-bf8b-dad1659d62a8 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:54:59.115353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:54:59.115809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Checking segment: {'id': 'baab1590-442c-4593-93fc-45be35d89cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:59.116221 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.116629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Bound using segment: {'id': 'baab1590-442c-4593-93fc-45be35d89cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:54:59.117097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Bound port: 0e9298a9-051d-4035-aa7d-9be2aed8b002, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'baab1590-442c-4593-93fc-45be35d89cd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '1aa10ced-0393-472a-bf8b-dad1659d62a8'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:54:59.117479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.187388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777839137271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9328880'] for subnet (263b64b1-92fb-46c8-b5ac-30d38fd5d676), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.208067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bc1f80b4-4732-4b6b-b261-167bd1d6cd12 None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:59.217984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.235442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] For port 0e9298a9-051d-4035-aa7d-9be2aed8b002, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:54:59.238757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] For port 0e9298a9-051d-4035-aa7d-9be2aed8b002, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e9298a9-051d-4035-aa7d-9be2aed8b002,segment=NetworkSegment(baab1590-442c-4593-93fc-45be35d89cd6),segment_id=baab1590-442c-4593-93fc-45be35d89cd6)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:54:59.276104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.287716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:54:59.288402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.289806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "PUT /v2.0/subnets/263b64b1-92fb-46c8-b5ac-30d38fd5d676 HTTP/1.1" status: 200 len: 826 time: 1.2179885 May 02 10:54:59.293683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41520) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:54:59.301940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.304564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] device_id is not set on port d360d463-a5ea-4e6f-be03-011c1e7ab7e8 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:59.307567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7684834d-575e-423c-877b-e5622f7311dc tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=263b64b1-92fb-46c8-b5ac-30d38fd5d676,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:59.387646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2315835d-4199-4e00-ad32-d7312015dee0 None None] Pushing event updated for resources: {'Port': ['ID=0e9298a9-051d-4035-aa7d-9be2aed8b002,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:59.428980 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for port (d360d463-a5ea-4e6f-be03-011c1e7ab7e8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.459036 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.485162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.509134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0db24f09-8158-40e3-80ba-8e32d66a0f72 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:54:59.518715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] device_id is not set on port c1efcfe8-fac4-46d7-9ccf-c1021ee94673 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:54:59.530025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 0e9298a9-051d-4035-aa7d-9be2aed8b002 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:54:59.530417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.573427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:54:59.574081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.584475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.629667 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for port (c1efcfe8-fac4-46d7-9ccf-c1021ee94673), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.696431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:54:59.700006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=82a50834-47b7-45ca-b35f-b1c9c1e1ae98,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:59.716268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 0e9298a9-051d-4035-aa7d-9be2aed8b002, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e9298a9-051d-4035-aa7d-9be2aed8b002,segment=NetworkSegment(baab1590-442c-4593-93fc-45be35d89cd6),segment_id=baab1590-442c-4593-93fc-45be35d89cd6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:54:59.716763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.726304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5e0b5272-a3c3-4d9d-a891-547e7f3bf06f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.757010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d360d463-a5ea-4e6f-be03-011c1e7ab7e8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.770582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 0e9298a9-051d-4035-aa7d-9be2aed8b002 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:54:59.829520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Port': ['ID=d360d463-a5ea-4e6f-be03-011c1e7ab7e8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:54:59.841142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Checking segment: {'id': 'd066526b-7d8b-415d-b45f-d37e1ad282d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd6a2aaac-8b77-46fd-be89-b4c3eddc4f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:54:59.841142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network hostable DHCP agents. Network: d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:54:59.895494 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Floating IP 5e0b5272-a3c3-4d9d-a891-547e7f3bf06f associated. External IP: 172.35.4.221, port: 50f89292-e04c-420b-8bff-122b3ae082f4. May 02 10:54:59.904448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:54:59.962069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:54:59.967390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:54:59.968275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c1efcfe8-fac4-46d7-9ccf-c1021ee94673), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:54:59.982299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d2c222-a6b7-43bb-ac15-8b59675923ea None None] Network d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:00.043229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Port': ['ID=c1efcfe8-fac4-46d7-9ccf-c1021ee94673,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:00.050058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Checking segment: {'id': '456dcf22-cf52-44e6-b83e-90e1cb8c2982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '61532b94-7add-40e2-a0d6-484f4c2c81b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:00.050416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network hostable DHCP agents. Network: 61532b94-7add-40e2-a0d6-484f4c2c81b0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:00.143694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0e9298a9-051d-4035-aa7d-9be2aed8b002), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.161326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network 61532b94-7add-40e2-a0d6-484f4c2c81b0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:00.184667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=0e9298a9-051d-4035-aa7d-9be2aed8b002,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:00.238330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 0e9298a9-051d-4035-aa7d-9be2aed8b002 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:00.248309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 61532b94-7add-40e2-a0d6-484f4c2c81b0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:00.252913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:00.258723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:00.264671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:00.265445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.268106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 2ad168ee-9679-4e81-8f4d-979402ff4f12 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:00.272327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec18c7ea-b06a-49c4-85b7-faba3b89ca45 None None] Network 61532b94-7add-40e2-a0d6-484f4c2c81b0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:00.328287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (263b64b1-92fb-46c8-b5ac-30d38fd5d676), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.355235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e4d536e0-1cff-4c50-bc19-9e02d0d339de tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.7942336 May 02 10:55:00.355553 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41524) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:00.410941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2184ca-2266-4511-b9cd-7e077e278a3c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:00.416717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2184ca-2266-4511-b9cd-7e077e278a3c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:00.420305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fd2184ca-2266-4511-b9cd-7e077e278a3c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0623949 May 02 10:55:00.421903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41526) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:00.459430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:00.474289 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Sync routers for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:00.490240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:00.490240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:00.511577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (263b64b1-92fb-46c8-b5ac-30d38fd5d676), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.522035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting port d360d463-a5ea-4e6f-be03-011c1e7ab7e8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:00.522507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d360d463-a5ea-4e6f-be03-011c1e7ab7e8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.553098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=263b64b1-92fb-46c8-b5ac-30d38fd5d676,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:00.567845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.610159 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d360d463-a5ea-4e6f-be03-011c1e7ab7e8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.629080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Calling delete_port for d360d463-a5ea-4e6f-be03-011c1e7ab7e8 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:00.629475 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:00.636407 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.676529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f919fb67-36d8-47aa-b48d-594063a33317 None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:00.692697 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.697421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-55d1bbf7-7df9-4f14-ade0-0f3ba340addb tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8117154 May 02 10:55:00.700915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41528) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:00.704873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:55:00.707263 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26028553-c9a9-4c21-8779-90eb7a66d295" -d '{"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:55:00.734323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aa10ced-0393-472a-bf8b-dad1659d62a8']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:00.746520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'baab1590-442c-4593-93fc-45be35d89cd6') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:00.746854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'baab1590-442c-4593-93fc-45be35d89cd6') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:00.766493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (baab1590-442c-4593-93fc-45be35d89cd6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.786555 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6b29960-876f-4baf-8d8a-1455701d07fa x-openstack-request-id: req-f6b29960-876f-4baf-8d8a-1455701d07fa {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:55:00.787071 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:55:00.787434 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f6b29960-876f-4baf-8d8a-1455701d07fa {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:55:00.787946 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6b29960-876f-4baf-8d8a-1455701d07fa'] response: {'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4', 'status': 'completed', 'code': 200} May 02 10:55:00.789736 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (baab1590-442c-4593-93fc-45be35d89cd6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.797057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:00.797590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (baab1590-442c-4593-93fc-45be35d89cd6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:00.800974 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:00.810187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a55d925-256b-457e-ad59-2f861d4b4a2b None None] Could not find standard attr ID for object 0e9298a9-051d-4035-aa7d-9be2aed8b002. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:55:00.893977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69780417-315c-4a35-906b-f340521d4285 None None] DHCP port deletion for 1aa10ced-0393-472a-bf8b-dad1659d62a8 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:00.919108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82807e0d-ab69-410b-9b69-021802b20672 None None] Network 1aa10ced-0393-472a-bf8b-dad1659d62a8 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:00.961831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1aa10ced-0393-472a-bf8b-dad1659d62a8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:00.994030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-1a8501aa-92ed-415d-a69c-fec10cc36247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:00.995555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-1a8501aa-92ed-415d-a69c-fec10cc36247 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.1246216 May 02 10:55:00.999977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.002028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0b5272-a3c3-4d9d-a891-547e7f3bf06f', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'port_id': '50f89292-e04c-420b-8bff-122b3ae082f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'mac_address': 'fa:16:3e:57:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:54:58Z', 'updated_at': '2022-05-02T10:54:58Z', 'revision_number': 0, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:01.004811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/1aa10ced-0393-472a-bf8b-dad1659d62a8 HTTP/1.1" status: 204 len: 168 time: 1.7104344 May 02 10:55:01.005965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05550f3a-f234-4715-95b2-35d86b5397a7 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=1aa10ced-0393-472a-bf8b-dad1659d62a8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:01.008506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41548) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:01.039311 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ae5b3e-4e66-404c-840a-1065df169e55 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:01.039311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ae5b3e-4e66-404c-840a-1065df169e55 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:01.039311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19ae5b3e-4e66-404c-840a-1065df169e55 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/1aa10ced-0393-472a-bf8b-dad1659d62a8 HTTP/1.1" status: 404 len: 339 time: 0.0269177 May 02 10:55:01.042812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41550) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:01.045901 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Checking router: 2ad168ee-9679-4e81-8f4d-979402ff4f12 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:55:01.049377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-224429786', 'description': 'd1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:01.055142 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:01.055950 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:01.147061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:01.151121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.201867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:01.232581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:01.234651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d360d463-a5ea-4e6f-be03-011c1e7ab7e8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.250109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (48a6d27c-b435-48fa-bc7c-002ac73abfcf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.250435 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment 48a6d27c-b435-48fa-bc7c-002ac73abfcf of type vlan for network 5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da May 02 10:55:01.265161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.265638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.266107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.266568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.267026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.267485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.267936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.268393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.268874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.269739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.270105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.270756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.272821 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4002aef-0e15-46cf-a20d-73dffe982d6a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8372 time: 0.5705926 May 02 10:55:01.285550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41554) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:01.311146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Port': ['ID=d360d463-a5ea-4e6f-be03-011c1e7ab7e8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:01.320073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.323926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0de0f8b4-8341-480a-a930-0bd3c1b6b286 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/ports/d360d463-a5ea-4e6f-be03-011c1e7ab7e8 HTTP/1.1" status: 204 len: 168 time: 0.9009235 May 02 10:55:01.325791 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-a849843c-a5ff-46c9-9b9c-00fe17d1d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.327195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-a849843c-a5ff-46c9-9b9c-00fe17d1d9e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 200 len: 897 time: 0.3244317 May 02 10:55:01.327659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41556) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:01.375218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.452788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.453435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.455036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.455578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.456110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.458828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.458828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.458828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.458828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.458828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.472097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ff0ebf6-6bbf-4a69-8b87-7012860c5b23 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6494 time: 0.1829066 May 02 10:55:01.473182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41558) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:01.514315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0b5272-a3c3-4d9d-a891-547e7f3bf06f', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'port_id': '50f89292-e04c-420b-8bff-122b3ae082f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'mac_address': 'fa:16:3e:57:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:54:58Z', 'updated_at': '2022-05-02T10:54:58Z', 'revision_number': 0, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:01.557600 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1d47e4-7f1d-4424-b721-0ff29596887d None None] The sync data for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 is: [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e0b5272-a3c3-4d9d-a891-547e7f3bf06f', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'port_id': '50f89292-e04c-420b-8bff-122b3ae082f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3708, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'mac_address': 'fa:16:3e:57:1d:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:54:58Z', 'updated_at': '2022-05-02T10:54:58Z', 'revision_number': 0, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:01.886618 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7877992b-3e7c-49e4-8985-87d6b4f87c97 None None] New status for floating IP 5e0b5272-a3c3-4d9d-a891-547e7f3bf06f: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:55:01.929747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting port c1efcfe8-fac4-46d7-9ccf-c1021ee94673 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:01.930187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c1efcfe8-fac4-46d7-9ccf-c1021ee94673), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.932584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.938281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:01.938956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:01.943233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-7dc52e3c-257c-4512-8569-d147c0c9e054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 200 len: 1000 time: 0.6077120 May 02 10:55:02.013366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.065735 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c1efcfe8-fac4-46d7-9ccf-c1021ee94673), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.075194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-88c6089b-0a61-4604-b54c-59bb36f83860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.076990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-88c6089b-0a61-4604-b54c-59bb36f83860 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e HTTP/1.1" status: 200 len: 834 time: 0.1210113 May 02 10:55:02.090945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Calling delete_port for c1efcfe8-fac4-46d7-9ccf-c1021ee94673 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:02.105946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0616372 May 02 10:55:02.113531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41560) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.144520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538bb4d-97d9-4c9c-876a-c01b1650ac5a tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:02.164814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:02.182907 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c76b2824-161a-4efe-8cbb-f370c7950076 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3053 time: 0.7061369 May 02 10:55:02.183111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.195735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-8e107a3b-4302-4fd6-967d-8e09c22c7241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.197293 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-8e107a3b-4302-4fd6-967d-8e09c22c7241 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b84f0742-ab5c-4a42-9816-ec261f44527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1145489 May 02 10:55:02.231636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579c5d4-faa5-40a0-9b5c-cb5051c32e02 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.231636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a579c5d4-faa5-40a0-9b5c-cb5051c32e02 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.247630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a579c5d4-faa5-40a0-9b5c-cb5051c32e02 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2ad168ee-9679-4e81-8f4d-979402ff4f12 HTTP/1.1" status: 200 len: 2064 time: 0.0491714 May 02 10:55:02.326515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30164253-6491-40f2-92cb-60c6228b440f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.327895 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-30164253-6491-40f2-92cb-60c6228b440f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks?id=5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da HTTP/1.1" status: 200 len: 764 time: 0.2119756 May 02 10:55:02.330807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41568) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.336933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'description': 'd2'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:02.371850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-84a690c8-8b44-4c81-9071-7448ccc7bf60 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437330 May 02 10:55:02.451917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c1efcfe8-fac4-46d7-9ccf-c1021ee94673), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.492842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-26028553-c9a9-4c21-8779-90eb7a66d295 req-4a946c7b-1b34-46e7-a243-6000480bf98b service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159291 May 02 10:55:02.493249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.493826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Port': ['ID=c1efcfe8-fac4-46d7-9ccf-c1021ee94673,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:02.499809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.504339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9704cd41-0bac-4dbe-b6ed-3ca513ab1f16 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/ports/c1efcfe8-fac4-46d7-9ccf-c1021ee94673 HTTP/1.1" status: 204 len: 168 time: 1.1748114 May 02 10:55:02.506320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.560351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7f875bb0-7c32-43d0-85f1-b44e490af375 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0529234 May 02 10:55:02.561532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.564247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41572) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.571776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-794787735'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:02.595105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da is not hosted by any dhcp agent {{(pid=115663) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 10:55:02.599872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.600474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.601764 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "PUT /v2.0/networks/5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da HTTP/1.1" status: 200 len: 761 time: 0.2692442 May 02 10:55:02.604678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41574) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.648262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea77348-9be3-4629-95b9-1316a0d1d136 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:02.659712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:02.689100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d82bda-c593-42fc-963f-eae06f5c2a46 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.690576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7d82bda-c593-42fc-963f-eae06f5c2a46 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks?id=5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da HTTP/1.1" status: 200 len: 764 time: 0.0848398 May 02 10:55:02.694487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.713611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:02.717229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.865148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:02.908776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (afc50525-5a31-4693-b73d-c988fe93d116), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:02.909129 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment afc50525-5a31-4693-b73d-c988fe93d116 of type vlan for network 9da27273-b0ab-4629-9587-b32531d6ba38 May 02 10:55:02.959696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cca649-b67f-4000-a330-d5676eafd6e6 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:02.961260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2cca649-b67f-4000-a330-d5676eafd6e6 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2656531 May 02 10:55:02.964123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41578) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:02.973080 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9da27273-b0ab-4629-9587-b32531d6ba38), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.003146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a54ed034-8c8d-4aba-a12b-a531f23372c9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502 HTTP/1.1" status: 200 len: 207 time: 0.0376940 May 02 10:55:03.006574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.065822 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9da27273-b0ab-4629-9587-b32531d6ba38), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.070754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.071331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.171124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=9da27273-b0ab-4629-9587-b32531d6ba38,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:03.181356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9da27273-b0ab-4629-9587-b32531d6ba38 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:03.184033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.189234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.194437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.199519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.204987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.210261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.212110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ab03238c-e765-4c75-83f8-5aca56f7688f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2045271 May 02 10:55:03.219366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f205d1a5-0837-4071-a817-0a39a3cf851b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6486781 May 02 10:55:03.219366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41582) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.220311 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.226425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1540909901'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:03.304404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:03.307819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.333090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:03.342672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d9e402fc-2140-4b59-9b1a-1e375f92da91), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.343113 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Added segment d9e402fc-2140-4b59-9b1a-1e375f92da91 of type vlan for network 470c78ad-f0a3-43df-803b-452198fef216 May 02 10:55:03.349514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-363d15a7-3a7d-4919-8fb5-68c91839575b tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1303387 May 02 10:55:03.352919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41588) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.391302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (470c78ad-f0a3-43df-803b-452198fef216), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.415391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.416856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.418838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.420148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.421639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.423248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30396368-ab66-4849-9187-5eca4b670721 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0682471 May 02 10:55:03.427067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.483913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.485304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.486568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.487121 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (470c78ad-f0a3-43df-803b-452198fef216), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.487780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.489032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.490598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-056c82d3-27ba-4976-a3a6-fc2d30815178 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0625799 May 02 10:55:03.492155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.492785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.494280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.559901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Network': ['ID=470c78ad-f0a3-43df-803b-452198fef216,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:03.571320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 470c78ad-f0a3-43df-803b-452198fef216 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:03.587525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5a55596a-9539-4ba0-8d02-a284d137eff8 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3658421 May 02 10:55:03.612532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b02120f-d896-490b-82ee-32af4fd7eb37 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.614689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b02120f-d896-490b-82ee-32af4fd7eb37 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks/4565dc09-2813-40f9-aed0-f58653deae71 HTTP/1.1" status: 200 len: 804 time: 0.1194251 May 02 10:55:03.617707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41594) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.718838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41596) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.723869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f1d67f3e-9b13-452e-a14f-5e6064e56181 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/networks/4565dc09-2813-40f9-aed0-f58653deae71?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1049588 May 02 10:55:03.724216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'subnets': [{'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1193443507', 'ip_version': 4}, {'network_id': '470c78ad-f0a3-43df-803b-452198fef216', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:03.724541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'subnet': {'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1193443507', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:03.725168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Request body: {'subnet': {'network_id': '470c78ad-f0a3-43df-803b-452198fef216', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:03.727282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.783617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a1f455-6bdb-4900-85d5-9ee50bfa262b tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.785743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-79a1f455-6bdb-4900-85d5-9ee50bfa262b tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets/37979573-a52d-4df9-98a0-53e324701ce1 HTTP/1.1" status: 200 len: 843 time: 0.0568087 May 02 10:55:03.788830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41600) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.841589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33e65a-0f5a-4368-8c50-0af1cc3f25ac tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['shared'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:03.842954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ac33e65a-0f5a-4368-8c50-0af1cc3f25ac tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "GET /v2.0/subnets/37979573-a52d-4df9-98a0-53e324701ce1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0531368 May 02 10:55:03.846395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41602) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:03.851688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2001825845'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:03.955658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:03.959116 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.983407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Made reservation on behalf of 69ba2e157a534424b5954b8fbd93777a for: {'subnet': 2} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:03.983765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.984119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.984851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:03.993622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:03.993967 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Added segment ed444847-6b31-4d71-b5e4-297fb750b1e3 of type vlan for network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 May 02 10:55:04.033817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.144102 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.149182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:04.149772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.220221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Network': ['ID=488dbd7b-2ba5-4739-82f6-3ce20db8bf19,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:04.231444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:04.245923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-827f1774-fd65-4fc8-bcb3-7978846a8f8d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3962059 May 02 10:55:04.247200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:04.252148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:04.492637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Made reservation on behalf of d4c47f3d452746a0bf7fd974f89f9105 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:04.496219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.548909 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (60c72b07-77c1-4b65-9a47-5de55dbc63d1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.583616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing IP validity checks on allocation pools {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 10:55:04.584195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.ipam_backend_mixin [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115662) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 10:55:04.630719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Subnet': ['ID=60c72b07-77c1-4b65-9a47-5de55dbc63d1,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:04.654888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Checking segment: {'id': 'afc50525-5a31-4693-b73d-c988fe93d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:04.655255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network hostable DHCP agents. Network: 9da27273-b0ab-4629-9587-b32531d6ba38, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:04.795656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network 9da27273-b0ab-4629-9587-b32531d6ba38 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:04.864288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (35895d72-c63a-4dab-8151-cfdce3253f65), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.908050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9da27273-b0ab-4629-9587-b32531d6ba38) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:04.912903 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f54c807f-8ed8-4855-99cf-ec47e2151560), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:04.921490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f074263-cb34-4bc5-a74b-f997d901e436 None None] Network 9da27273-b0ab-4629-9587-b32531d6ba38 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:04.942326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=35895d72-c63a-4dab-8151-cfdce3253f65,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:05.008359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Checking segment: {'id': 'ed444847-6b31-4d71-b5e4-297fb750b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:05.008741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network hostable DHCP agents. Network: 488dbd7b-2ba5-4739-82f6-3ce20db8bf19, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:05.022111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event updated for resources: {'Subnet': ['ID=f54c807f-8ed8-4855-99cf-ec47e2151560,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:05.027388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9da27273-b0ab-4629-9587-b32531d6ba38', 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38', 'project_id': '69ba2e157a534424b5954b8fbd93777a', 'fixed_ips': [{'subnet_id': '60c72b07-77c1-4b65-9a47-5de55dbc63d1'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:05.028474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.035995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Checking segment: {'id': 'd9e402fc-2140-4b59-9b1a-1e375f92da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '470c78ad-f0a3-43df-803b-452198fef216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:05.036363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network hostable DHCP agents. Network: 470c78ad-f0a3-43df-803b-452198fef216, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:05.149786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:05.160829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Allocated IP 172.20.0.2 (9da27273-b0ab-4629-9587-b32531d6ba38/60c72b07-77c1-4b65-9a47-5de55dbc63d1/6bc59920-3f3d-405a-9bb7-5dd35816b75d) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:05.173695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Network 470c78ad-f0a3-43df-803b-452198fef216 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:05.219488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 488dbd7b-2ba5-4739-82f6-3ce20db8bf19) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:05.225409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.226031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.231321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 470c78ad-f0a3-43df-803b-452198fef216) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:05.237353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.237505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.238566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.239885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e1960b-1de8-4420-9d4d-6152e174e05b None None] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:05.241843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c86ae69-7eac-41db-8600-661fb06428e5 None None] Network 470c78ad-f0a3-43df-803b-452198fef216 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:05.307632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eeb1ac07-850f-4537-8ccd-6a8c646c705d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0593309 May 02 10:55:05.310381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:05.315526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:05.342966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0f43bee4-a903-4438-9de3-bd5de064503c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6229672 May 02 10:55:05.346382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41610) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:05.404058 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks [] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.409488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38fdf8-11e2-4706-a421-c946ad9b511b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.411150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38fdf8-11e2-4706-a421-c946ad9b511b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.412776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b38fdf8-11e2-4706-a421-c946ad9b511b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.418879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b38fdf8-11e2-4706-a421-c946ad9b511b tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0709355 May 02 10:55:05.419782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41614) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:05.440002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9115751'] for subnet (35895d72-c63a-4dab-8151-cfdce3253f65), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.485091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting subnet 60c72b07-77c1-4b65-9a47-5de55dbc63d1 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:05.487210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.488461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for subnet (60c72b07-77c1-4b65-9a47-5de55dbc63d1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.521128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-470c78ad-f0a3-43df-803b-452198fef216', 'network_id': '470c78ad-f0a3-43df-803b-452198fef216', 'project_id': '69ba2e157a534424b5954b8fbd93777a', 'fixed_ips': [{'subnet_id': 'f54c807f-8ed8-4855-99cf-ec47e2151560'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:05.521994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.524886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-488dbd7b-2ba5-4739-82f6-3ce20db8bf19', 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19', 'project_id': 'd4c47f3d452746a0bf7fd974f89f9105', 'fixed_ips': [{'subnet_id': '35895d72-c63a-4dab-8151-cfdce3253f65'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:05.525484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.531093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (60c72b07-77c1-4b65-9a47-5de55dbc63d1), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.573691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Network 9da27273-b0ab-4629-9587-b32531d6ba38 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:05.583278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Pushing event updated for resources: {'Port': ['ID=6bc59920-3f3d-405a-9bb7-5dd35816b75d,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:05.585784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:05.594526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:05.649681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (60c72b07-77c1-4b65-9a47-5de55dbc63d1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.744021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8777839137271', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9328880'] for subnet (35895d72-c63a-4dab-8151-cfdce3253f65), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.772056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (60c72b07-77c1-4b65-9a47-5de55dbc63d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: WARNING neutron.objects.base [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] ORM session: SQL execution without transaction in progress, traceback: May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenthread.py", line 221, in main May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: result = function(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 837, in process_request May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: proto.__init__(conn_state, self) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 350, in __init__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: self.handle() May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 383, in handle May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: self.handle_one_request() May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 459, in handle_one_request May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: self.handle_one_response() May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py", line 569, in handle_one_response May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: result = self.application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/paste/urlmap.py", line 216, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return app(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/base.py", line 124, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = req.get_response(self.application) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/osprofiler/web.py", line 112, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return request.get_response(self.application) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 129, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: resp = self.call_func(req, *args, **kw) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 193, in call_func May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.func(req, *args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = req.get_response(self._app) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1313, in send May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: status, headers, app_iter = self.call_application( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/request.py", line 1278, in call_application May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: app_iter = application(self.environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/routes/middleware.py", line 153, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: response = self.app(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/webob/dec.py", line 143, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return resp(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/middleware/recursive.py", line 56, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self.application(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 852, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return super(Pecan, self).__call__(environ, start_response) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 693, in __call__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: self.invoke_controller(controller, args, kwargs, state) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/pecan/core.py", line 584, in invoke_controller May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: result = controller(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 65, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 74, in put May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return {self.resource: self.plugin_updater(*updater_args)} May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return method(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return f(*dup_args, **dup_kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1406, in update_subnet May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: self._update_subnet_postcommit(context, original_subnet, May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1016, in _update_subnet_postcommit May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: registry.publish( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/registry.py", line 54, in publish May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: _get_callback_manager().publish(resource, event, trigger, payload=payload) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/utils.py", line 105, in _wrapped May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return function(*args, **kwargs) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 150, in publish May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: errors = self._notify_loop(resource, event, trigger, payload) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py", line 181, in _notify_loop May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: callback(resource, event, trigger, payload=payload) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2026, in _notify_subnet_gateway_ip_update May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: router_ids = set(port.device_id for port in query) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2896, in __iter__ May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: return self._iter().__iter__() May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: result = self.session.execute( May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: result = fn(orm_exec_state) May 02 10:55:05.791989 ncdv-master-1 neutron-server[115662]: May 02 10:55:05.809310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Subnet': ['ID=60c72b07-77c1-4b65-9a47-5de55dbc63d1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:05.813482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:05.813874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.814820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.818987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-50929ebe-74b8-41ed-a273-888811f9f01c tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/subnets/60c72b07-77c1-4b65-9a47-5de55dbc63d1 HTTP/1.1" status: 204 len: 168 time: 0.3968139 May 02 10:55:05.819241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41616) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:05.820285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "PUT /v2.0/subnets/35895d72-c63a-4dab-8151-cfdce3253f65 HTTP/1.1" status: 200 len: 900 time: 0.5088782 May 02 10:55:05.833977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Attempting to bind port 6bc59920-3f3d-405a-9bb7-5dd35816b75d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:05.833977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Attempting to bind port 6bc59920-3f3d-405a-9bb7-5dd35816b75d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'afc50525-5a31-4693-b73d-c988fe93d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:05.834198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d902a10-1bc2-49e4-8701-076f7eec0768 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event updated for resources: {'Subnet': ['ID=35895d72-c63a-4dab-8151-cfdce3253f65,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:05.834298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Attempting to bind port 6bc59920-3f3d-405a-9bb7-5dd35816b75d on network 9da27273-b0ab-4629-9587-b32531d6ba38 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:05.836670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41618) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:05.844753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:05.845139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Checking segment: {'id': 'afc50525-5a31-4693-b73d-c988fe93d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:05.845551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.845953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Bound using segment: {'id': 'afc50525-5a31-4693-b73d-c988fe93d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:05.846451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Bound port: 6bc59920-3f3d-405a-9bb7-5dd35816b75d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc50525-5a31-4693-b73d-c988fe93d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '9da27273-b0ab-4629-9587-b32531d6ba38'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:05.846842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:05.873182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Allocated IP 2001:db8::3 (488dbd7b-2ba5-4739-82f6-3ce20db8bf19/35895d72-c63a-4dab-8151-cfdce3253f65/50b14b48-0a87-47e1-bc0b-888149f1be0f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:05.894331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting subnet f54c807f-8ed8-4855-99cf-ec47e2151560 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:05.913103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Allocated IP 172.20.0.18 (470c78ad-f0a3-43df-803b-452198fef216/f54c807f-8ed8-4855-99cf-ec47e2151560/9696476e-495b-4be8-8dee-b266196a2262) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:05.940803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.004493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (35895d72-c63a-4dab-8151-cfdce3253f65), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.061933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] For port 6bc59920-3f3d-405a-9bb7-5dd35816b75d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:06.243517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] For port 6bc59920-3f3d-405a-9bb7-5dd35816b75d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bc59920-3f3d-405a-9bb7-5dd35816b75d,segment=NetworkSegment(afc50525-5a31-4693-b73d-c988fe93d116),segment_id=afc50525-5a31-4693-b73d-c988fe93d116)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:06.325418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.400460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks [] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.457370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks [] for port (9696476e-495b-4be8-8dee-b266196a2262), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.462136 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.466333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c12bc0-5633-4f88-bf7f-ac72bc90453b None None] Pushing event updated for resources: {'Port': ['ID=6bc59920-3f3d-405a-9bb7-5dd35816b75d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.497477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41638) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:06.499666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebf3761-d1d2-4dbe-9e1b-6cedc49852ef None None] Network 9da27273-b0ab-4629-9587-b32531d6ba38 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:06.535252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:06.538090 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for subnet (f54c807f-8ed8-4855-99cf-ec47e2151560), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.542803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:06.545004 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (9696476e-495b-4be8-8dee-b266196a2262), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.546822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Pushing event updated for resources: {'Port': ['ID=50b14b48-0a87-47e1-bc0b-888149f1be0f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.550043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:06.557089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (35895d72-c63a-4dab-8151-cfdce3253f65), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.590495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (f54c807f-8ed8-4855-99cf-ec47e2151560), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.594465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=35895d72-c63a-4dab-8151-cfdce3253f65,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.614382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (70783477-b00b-4ac5-bf79-89ebafb3c5da), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.627769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Network 470c78ad-f0a3-43df-803b-452198fef216 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:06.649801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:06.671559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:06.677150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (70783477-b00b-4ac5-bf79-89ebafb3c5da), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.680737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.698455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Pushing event updated for resources: {'Port': ['ID=9696476e-495b-4be8-8dee-b266196a2262,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.725589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488dbd7b-2ba5-4739-82f6-3ce20db8bf19']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:06.734918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f54c807f-8ed8-4855-99cf-ec47e2151560), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.742350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed444847-6b31-4d71-b5e4-297fb750b1e3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:06.749336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed444847-6b31-4d71-b5e4-297fb750b1e3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:06.749790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Attempting to bind port 50b14b48-0a87-47e1-bc0b-888149f1be0f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:06.749790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Attempting to bind port 50b14b48-0a87-47e1-bc0b-888149f1be0f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'ed444847-6b31-4d71-b5e4-297fb750b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:06.749790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Attempting to bind port 50b14b48-0a87-47e1-bc0b-888149f1be0f on network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:06.752574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.768147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:06.768535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Checking segment: {'id': 'ed444847-6b31-4d71-b5e4-297fb750b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:06.768973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.769447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Bound using segment: {'id': 'ed444847-6b31-4d71-b5e4-297fb750b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:06.769936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Bound port: 50b14b48-0a87-47e1-bc0b-888149f1be0f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed444847-6b31-4d71-b5e4-297fb750b1e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:06.770327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.771423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.779805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:06.780200 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:06.783579 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:06.790025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Attempting to bind port 9696476e-495b-4be8-8dee-b266196a2262 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:06.790411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Attempting to bind port 9696476e-495b-4be8-8dee-b266196a2262 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd9e402fc-2140-4b59-9b1a-1e375f92da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '470c78ad-f0a3-43df-803b-452198fef216'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:06.790784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Attempting to bind port 9696476e-495b-4be8-8dee-b266196a2262 on network 470c78ad-f0a3-43df-803b-452198fef216 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:06.799137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:06.799524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Checking segment: {'id': 'd9e402fc-2140-4b59-9b1a-1e375f92da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '470c78ad-f0a3-43df-803b-452198fef216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:06.799937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.800342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Bound using segment: {'id': 'd9e402fc-2140-4b59-9b1a-1e375f92da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '470c78ad-f0a3-43df-803b-452198fef216'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:06.800852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Bound port: 9696476e-495b-4be8-8dee-b266196a2262, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9e402fc-2140-4b59-9b1a-1e375f92da91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '470c78ad-f0a3-43df-803b-452198fef216'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:06.801247 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9696476e-495b-4be8-8dee-b266196a2262), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.864720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 10:55:06.864720 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 10:55:06.864720 ncdv-master-1 neutron-server[115663]: [parameters: {'id': '488dbd7b-2ba5-4739-82f6-3ce20db8bf19'}] May 02 10:55:06.864720 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:55:06.865224 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:55:06.893587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] For port 50b14b48-0a87-47e1-bc0b-888149f1be0f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:06.894072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (f54c807f-8ed8-4855-99cf-ec47e2151560), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.911181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] For port 50b14b48-0a87-47e1-bc0b-888149f1be0f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50b14b48-0a87-47e1-bc0b-888149f1be0f,segment=NetworkSegment(ed444847-6b31-4d71-b5e4-297fb750b1e3),segment_id=ed444847-6b31-4d71-b5e4-297fb750b1e3)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:06.914922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] For port 9696476e-495b-4be8-8dee-b266196a2262, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:06.922168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Subnet': ['ID=f54c807f-8ed8-4855-99cf-ec47e2151560,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.925910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.927953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] For port 9696476e-495b-4be8-8dee-b266196a2262, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9696476e-495b-4be8-8dee-b266196a2262,segment=NetworkSegment(d9e402fc-2140-4b59-9b1a-1e375f92da91),segment_id=d9e402fc-2140-4b59-9b1a-1e375f92da91)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:06.929421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-268ab0d0-e93b-4f9c-b5c8-6017ee8a7e21 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/subnets/f54c807f-8ed8-4855-99cf-ec47e2151560 HTTP/1.1" status: 204 len: 168 time: 1.0915575 May 02 10:55:06.931987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41640) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:06.938939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (70783477-b00b-4ac5-bf79-89ebafb3c5da), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.942025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:06.946029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] 10.222.0.16 "DELETE /v2.0/security-groups/70783477-b00b-4ac5-bf79-89ebafb3c5da HTTP/1.1" status: 204 len: 168 time: 0.4447510 May 02 10:55:06.956545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4418cebf-4142-42f7-8ff5-a631c731581a tempest-TestVolumeBootPattern-406823548 tempest-TestVolumeBootPattern-406823548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70783477-b00b-4ac5-bf79-89ebafb3c5da,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:06.971547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.021850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bca6808-f8e8-466e-ab10-35226669f255 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:07.023526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5bca6808-f8e8-466e-ab10-35226669f255 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0906200 May 02 10:55:07.027472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41644) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:07.066951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab15ba0-08b9-42f8-8a48-e82aff96a07a None None] Pushing event updated for resources: {'Port': ['ID=50b14b48-0a87-47e1-bc0b-888149f1be0f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:07.072812 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9696476e-495b-4be8-8dee-b266196a2262), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.104433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfc7014-4fc2-4d30-b7ef-ed5559bd083c None None] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:07.120224 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (470c78ad-f0a3-43df-803b-452198fef216), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.125364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:07.184426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting port 9696476e-495b-4be8-8dee-b266196a2262 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:07.184893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9696476e-495b-4be8-8dee-b266196a2262), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.198218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc128ada-7d0d-4792-9a63-8ee10c39bc2e None None] Pushing event updated for resources: {'Port': ['ID=9696476e-495b-4be8-8dee-b266196a2262,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:07.251166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d826752-1e48-41fa-9111-c44f8520b313 None None] Network 488dbd7b-2ba5-4739-82f6-3ce20db8bf19 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:07.265676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] For port 9696476e-495b-4be8-8dee-b266196a2262, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9696476e-495b-4be8-8dee-b266196a2262,segment=NetworkSegment(d9e402fc-2140-4b59-9b1a-1e375f92da91),segment_id=d9e402fc-2140-4b59-9b1a-1e375f92da91)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:07.266220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9696476e-495b-4be8-8dee-b266196a2262), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.284039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Calling delete_port for 9696476e-495b-4be8-8dee-b266196a2262 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:07.382608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.505822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 50b14b48-0a87-47e1-bc0b-888149f1be0f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:07.506472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.510291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9696476e-495b-4be8-8dee-b266196a2262), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.522125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9696476e-495b-4be8-8dee-b266196a2262 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:07.540566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Port': ['ID=9696476e-495b-4be8-8dee-b266196a2262,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:07.544204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] No DVR routers for this DVR port 9696476e-495b-4be8-8dee-b266196a2262 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:07.559996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9696476e-495b-4be8-8dee-b266196a2262 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:07.560474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9696476e-495b-4be8-8dee-b266196a2262 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} May 02 10:55:07.585676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Port 9696476e-495b-4be8-8dee-b266196a2262 not found, will not notify nova. {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} May 02 10:55:07.622608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 50b14b48-0a87-47e1-bc0b-888149f1be0f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=50b14b48-0a87-47e1-bc0b-888149f1be0f,segment=NetworkSegment(ed444847-6b31-4d71-b5e4-297fb750b1e3),segment_id=ed444847-6b31-4d71-b5e4-297fb750b1e3)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:07.622978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.633483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (470c78ad-f0a3-43df-803b-452198fef216), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.643797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 50b14b48-0a87-47e1-bc0b-888149f1be0f owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:07.655041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470c78ad-f0a3-43df-803b-452198fef216']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:07.664409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9e402fc-2140-4b59-9b1a-1e375f92da91') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:07.664750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9e402fc-2140-4b59-9b1a-1e375f92da91') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:07.674205 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (d9e402fc-2140-4b59-9b1a-1e375f92da91), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.687758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d9e402fc-2140-4b59-9b1a-1e375f92da91), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.693801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:07.694213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (d9e402fc-2140-4b59-9b1a-1e375f92da91), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:07.697293 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:07.813215 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (470c78ad-f0a3-43df-803b-452198fef216), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.818634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.825213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/470c78ad-f0a3-43df-803b-452198fef216 HTTP/1.1" status: 204 len: 168 time: 0.7940042 May 02 10:55:07.826264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:07.838183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79672a20-c66e-46a2-b80c-947df4600ca1 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=470c78ad-f0a3-43df-803b-452198fef216,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:07.867174 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (c5334a3b-a76f-4623-a403-807445900eab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.930207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (50b14b48-0a87-47e1-bc0b-888149f1be0f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:07.972930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=50b14b48-0a87-47e1-bc0b-888149f1be0f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:07.976274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 50b14b48-0a87-47e1-bc0b-888149f1be0f on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:07.992314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9da27273-b0ab-4629-9587-b32531d6ba38), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.263722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fc82a4-6373-427b-85f3-e4e1f0c3779b None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:55:08.314567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-657636ab-9e4c-406a-a2f2-8d8db9c05864 None None] Could not find standard attr ID for object 9696476e-495b-4be8-8dee-b266196a2262. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:55:08.382454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fc82a4-6373-427b-85f3-e4e1f0c3779b None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:55:08.475857 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.509609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['488dbd7b-2ba5-4739-82f6-3ce20db8bf19']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:08.552310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed444847-6b31-4d71-b5e4-297fb750b1e3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:08.552629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed444847-6b31-4d71-b5e4-297fb750b1e3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:08.554667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Deleting port 6bc59920-3f3d-405a-9bb7-5dd35816b75d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:08.555004 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.592252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.617149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.617427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303899a8-52ee-46a7-978a-e2868bf11a67 None None] DHCP port deletion for 470c78ad-f0a3-43df-803b-452198fef216 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:08.644416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d104bcf7-1990-4c45-ad4b-42aab6536ed4 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 10:55:08.655708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:08.656127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (ed444847-6b31-4d71-b5e4-297fb750b1e3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:08.662087 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:08.740153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] For port 6bc59920-3f3d-405a-9bb7-5dd35816b75d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6bc59920-3f3d-405a-9bb7-5dd35816b75d,segment=NetworkSegment(afc50525-5a31-4693-b73d-c988fe93d116),segment_id=afc50525-5a31-4693-b73d-c988fe93d116)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:08.740532 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.747066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d104bcf7-1990-4c45-ad4b-42aab6536ed4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 10:55:08.773932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Calling delete_port for 6bc59920-3f3d-405a-9bb7-5dd35816b75d owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:08.845476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (488dbd7b-2ba5-4739-82f6-3ce20db8bf19), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.862018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.865216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/488dbd7b-2ba5-4739-82f6-3ce20db8bf19 HTTP/1.1" status: 204 len: 168 time: 3.0449283 May 02 10:55:08.869751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:08.881013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0ba08-722f-4794-8853-8f50c3aa06d8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=488dbd7b-2ba5-4739-82f6-3ce20db8bf19,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:08.886282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Deleting port 58154628-0c41-4834-a74f-1ddf52f2cd72 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:08.887026 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:08.908933 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5026b7-ea5f-405e-a680-03f85b24f202 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:08.909552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5026b7-ea5f-405e-a680-03f85b24f202 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:08.915127 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e5026b7-ea5f-405e-a680-03f85b24f202 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/35895d72-c63a-4dab-8151-cfdce3253f65 HTTP/1.1" status: 404 len: 337 time: 0.0418124 May 02 10:55:08.915493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41656) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:08.934106 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c725f50-3f62-4891-a121-39a33a017947 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:08.934751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c725f50-3f62-4891-a121-39a33a017947 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:08.940229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6c725f50-3f62-4891-a121-39a33a017947 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/488dbd7b-2ba5-4739-82f6-3ce20db8bf19 HTTP/1.1" status: 404 len: 339 time: 0.0214150 May 02 10:55:08.940472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41658) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:08.959534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c152b-1429-4e30-96a9-49df85e1e61c None None] Network 470c78ad-f0a3-43df-803b-452198fef216 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:08.972516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767c152b-1429-4e30-96a9-49df85e1e61c None None] Network 470c78ad-f0a3-43df-803b-452198fef216 could not be found, it might have been deleted concurrently. {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 02 10:55:08.984493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] For port 58154628-0c41-4834-a74f-1ddf52f2cd72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=58154628-0c41-4834-a74f-1ddf52f2cd72,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:08.984898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.001593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Calling delete_port for 58154628-0c41-4834-a74f-1ddf52f2cd72 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:09.025620 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.100209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6bc59920-3f3d-405a-9bb7-5dd35816b75d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.122570 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.140228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] No DVR routers for this DVR port 6bc59920-3f3d-405a-9bb7-5dd35816b75d on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:09.145167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.145789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Port': ['ID=6bc59920-3f3d-405a-9bb7-5dd35816b75d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:09.156622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48a6d27c-b435-48fa-bc7c-002ac73abfcf') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.156957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48a6d27c-b435-48fa-bc7c-002ac73abfcf') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.166508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (48a6d27c-b435-48fa-bc7c-002ac73abfcf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.181795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (48a6d27c-b435-48fa-bc7c-002ac73abfcf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.188199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:09.188678 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (48a6d27c-b435-48fa-bc7c-002ac73abfcf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:09.191835 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:09.234764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9da27273-b0ab-4629-9587-b32531d6ba38), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.280839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9da27273-b0ab-4629-9587-b32531d6ba38']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.294817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc50525-5a31-4693-b73d-c988fe93d116') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.295120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc50525-5a31-4693-b73d-c988fe93d116') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.309282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (afc50525-5a31-4693-b73d-c988fe93d116), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.327005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (afc50525-5a31-4693-b73d-c988fe93d116), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.332787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:09.333175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (afc50525-5a31-4693-b73d-c988fe93d116), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:09.336123 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:09.356473 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.362094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.365726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da HTTP/1.1" status: 204 len: 168 time: 0.4242630 May 02 10:55:09.369576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41660) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:09.401927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (58154628-0c41-4834-a74f-1ddf52f2cd72), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.430623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58154628-0c41-4834-a74f-1ddf52f2cd72,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:09.487512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9da27273-b0ab-4629-9587-b32531d6ba38), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.496199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.498084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9696476e-495b-4be8-8dee-b266196a2262 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:09.500897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/9da27273-b0ab-4629-9587-b32531d6ba38 HTTP/1.1" status: 204 len: 168 time: 1.6726506 May 02 10:55:09.503897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41662) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:09.526577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96985bfd-ba87-4710-bdcf-6730b4bca40d tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=9da27273-b0ab-4629-9587-b32531d6ba38,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:09.545530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9696476e-495b-4be8-8dee-b266196a2262 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:09.546266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9696476e-495b-4be8-8dee-b266196a2262 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:09.657748 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (61532b94-7add-40e2-a0d6-484f4c2c81b0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.676421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1042daad-826d-4462-8277-26accf6e44a9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=5b8aa577-609c-4fa4-9bd9-4d9faf6bd3da,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:09.695198 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-47466fb8-3b6d-40d9-922b-f522ca98fb81 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:09.695659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47466fb8-3b6d-40d9-922b-f522ca98fb81 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:09.698717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-47466fb8-3b6d-40d9-922b-f522ca98fb81 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/263b64b1-92fb-46c8-b5ac-30d38fd5d676 HTTP/1.1" status: 404 len: 337 time: 0.3281658 May 02 10:55:09.701885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41664) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:09.720812 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd1e8cbd-b052-4328-9a53-14cecbc90fd0 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:09.721331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd1e8cbd-b052-4328-9a53-14cecbc90fd0 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:09.724359 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd1e8cbd-b052-4328-9a53-14cecbc90fd0 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/1aa10ced-0393-472a-bf8b-dad1659d62a8 HTTP/1.1" status: 404 len: 339 time: 0.0214987 May 02 10:55:09.727510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41666) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:09.776667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting subnet 86d73807-112a-4503-93c8-467b25f5fdd9 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:09.780460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (86d73807-112a-4503-93c8-467b25f5fdd9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.788891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (c5334a3b-a76f-4623-a403-807445900eab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.792244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (61532b94-7add-40e2-a0d6-484f4c2c81b0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.818665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61532b94-7add-40e2-a0d6-484f4c2c81b0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.825823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (86d73807-112a-4503-93c8-467b25f5fdd9), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.864437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456dcf22-cf52-44e6-b83e-90e1cb8c2982') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.864780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456dcf22-cf52-44e6-b83e-90e1cb8c2982') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:09.885705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (456dcf22-cf52-44e6-b83e-90e1cb8c2982), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.911010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (86d73807-112a-4503-93c8-467b25f5fdd9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.934440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (456dcf22-cf52-44e6-b83e-90e1cb8c2982), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.946408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:09.950056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (456dcf22-cf52-44e6-b83e-90e1cb8c2982), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:09.950470 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:10.070664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (86d73807-112a-4503-93c8-467b25f5fdd9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.101071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=86d73807-112a-4503-93c8-467b25f5fdd9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:10.108299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (61532b94-7add-40e2-a0d6-484f4c2c81b0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.108460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.108560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.108695 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ec9776f-d2c6-4ee2-a13c-77de30f84525 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/86d73807-112a-4503-93c8-467b25f5fdd9 HTTP/1.1" status: 204 len: 168 time: 0.3795674 May 02 10:55:10.113627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/61532b94-7add-40e2-a0d6-484f4c2c81b0 HTTP/1.1" status: 204 len: 168 time: 0.6062551 May 02 10:55:10.113627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41668) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:10.116068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41670) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:10.118517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6bd9d2-0e7f-4318-816f-cdc9345c91e5 None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:10.145364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e987f8-1fea-4b33-8d29-7aa727bdb46e tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=61532b94-7add-40e2-a0d6-484f4c2c81b0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:10.185663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Router c5334a3b-a76f-4623-a403-807445900eab has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:10.202041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting subnet 83f66786-e73e-4a15-97be-34ee87416043 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:10.207585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (83f66786-e73e-4a15-97be-34ee87416043), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.222644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.290877 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (83f66786-e73e-4a15-97be-34ee87416043), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.322591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.344264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.354357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd066526b-7d8b-415d-b45f-d37e1ad282d1') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.354661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd066526b-7d8b-415d-b45f-d37e1ad282d1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.365140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (d066526b-7d8b-415d-b45f-d37e1ad282d1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.379825 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d066526b-7d8b-415d-b45f-d37e1ad282d1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.386451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (d066526b-7d8b-415d-b45f-d37e1ad282d1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:10.391948 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:10.406966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:10.413845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2dffa262-1d36-4ea0-bd5a-7fe3b02866a0 admin admin] 10.222.0.16 "PUT /v2.0/routers/c5334a3b-a76f-4623-a403-807445900eab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2857106 May 02 10:55:10.415446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41672) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:10.425774 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Sync routers for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:10.485739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (83f66786-e73e-4a15-97be-34ee87416043), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.553064 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:10.553677 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.556146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.572839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.577945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] 10.222.0.16 "DELETE /v2.0/networks/d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c HTTP/1.1" status: 204 len: 168 time: 0.4607894 May 02 10:55:10.594792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd469ec-6575-42d3-b5d4-cd555443fd33 tempest-BulkNetworkOpsTest-1589501344 tempest-BulkNetworkOpsTest-1589501344-project] Pushing event deleted for resources: {'Network': ['ID=d6a2aaac-8b77-46fd-be89-b4c3eddc4f5c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:10.705532 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:10.866956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks [] for router (c5334a3b-a76f-4623-a403-807445900eab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.902209 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:55:09Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.932222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Checking router: c5334a3b-a76f-4623-a403-807445900eab for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:55:10.952175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-20cf3758-89db-49ce-9b26-397ff525dd9d None None] Provisioning complete for port 0db24f09-8158-40e3-80ba-8e32d66a0f72 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:10.952750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20cf3758-89db-49ce-9b26-397ff525dd9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:10.954581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Routers {'c5334a3b-a76f-4623-a403-807445900eab'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:10.955439 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c5334a3b-a76f-4623-a403-807445900eab'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:10.958668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (83f66786-e73e-4a15-97be-34ee87416043), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.010309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.017861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41678) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:11.018443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/83f66786-e73e-4a15-97be-34ee87416043 HTTP/1.1" status: 204 len: 168 time: 0.8976638 May 02 10:55:11.019058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1625c417-b246-4e21-a18a-262297052c83 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=83f66786-e73e-4a15-97be-34ee87416043,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:11.039538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks [] for router_gateway (c5334a3b-a76f-4623-a403-807445900eab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.065153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-20cf3758-89db-49ce-9b26-397ff525dd9d None None] Current status of the port 0db24f09-8158-40e3-80ba-8e32d66a0f72 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:11.068252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d84cbed-2c2c-446f-8ba7-d58108da1cdb None None] Network a74b9c42-baf9-4d6d-8de8-7b28040d1437 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:11.073476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41680) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:11.094005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] Set router c5334a3b-a76f-4623-a403-807445900eab gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:11.156263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a74b9c42-baf9-4d6d-8de8-7b28040d1437), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.176543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Deleting port b5c65794-7a65-4b97-af33-d06d76cadb21 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:11.177421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.218221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 0db24f09-8158-40e3-80ba-8e32d66a0f72 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:11.218617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.257664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] DHCP port deletion for a74b9c42-baf9-4d6d-8de8-7b28040d1437 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:11.288143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] For port b5c65794-7a65-4b97-af33-d06d76cadb21, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5c65794-7a65-4b97-af33-d06d76cadb21,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:11.289449 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.306470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Calling delete_port for b5c65794-7a65-4b97-af33-d06d76cadb21 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:11.320239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Deleting port 0db24f09-8158-40e3-80ba-8e32d66a0f72 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:11.320756 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.332669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:55:09Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:11.345651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0db24f09-8158-40e3-80ba-8e32d66a0f72,segment=NetworkSegment(2c019a4f-4b95-4cda-95b8-11d48e989fff),segment_id=2c019a4f-4b95-4cda-95b8-11d48e989fff)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:11.346028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.364876 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6971e4d8-f094-4657-85e4-4e9a9df7c3a0 None None] The sync data for ids ['c5334a3b-a76f-4623-a403-807445900eab'] in ncdv-master-1 is: [{'id': 'c5334a3b-a76f-4623-a403-807445900eab', 'name': 'tempest-TestVolumeBootPattern-817874833-router', 'tenant_id': '24a92939abc5401d88f4cdc0f1b109f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:38Z', 'updated_at': '2022-05-02T10:55:09Z', 'revision_number': 5, 'project_id': '24a92939abc5401d88f4cdc0f1b109f5', 'gw_port': {'id': 'b5c65794-7a65-4b97-af33-d06d76cadb21', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:8f:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5334a3b-a76f-4623-a403-807445900eab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3054, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:40Z', 'updated_at': '2022-05-02T10:47:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:11.366443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 0db24f09-8158-40e3-80ba-8e32d66a0f72 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:11.372224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1b4bad9-c7da-4fac-8a70-4f6337660322 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69ba2e157a534424b5954b8fbd93777a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2959139 May 02 10:55:11.374075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:11.404346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] For port 0db24f09-8158-40e3-80ba-8e32d66a0f72, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0db24f09-8158-40e3-80ba-8e32d66a0f72,segment=NetworkSegment(2c019a4f-4b95-4cda-95b8-11d48e989fff),segment_id=2c019a4f-4b95-4cda-95b8-11d48e989fff)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:11.404793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.420770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Calling delete_port for 0db24f09-8158-40e3-80ba-8e32d66a0f72 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:11.516706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] Publish callbacks [] for security_group (3df8e687-ee29-4cc5-9393-28a4efdf399c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.539083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] Publish callbacks [] for security_group (3df8e687-ee29-4cc5-9393-28a4efdf399c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.556052 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.576513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0db24f09-8158-40e3-80ba-8e32d66a0f72), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.579012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b5c65794-7a65-4b97-af33-d06d76cadb21), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.582337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] Pushing event deleted for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:11.593275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43998dac-4397-4d33-a6ad-4506f13403dc None None] No DVR routers for this DVR port 0db24f09-8158-40e3-80ba-8e32d66a0f72 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:11.604303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=0db24f09-8158-40e3-80ba-8e32d66a0f72,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:11.607165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c65794-7a65-4b97-af33-d06d76cadb21,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:11.610805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 0db24f09-8158-40e3-80ba-8e32d66a0f72 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:11.673253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (c5334a3b-a76f-4623-a403-807445900eab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.700433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a74b9c42-baf9-4d6d-8de8-7b28040d1437), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.729238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a74b9c42-baf9-4d6d-8de8-7b28040d1437']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:11.742465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c019a4f-4b95-4cda-95b8-11d48e989fff') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:11.743243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c019a4f-4b95-4cda-95b8-11d48e989fff') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:11.756649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2c019a4f-4b95-4cda-95b8-11d48e989fff), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.775760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3df8e687-ee29-4cc5-9393-28a4efdf399c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.775760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.780699 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (c5334a3b-a76f-4623-a403-807445900eab), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.783638 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks [] for router_controller (c5334a3b-a76f-4623-a403-807445900eab), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.801460 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3df8e687-ee29-4cc5-9393-28a4efdf399c HTTP/1.1" status: 204 len: 168 time: 0.4260955 May 02 10:55:11.802721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2c019a4f-4b95-4cda-95b8-11d48e989fff), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.816668 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a829bbd-ea6e-4eb5-a933-7d0f20056706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df8e687-ee29-4cc5-9393-28a4efdf399c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:11.818513 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2c019a4f-4b95-4cda-95b8-11d48e989fff), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:11.823615 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:11.879958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0db24f09-8158-40e3-80ba-8e32d66a0f72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:11.904112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0db24f09-8158-40e3-80ba-8e32d66a0f72 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:11.904491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0db24f09-8158-40e3-80ba-8e32d66a0f72 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:11.938595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (c5334a3b-a76f-4623-a403-807445900eab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.939177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5334a3b-a76f-4623-a403-807445900eab {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:55:11.944069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.947174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f669ae9d-e410-44bc-9b32-89b7f816ed0b admin admin] 10.222.0.16 "DELETE /v2.0/routers/c5334a3b-a76f-4623-a403-807445900eab HTTP/1.1" status: 204 len: 168 time: 1.5293930 May 02 10:55:11.948001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41688) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:11.976527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a74b9c42-baf9-4d6d-8de8-7b28040d1437), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.985298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:11.988456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/a74b9c42-baf9-4d6d-8de8-7b28040d1437 HTTP/1.1" status: 204 len: 168 time: 0.9695849 May 02 10:55:11.991173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41690) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.004059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd017d45-21ea-421a-a81b-6628ae002023 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=a74b9c42-baf9-4d6d-8de8-7b28040d1437,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:12.018643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Deleting subnet b280dfa2-747b-4527-9afd-99dad5b4d926 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:12.022212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Publish callbacks [] for subnet (b280dfa2-747b-4527-9afd-99dad5b4d926), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.023888 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ba51d4b-a5de-461b-a00f-cfda9f0fbba9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.024036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ba51d4b-a5de-461b-a00f-cfda9f0fbba9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.030373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ba51d4b-a5de-461b-a00f-cfda9f0fbba9 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/289ca7b4-47bf-4976-90d2-f03919e828ec HTTP/1.1" status: 404 len: 337 time: 0.0348155 May 02 10:55:12.031096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41692) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.053161 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-11a6f4fc-0cb7-438e-84c3-b47dff5ccc01 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.053790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11a6f4fc-0cb7-438e-84c3-b47dff5ccc01 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.057195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-11a6f4fc-0cb7-438e-84c3-b47dff5ccc01 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/8ec8fda3-432a-4ad7-b9bd-623e60c5de10 HTTP/1.1" status: 404 len: 339 time: 0.0248749 May 02 10:55:12.060161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41694) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.062677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b280dfa2-747b-4527-9afd-99dad5b4d926), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.097067 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ed8551-f2eb-4777-afc7-cf75a062ad97 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.097855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ed8551-f2eb-4777-afc7-cf75a062ad97 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.104797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f7ed8551-f2eb-4777-afc7-cf75a062ad97 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/371717f1-0d61-46b3-aedc-d593ec5971eb HTTP/1.1" status: 404 len: 337 time: 0.0434978 May 02 10:55:12.106706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41698) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.134270 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ea29d98-9313-4a42-b7eb-cade71790724 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.135359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ea29d98-9313-4a42-b7eb-cade71790724 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.143762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ea29d98-9313-4a42-b7eb-cade71790724 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/fba27929-2913-4286-b2c2-80d0bda5099d HTTP/1.1" status: 404 len: 339 time: 0.0356731 May 02 10:55:12.152924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41700) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.170095 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b280dfa2-747b-4527-9afd-99dad5b4d926), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.194796 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-23cefea9-bf26-4bbc-9deb-53893eba5328 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.195269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23cefea9-bf26-4bbc-9deb-53893eba5328 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.198459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-23cefea9-bf26-4bbc-9deb-53893eba5328 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/eff8d226-c950-4cff-91fa-eef6bbe8f9d7 HTTP/1.1" status: 404 len: 337 time: 0.0444798 May 02 10:55:12.201373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41704) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.228522 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bdf6901-3be6-4889-b15e-9fa57f811ff4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:12.229135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bdf6901-3be6-4889-b15e-9fa57f811ff4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:12.248506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2bdf6901-3be6-4889-b15e-9fa57f811ff4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/b7e07cce-f53f-44f4-8686-d2acbe78a347 HTTP/1.1" status: 404 len: 339 time: 0.0358586 May 02 10:55:12.249699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41708) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.302399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting subnet 65075e60-f50e-4894-9595-e3edd3cf0a2c {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:12.305565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (65075e60-f50e-4894-9595-e3edd3cf0a2c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.333430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b280dfa2-747b-4527-9afd-99dad5b4d926), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.346568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (65075e60-f50e-4894-9595-e3edd3cf0a2c), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.362022 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.366228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b280dfa2-747b-4527-9afd-99dad5b4d926 HTTP/1.1" status: 204 len: 168 time: 0.4164376 May 02 10:55:12.367362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aec8bf-6153-4d37-b7e2-d303a77dc6bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b280dfa2-747b-4527-9afd-99dad5b4d926,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:12.368864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41714) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.376594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c494bd-b595-441c-b0ac-933733aee3e2 None None] Network 1fa2212c-8280-43d9-af18-44dff02feb7d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:12.481599 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (1fa2212c-8280-43d9-af18-44dff02feb7d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.507843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (65075e60-f50e-4894-9595-e3edd3cf0a2c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.577931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Deleting port 227c6193-b994-40de-8779-35afb5d69196 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:12.578273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (227c6193-b994-40de-8779-35afb5d69196), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.582663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] DHCP port deletion for 1fa2212c-8280-43d9-af18-44dff02feb7d request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:12.639969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Deleting port 227c6193-b994-40de-8779-35afb5d69196 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:12.640415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (227c6193-b994-40de-8779-35afb5d69196), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.656572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] For port 227c6193-b994-40de-8779-35afb5d69196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227c6193-b994-40de-8779-35afb5d69196,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:12.657757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (227c6193-b994-40de-8779-35afb5d69196), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.670145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Calling delete_port for 227c6193-b994-40de-8779-35afb5d69196 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:12.709416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] For port 227c6193-b994-40de-8779-35afb5d69196, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=227c6193-b994-40de-8779-35afb5d69196,segment=NetworkSegment(66bd9c29-f65c-42df-a205-6673a608cf39),segment_id=66bd9c29-f65c-42df-a205-6673a608cf39)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:12.709817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (227c6193-b994-40de-8779-35afb5d69196), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.723570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Calling delete_port for 227c6193-b994-40de-8779-35afb5d69196 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:12.724383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (65075e60-f50e-4894-9595-e3edd3cf0a2c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.766795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.770161 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/65075e60-f50e-4894-9595-e3edd3cf0a2c HTTP/1.1" status: 204 len: 168 time: 0.5194185 May 02 10:55:12.771192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03be7b12-3a23-4c08-a214-7819d77cfc8f tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=65075e60-f50e-4894-9595-e3edd3cf0a2c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:12.772763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.792682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890e817c-3381-4962-a5bd-05fce39b7292 None None] Network b7be04fb-a7bb-4b87-acce-c32f0e54e43a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:12.841403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (227c6193-b994-40de-8779-35afb5d69196), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.855710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] No DVR routers for this DVR port 227c6193-b994-40de-8779-35afb5d69196 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:12.889028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b7be04fb-a7bb-4b87-acce-c32f0e54e43a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.896677 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (227c6193-b994-40de-8779-35afb5d69196), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.912809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41726) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:12.918756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Pushing event deleted for resources: {'Port': ['ID=227c6193-b994-40de-8779-35afb5d69196,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:12.931304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] Pushing event deleted for resources: {'Port': ['ID=227c6193-b994-40de-8779-35afb5d69196,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:12.935498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4036da71-7a66-4d3b-89b4-53c1294fbbd2 None None] No DVR routers for this DVR port 227c6193-b994-40de-8779-35afb5d69196 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:12.939943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 5df62bdd-086d-4c49-94e1-67e27d8ee95f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:12.940300 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:12.987420 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (1fa2212c-8280-43d9-af18-44dff02feb7d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.009799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa2212c-8280-43d9-af18-44dff02feb7d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.018051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df62bdd-086d-4c49-94e1-67e27d8ee95f,segment=NetworkSegment(f650b535-d59f-4183-830d-113666346f4b),segment_id=f650b535-d59f-4183-830d-113666346f4b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:13.018507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.021371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66bd9c29-f65c-42df-a205-6673a608cf39') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.021742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66bd9c29-f65c-42df-a205-6673a608cf39') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.034615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (66bd9c29-f65c-42df-a205-6673a608cf39), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.037522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 5df62bdd-086d-4c49-94e1-67e27d8ee95f owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:13.047940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] DHCP port deletion for b7be04fb-a7bb-4b87-acce-c32f0e54e43a request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:13.049891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (66bd9c29-f65c-42df-a205-6673a608cf39), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.061534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:13.062065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (66bd9c29-f65c-42df-a205-6673a608cf39), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:13.063983 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:13.093756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Deleting port 5df62bdd-086d-4c49-94e1-67e27d8ee95f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:13.095262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.123683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1846546665', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:13.253168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (1fa2212c-8280-43d9-af18-44dff02feb7d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.257668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.263818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] 10.222.0.16 "DELETE /v2.0/networks/1fa2212c-8280-43d9-af18-44dff02feb7d HTTP/1.1" status: 204 len: 168 time: 0.8914990 May 02 10:55:13.265013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41730) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:13.286720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.287771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.291212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670473bc-205d-4292-8fd5-7a4a38ae9d4e admin admin] Pushing event deleted for resources: {'Network': ['ID=1fa2212c-8280-43d9-af18-44dff02feb7d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:13.309942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.330244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] For port 5df62bdd-086d-4c49-94e1-67e27d8ee95f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5df62bdd-086d-4c49-94e1-67e27d8ee95f,segment=NetworkSegment(f650b535-d59f-4183-830d-113666346f4b),segment_id=f650b535-d59f-4183-830d-113666346f4b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:13.330608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.346469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Calling delete_port for 5df62bdd-086d-4c49-94e1-67e27d8ee95f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:13.348276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=5df62bdd-086d-4c49-94e1-67e27d8ee95f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:13.351855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 5df62bdd-086d-4c49-94e1-67e27d8ee95f on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:13.383239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router_controller (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.432096 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5df62bdd-086d-4c49-94e1-67e27d8ee95f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.436358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.467224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] No DVR routers for this DVR port 5df62bdd-086d-4c49-94e1-67e27d8ee95f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:13.476860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b7be04fb-a7bb-4b87-acce-c32f0e54e43a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.477234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c251676-8aef-42df-8eeb-7bd75dc279c7 None None] Pushing event deleted for resources: {'Port': ['ID=5df62bdd-086d-4c49-94e1-67e27d8ee95f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:13.494321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 227c6193-b994-40de-8779-35afb5d69196 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:13.515203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 227c6193-b994-40de-8779-35afb5d69196 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:13.515553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 227c6193-b994-40de-8779-35afb5d69196 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:13.515967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 58154628-0c41-4834-a74f-1ddf52f2cd72 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:13.529571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.534515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17bef33a-7333-4ac9-92ba-e3ca40167b17 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6173060 May 02 10:55:13.534515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41732) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:13.535706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 58154628-0c41-4834-a74f-1ddf52f2cd72 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:13.536071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 58154628-0c41-4834-a74f-1ddf52f2cd72 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:13.536197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7be04fb-a7bb-4b87-acce-c32f0e54e43a']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.536493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5df62bdd-086d-4c49-94e1-67e27d8ee95f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:13.541416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1941393932'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:13.552473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f650b535-d59f-4183-830d-113666346f4b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.552806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f650b535-d59f-4183-830d-113666346f4b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:13.561538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5df62bdd-086d-4c49-94e1-67e27d8ee95f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:13.561830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5df62bdd-086d-4c49-94e1-67e27d8ee95f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:13.562243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5c65794-7a65-4b97-af33-d06d76cadb21 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:13.581719 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b5c65794-7a65-4b97-af33-d06d76cadb21 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:13.582151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5c65794-7a65-4b97-af33-d06d76cadb21 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:13.594702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (f650b535-d59f-4183-830d-113666346f4b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.607428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:13.611344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.616174 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f650b535-d59f-4183-830d-113666346f4b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.621469 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.633454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:13.633454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (f650b535-d59f-4183-830d-113666346f4b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:13.636469 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:13.706676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for security_group (c89ae069-380d-4677-a303-4167b707112a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.778965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c89ae069-380d-4677-a303-4167b707112a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.811821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b7be04fb-a7bb-4b87-acce-c32f0e54e43a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.813276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c89ae069-380d-4677-a303-4167b707112a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:13.818394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:13.828433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fcd3559a-ea71-439a-902e-1fc407610182), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.828825 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Added segment fcd3559a-ea71-439a-902e-1fc407610182 of type vlan for network 948c677e-0962-4741-9d45-cba410562d97 May 02 10:55:13.834552 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.837379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/b7be04fb-a7bb-4b87-acce-c32f0e54e43a HTTP/1.1" status: 204 len: 168 time: 1.0634148 May 02 10:55:13.840428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:13.875750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad212d-d2a8-487a-8177-5e1719b6b1e4 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=b7be04fb-a7bb-4b87-acce-c32f0e54e43a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:13.886080 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f209d80-5db2-4a58-8393-b46f6940708d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:13.886586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f209d80-5db2-4a58-8393-b46f6940708d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:13.890261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f209d80-5db2-4a58-8393-b46f6940708d tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/6752dd35-2321-43df-a8bb-cb907523a1b8 HTTP/1.1" status: 404 len: 337 time: 0.0488055 May 02 10:55:13.892928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41736) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:13.907122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (d53f0983-28f1-4f74-8271-43ad540327c6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.920390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (948c677e-0962-4741-9d45-cba410562d97), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:13.923452 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-02797f10-5fc2-4226-acac-74d797e903e8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] DELETE failed (client error): The resource could not be found. May 02 10:55:13.923958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02797f10-5fc2-4226-acac-74d797e903e8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 10:55:13.927033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-02797f10-5fc2-4226-acac-74d797e903e8 tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/e986d9e1-aae4-4ded-a425-dd4ef2dd1441 HTTP/1.1" status: 404 len: 339 time: 0.0331886 May 02 10:55:13.929830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41738) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:13.996543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting subnet 37979573-a52d-4df9-98a0-53e324701ce1 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:13.999672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (37979573-a52d-4df9-98a0-53e324701ce1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.039932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (37979573-a52d-4df9-98a0-53e324701ce1), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.107982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (948c677e-0962-4741-9d45-cba410562d97), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.113011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:14.113602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.166386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (37979573-a52d-4df9-98a0-53e324701ce1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.195317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Deleting port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:14.195887 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.223830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Network': ['ID=948c677e-0962-4741-9d45-cba410562d97,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:14.235731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 948c677e-0962-4741-9d45-cba410562d97 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:14.240354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2b5f411-dc9a-43ec-abff-d660fc464bfb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.7041798 May 02 10:55:14.243448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41740) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:14.248686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'subnet': {'network_id': '948c677e-0962-4741-9d45-cba410562d97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:14.396348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (37979573-a52d-4df9-98a0-53e324701ce1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.423103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Subnet': ['ID=37979573-a52d-4df9-98a0-53e324701ce1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:14.424914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:14.428384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.445133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4e286f-0b4a-4fda-be91-44cf6c9921fe None None] Network 4565dc09-2813-40f9-aed0-f58653deae71 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:14.447145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.451055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2727ed46-261a-4947-8bdb-9c6c9253481c tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/subnets/37979573-a52d-4df9-98a0-53e324701ce1 HTTP/1.1" status: 204 len: 168 time: 0.5202324 May 02 10:55:14.458330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41744) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:14.554920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] For port fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:14.555292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.571740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Calling delete_port for fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:14.589867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.599397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (4565dc09-2813-40f9-aed0-f58653deae71), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.642050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] DHCP port deletion for 4565dc09-2813-40f9-aed0-f58653deae71 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:14.686919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Deleting port 311791cb-3c96-45f8-9858-b3714f44de96 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:14.687253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (311791cb-3c96-45f8-9858-b3714f44de96), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.759019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] For port 311791cb-3c96-45f8-9858-b3714f44de96, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=311791cb-3c96-45f8-9858-b3714f44de96,segment=NetworkSegment(e20210d5-d36b-4caf-b902-ff9ed61b37c8),segment_id=e20210d5-d36b-4caf-b902-ff9ed61b37c8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:14.759484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (311791cb-3c96-45f8-9858-b3714f44de96), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.774138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Calling delete_port for 311791cb-3c96-45f8-9858-b3714f44de96 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:14.819005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.848695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:14.933813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (311791cb-3c96-45f8-9858-b3714f44de96), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.950138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Deleting port 311791cb-3c96-45f8-9858-b3714f44de96 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:14.950441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (311791cb-3c96-45f8-9858-b3714f44de96), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:14.962054 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] Pushing event deleted for resources: {'Port': ['ID=311791cb-3c96-45f8-9858-b3714f44de96,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:14.971990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6c9c12-825c-460a-b69f-928c866f711c None None] No DVR routers for this DVR port 311791cb-3c96-45f8-9858-b3714f44de96 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:15.055901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] For port 311791cb-3c96-45f8-9858-b3714f44de96, host ncdv-master-1, got binding levels [] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:15.057013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (311791cb-3c96-45f8-9858-b3714f44de96), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.071574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Calling delete_port for 311791cb-3c96-45f8-9858-b3714f44de96 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:15.072952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (d53f0983-28f1-4f74-8271-43ad540327c6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.074844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Port 311791cb-3c96-45f8-9858-b3714f44de96 was not found and therefore no delete operation was performed {{(pid=115663) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 02 10:55:15.076140 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (311791cb-3c96-45f8-9858-b3714f44de96), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.109482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] No DVR routers for this DVR port 311791cb-3c96-45f8-9858-b3714f44de96 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:15.115406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Port': ['ID=311791cb-3c96-45f8-9858-b3714f44de96,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:15.120307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (9d769ad9-1f1b-43ce-b729-58d66bba70fc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.260361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (4565dc09-2813-40f9-aed0-f58653deae71), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.264421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Subnet': ['ID=9d769ad9-1f1b-43ce-b729-58d66bba70fc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:15.281831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Checking segment: {'id': 'fcd3559a-ea71-439a-902e-1fc407610182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '948c677e-0962-4741-9d45-cba410562d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:15.287556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network hostable DHCP agents. Network: 948c677e-0962-4741-9d45-cba410562d97, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:15.298757 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4565dc09-2813-40f9-aed0-f58653deae71']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:15.305953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Router d53f0983-28f1-4f74-8271-43ad540327c6 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:15.311821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20210d5-d36b-4caf-b902-ff9ed61b37c8') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:15.312121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20210d5-d36b-4caf-b902-ff9ed61b37c8') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:15.324631 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e20210d5-d36b-4caf-b902-ff9ed61b37c8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.339067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e20210d5-d36b-4caf-b902-ff9ed61b37c8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.345651 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:15.346032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e20210d5-d36b-4caf-b902-ff9ed61b37c8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:15.349090 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:15.396505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 948c677e-0962-4741-9d45-cba410562d97 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:15.425696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:15.434318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1286edea-2b55-4c9c-9d83-c2121a02f4ea admin admin] 10.222.0.16 "PUT /v2.0/routers/d53f0983-28f1-4f74-8271-43ad540327c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1646767 May 02 10:55:15.434318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41746) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:15.440645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Sync routers for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:15.451017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:15.452330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:15.461927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 948c677e-0962-4741-9d45-cba410562d97) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:15.466287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:15.466962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.470803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (4565dc09-2813-40f9-aed0-f58653deae71), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.494648 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.498798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] 10.222.0.16 "DELETE /v2.0/networks/4565dc09-2813-40f9-aed0-f58653deae71 HTTP/1.1" status: 204 len: 168 time: 1.0395107 May 02 10:55:15.501636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13f19de-139d-469a-9993-6a9c02c57cad tempest-NetworksIpV6Test-262072675 tempest-NetworksIpV6Test-262072675-project] Pushing event deleted for resources: {'Network': ['ID=4565dc09-2813-40f9-aed0-f58653deae71,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:15.524233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a48f590-7b34-4d84-a106-d64d4698d244 None None] Network 948c677e-0962-4741-9d45-cba410562d97 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:15.560261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 311791cb-3c96-45f8-9858-b3714f44de96 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:15.583105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks [] for router (d53f0983-28f1-4f74-8271-43ad540327c6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.596078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-248415b3-e719-40db-aaa2-5a40ca2f2b71 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3488495 May 02 10:55:15.596721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:15.603733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'network': {'name': 'tempest-router-network01--1069671985'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:15.613835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 311791cb-3c96-45f8-9858-b3714f44de96 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:15.616654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 311791cb-3c96-45f8-9858-b3714f44de96 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:15.687126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:15.691170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.705773 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:15.719200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:15.728085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d54ed7ea-7d6d-472c-9de9-99e87daa1cb3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.728435 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Added segment d54ed7ea-7d6d-472c-9de9-99e87daa1cb3 of type vlan for network 39be0d8d-f5ce-49c2-acae-f881bf154c92 May 02 10:55:15.733765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-948c677e-0962-4741-9d45-cba410562d97', 'network_id': '948c677e-0962-4741-9d45-cba410562d97', 'project_id': '0d388d514f434af89e98ad4b0626fbda', 'fixed_ips': [{'subnet_id': '9d769ad9-1f1b-43ce-b729-58d66bba70fc'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:15.734851 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.735353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks [] for router_gateway (d53f0983-28f1-4f74-8271-43ad540327c6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.776789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (39be0d8d-f5ce-49c2-acae-f881bf154c92), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.837891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Deleting port 7ff32681-9d6b-4737-a2aa-0b4be4be521d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:15.838231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.864329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (39be0d8d-f5ce-49c2-acae-f881bf154c92), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.869628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:15.870223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.935215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] For port 7ff32681-9d6b-4737-a2aa-0b4be4be521d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7ff32681-9d6b-4737-a2aa-0b4be4be521d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:15.935592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:15.955568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Calling delete_port for 7ff32681-9d6b-4737-a2aa-0b4be4be521d owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:15.958592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Network': ['ID=39be0d8d-f5ce-49c2-acae-f881bf154c92,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:15.976841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-75b3ecfe-255f-4eab-9f87-7c6840fedef5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3784113 May 02 10:55:15.978775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41754) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:15.983269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:15.985718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'network': {'name': 'tempest-router-network02--1402868189'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:16.017327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41756) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:16.062045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Allocated IP 2001:db8::2 (948c677e-0962-4741-9d45-cba410562d97/9d769ad9-1f1b-43ce-b729-58d66bba70fc/f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:16.076794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:16.084059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.089156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114'}], 'enable_snat': True}, 'gw_port_id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:55:14Z', 'revision_number': 5, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port': {'id': '7ff32681-9d6b-4737-a2aa-0b4be4be521d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d0:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3071, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.114', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:47:49Z', 'updated_at': '2022-05-02T10:47:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:16.117596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:16.130680 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (84c01712-3b94-46d7-8be7-5e5d4b606ebf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.131036 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Added segment 84c01712-3b94-46d7-8be7-5e5d4b606ebf of type vlan for network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e May 02 10:55:16.142210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Checking router: d53f0983-28f1-4f74-8271-43ad540327c6 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:55:16.173341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Routers {'d53f0983-28f1-4f74-8271-43ad540327c6'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:16.174102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['d53f0983-28f1-4f74-8271-43ad540327c6'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:16.187427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (9d4a42e8-cca7-4ef1-b021-067f2c33c96e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.201235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.204455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a4da66b6-bfc1-4f80-be9e-b617863b7b93 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d4c47f3d452746a0bf7fd974f89f9105&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1860290 May 02 10:55:16.207220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41760) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:16.246650 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7ff32681-9d6b-4737-a2aa-0b4be4be521d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.270272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (9d4a42e8-cca7-4ef1-b021-067f2c33c96e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.276200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7ff32681-9d6b-4737-a2aa-0b4be4be521d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.276365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:16.277619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.309030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] Publish callbacks [] for security_group (34ea645c-dfd3-46e8-bbc9-bda6f6757711), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.309860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] Set router d53f0983-28f1-4f74-8271-43ad540327c6 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:16.354727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] Publish callbacks [] for security_group (34ea645c-dfd3-46e8-bbc9-bda6f6757711), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.361355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3814905 May 02 10:55:16.364449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41762) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:16.369066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'subnet': {'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:16.375806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:55:15Z', 'revision_number': 6, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:16.386021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (d53f0983-28f1-4f74-8271-43ad540327c6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.392683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054bf04e-4ccf-4700-a1e7-ea573848afc5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Network': ['ID=9d4a42e8-cca7-4ef1-b021-067f2c33c96e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.422143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:16.430257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50620672-e802-40fa-80a7-1f9da58a9576 None None] The sync data for ids ['d53f0983-28f1-4f74-8271-43ad540327c6'] in ncdv-master-1 is: [{'id': 'd53f0983-28f1-4f74-8271-43ad540327c6', 'name': 'tempest-TestVolumeBootPattern-893147875-router', 'tenant_id': '93dbad165604400cb3b3bfb2cc90529a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:47:48Z', 'updated_at': '2022-05-02T10:55:15Z', 'revision_number': 6, 'project_id': '93dbad165604400cb3b3bfb2cc90529a', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:16.471509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks [] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.503980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:16.508641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.518379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (d53f0983-28f1-4f74-8271-43ad540327c6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.520843 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks [] for router_controller (d53f0983-28f1-4f74-8271-43ad540327c6), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.531824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.584697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Network 948c677e-0962-4741-9d45-cba410562d97 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:16.591548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (34ea645c-dfd3-46e8-bbc9-bda6f6757711), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.594450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.594949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:16.598552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/34ea645c-dfd3-46e8-bbc9-bda6f6757711 HTTP/1.1" status: 204 len: 168 time: 0.3874967 May 02 10:55:16.599729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:16.603540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Pushing event updated for resources: {'Port': ['ID=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.604125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032156f-d847-45d7-8427-427e02bb0347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34ea645c-dfd3-46e8-bbc9-bda6f6757711,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.658624 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (d53f0983-28f1-4f74-8271-43ad540327c6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.660326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router d53f0983-28f1-4f74-8271-43ad540327c6 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:55:16.667749 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.669786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1b4c5410-f544-4d19-b29a-17d62b5006ad admin admin] 10.222.0.16 "DELETE /v2.0/routers/d53f0983-28f1-4f74-8271-43ad540327c6 HTTP/1.1" status: 204 len: 168 time: 1.2340090 May 02 10:55:16.671395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41766) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:16.690458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Attempting to bind port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:16.690910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Attempting to bind port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'fcd3559a-ea71-439a-902e-1fc407610182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '948c677e-0962-4741-9d45-cba410562d97'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:16.691545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Attempting to bind port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 on network 948c677e-0962-4741-9d45-cba410562d97 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:16.699638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:16.699638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Checking segment: {'id': 'fcd3559a-ea71-439a-902e-1fc407610182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '948c677e-0962-4741-9d45-cba410562d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:16.699638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.700547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Bound using segment: {'id': 'fcd3559a-ea71-439a-902e-1fc407610182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '948c677e-0962-4741-9d45-cba410562d97'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:16.701274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Bound port: f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fcd3559a-ea71-439a-902e-1fc407610182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '948c677e-0962-4741-9d45-cba410562d97'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:16.701739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.726226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Deleting subnet 0df2b366-6440-4b99-af76-6078735b2169 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:16.729355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Publish callbacks [] for subnet (0df2b366-6440-4b99-af76-6078735b2169), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.762303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (748af476-5305-4dbb-9a1f-93f48f2bf940), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.771445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] For port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:16.775269 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (0df2b366-6440-4b99-af76-6078735b2169), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.775986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] For port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,segment=NetworkSegment(fcd3559a-ea71-439a-902e-1fc407610182),segment_id=fcd3559a-ea71-439a-902e-1fc407610182)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:16.831811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Subnet': ['ID=748af476-5305-4dbb-9a1f-93f48f2bf940,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.842575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Checking segment: {'id': 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:16.842939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network hostable DHCP agents. Network: 39be0d8d-f5ce-49c2-acae-f881bf154c92, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:16.865900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0df2b366-6440-4b99-af76-6078735b2169), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.871666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:16.957472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f708af-e745-4a86-8d33-851bbc93a0e7 None None] Pushing event updated for resources: {'Port': ['ID=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:16.961679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:17.007777 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (0df2b366-6440-4b99-af76-6078735b2169), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.027349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 39be0d8d-f5ce-49c2-acae-f881bf154c92) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:17.035638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:17.037136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.045787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87519eba-b511-4341-b9fa-78a0b805dc3b None None] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:17.053280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0df2b366-6440-4b99-af76-6078735b2169,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:17.056236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.061121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-68325852-509c-4bd0-ad81-db687d81e9ed admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0df2b366-6440-4b99-af76-6078735b2169 HTTP/1.1" status: 204 len: 168 time: 0.3885295 May 02 10:55:17.063498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:17.079597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce45228c-b04d-4df0-a542-955511381c75 None None] Network 7ede029b-f941-4ea5-b9c7-33848457ff5e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:17.148246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2520d38-fe0d-40a1-aa74-9c02a87b4919 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7829380 May 02 10:55:17.151701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41776) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:17.153627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7ede029b-f941-4ea5-b9c7-33848457ff5e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.158499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'subnet': {'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:17.215032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Deleting port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:17.215642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.342599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] For port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,segment=NetworkSegment(05775fa5-2387-4da8-8856-230f80cd85f3),segment_id=05775fa5-2387-4da8-8856-230f80cd85f3)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:17.343281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.374443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Calling delete_port for 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:17.395574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:17.399763 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.556866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-39be0d8d-f5ce-49c2-acae-f881bf154c92', 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92', 'project_id': '0d388d514f434af89e98ad4b0626fbda', 'fixed_ips': [{'subnet_id': '748af476-5305-4dbb-9a1f-93f48f2bf940'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:17.559250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.618542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7aa4f171-f6c6-4157-88e0-ae20d0c3d49b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.650130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Pushing event deleted for resources: {'Port': ['ID=7aa4f171-f6c6-4157-88e0-ae20d0c3d49b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:17.668645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] No DVR routers for this DVR port 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:17.669776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1225cd0a-8d88-4f24-8396-fcf5bc6cbc8e None None] DHCP port deletion for 7ede029b-f941-4ea5-b9c7-33848457ff5e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:17.671640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:17.739402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (2af4e2e3-db9c-49fc-98d6-65ed1df28fb9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.771642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7ede029b-f941-4ea5-b9c7-33848457ff5e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.774732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:17.775121 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.802998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ede029b-f941-4ea5-b9c7-33848457ff5e']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:17.811518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Subnet': ['ID=2af4e2e3-db9c-49fc-98d6-65ed1df28fb9,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:17.814100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05775fa5-2387-4da8-8856-230f80cd85f3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:17.814629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05775fa5-2387-4da8-8856-230f80cd85f3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:17.815014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Allocated IP 2001:db8::2 (39be0d8d-f5ce-49c2-acae-f881bf154c92/748af476-5305-4dbb-9a1f-93f48f2bf940/2cac76d9-ae46-47a1-94cf-4668b2cfc841) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:17.822440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Checking segment: {'id': '84c01712-3b94-46d7-8be7-5e5d4b606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:17.822807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network hostable DHCP agents. Network: 9d4a42e8-cca7-4ef1-b021-067f2c33c96e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:17.829578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (05775fa5-2387-4da8-8856-230f80cd85f3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.848974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (05775fa5-2387-4da8-8856-230f80cd85f3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.869381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:17.873137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (05775fa5-2387-4da8-8856-230f80cd85f3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:17.904129 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:17.932563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:17.933817 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:17.934376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:17.991042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,segment=NetworkSegment(fcd3559a-ea71-439a-902e-1fc407610182),segment_id=fcd3559a-ea71-439a-902e-1fc407610182)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:18.002018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41790) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:18.019435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 9d4a42e8-cca7-4ef1-b021-067f2c33c96e) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:18.030584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:18.031182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.033859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a344428c-7152-4c26-b62a-b25f87cb1b6f None None] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:18.048303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7ede029b-f941-4ea5-b9c7-33848457ff5e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.056884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.065454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] 10.222.0.16 "DELETE /v2.0/networks/7ede029b-f941-4ea5-b9c7-33848457ff5e HTTP/1.1" status: 204 len: 168 time: 0.9994893 May 02 10:55:18.068257 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.086656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3bcf0a-cb19-4488-a94d-e9f93c37e28d admin admin] Pushing event deleted for resources: {'Network': ['ID=7ede029b-f941-4ea5-b9c7-33848457ff5e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:18.158965 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-30e5be02-708d-456d-91cf-07cb193809bf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0054755 May 02 10:55:18.161444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41796) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:18.205780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--898665154'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:18.212745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:18.236798 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks [] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.287984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:18.287984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device fe6bbfde-7db1-47c9-9bd1-5d1c1039d5d5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:18.287984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7ff32681-9d6b-4737-a2aa-0b4be4be521d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:18.304716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.321786 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.326613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7ff32681-9d6b-4737-a2aa-0b4be4be521d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:18.327040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7ff32681-9d6b-4737-a2aa-0b4be4be521d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:18.355772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.358432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:18.366736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-9d4a42e8-cca7-4ef1-b021-067f2c33c96e', 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e', 'project_id': '0d388d514f434af89e98ad4b0626fbda', 'fixed_ips': [{'subnet_id': '2af4e2e3-db9c-49fc-98d6-65ed1df28fb9'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:18.367717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.409729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fcb74e3-9a52-4936-b7c9-c7142575cc4d None None] Network 948c677e-0962-4741-9d45-cba410562d97 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:18.428777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (2af7a9d7-cc19-451f-9ed6-c9c992f28ff6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.442923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:18.465852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:18.538838 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2af7a9d7-cc19-451f-9ed6-c9c992f28ff6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.540209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:18.553904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Pushing event updated for resources: {'Port': ['ID=2cac76d9-ae46-47a1-94cf-4668b2cfc841,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:18.594407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c7826234-e425-4d91-a7e5-630ff3d1f8fa None None] Provisioning complete for port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:18.595073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c7826234-e425-4d91-a7e5-630ff3d1f8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.609235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41798) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:18.622318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2af7a9d7-cc19-451f-9ed6-c9c992f28ff6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:18.710933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.716667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c914757e-92f6-49da-a3aa-8199c1ddefe3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=24a92939abc5401d88f4cdc0f1b109f5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1034110 May 02 10:55:18.717037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41800) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:18.737568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Attempting to bind port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:18.737937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Attempting to bind port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:18.738655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Attempting to bind port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 on network 39be0d8d-f5ce-49c2-acae-f881bf154c92 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:18.759810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:18.760299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Checking segment: {'id': 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:18.760639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.761027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Bound using segment: {'id': 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:18.761557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Bound port: 2cac76d9-ae46-47a1-94cf-4668b2cfc841, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '39be0d8d-f5ce-49c2-acae-f881bf154c92'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:18.761947 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.773535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] Publish callbacks [] for security_group (1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.796258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Allocated IP 2001:db8::2 (9d4a42e8-cca7-4ef1-b021-067f2c33c96e/2af4e2e3-db9c-49fc-98d6-65ed1df28fb9/c1c592d1-37b1-4096-9c48-3e01bcdd53eb) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:18.802285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.818012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] Publish callbacks [] for security_group (1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.865216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d60d5d-4fde-4a47-84cf-f132a0ed100a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:18.904619 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.906423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e87eb5c7-6734-470e-8a95-18be558a8b16 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.9031122 May 02 10:55:18.910782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:18.934897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c7826234-e425-4d91-a7e5-630ff3d1f8fa None None] Current status of the port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:18.954938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] For port 2cac76d9-ae46-47a1-94cf-4668b2cfc841, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:18.956270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:18.959495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] For port 2cac76d9-ae46-47a1-94cf-4668b2cfc841, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cac76d9-ae46-47a1-94cf-4668b2cfc841,segment=NetworkSegment(d54ed7ea-7d6d-472c-9de9-99e87daa1cb3),segment_id=d54ed7ea-7d6d-472c-9de9-99e87daa1cb3)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:19.043824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks [] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.069929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.072618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.073927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb HTTP/1.1" status: 204 len: 168 time: 0.3558137 May 02 10:55:19.081698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963dfea2-da5b-4e7c-a1a7-7c3a1a130b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4f4ad0-6221-472d-bb58-41a3d0ed0aeb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.133129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.161990 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d34b41af-e7f3-4b4d-909b-fef80aba11ef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.2486281 May 02 10:55:19.165042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41806) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.170453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-security--1111726434', 'description': 'tempest-security-description-1466691214'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:19.201918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-cca0a19a-95ad-488d-9194-5df57f2b68cf None None] Provisioning complete for port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:19.202569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cca0a19a-95ad-488d-9194-5df57f2b68cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.205041 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.252744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.278409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:19.285707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:19.294380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:19.304557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c162360-8922-401a-925d-f03ab89abff0 None None] Pushing event updated for resources: {'Port': ['ID=2cac76d9-ae46-47a1-94cf-4668b2cfc841,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.306201 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Allocated IP 2001:db8::1 (39be0d8d-f5ce-49c2-acae-f881bf154c92/748af476-5305-4dbb-9a1f-93f48f2bf940/594af72b-8ec6-4fe7-917c-23832c9fe6b0) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:19.321746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.390855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.391190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Pushing event updated for resources: {'Port': ['ID=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.393425 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.403635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "PUT /v2.0/security-groups/51d60d5d-4fde-4a47-84cf-f132a0ed100a HTTP/1.1" status: 200 len: 1797 time: 0.2369039 May 02 10:55:19.407436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.430729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Attempting to bind port c1c592d1-37b1-4096-9c48-3e01bcdd53eb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:19.431118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Attempting to bind port c1c592d1-37b1-4096-9c48-3e01bcdd53eb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '84c01712-3b94-46d7-8be7-5e5d4b606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:19.431496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Attempting to bind port c1c592d1-37b1-4096-9c48-3e01bcdd53eb on network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:19.444778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:19.445175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Checking segment: {'id': '84c01712-3b94-46d7-8be7-5e5d4b606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:19.445593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.452949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Bound using segment: {'id': '84c01712-3b94-46d7-8be7-5e5d4b606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:19.453668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Bound port: c1c592d1-37b1-4096-9c48-3e01bcdd53eb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84c01712-3b94-46d7-8be7-5e5d4b606ebf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '9d4a42e8-cca7-4ef1-b021-067f2c33c96e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:19.454151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.455492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5af61-0c5f-4cda-9539-6a11e4cb401a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d60d5d-4fde-4a47-84cf-f132a0ed100a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.469005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cca0a19a-95ad-488d-9194-5df57f2b68cf None None] Current status of the port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:19.476820 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.494706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41810) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.495004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41eb18da-91af-4ba1-a557-a33b68834727 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups/51d60d5d-4fde-4a47-84cf-f132a0ed100a HTTP/1.1" status: 200 len: 1797 time: 0.0871646 May 02 10:55:19.567553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:19.590251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.608027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.624179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.642339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] For port c1c592d1-37b1-4096-9c48-3e01bcdd53eb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:19.646135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] For port c1c592d1-37b1-4096-9c48-3e01bcdd53eb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,segment=NetworkSegment(84c01712-3b94-46d7-8be7-5e5d4b606ebf),segment_id=84c01712-3b94-46d7-8be7-5e5d4b606ebf)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:19.662667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:19.662963 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.687319 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:19.691702 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:19.695079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:19.695655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.711773 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.733006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (51d60d5d-4fde-4a47-84cf-f132a0ed100a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.735735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.736966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/51d60d5d-4fde-4a47-84cf-f132a0ed100a HTTP/1.1" status: 204 len: 168 time: 0.2410283 May 02 10:55:19.752665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41814) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.753631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bfad16-3bff-4525-9742-df4b427eb4cd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d60d5d-4fde-4a47-84cf-f132a0ed100a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.757589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Port': ['ID=594af72b-8ec6-4fe7-917c-23832c9fe6b0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.822971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e100b90-d013-4da6-b890-b1a22bac2cf2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0640862 May 02 10:55:19.826361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.842700 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-2ba6c36e-efe4-4e42-9d67-83b2dc4195fd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] delete failed (client error): The resource could not be found. May 02 10:55:19.847696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ba6c36e-efe4-4e42-9d67-83b2dc4195fd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/51d60d5d-4fde-4a47-84cf-f132a0ed100a HTTP/1.1" status: 404 len: 347 time: 0.0164218 May 02 10:55:19.848056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41818) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:19.853102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--609064717'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:19.915868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.964388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:19.984922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b7585-1fb9-4857-89ca-f9ff1fb5a34f None None] Pushing event updated for resources: {'Port': ['ID=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:19.996195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:20.067680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:20.089040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:20.089509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7aa4f171-f6c6-4157-88e0-ae20d0c3d49b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:20.116654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41820) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:20.171395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6da927f3-3316-45d5-980a-5d36665af90c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=93dbad165604400cb3b3bfb2cc90529a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0532115 May 02 10:55:20.172092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41822) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:20.181931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (1f10e5ae-4a54-4bb8-b714-0a8332051334), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.242099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f10e5ae-4a54-4bb8-b714-0a8332051334), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.263750 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] Publish callbacks [] for security_group (9d88e38f-8877-402d-a534-d1fc5ee2be97), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.289993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] Publish callbacks [] for security_group (9d88e38f-8877-402d-a534-d1fc5ee2be97), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.298370 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.304090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f10e5ae-4a54-4bb8-b714-0a8332051334,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:20.380282 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.384456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0bc75bc3-a03a-4f25-a3a2-130d3894b05a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5325375 May 02 10:55:20.385078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41824) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:20.395763 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '1f10e5ae-4a54-4bb8-b714-0a8332051334', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:20.401672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.404234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.450448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9d88e38f-8877-402d-a534-d1fc5ee2be97), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.454759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.459372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9d88e38f-8877-402d-a534-d1fc5ee2be97 HTTP/1.1" status: 204 len: 168 time: 0.2828383 May 02 10:55:20.470403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e800796c-96e9-4da9-98db-dc37d88f0702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d88e38f-8877-402d-a534-d1fc5ee2be97,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:20.510418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Port': ['ID=594af72b-8ec6-4fe7-917c-23832c9fe6b0,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:20.522805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.571490 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:20.573197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:20.615255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.670670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.688253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aac34b45-5856-435b-9cec-bdc011535d7b,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:20.717399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0360cfc3-1771-4e67-a301-9efa02be9d4c None None] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:20.735372 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.737072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2d8dfbca-1c11-4489-bde4-3ff06d84f46e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3466327 May 02 10:55:20.740057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41828) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:20.772983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.784154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.784815 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Router 3c2c78db-8a64-4646-90eb-b0d82f4258ed is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:55:20.842734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Provisioning complete for port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:20.843408 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.922224 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (aac34b45-5856-435b-9cec-bdc011535d7b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.929502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:20.930752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/aac34b45-5856-435b-9cec-bdc011535d7b HTTP/1.1" status: 204 len: 168 time: 0.1896973 May 02 10:55:20.936978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:20.943149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:20.955388 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] Sync routers for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:20.970627 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:20.977822 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23c74501-aae7-40c5-9f41-0971198a7955 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8119714 May 02 10:55:20.978050 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:20.979286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41832) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.002752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c446e-353f-434d-9a81-a5e619dbe302 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=aac34b45-5856-435b-9cec-bdc011535d7b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:21.061311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Current status of the port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:21.063766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.111229 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:21.121056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a959ab14-98b3-4f03-bb41-44f15bc994c1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1819038 May 02 10:55:21.121975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41834) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.148457 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:21.153941 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:21.165206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] For port 2cac76d9-ae46-47a1-94cf-4668b2cfc841, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cac76d9-ae46-47a1-94cf-4668b2cfc841,segment=NetworkSegment(d54ed7ea-7d6d-472c-9de9-99e87daa1cb3),segment_id=d54ed7ea-7d6d-472c-9de9-99e87daa1cb3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:21.215249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (1f10e5ae-4a54-4bb8-b714-0a8332051334), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.236906 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.250514 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:21.253451 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0dc250-fa05-4e1f-b2a5-75f496eed54e None None] The sync data for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:21.274888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (1f10e5ae-4a54-4bb8-b714-0a8332051334), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.355779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad5dd37-81e4-41b7-9d3c-7360ce249268 None None] Pushing event updated for resources: {'Port': ['ID=2cac76d9-ae46-47a1-94cf-4668b2cfc841,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:21.387110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7a23e-5c31-480b-a0c7-b8dc354254ac None None] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:21.395901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1f10e5ae-4a54-4bb8-b714-0a8332051334), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.398728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.402017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/1f10e5ae-4a54-4bb8-b714-0a8332051334 HTTP/1.1" status: 204 len: 168 time: 0.2766683 May 02 10:55:21.404689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.422246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf2fd38-8e41-4b13-910b-da70caea76e0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f10e5ae-4a54-4bb8-b714-0a8332051334,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:21.464700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-befaaa50-3020-48b3-a3e2-981f31feb7bd tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0548644 May 02 10:55:21.464993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.472789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418912724'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:21.541392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Provisioning complete for port 594af72b-8ec6-4fe7-917c-23832c9fe6b0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:21.541768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.595983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.626955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Port 594af72b-8ec6-4fe7-917c-23832c9fe6b0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:21.629225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Provisioning complete for port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:21.629627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.642686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2cac76d9-ae46-47a1-94cf-4668b2cfc841 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:21.663949 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-65518f21-e7c8-47e5-b2a6-c6a6b2c951d4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:55:21.665252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65518f21-e7c8-47e5-b2a6-c6a6b2c951d4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6813362 May 02 10:55:21.668090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41840) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.689750 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (effb9fa7-cdea-40c2-a525-db8233240368), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.752044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:21.753391 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.772829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (effb9fa7-cdea-40c2-a525-db8233240368), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.824939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=effb9fa7-cdea-40c2-a525-db8233240368,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:21.831678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Current status of the port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:21.847511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Provisioning complete for port c1c592d1-37b1-4096-9c48-3e01bcdd53eb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:21.847511 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.860591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:21.862154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-26bcc911-68e4-4d76-a8f5-a394511dfff0 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3962119 May 02 10:55:21.864934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:21.869403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'effb9fa7-cdea-40c2-a525-db8233240368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:21.923311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:21.924313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1c592d1-37b1-4096-9c48-3e01bcdd53eb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:21.952048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.024722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Current status of the port c1c592d1-37b1-4096-9c48-3e01bcdd53eb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:22.025111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.037144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c1c592d1-37b1-4096-9c48-3e01bcdd53eb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:22.037645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.038720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.063625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.096343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] For port c1c592d1-37b1-4096-9c48-3e01bcdd53eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,segment=NetworkSegment(84c01712-3b94-46d7-8be7-5e5d4b606ebf),segment_id=84c01712-3b94-46d7-8be7-5e5d4b606ebf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:22.111200 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.129103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7112fa80-9372-431e-b1ee-0cd566a5104f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:22.146318 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.152702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c1c592d1-37b1-4096-9c48-3e01bcdd53eb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:22.153080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.187556 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.191450 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2bc9ef9e-2b92-4a42-975a-3b5f0eedca01 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3229756 May 02 10:55:22.191678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41846) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:22.196861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'effb9fa7-cdea-40c2-a525-db8233240368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:22.233894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f319255d-c24f-4844-9f12-10d5e4c0bb3b None None] Pushing event updated for resources: {'Port': ['ID=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:22.251726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:55:22.252118 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:55:22.265714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Provisioning complete for port 594af72b-8ec6-4fe7-917c-23832c9fe6b0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:22.266030 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.287876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.302118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Port 594af72b-8ec6-4fe7-917c-23832c9fe6b0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:22.312014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Provisioning complete for port c1c592d1-37b1-4096-9c48-3e01bcdd53eb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:22.312396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.316987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting port 594af72b-8ec6-4fe7-917c-23832c9fe6b0 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:22.317442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.350002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.399274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ced2359d-1473-4fc7-b257-ff037277e6f6 None None] Current status of the port c1c592d1-37b1-4096-9c48-3e01bcdd53eb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:22.409484 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.418720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.423050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Calling delete_port for 594af72b-8ec6-4fe7-917c-23832c9fe6b0 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:22.434543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a704cbe-7eea-434d-b0ad-9216e538a440,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:22.494955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.496316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d18183e8-3cee-44ea-bf43-33b7c4043939 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3036726 May 02 10:55:22.499102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:22.503474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'effb9fa7-cdea-40c2-a525-db8233240368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:22.573013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.629890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.635858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (594af72b-8ec6-4fe7-917c-23832c9fe6b0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.663835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Port': ['ID=594af72b-8ec6-4fe7-917c-23832c9fe6b0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:22.681423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.711702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57711d38-3688-46d4-bf78-b8fa76809131,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:22.764108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.766670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0aaeb4d7-2570-42b3-b256-4aade9c1fd99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2657864 May 02 10:55:22.768506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:22.773389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'effb9fa7-cdea-40c2-a525-db8233240368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:22.778883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.798838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c1c592d1-37b1-4096-9c48-3e01bcdd53eb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:22.865262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.927602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:22.954314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Router 3c2c78db-8a64-4646-90eb-b0d82f4258ed has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:23.001414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.019943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e10d0a6-6cd1-439c-9c05-4f96e119d9fc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:23.089831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.091171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b8a8477d-5ca6-45b8-a5dd-146607c2e210 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3215330 May 02 10:55:23.094087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.099581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'effb9fa7-cdea-40c2-a525-db8233240368', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:23.185071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.247087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.320809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:23.325793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2b849c35-a69f-4506-a963-e9f13bbd7b5a tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6564052 May 02 10:55:23.327337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.329573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41854) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.336265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] Sync routers for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:23.345617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:23.346497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:23.356847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57fdca6e-4b92-4d36-ab36-b0facbaab1d1,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:23.369168 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-794cd406-56b7-4e8f-96a3-81dffc9a5ca2 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] delete failed (client error): The resource could not be found. May 02 10:55:23.370231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-794cd406-56b7-4e8f-96a3-81dffc9a5ca2 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/routers/tempest-non_exist_router-1080905369 HTTP/1.1" status: 404 len: 335 time: 0.0397131 May 02 10:55:23.374395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41856) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.378772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-568aa2ff-2bda-4226-a9ef-72a9e32b2c5b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'router': {'external_gateway_info': {'network_id': '3c2c78db-8a64-4646-90eb-b0d82f4258ed'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:23.380327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:23.389023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:23.389874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:23.426771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:23.427383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094ab27f-dd61-48b0-b039-c46a847d304a None None] The sync data for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:23.467025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.468284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b2c2930d-8a14-4ba5-aa93-f30bace17861 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3731737 May 02 10:55:23.471138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.508742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1c592d1-37b1-4096-9c48-3e01bcdd53eb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:23.508865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.508865 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.539828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c1c592d1-37b1-4096-9c48-3e01bcdd53eb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:23.540205 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.607539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-568aa2ff-2bda-4226-a9ef-72a9e32b2c5b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router_gateway (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.613612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (57fdca6e-4b92-4d36-ab36-b0facbaab1d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.622125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.623253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/57fdca6e-4b92-4d36-ab36-b0facbaab1d1 HTTP/1.1" status: 204 len: 168 time: 0.1510653 May 02 10:55:23.625043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c1c592d1-37b1-4096-9c48-3e01bcdd53eb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:23.626265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41860) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.627777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485bd464-c106-40e9-b2f7-dfe02d90059d tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57fdca6e-4b92-4d36-ab36-b0facbaab1d1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:23.678401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-35aea082-822b-43a6-8f8b-0f8df970f6d5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0502882 May 02 10:55:23.681305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41862) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.693348 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-568aa2ff-2bda-4226-a9ef-72a9e32b2c5b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] update failed (client error): The resource could not be found. May 02 10:55:23.697850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-568aa2ff-2bda-4226-a9ef-72a9e32b2c5b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed HTTP/1.1" status: 404 len: 339 time: 0.3191328 May 02 10:55:23.698043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41864) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.702944 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1398220297'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:23.715623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.723632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.766760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:23.770373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.790000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4e10d0a6-6cd1-439c-9c05-4f96e119d9fc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.794996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:23.796612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.797774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/4e10d0a6-6cd1-439c-9c05-4f96e119d9fc HTTP/1.1" status: 204 len: 168 time: 0.1154406 May 02 10:55:23.800539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41866) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.803671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7197d3ab-3d56-4744-b292-98f567dc04f1 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e10d0a6-6cd1-439c-9c05-4f96e119d9fc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:23.818088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c4c17084-a8fc-4629-ab20-58bf4d68fbae), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.818445 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Added segment c4c17084-a8fc-4629-ab20-58bf4d68fbae of type vlan for network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 May 02 10:55:23.869322 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.886265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-32482617-9c4e-457d-a477-8bbc7f8e85fb tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0819390 May 02 10:55:23.886724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:23.910215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.917982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.972857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.977848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:23.978461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:23.996530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (57711d38-3688-46d4-bf78-b8fa76809131), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.004181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.005431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/57711d38-3688-46d4-bf78-b8fa76809131 HTTP/1.1" status: 204 len: 168 time: 0.1173320 May 02 10:55:24.008921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41870) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.016323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c08bb-1682-4483-8d04-875f5558c57b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57711d38-3688-46d4-bf78-b8fa76809131,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.050381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Network': ['ID=a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.050785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-956481b6-d3ea-4841-b109-e2f53d430843 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0407791 May 02 10:55:24.053554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41872) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.062334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:24.080858 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a7933d88-e85d-4c2a-9925-746b39ed7ce0 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3797731 May 02 10:55:24.081091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.081664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41874) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.087625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.087887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'subnet': {'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:24.178226 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5a704cbe-7eea-434d-b0ad-9216e538a440), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.184548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.185655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5a704cbe-7eea-434d-b0ad-9216e538a440 HTTP/1.1" status: 204 len: 168 time: 0.1311917 May 02 10:55:24.188475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41876) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.191341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51449369-7e95-48e9-acb0-c4442d8ff249 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5a704cbe-7eea-434d-b0ad-9216e538a440,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.234426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fb0239a6-07dc-4ef3-af42-4979b2ce20f9 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0446527 May 02 10:55:24.237152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41878) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.265845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.279478 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.285628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Made reservation on behalf of 0d388d514f434af89e98ad4b0626fbda for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:24.288905 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.454687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7112fa80-9372-431e-b1ee-0cd566a5104f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.459675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.461227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7112fa80-9372-431e-b1ee-0cd566a5104f HTTP/1.1" status: 204 len: 168 time: 0.2231719 May 02 10:55:24.465556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.475380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889ed7c0-b2da-47ac-8011-aceda04f2c9b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7112fa80-9372-431e-b1ee-0cd566a5104f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.504470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fee83942-20c3-4f37-bdac-4ec47aadf60b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387034 May 02 10:55:24.507327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.562010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (effb9fa7-cdea-40c2-a525-db8233240368), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.584332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (effb9fa7-cdea-40c2-a525-db8233240368), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.635942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (889a6a25-a90f-4535-8497-267fbbe0f298), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.669626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (effb9fa7-cdea-40c2-a525-db8233240368), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.672306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.673543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/effb9fa7-cdea-40c2-a525-db8233240368 HTTP/1.1" status: 204 len: 168 time: 0.1652453 May 02 10:55:24.677155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41884) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.682985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2809dae2-8810-4bdd-8f3a-94afb6bbd383 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=effb9fa7-cdea-40c2-a525-db8233240368,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.711990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Subnet': ['ID=889a6a25-a90f-4535-8497-267fbbe0f298,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:24.729993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Checking segment: {'id': 'c4c17084-a8fc-4629-ab20-58bf4d68fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:24.730366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network hostable DHCP agents. Network: a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:24.756148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2d26d7f3-5d2c-42bc-b902-f05453643eed tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0761309 May 02 10:55:24.765841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41886) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.770293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1437138889'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:24.806532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:24.824386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.865309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:24.872725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:24.873336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.875500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506993b9-8658-403c-a5d1-b2e68e1e9a46 None None] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:24.908276 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (711d6a43-caa8-4b50-a118-222ab91c28b6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.938520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-09ba3973-d71a-4c96-a99b-f591ee1b1853 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8528194 May 02 10:55:24.938769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:24.943243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-84afb985-7a5b-4fc8-baf4-932f6ee9026b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:24.979162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (711d6a43-caa8-4b50-a118-222ab91c28b6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:24.979570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4', 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4', 'project_id': '0d388d514f434af89e98ad4b0626fbda', 'fixed_ips': [{'subnet_id': '889a6a25-a90f-4535-8497-267fbbe0f298'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:24.980519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.079625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=711d6a43-caa8-4b50-a118-222ab91c28b6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:25.112618 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.113953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d9a4d42-2f3b-47f7-ae18-e0c35eba48fa tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3471417 May 02 10:55:25.116895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41890) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:25.123660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Allocated IP 2001:db8:1::2 (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4/889a6a25-a90f-4535-8497-267fbbe0f298/4295039c-c8fd-4ed2-8866-dcd093cc1c01) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:25.124286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '711d6a43-caa8-4b50-a118-222ab91c28b6', 'direction': 'ingress', 'protocol': 17}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:25.195054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84afb985-7a5b-4fc8-baf4-932f6ee9026b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router_gateway (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.212894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (c0fd673c-fef2-4716-9a05-6562bbcf3075), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.258447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (c0fd673c-fef2-4716-9a05-6562bbcf3075), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.275717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks [] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.310098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (c0fd673c-fef2-4716-9a05-6562bbcf3075), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.327736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.333163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0fd673c-fef2-4716-9a05-6562bbcf3075,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:25.360058 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-84afb985-7a5b-4fc8-baf4-932f6ee9026b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 10:55:25.361151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-84afb985-7a5b-4fc8-baf4-932f6ee9026b tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed HTTP/1.1" status: 400 len: 364 time: 0.4214478 May 02 10:55:25.365184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:25.365448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41892) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:25.370169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:25.373860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:25.379271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Pushing event updated for resources: {'Port': ['ID=4295039c-c8fd-4ed2-8866-dcd093cc1c01,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:25.408001 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.411688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-406d647e-ad90-4b55-a14e-ab98cb8cac99 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2903941 May 02 10:55:25.412182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41894) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:25.447902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Attempting to bind port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:25.448375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Attempting to bind port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c4c17084-a8fc-4629-ab20-58bf4d68fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:25.449377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Attempting to bind port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 on network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:25.456182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:25.456678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Checking segment: {'id': 'c4c17084-a8fc-4629-ab20-58bf4d68fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:25.459965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.459965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Bound using segment: {'id': 'c4c17084-a8fc-4629-ab20-58bf4d68fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:25.459965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Bound port: 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c17084-a8fc-4629-ab20-58bf4d68fbae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:25.459965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.474071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (711d6a43-caa8-4b50-a118-222ab91c28b6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.501069 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (711d6a43-caa8-4b50-a118-222ab91c28b6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.546457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] For port 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:25.549816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] For port 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4295039c-c8fd-4ed2-8866-dcd093cc1c01,segment=NetworkSegment(c4c17084-a8fc-4629-ab20-58bf4d68fbae),segment_id=c4c17084-a8fc-4629-ab20-58bf4d68fbae)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:25.567388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-25996382-661a-4900-ad80-aeb60a30238b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.607836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.624883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (711d6a43-caa8-4b50-a118-222ab91c28b6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.628041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.631922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/711d6a43-caa8-4b50-a118-222ab91c28b6 HTTP/1.1" status: 204 len: 168 time: 0.2159736 May 02 10:55:25.638011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41896) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:25.640552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77453e0c-85cc-4282-b15f-871ad2005dc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=711d6a43-caa8-4b50-a118-222ab91c28b6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:25.683605 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa7709-bd2f-408d-90bc-7a29f0fb43b5 None None] Pushing event updated for resources: {'Port': ['ID=4295039c-c8fd-4ed2-8866-dcd093cc1c01,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:25.692908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:25.717316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e72a612-6fa1-445f-bfd0-359dacc58ae9 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0837545 May 02 10:55:25.721950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41898) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:25.755940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--261707806'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:25.875097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.131132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (ad41fdbb-1f21-473d-9874-51658913d0fc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.134524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Allocated IP 2001:db8::1 (948c677e-0962-4741-9d45-cba410562d97/9d769ad9-1f1b-43ce-b729-58d66bba70fc/e675b611-7ea1-40ea-8f3b-d2935c190a51) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:26.196589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ad41fdbb-1f21-473d-9874-51658913d0fc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.239023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad41fdbb-1f21-473d-9874-51658913d0fc,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:26.273586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.279171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.280542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f33224fa-5e67-4798-8a16-1db65a46f952 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5576439 May 02 10:55:26.283638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41900) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:26.293936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--421471061'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:26.373352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.384354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.433955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 948c677e-0962-4741-9d45-cba410562d97 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:26.442109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:26.449174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:26.449395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.456077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Port': ['ID=e675b611-7ea1-40ea-8f3b-d2935c190a51,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:26.477070 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (fa34e431-2d2b-4c02-a65f-4ef5b280a093), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.528190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fa34e431-2d2b-4c02-a65f-4ef5b280a093), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.567658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa34e431-2d2b-4c02-a65f-4ef5b280a093,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:26.626706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.628234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4f1719da-b14f-4a01-aa50-9e1cbe36c530 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3435609 May 02 10:55:26.631006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41902) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:26.635653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': 'ad41fdbb-1f21-473d-9874-51658913d0fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'fa34e431-2d2b-4c02-a65f-4ef5b280a093', 'remote_ip_prefix': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:26.677525 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.709698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505f6d98-0147-4c95-85a3-dea2cb920b50 None None] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:26.738047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.779817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Provisioning complete for port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:26.780485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.814657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.903218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.903368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Current status of the port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:26.903368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:26.922402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffabe583-1f0d-474b-88ab-2f9ea0483675,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:26.941140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] For port 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4295039c-c8fd-4ed2-8866-dcd093cc1c01,segment=NetworkSegment(c4c17084-a8fc-4629-ab20-58bf4d68fbae),segment_id=c4c17084-a8fc-4629-ab20-58bf4d68fbae)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:26.969768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.009267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.010524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-29f74a24-5dbb-4737-912a-90d738c6d83b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3784506 May 02 10:55:27.015754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.035760 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.039175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.040072 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.040207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.054679 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.068530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Provisioning complete for port e675b611-7ea1-40ea-8f3b-d2935c190a51 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:27.069175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.115835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Pushing event updated for resources: {'Port': ['ID=4295039c-c8fd-4ed2-8866-dcd093cc1c01,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:27.127513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9df92453-e145-4a17-a314-7bb158b71c0a None None] Port e675b611-7ea1-40ea-8f3b-d2935c190a51 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:27.168158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ffabe583-1f0d-474b-88ab-2f9ea0483675), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.174233 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.175409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/ffabe583-1f0d-474b-88ab-2f9ea0483675 HTTP/1.1" status: 204 len: 168 time: 0.1601970 May 02 10:55:27.178636 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41906) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.199333 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29ca9cc-aff6-4795-8cea-c3a58f937fe5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffabe583-1f0d-474b-88ab-2f9ea0483675,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:27.233387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9e2d22ee-29a9-40fc-9649-8af84c951d6c tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0504916 May 02 10:55:27.236005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.244491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9d1bfb3d-08ab-4d36-8c2a-bc5a1f8e3b64 None None] Provisioning complete for port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:27.245037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9d1bfb3d-08ab-4d36-8c2a-bc5a1f8e3b64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.303532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (fa34e431-2d2b-4c02-a65f-4ef5b280a093), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.328458 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (fa34e431-2d2b-4c02-a65f-4ef5b280a093), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.332718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9d1bfb3d-08ab-4d36-8c2a-bc5a1f8e3b64 None None] Current status of the port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:27.424374 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fa34e431-2d2b-4c02-a65f-4ef5b280a093), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.424865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event updated for resources: {'Port': ['ID=e675b611-7ea1-40ea-8f3b-d2935c190a51,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:27.428755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.428755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/fa34e431-2d2b-4c02-a65f-4ef5b280a093 HTTP/1.1" status: 204 len: 168 time: 0.1911254 May 02 10:55:27.435056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41910) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.440479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f9ff8-4c82-479f-a738-bd040c1afc35 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa34e431-2d2b-4c02-a65f-4ef5b280a093,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:27.482977 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Network 948c677e-0962-4741-9d45-cba410562d97 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:27.487032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:27.530494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4295039c-c8fd-4ed2-8866-dcd093cc1c01 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:27.553603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2522efcf-1e21-4382-a8d5-0434cbba87ed tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4544 time: 0.1173582 May 02 10:55:27.556361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41914) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.591485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:27.591867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.625499 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (ad41fdbb-1f21-473d-9874-51658913d0fc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.630295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Router 3c2c78db-8a64-4646-90eb-b0d82f4258ed has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:27.654259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (ad41fdbb-1f21-473d-9874-51658913d0fc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.752302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:27.757558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-40113e35-5766-498f-86b2-647fd9ed3dcf tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3910108 May 02 10:55:27.760358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41916) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.763432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] Sync routers for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:27.780020 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:27.780836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:27.815065 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:27.824903 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:27.825604 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:54:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:27.839502 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ad41fdbb-1f21-473d-9874-51658913d0fc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.842470 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.846659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/ad41fdbb-1f21-473d-9874-51658913d0fc HTTP/1.1" status: 204 len: 168 time: 0.2850261 May 02 10:55:27.848685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41920) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.859753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155c3a3e-7316-42e1-8b41-0da7c71a19c2 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad41fdbb-1f21-473d-9874-51658913d0fc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:27.859961 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:27.861186 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-816cc2b9-c766-4674-bdac-6aca4ea6271c None None] The sync data for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 is: [] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:27.863432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:27.884142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-437bb2d8-7115-48c2-841b-4dd983a605e1 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.905027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e1608114-99fa-43eb-ac3e-fe6961080c88 None None] Provisioning complete for port e675b611-7ea1-40ea-8f3b-d2935c190a51 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:27.905400 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e1608114-99fa-43eb-ac3e-fe6961080c88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:27.911574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-61482840-fe14-4c62-b728-71ce7ccfff56 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0602534 May 02 10:55:27.921425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41922) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.926206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--905488089'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:27.942440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e1608114-99fa-43eb-ac3e-fe6961080c88 None None] Port e675b611-7ea1-40ea-8f3b-d2935c190a51 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:27.980050 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-437bb2d8-7115-48c2-841b-4dd983a605e1 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] delete failed (client error): There was a conflict when trying to complete your request. May 02 10:55:27.981122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-437bb2d8-7115-48c2-841b-4dd983a605e1 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed HTTP/1.1" status: 409 len: 376 time: 0.2187784 May 02 10:55:27.983909 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41924) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:27.989808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df9436d4-8026-4328-91d9-6242b0d79034 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.013260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.080883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (0265683b-004a-4bd8-89be-bf14515ef932), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.132713 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0265683b-004a-4bd8-89be-bf14515ef932), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.162053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0265683b-004a-4bd8-89be-bf14515ef932,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:28.203927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.205246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b9de7ec-cebb-42a2-8e4f-cc0ab6e06920 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2828391 May 02 10:55:28.208261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41926) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.213393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '0265683b-004a-4bd8-89be-bf14515ef932', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:28.281692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.304955 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.342392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.407104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.425635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6764fa2b-1eba-4ca9-b582-eb2da37d460c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:28.471728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.475466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-877f18b1-51c6-42a6-b4c9-97870f327da8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2631166 May 02 10:55:28.475685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.499922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.507656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.546717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting port e675b611-7ea1-40ea-8f3b-d2935c190a51 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:28.547088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.583925 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6764fa2b-1eba-4ca9-b582-eb2da37d460c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.589698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.590993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/6764fa2b-1eba-4ca9-b582-eb2da37d460c HTTP/1.1" status: 204 len: 168 time: 0.1143103 May 02 10:55:28.594077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41930) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.611414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592ec133-71c3-4387-92bb-4f66da09e3db tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6764fa2b-1eba-4ca9-b582-eb2da37d460c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:28.633692 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.637681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d1da572-5bd6-47d5-90cc-a18ca4470da5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0425746 May 02 10:55:28.640682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.647810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Calling delete_port for e675b611-7ea1-40ea-8f3b-d2935c190a51 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:28.698723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (0265683b-004a-4bd8-89be-bf14515ef932), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.721389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (0265683b-004a-4bd8-89be-bf14515ef932), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.734644 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:55:28.835774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0265683b-004a-4bd8-89be-bf14515ef932), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.838570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.840248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/0265683b-004a-4bd8-89be-bf14515ef932 HTTP/1.1" status: 204 len: 168 time: 0.1986611 May 02 10:55:28.842918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41934) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.849547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae5df86-07de-4ad6-a3ed-ec318917b8de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265683b-004a-4bd8-89be-bf14515ef932,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:28.888755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0ca4a018-82a0-4f4d-8fe9-9df6cd8cfea5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0445902 May 02 10:55:28.892826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41936) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:28.897104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1040190190'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:28.915609 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e675b611-7ea1-40ea-8f3b-d2935c190a51), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:28.944283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Port': ['ID=e675b611-7ea1-40ea-8f3b-d2935c190a51,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:29.014776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.067711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.235842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.547816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (75cf1967-0ca6-487b-bbc8-afc8431e5ea8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.557642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Router 3c2c78db-8a64-4646-90eb-b0d82f4258ed has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:29.627532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (75cf1967-0ca6-487b-bbc8-afc8431e5ea8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.651730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:29.659401 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3bff071f-bafd-4d14-8cca-4e57043046e4 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6745498 May 02 10:55:29.662519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9389179-4f62-4186-b032-78861c9a812d None None] Sync routers for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:29.663780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:29.668328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cf1967-0ca6-487b-bbc8-afc8431e5ea8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:29.672718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:29.673348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:29.708229 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-ba83c9cb-41f0-4b1f-8761-5d3f3d810daa tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] show failed (client error): The resource could not be found. May 02 10:55:29.709486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba83c9cb-41f0-4b1f-8761-5d3f3d810daa tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "GET /v2.0/routers/tempest-non_exist_router-1758079111 HTTP/1.1" status: 404 len: 335 time: 0.0443466 May 02 10:55:29.709770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:29.713108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41940) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:29.718421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-99db0746-ce77-4903-8f75-a6ac361264ae tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Request body: {'router': {'name': 'new_name'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:29.718588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] Routers {'3c2c78db-8a64-4646-90eb-b0d82f4258ed'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:29.719104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:29.726475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.727767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ca9bf19e-7bf0-4107-8d8b-2ba2a655560f tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8340073 May 02 10:55:29.730899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41942) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:29.735374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '75cf1967-0ca6-487b-bbc8-afc8431e5ea8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:29.753247 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-99db0746-ce77-4903-8f75-a6ac361264ae tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] update failed (client error): The resource could not be found. May 02 10:55:29.754301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99db0746-ce77-4903-8f75-a6ac361264ae tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "PUT /v2.0/routers/tempest-non_exist_router-1899734873 HTTP/1.1" status: 404 len: 335 time: 0.0401065 May 02 10:55:29.759983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c9389179-4f62-4186-b032-78861c9a812d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:29.759983 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9389179-4f62-4186-b032-78861c9a812d None None] The sync data for ids ['3c2c78db-8a64-4646-90eb-b0d82f4258ed'] in ncdv-master-1 is: [] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:29.760250 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41944) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:29.818289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting subnet 889a6a25-a90f-4535-8497-267fbbe0f298 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:29.821409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (889a6a25-a90f-4535-8497-267fbbe0f298), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.850890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.878513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (889a6a25-a90f-4535-8497-267fbbe0f298), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.944538 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:29.986719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (889a6a25-a90f-4535-8497-267fbbe0f298), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.014745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.043233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89c1ca28-e0e2-4a13-be61-73fed9d6cbcc,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.112126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.113456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f59f732f-e69a-44f5-92ed-e269d4fe53fe tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814373 May 02 10:55:30.116192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41946) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.133024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7760b3f-db34-4c33-9767-117835c6db13 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules/89c1ca28-e0e2-4a13-be61-73fed9d6cbcc HTTP/1.1" status: 200 len: 763 time: 0.0156200 May 02 10:55:30.147426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (889a6a25-a90f-4535-8497-267fbbe0f298), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.149590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41948) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.162827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Subnet': ['ID=889a6a25-a90f-4535-8497-267fbbe0f298,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.167145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.175000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cf6f5d56-5694-4de6-bbc1-f08cc66f783f tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/subnets/889a6a25-a90f-4535-8497-267fbbe0f298 HTTP/1.1" status: 204 len: 168 time: 0.4104879 May 02 10:55:30.175938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f09ffe-de1f-46df-9c4d-b23d89118530 None None] Network a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:30.176849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41950) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.195968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41952) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.209096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-38560bec-824a-4920-9e96-2b275a6a92de tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0580554 May 02 10:55:30.216407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41954) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.285398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.289199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-732969af-26b8-4897-9d73-c008fa599cf8 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1817 time: 0.0909295 May 02 10:55:30.293718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.298579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'network': {'name': 'tempest-network-smoke--1094229143', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'port_security_enabled': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:30.300621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.303510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.360473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] DHCP port deletion for a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:30.362915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:30.363259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.372576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:30.376585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.404945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Deleting port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:30.405370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.415028 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (89c1ca28-e0e2-4a13-be61-73fed9d6cbcc), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.419398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:30.426763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.427878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/89c1ca28-e0e2-4a13-be61-73fed9d6cbcc HTTP/1.1" status: 204 len: 168 time: 0.2107904 May 02 10:55:30.430599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41958) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.438303 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3ab2c684-4074-4665-a049-e530eb4214a0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.438774 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Added segment 3ab2c684-4074-4665-a049-e530eb4214a0 of type vlan for network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 May 02 10:55:30.440275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021933ea-1f6b-43b6-91e6-60c63fc522d6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=89c1ca28-e0e2-4a13-be61-73fed9d6cbcc,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.444924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] For port 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4295039c-c8fd-4ed2-8866-dcd093cc1c01,segment=NetworkSegment(c4c17084-a8fc-4629-ab20-58bf4d68fbae),segment_id=c4c17084-a8fc-4629-ab20-58bf4d68fbae)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:30.445295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.462824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Calling delete_port for 4295039c-c8fd-4ed2-8866-dcd093cc1c01 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:30.473623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] For port 4295039c-c8fd-4ed2-8866-dcd093cc1c01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4295039c-c8fd-4ed2-8866-dcd093cc1c01,segment=NetworkSegment(c4c17084-a8fc-4629-ab20-58bf4d68fbae),segment_id=c4c17084-a8fc-4629-ab20-58bf4d68fbae)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:30.474029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.488008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Calling delete_port for 4295039c-c8fd-4ed2-8866-dcd093cc1c01 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:30.495941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (131e31ac-5acf-4c8a-b984-97e57e75d5a5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.516934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43d292c9-d597-4494-a6a4-a9e16fccb233 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0850747 May 02 10:55:30.521064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41960) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.525640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '75cf1967-0ca6-487b-bbc8-afc8431e5ea8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:30.590475 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (131e31ac-5acf-4c8a-b984-97e57e75d5a5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.595492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:30.596515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.647122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.666732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Network': ['ID=131e31ac-5acf-4c8a-b984-97e57e75d5a5,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.667331 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.667965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.674370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (4295039c-c8fd-4ed2-8866-dcd093cc1c01), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.680995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:30.707889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Port': ['ID=4295039c-c8fd-4ed2-8866-dcd093cc1c01,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.716652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] No DVR routers for this DVR port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:30.717853 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ae715baf-0a0b-4b0c-a2ea-a696ae35e8ae tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4230509 May 02 10:55:30.718106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41962) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.721199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] No DVR routers for this DVR port 4295039c-c8fd-4ed2-8866-dcd093cc1c01 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:30.725129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'admin_state_up': True, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:30.732909 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e24dd3-1595-4125-a242-f6241a629bee None None] Pushing event deleted for resources: {'Port': ['ID=4295039c-c8fd-4ed2-8866-dcd093cc1c01,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.788549 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.831863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.840993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.873293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:30.876557 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.877616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.883328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2f57da-363f-4c9d-9f8f-31284a5a156b,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:30.893901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4c17084-a8fc-4629-ab20-58bf4d68fbae') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:30.894200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4c17084-a8fc-4629-ab20-58bf4d68fbae') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:30.906152 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (c4c17084-a8fc-4629-ab20-58bf4d68fbae), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.951371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.952567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-94354656-c0ad-4bd9-9a0c-168ec754c5e6 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4305573 May 02 10:55:30.953603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c4c17084-a8fc-4629-ab20-58bf4d68fbae), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.955393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41964) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:30.962825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:30.963157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (c4c17084-a8fc-4629-ab20-58bf4d68fbae), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:30.966239 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:30.968710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_controller (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:30.976513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c01fa894-6b69-408a-8be7-a8c59374881b tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules/cc2f57da-363f-4c9d-9f8f-31284a5a156b HTTP/1.1" status: 200 len: 763 time: 0.0176187 May 02 10:55:30.976715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41966) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.018998 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6a87724-c4de-47e9-bcb7-a7c678073a0e tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0383968 May 02 10:55:31.019360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41968) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.042729 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.050441 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.094199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.104276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.107605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/networks/a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4 HTTP/1.1" status: 204 len: 168 time: 0.9298313 May 02 10:55:31.110277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41970) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.153070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f74b06-efea-4a63-a1a6-4dc9ac3c5401 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Network': ['ID=a6e8bc28-23ac-42ea-9ca5-4e92a0858bb4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:31.155682 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (cc2f57da-363f-4c9d-9f8f-31284a5a156b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.166809 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.170776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/cc2f57da-363f-4c9d-9f8f-31284a5a156b HTTP/1.1" status: 204 len: 168 time: 0.1482084 May 02 10:55:31.172662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.176764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting subnet 2af4e2e3-db9c-49fc-98d6-65ed1df28fb9 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:31.185034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fbcd94-0fd6-4bbf-9902-08e3e10f7b49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc2f57da-363f-4c9d-9f8f-31284a5a156b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:31.188381 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.192981 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (2af4e2e3-db9c-49fc-98d6-65ed1df28fb9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.248372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (2af4e2e3-db9c-49fc-98d6-65ed1df28fb9), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.278206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1b87e520-cf1d-4216-a7af-b3d41fbc7e6a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0989573 May 02 10:55:31.280971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41974) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.285291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '75cf1967-0ca6-487b-bbc8-afc8431e5ea8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:31.359081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (2af4e2e3-db9c-49fc-98d6-65ed1df28fb9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.395856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.425368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.446454 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.459634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.481428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4295039c-c8fd-4ed2-8866-dcd093cc1c01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:31.504519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 4295039c-c8fd-4ed2-8866-dcd093cc1c01 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:31.504907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4295039c-c8fd-4ed2-8866-dcd093cc1c01 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:31.516213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.538266 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (2af4e2e3-db9c-49fc-98d6-65ed1df28fb9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.549973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29789c2c-361c-4d33-8d31-7e329d5bc079,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:31.550709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.35.4.171 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e4b8044a-9c3b-4bf4-8203-b611e3b3320d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:31.575575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.582212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/subnets/2af4e2e3-db9c-49fc-98d6-65ed1df28fb9 HTTP/1.1" status: 204 len: 168 time: 0.4681816 May 02 10:55:31.582212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a52556-8292-4658-bb87-b219be748adb tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Subnet': ['ID=2af4e2e3-db9c-49fc-98d6-65ed1df28fb9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:31.583481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41976) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.586935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed6de66-39a6-4cc5-83a5-179077324ab0 None None] Network 9d4a42e8-cca7-4ef1-b021-067f2c33c96e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:31.640353 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.644022 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b55dec2e-2a2d-4f37-8c19-8951e28c3bef tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3597093 May 02 10:55:31.644973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.647348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting subnet 748af476-5305-4dbb-9a1f-93f48f2bf940 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:31.650966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (748af476-5305-4dbb-9a1f-93f48f2bf940), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.674020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5a0d156e-3ace-4079-a5a6-b7ca9029050a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules/29789c2c-361c-4d33-8d31-7e329d5bc079 HTTP/1.1" status: 200 len: 764 time: 0.0250812 May 02 10:55:31.675055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41980) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.682019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.714409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (748af476-5305-4dbb-9a1f-93f48f2bf940), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.748700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] DHCP port deletion for 9d4a42e8-cca7-4ef1-b021-067f2c33c96e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:31.764854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6312ec07-b261-411b-9dc8-0a4740c91ae8 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0882304 May 02 10:55:31.767353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:31.775679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.793639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Deleting port c1c592d1-37b1-4096-9c48-3e01bcdd53eb {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:31.794340 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.830806 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (748af476-5305-4dbb-9a1f-93f48f2bf940), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.832490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:31.838016 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.843042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:31.851522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:31.872227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] For port c1c592d1-37b1-4096-9c48-3e01bcdd53eb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,segment=NetworkSegment(84c01712-3b94-46d7-8be7-5e5d4b606ebf),segment_id=84c01712-3b94-46d7-8be7-5e5d4b606ebf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:31.872701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.878460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:31.885991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:31.897583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Calling delete_port for c1c592d1-37b1-4096-9c48-3e01bcdd53eb owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:31.965502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.002104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (748af476-5305-4dbb-9a1f-93f48f2bf940), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.007476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (29789c2c-361c-4d33-8d31-7e329d5bc079), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.016885 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.017925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/29789c2c-361c-4d33-8d31-7e329d5bc079 HTTP/1.1" status: 204 len: 168 time: 0.2495124 May 02 10:55:32.024297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41984) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.034826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Subnet': ['ID=748af476-5305-4dbb-9a1f-93f48f2bf940,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.036625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abd1ab-57f9-4f00-a5eb-6b704c7218ad tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=29789c2c-361c-4d33-8d31-7e329d5bc079,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.038452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.044830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad603787-aba6-4bd8-a789-d6ada186ca75 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/subnets/748af476-5305-4dbb-9a1f-93f48f2bf940 HTTP/1.1" status: 204 len: 168 time: 0.4595456 May 02 10:55:32.045458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41986) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.047539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f17162-8f5d-440b-99b8-3f42cd57ae58 None None] Network 39be0d8d-f5ce-49c2-acae-f881bf154c92 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:32.055529 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (c1c592d1-37b1-4096-9c48-3e01bcdd53eb), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.081423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71100bc1-4800-436f-8984-529600894e08 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559957 May 02 10:55:32.084176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41988) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.132439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] Pushing event deleted for resources: {'Port': ['ID=c1c592d1-37b1-4096-9c48-3e01bcdd53eb,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.132835 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (9d4a42e8-cca7-4ef1-b021-067f2c33c96e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.137413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af933c43-f80e-4446-8006-740102b5cfa1 None None] No DVR routers for this DVR port c1c592d1-37b1-4096-9c48-3e01bcdd53eb on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:32.229368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (75cf1967-0ca6-487b-bbc8-afc8431e5ea8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.244360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (9d4a42e8-cca7-4ef1-b021-067f2c33c96e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.255473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] DHCP port deletion for 39be0d8d-f5ce-49c2-acae-f881bf154c92 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:32.265290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (75cf1967-0ca6-487b-bbc8-afc8431e5ea8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.268394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d4a42e8-cca7-4ef1-b021-067f2c33c96e']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:32.282235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.286825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84c01712-3b94-46d7-8be7-5e5d4b606ebf') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:32.287388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84c01712-3b94-46d7-8be7-5e5d4b606ebf') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:32.297797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Deleting port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:32.298171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.302193 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (84c01712-3b94-46d7-8be7-5e5d4b606ebf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.316727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (84c01712-3b94-46d7-8be7-5e5d4b606ebf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.324435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:32.325721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (84c01712-3b94-46d7-8be7-5e5d4b606ebf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: timer() May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:32.329326 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:32.364824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] For port 2cac76d9-ae46-47a1-94cf-4668b2cfc841, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=2cac76d9-ae46-47a1-94cf-4668b2cfc841,segment=NetworkSegment(d54ed7ea-7d6d-472c-9de9-99e87daa1cb3),segment_id=d54ed7ea-7d6d-472c-9de9-99e87daa1cb3)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:32.365229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.386748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Calling delete_port for 2cac76d9-ae46-47a1-94cf-4668b2cfc841 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:32.470000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (9d4a42e8-cca7-4ef1-b021-067f2c33c96e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.477017 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (75cf1967-0ca6-487b-bbc8-afc8431e5ea8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.478727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.479705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.482883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/networks/9d4a42e8-cca7-4ef1-b021-067f2c33c96e HTTP/1.1" status: 204 len: 168 time: 0.4364338 May 02 10:55:32.484096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/75cf1967-0ca6-487b-bbc8-afc8431e5ea8 HTTP/1.1" status: 204 len: 168 time: 0.3985665 May 02 10:55:32.486415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.486740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 41992) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.493407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fb25ab-9994-4b84-8c7c-0e2bb6dfd8f9 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Network': ['ID=9d4a42e8-cca7-4ef1-b021-067f2c33c96e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.518141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec3b1b7-7834-4142-90fa-5499503bbcc5 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cf1967-0ca6-487b-bbc8-afc8431e5ea8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.535203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (2cac76d9-ae46-47a1-94cf-4668b2cfc841), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.566469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] Pushing event deleted for resources: {'Port': ['ID=2cac76d9-ae46-47a1-94cf-4668b2cfc841,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.568316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c2779-f08b-47d4-a211-6a1dff3593cc None None] No DVR routers for this DVR port 2cac76d9-ae46-47a1-94cf-4668b2cfc841 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:32.616847 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.624427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5d6b77ae-bf6b-46c1-93a0-2db9f4b46e7a tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1342316 May 02 10:55:32.630995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.631668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (39be0d8d-f5ce-49c2-acae-f881bf154c92), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.635666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025791965'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:32.715721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.791822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (6162cd12-c8f4-4cde-bb05-263eb7dec656), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.858015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6162cd12-c8f4-4cde-bb05-263eb7dec656), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.889379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6162cd12-c8f4-4cde-bb05-263eb7dec656,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:32.940818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:32.942123 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ea80978-eab6-4351-af30-972c50817d60 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3101015 May 02 10:55:32.945018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 41998) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:32.949819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Request body: {'security_group_rule': {'security_group_id': '6162cd12-c8f4-4cde-bb05-263eb7dec656', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:33.047768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (0851046e-7a08-45d8-a3cd-c3d2bd28058b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.057219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (39be0d8d-f5ce-49c2-acae-f881bf154c92), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.084403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39be0d8d-f5ce-49c2-acae-f881bf154c92']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:33.098657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:33.099055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd54ed7ea-7d6d-472c-9de9-99e87daa1cb3') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:33.106750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (0851046e-7a08-45d8-a3cd-c3d2bd28058b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.121234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (d54ed7ea-7d6d-472c-9de9-99e87daa1cb3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.144371 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (d54ed7ea-7d6d-472c-9de9-99e87daa1cb3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.153796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:33.154179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (d54ed7ea-7d6d-472c-9de9-99e87daa1cb3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:33.157177 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:33.178664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (0851046e-7a08-45d8-a3cd-c3d2bd28058b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.196966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0851046e-7a08-45d8-a3cd-c3d2bd28058b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:33.235555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:55:33.266619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.270568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24206286-8c5d-484f-a237-60050748cc49 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219013 May 02 10:55:33.270838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42000) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.323919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (6162cd12-c8f4-4cde-bb05-263eb7dec656), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.324138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (39be0d8d-f5ce-49c2-acae-f881bf154c92), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.329070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.332288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/networks/39be0d8d-f5ce-49c2-acae-f881bf154c92 HTTP/1.1" status: 204 len: 168 time: 0.8410745 May 02 10:55:33.335638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.351640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8338493a-0a9d-4a64-a2f4-d7ecec7e9e0c tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Network': ['ID=39be0d8d-f5ce-49c2-acae-f881bf154c92,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:33.372483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:33.379078 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (6162cd12-c8f4-4cde-bb05-263eb7dec656), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.382438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Sync routers for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:33.392843 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:33.393707 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:33.423950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting subnet 9d769ad9-1f1b-43ce-b729-58d66bba70fc {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:33.429774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (9d769ad9-1f1b-43ce-b729-58d66bba70fc), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.467959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.469489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1eae71e-5d7d-4477-82a1-86bdd38b9b38 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.7489488 May 02 10:55:33.472529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42004) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.476647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (9d769ad9-1f1b-43ce-b729-58d66bba70fc), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.507485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2cac76d9-ae46-47a1-94cf-4668b2cfc841 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:33.522924 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6162cd12-c8f4-4cde-bb05-263eb7dec656), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.528414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.532574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 2cac76d9-ae46-47a1-94cf-4668b2cfc841 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:33.532574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 2cac76d9-ae46-47a1-94cf-4668b2cfc841 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:33.532574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1c592d1-37b1-4096-9c48-3e01bcdd53eb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:33.533076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/6162cd12-c8f4-4cde-bb05-263eb7dec656 HTTP/1.1" status: 204 len: 168 time: 0.2586780 May 02 10:55:33.533158 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:33.536561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42006) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.551437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e5a79-dda5-4dfb-a35a-5ee116fee097 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6162cd12-c8f4-4cde-bb05-263eb7dec656,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:33.552529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c1c592d1-37b1-4096-9c48-3e01bcdd53eb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:33.553474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c1c592d1-37b1-4096-9c48-3e01bcdd53eb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:33.601912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9d769ad9-1f1b-43ce-b729-58d66bba70fc), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.615436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5698789a-fdd4-4637-8864-24cc0336f836 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:33.619837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5698789a-fdd4-4637-8864-24cc0336f836 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=eeb256951e894594a924e2d25b0d80c9&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1461213 May 02 10:55:33.620639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42008) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.645213 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d401d500-51f4-4c63-8cbf-a63793630e98 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.1074402 May 02 10:55:33.648256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42010) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.701737 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c7a038f7-7bb5-436a-9753-065feecd1d12 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0498149 May 02 10:55:33.702112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42012) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.718398 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-ad673116-a1b6-41c1-a84a-fbc575b91558 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] delete failed (client error): The resource could not be found. May 02 10:55:33.719666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad673116-a1b6-41c1-a84a-fbc575b91558 tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "DELETE /v2.0/security-groups/6162cd12-c8f4-4cde-bb05-263eb7dec656 HTTP/1.1" status: 404 len: 347 time: 0.0164046 May 02 10:55:33.723540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42014) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.734842 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:32Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:33.757302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (9d769ad9-1f1b-43ce-b729-58d66bba70fc), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.762676 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Checking router: 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:55:33.763034 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Updating router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 port e4b8044a-9c3b-4bf4-8203-b611e3b3320d binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:55:33.792534 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.800569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Subnet': ['ID=9d769ad9-1f1b-43ce-b729-58d66bba70fc,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:33.806507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.809447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b2a3dbb-9296-45e0-82bd-f26acf8ad8cb None None] Network 948c677e-0962-4741-9d45-cba410562d97 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:33.810507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-110f9171-cb27-4faf-ac6e-e3a5f21494e6 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:33.810792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c5a04180-1492-41e6-a623-1b56820279f5 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/subnets/9d769ad9-1f1b-43ce-b729-58d66bba70fc HTTP/1.1" status: 204 len: 168 time: 0.4741952 May 02 10:55:33.812796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-110f9171-cb27-4faf-ac6e-e3a5f21494e6 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1886072 May 02 10:55:33.813330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42016) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.815655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42018) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.819138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fce05b02-37ca-4e0b-a17e-c1065884cc5c tempest-SecGroupTest-979219332 tempest-SecGroupTest-979219332-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0942037 May 02 10:55:33.885716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:33.888756 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3c68791f-097b-434e-b5be-ad9a8587e25c tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719814 May 02 10:55:33.960033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4d04942f-be6b-4214-a99b-cfb45ceb969a tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=eeb256951e894594a924e2d25b0d80c9&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0719271 May 02 10:55:33.963237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (948c677e-0962-4741-9d45-cba410562d97), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:33.968982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.021353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Deleting port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:34.021705 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.053035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f4163-b847-400f-852b-a886a772ea85 None None] DHCP port deletion for 948c677e-0962-4741-9d45-cba410562d97 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:55:34.097862 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] For port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,segment=NetworkSegment(fcd3559a-ea71-439a-902e-1fc407610182),segment_id=fcd3559a-ea71-439a-902e-1fc407610182)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:34.098166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.112955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Deleting port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:34.113337 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.117803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Calling delete_port for f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:34.179755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-823f4163-b847-400f-852b-a886a772ea85 None None] For port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,segment=NetworkSegment(fcd3559a-ea71-439a-902e-1fc407610182),segment_id=fcd3559a-ea71-439a-902e-1fc407610182)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:34.179998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.194774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Calling delete_port for f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:34.227883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57007e30-1035-407b-8423-0bb040af5083 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:34.232773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57007e30-1035-407b-8423-0bb040af5083 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2595761 May 02 10:55:34.233495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42026) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.248468 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks [] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.266202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3eba537b-8a42-4041-9716-f127dfb8cccd tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0297070 May 02 10:55:34.268797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.273639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1264532331', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:34.363799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42032) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.379636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.394940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.407490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Port': ['ID=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.409337 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] No DVR routers for this DVR port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:34.413107 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.423623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823f4163-b847-400f-852b-a886a772ea85 None None] No DVR routers for this DVR port f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:34.435984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823f4163-b847-400f-852b-a886a772ea85 None None] Pushing event deleted for resources: {'Port': ['ID=f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.457837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:34.459282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.469666 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Attempting to bind port e4b8044a-9c3b-4bf4-8203-b611e3b3320d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:34.470036 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Attempting to bind port e4b8044a-9c3b-4bf4-8203-b611e3b3320d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:34.470397 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Attempting to bind port e4b8044a-9c3b-4bf4-8203-b611e3b3320d on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:34.476052 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b460c4-7dbf-4139-847e-f0d0bc765e59 None None] Pushing event updated for resources: {'Port': ['ID=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.482113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:34.482401 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:34.483475 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.484015 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:34.485980 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Bound port: e4b8044a-9c3b-4bf4-8203-b611e3b3320d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:34.486969 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.545555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] For port e4b8044a-9c3b-4bf4-8203-b611e3b3320d, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:34.548717 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] For port e4b8044a-9c3b-4bf4-8203-b611e3b3320d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:34.565726 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (948c677e-0962-4741-9d45-cba410562d97), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.608829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['948c677e-0962-4741-9d45-cba410562d97']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:34.613274 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.634833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcd3559a-ea71-439a-902e-1fc407610182') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:34.635090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcd3559a-ea71-439a-902e-1fc407610182') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:34.655090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (fcd3559a-ea71-439a-902e-1fc407610182), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.668737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0a22a6d3-925a-49e5-84c0-270b869f62b9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=223e686b9e6b42838812fca054c3f249&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3037934 May 02 10:55:34.670760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42036) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.672126 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:34.672769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:34.676536 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b460c4-7dbf-4139-847e-f0d0bc765e59 None None] Pushing event updated for resources: {'Port': ['ID=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.678342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (fcd3559a-ea71-439a-902e-1fc407610182), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.689750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:55:34.690157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (fcd3559a-ea71-439a-902e-1fc407610182), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: timer() May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:55:34.693322 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:55:34.738290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] Publish callbacks [] for security_group (2af7a9d7-cc19-451f-9ed6-c9c992f28ff6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.763396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] Publish callbacks [] for security_group (2af7a9d7-cc19-451f-9ed6-c9c992f28ff6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.788062 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:34.870608 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (948c677e-0962-4741-9d45-cba410562d97), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.875558 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.879962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/networks/948c677e-0962-4741-9d45-cba410562d97 HTTP/1.1" status: 204 len: 168 time: 1.0650289 May 02 10:55:34.882733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.899423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (ca78f8b6-827c-4ece-bc58-586c068702ff), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.902792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1bf46-af98-4559-8839-85d5aa4f1b40 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Pushing event deleted for resources: {'Network': ['ID=948c677e-0962-4741-9d45-cba410562d97,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.913493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2af7a9d7-cc19-451f-9ed6-c9c992f28ff6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.916446 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:34.918341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2af7a9d7-cc19-451f-9ed6-c9c992f28ff6 HTTP/1.1" status: 204 len: 168 time: 0.2463284 May 02 10:55:34.922375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd755dfc-cd77-4455-85ea-90920f9a4d57 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2c78db-8a64-4646-90eb-b0d82f4258ed HTTP/1.1" status: 200 len: 205 time: 0.0362179 May 02 10:55:34.923335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42042) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:34.964657 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:32Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:34.969648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Subnet': ['ID=ca78f8b6-827c-4ece-bc58-586c068702ff,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.972198 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f475aaeb-fd7a-45c3-82ae-0bbf03fc9e2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2af7a9d7-cc19-451f-9ed6-c9c992f28ff6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:34.996913 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb57df41-87d1-4e35-9dcb-72bd92afbd13 None None] The sync data for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 is: [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:32Z', 'revision_number': 3, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:35.009215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Checking segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:35.010098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network hostable DHCP agents. Network: 131e31ac-5acf-4c8a-b984-97e57e75d5a5, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:35.033104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.104116 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:35.213247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.213580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 131e31ac-5acf-4c8a-b984-97e57e75d5a5) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:35.216782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router_controller (3c2c78db-8a64-4646-90eb-b0d82f4258ed), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.223180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4317f133-1552-43c5-9ffb-b8ea9802d45a None None] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:35.229012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:35.230130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.345838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (3c2c78db-8a64-4646-90eb-b0d82f4258ed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.347173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Fanout notify agent at l3_agent the message router_deleted on router 3c2c78db-8a64-4646-90eb-b0d82f4258ed {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:55:35.356568 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.361718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d5c88a5d-4d4b-4f2a-bd57-68a804d7e7a7 tempest-RoutersNegativeIpV6Test-40889234 tempest-RoutersNegativeIpV6Test-40889234-project] 10.222.0.16 "DELETE /v2.0/routers/3c2c78db-8a64-4646-90eb-b0d82f4258ed HTTP/1.1" status: 204 len: 168 time: 0.4376972 May 02 10:55:35.370574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-df0ca2c7-c1f5-4495-96c7-1ba69fbd253e tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1006663 May 02 10:55:35.373297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:35.403184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'fixed_ips': [{'subnet_id': 'ca78f8b6-827c-4ece-bc58-586c068702ff'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:35.404701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.568535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e4b8044a-9c3b-4bf4-8203-b611e3b3320d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:35.633070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Allocated IP 172.20.0.18 (131e31ac-5acf-4c8a-b984-97e57e75d5a5/ca78f8b6-827c-4ece-bc58-586c068702ff/1ca3ab8d-068b-4522-950e-013ab3b8144a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:35.684086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e4b8044a-9c3b-4bf4-8203-b611e3b3320d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:35.684495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.882215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42060) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:35.894140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e4b8044a-9c3b-4bf4-8203-b611e3b3320d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:35.894526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.899697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks [] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:35.919016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e4b8044a-9c3b-4bf4-8203-b611e3b3320d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:35.973441 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.020195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:36.023759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:36.031150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:36.033440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.043610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Pushing event updated for resources: {'Port': ['ID=1ca3ab8d-068b-4522-950e-013ab3b8144a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:36.118735 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b2de370f-4709-471b-90d5-f5d545595708 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0d388d514f434af89e98ad4b0626fbda&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2337403 May 02 10:55:36.119720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:36.129414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.147527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:36.172797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Attempting to bind port 1ca3ab8d-068b-4522-950e-013ab3b8144a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:36.173215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Attempting to bind port 1ca3ab8d-068b-4522-950e-013ab3b8144a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:36.174294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Attempting to bind port 1ca3ab8d-068b-4522-950e-013ab3b8144a on network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:36.197692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:36.198077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Checking segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:36.198516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.198914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Bound using segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:36.199402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Bound port: 1ca3ab8d-068b-4522-950e-013ab3b8144a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:36.199785 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.218661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:36.222287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f055fb4b-6c71-45fa-a4e2-e6a0e6ba9053 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:36.228307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Publish callbacks [] for security_group (c89ae069-380d-4677-a303-4167b707112a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.232819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:36.260480 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Publish callbacks [] for security_group (c89ae069-380d-4677-a303-4167b707112a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.303344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] For port 1ca3ab8d-068b-4522-950e-013ab3b8144a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:36.307214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] For port 1ca3ab8d-068b-4522-950e-013ab3b8144a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ca3ab8d-068b-4522-950e-013ab3b8144a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:36.390831 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.428713 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c89ae069-380d-4677-a303-4167b707112a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.436405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:36.441406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c89ae069-380d-4677-a303-4167b707112a HTTP/1.1" status: 204 len: 168 time: 0.3163869 May 02 10:55:36.457127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c89ae069-380d-4677-a303-4167b707112a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:36.470816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.471465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.472137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.472664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.473163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.473655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.474150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.474835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.475327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.475549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a60fdb-791a-45fd-a07d-bb4962b57b0e None None] Pushing event updated for resources: {'Port': ['ID=1ca3ab8d-068b-4522-950e-013ab3b8144a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:36.477999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.478539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.481117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.481664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.482152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.482837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2d5db73-70f5-433e-a1ea-ac1ca484d0e7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:36.865171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.20.0.17 (131e31ac-5acf-4c8a-b984-97e57e75d5a5/ca78f8b6-827c-4ece-bc58-586c068702ff/96074122-95ec-4ea7-9430-977f63f883ca) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:37.005592 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (96074122-95ec-4ea7-9430-977f63f883ca), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.185322 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.238029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:37.242655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:37.246517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:37.303659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:37.321018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.585960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (96074122-95ec-4ea7-9430-977f63f883ca), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.664791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e4b8044a-9c3b-4bf4-8203-b611e3b3320d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:37.746003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e4b8044a-9c3b-4bf4-8203-b611e3b3320d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:37.746380 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.792841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f262f7d-50b2-4175-8147-27ceeda0f714 None None] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:37.937646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (96074122-95ec-4ea7-9430-977f63f883ca), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:37.943684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42112) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:38.030181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.050298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054761302'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:38.066617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Provisioning complete for port 1ca3ab8d-068b-4522-950e-013ab3b8144a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:38.066994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.096374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e4b8044a-9c3b-4bf4-8203-b611e3b3320d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:38.097759 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ca3ab8d-068b-4522-950e-013ab3b8144a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:38.118188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.119957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:38.156202 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.166583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.226117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1ca3ab8d-068b-4522-950e-013ab3b8144a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:38.226494 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.247696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:38.249728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:38.262876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Current status of the port 1ca3ab8d-068b-4522-950e-013ab3b8144a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:38.263282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.270058 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (30726a89-3457-4416-ba72-d32d25732042), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.322138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] For port 1ca3ab8d-068b-4522-950e-013ab3b8144a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ca3ab8d-068b-4522-950e-013ab3b8144a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:38.333370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (30726a89-3457-4416-ba72-d32d25732042), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.377593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1ca3ab8d-068b-4522-950e-013ab3b8144a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:38.378031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.387276 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.409656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30726a89-3457-4416-ba72-d32d25732042,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:38.461806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:38.468100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.483031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8590570-61f7-4517-94a3-782efc2b4832 None None] Pushing event updated for resources: {'Port': ['ID=1ca3ab8d-068b-4522-950e-013ab3b8144a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:38.489788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 10:55:38.490321 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 10:55:38.527516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.538112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:38.538501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.569658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb4d3c-6e6b-4c18-bee6-09529b0f5838,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:38.597803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Port 96074122-95ec-4ea7-9430-977f63f883ca cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:38.606791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Provisioning complete for port 1ca3ab8d-068b-4522-950e-013ab3b8144a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:38.607262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.617883 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:38.627449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59766cd3-ad54-4622-ac92-00421e9210bf tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "PUT /v2.0/routers/8e8fa7e0-8035-4252-a6fa-4b46fca36b35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2495213 May 02 10:55:38.632873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Sync routers for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:38.652632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.657612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-97e02c45-8e7b-460c-80f4-c33d9e142e2c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.7109938 May 02 10:55:38.660561 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42122) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:38.662865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:38.663587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:38.743536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b142a77-f4e4-4f2c-a342-0da7d37e55f8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0816581 May 02 10:55:38.746815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42124) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:38.751960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-security--1532505075', 'description': 'tempest-security-description-1291549963'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:38.822383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.828308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:38.876460 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.914193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fbb6efc6-430e-4a68-8196-fae79e413b0d None None] Current status of the port 1ca3ab8d-068b-4522-950e-013ab3b8144a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:38.973085 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.975693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:38.979668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "PUT /v2.0/security-groups/6ceb4d3c-6e6b-4c18-bee6-09529b0f5838 HTTP/1.1" status: 200 len: 1797 time: 0.2290275 May 02 10:55:38.980646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42144) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.052675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-020b6f1d-2afc-4811-aaf8-fc46e754ffbf tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups/6ceb4d3c-6e6b-4c18-bee6-09529b0f5838 HTTP/1.1" status: 200 len: 1797 time: 0.0701857 May 02 10:55:39.053905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42152) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.084094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-692f1798-e1cc-4913-a498-f2c4430594b2 None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:39.089289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-692f1798-e1cc-4913-a498-f2c4430594b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.089423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbb532e-8a5b-4693-b0bd-04b285674137 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ceb4d3c-6e6b-4c18-bee6-09529b0f5838,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:39.094178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1ca3ab8d-068b-4522-950e-013ab3b8144a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:39.137683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.140552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-b1072e41-151d-4ad8-9bde-95807895470f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:39.141382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-b1072e41-151d-4ad8-9bde-95807895470f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/networks?id=131e31ac-5acf-4c8a-b984-97e57e75d5a5 HTTP/1.1" status: 200 len: 798 time: 0.2677891 May 02 10:55:39.159000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-990e0fae-ecdb-4dec-abbd-231b48224c12 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/quotas/eeb256951e894594a924e2d25b0d80c9 HTTP/1.1" status: 200 len: 375 time: 0.0114427 May 02 10:55:39.168147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-692f1798-e1cc-4913-a498-f2c4430594b2 None None] Port 96074122-95ec-4ea7-9430-977f63f883ca cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:39.181836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.214612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:37Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96074122-95ec-4ea7-9430-977f63f883ca', 'name': '', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:a7:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:36Z', 'updated_at': '2022-05-02T10:55:37Z', 'revision_number': 2, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:39.243006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Checking router: 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:55:39.243381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Updating router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 port 96074122-95ec-4ea7-9430-977f63f883ca binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:55:39.259402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-f7934d49-5a63-4de6-9736-d607525bd961 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0945308 May 02 10:55:39.271564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (96074122-95ec-4ea7-9430-977f63f883ca), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.287117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6ceb4d3c-6e6b-4c18-bee6-09529b0f5838), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.291684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.294294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ceb4d3c-6e6b-4c18-bee6-09529b0f5838 HTTP/1.1" status: 204 len: 168 time: 0.2387938 May 02 10:55:39.297226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42154) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.298363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a470458b-665f-4ed4-8c31-da9acbbd7cbf None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:39.298750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a470458b-665f-4ed4-8c31-da9acbbd7cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.305406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25387df3-c0fb-4f89-9d31-a0f07c289642 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ceb4d3c-6e6b-4c18-bee6-09529b0f5838,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:39.380993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5827dae5-7c77-4c32-b58e-d5055163bb47 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0805855 May 02 10:55:39.381217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42156) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.404479 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-d5a28894-14c2-4c36-92b7-1419bfe1af95 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] delete failed (client error): The resource could not be found. May 02 10:55:39.409256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5a28894-14c2-4c36-92b7-1419bfe1af95 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/6ceb4d3c-6e6b-4c18-bee6-09529b0f5838 HTTP/1.1" status: 404 len: 347 time: 0.0234077 May 02 10:55:39.409256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-7cadea29-50f6-44f6-a9ac-3d415dedf5f2 service neutron] 10.222.0.16 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363626 May 02 10:55:39.409503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42158) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.413595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--79835164'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:39.437490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a470458b-665f-4ed4-8c31-da9acbbd7cbf None None] Port 96074122-95ec-4ea7-9430-977f63f883ca cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:39.513905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ca3ab8d-068b-4522-950e-013ab3b8144a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:39.519779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-927a5676-0e5a-4f97-8315-f214d8a67ca8 service neutron] 10.222.0.16 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003458 May 02 10:55:39.584483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.598493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1ca3ab8d-068b-4522-950e-013ab3b8144a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:39.598874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.670538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (1e85cf8a-7015-433a-ad36-982c75bc8bf4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.695897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks [] for port (96074122-95ec-4ea7-9430-977f63f883ca), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.742774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1ca3ab8d-068b-4522-950e-013ab3b8144a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:39.768698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45137539-d69e-43fd-9e5d-b36ec044c7ac req-6d386f57-66d3-4196-8c1f-545e6319590c tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 210 time: 0.0293086 May 02 10:55:39.773075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1e85cf8a-7015-433a-ad36-982c75bc8bf4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.797537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.803490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e85cf8a-7015-433a-ad36-982c75bc8bf4,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:39.856276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.856276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a0e1a3e-0388-42b7-a3df-e7ef12c80334 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4422104 May 02 10:55:39.856439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42166) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:39.860358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '1e85cf8a-7015-433a-ad36-982c75bc8bf4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:39.865371 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ce516-2e77-417a-b038-e247722891da None None] Pushing event updated for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:39.933017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Attempting to bind port 96074122-95ec-4ea7-9430-977f63f883ca on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:39.933410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Attempting to bind port 96074122-95ec-4ea7-9430-977f63f883ca by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:39.933779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Attempting to bind port 96074122-95ec-4ea7-9430-977f63f883ca on network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:39.939097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:39.939474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Checking segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:39.939871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.940267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Bound using segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:39.940762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Bound port: 96074122-95ec-4ea7-9430-977f63f883ca, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:39.941148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (96074122-95ec-4ea7-9430-977f63f883ca), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:39.961855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.013006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] For port 96074122-95ec-4ea7-9430-977f63f883ca, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:40.016730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] For port 96074122-95ec-4ea7-9430-977f63f883ca, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96074122-95ec-4ea7-9430-977f63f883ca,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:40.032613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.071382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2d48f2cb-8e83-4a2c-8102-8fab97bcb2d5 None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:40.071754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d48f2cb-8e83-4a2c-8102-8fab97bcb2d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.105994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2d48f2cb-8e83-4a2c-8102-8fab97bcb2d5 None None] Port 96074122-95ec-4ea7-9430-977f63f883ca cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:40.133167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.178960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.197783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:40.198487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:40.223846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f611197-3cc8-4bae-a96d-f07f9d10137c,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:40.244148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612ce516-2e77-417a-b038-e247722891da None None] Pushing event updated for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:40.324052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:40.334653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.335923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f8853f49-2e11-4591-944d-1d3ce37ab51a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4791558 May 02 10:55:40.339028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42172) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:40.365605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.374422 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.463740 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:40.464040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.492684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8f611197-3cc8-4bae-a96d-f07f9d10137c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.498560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.502424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8f611197-3cc8-4bae-a96d-f07f9d10137c HTTP/1.1" status: 204 len: 168 time: 0.1600757 May 02 10:55:40.502901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42176) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:40.508459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87f4ef-333e-44b7-bdcc-f47d08e1258d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f611197-3cc8-4bae-a96d-f07f9d10137c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:40.546502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-133cee13-95d5-46aa-8b32-fccd32c9cbc5 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0418282 May 02 10:55:40.549302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42178) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:40.597642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:37Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96074122-95ec-4ea7-9430-977f63f883ca', 'name': '', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:a7:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:36Z', 'updated_at': '2022-05-02T10:55:40Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:40.599399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Current status of the port 96074122-95ec-4ea7-9430-977f63f883ca is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:40.599816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (96074122-95ec-4ea7-9430-977f63f883ca), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.601212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (1e85cf8a-7015-433a-ad36-982c75bc8bf4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.625012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (1e85cf8a-7015-433a-ad36-982c75bc8bf4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.635122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2fa6396-3629-4b0a-9be1-e00155615b3b None None] The sync data for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 is: [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:37Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '96074122-95ec-4ea7-9430-977f63f883ca', 'name': '', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:a7:68:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:36Z', 'updated_at': '2022-05-02T10:55:40Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:55:40.662980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] For port 96074122-95ec-4ea7-9430-977f63f883ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96074122-95ec-4ea7-9430-977f63f883ca,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:40.750085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.779161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1e85cf8a-7015-433a-ad36-982c75bc8bf4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.783229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:40.786849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/1e85cf8a-7015-433a-ad36-982c75bc8bf4 HTTP/1.1" status: 204 len: 168 time: 0.2340167 May 02 10:55:40.796237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42184) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:40.798993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2f0bfc-c5c0-43b7-be0a-f763698a11f1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e85cf8a-7015-433a-ad36-982c75bc8bf4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:40.834108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04557aa-698e-4de1-ac75-729b95943938 None None] Pushing event updated for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:40.857217 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-76bfcf66-9d06-40dd-aad2-28649b275ba0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0686398 May 02 10:55:40.863258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42188) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:40.867220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--920506739'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:40.908340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de8646b3-a300-41f9-8e56-4a4923d728ff req-de560b88-8c4e-403f-a3af-9db2a4fd923b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 210 time: 0.0360813 May 02 10:55:41.001519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.072031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (5178e1d5-edd0-4cd7-9e4d-f082cc381871), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.161774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5178e1d5-edd0-4cd7-9e4d-f082cc381871), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.191396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5178e1d5-edd0-4cd7-9e4d-f082cc381871,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:41.236434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.237952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ef24c27-dae5-4582-baba-8e7af346b7e8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3751228 May 02 10:55:41.241009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42190) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:41.245708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '5178e1d5-edd0-4cd7-9e4d-f082cc381871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:41.316237 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.383802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.447039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.467872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa5e993b-dcd5-4007-bfd7-db9c539b13ca,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:41.530594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 96074122-95ec-4ea7-9430-977f63f883ca up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:41.535267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.537200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf895eca-ebc7-48fa-9d51-3dc931304ba3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2951694 May 02 10:55:41.540053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42202) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:41.544574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '5178e1d5-edd0-4cd7-9e4d-f082cc381871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:41.581216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 96074122-95ec-4ea7-9430-977f63f883ca triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:41.581712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (96074122-95ec-4ea7-9430-977f63f883ca), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.642094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.666866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 96074122-95ec-4ea7-9430-977f63f883ca is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:41.703685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.784435 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.805264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2777d05a-e715-453e-8073-1f683884dd6c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:41.866411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:41.867673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-21b16f24-4c8d-4ec2-85c4-f06304bfd377 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3266184 May 02 10:55:41.870520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42204) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:41.874976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '5178e1d5-edd0-4cd7-9e4d-f082cc381871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:41.984570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.006660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f55678d-b262-499f-8714-708d2e28ed0c req-a8af498a-2a01-4b59-983e-9dfcd6fa84ca tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 210 time: 0.0282574 May 02 10:55:42.062029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.117789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.154352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71e8d46d-a77a-4855-aa9f-a9d9c541e56f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:42.164481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-0224fa3b-5659-4eae-9104-8824d183c58f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:42.165956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-0224fa3b-5659-4eae-9104-8824d183c58f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.15 "GET /v2.0/networks?id=131e31ac-5acf-4c8a-b984-97e57e75d5a5 HTTP/1.1" status: 200 len: 798 time: 0.1298690 May 02 10:55:42.178933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Request body: {'port': {'device_id': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'admin_state_up': True, 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:42.466291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.467395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-667079cc-2cb5-4d6a-9d47-b3d1068adb11 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5959141 May 02 10:55:42.470347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42210) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:42.475001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '5178e1d5-edd0-4cd7-9e4d-f082cc381871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:42.544908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.604130 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.618429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Made reservation on behalf of eeb256951e894594a924e2d25b0d80c9 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:42.622505 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.664234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.683849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25503021-e87b-4c25-acfd-97742d23147b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:42.728925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.730677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-592004fb-4dfc-475d-b134-b2618fa96ae8 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591372 May 02 10:55:42.733380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42212) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:42.737831 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '5178e1d5-edd0-4cd7-9e4d-f082cc381871', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:42.753113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Allocated IP 172.20.0.21 (131e31ac-5acf-4c8a-b984-97e57e75d5a5/ca78f8b6-827c-4ece-bc58-586c068702ff/5ee74929-a7ce-4087-804c-a02ea455462a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:42.835367 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.872279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for port (5ee74929-a7ce-4087-804c-a02ea455462a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.896355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.955508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:42.974013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c681f3e-e8e3-444e-823b-852304364ff3,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:42.978905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.018100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:43.021171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:43.028095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:43.055636 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.056920 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c316981-2bab-4c09-b085-f5171ef1a3af tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3225541 May 02 10:55:43.059842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42216) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.061744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event updated for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:43.091580 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.104242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:43.105015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.105674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.146725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ebc173-ea87-4d28-adfa-ef989174a5e9 req-d571f7a4-de1b-4181-9f38-d8476846f6dd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:43.148352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24ebc173-ea87-4d28-adfa-ef989174a5e9 req-d571f7a4-de1b-4181-9f38-d8476846f6dd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 895 time: 0.0619276 May 02 10:55:43.264564 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5c681f3e-e8e3-444e-823b-852304364ff3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.268466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-02759e47-54a5-4846-b278-3a7985232b8f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.0932705 May 02 10:55:43.271338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.272486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5c681f3e-e8e3-444e-823b-852304364ff3 HTTP/1.1" status: 204 len: 168 time: 0.2116640 May 02 10:55:43.275203 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42218) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.278976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b73493f-ab4d-4a45-9256-437e0d0b1e90 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c681f3e-e8e3-444e-823b-852304364ff3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:43.292493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8500071b-e316-40bb-a537-283f102b1475 None None] Provisioning complete for port 5ee74929-a7ce-4087-804c-a02ea455462a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:43.293102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8500071b-e316-40bb-a537-283f102b1475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.339694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c1e8fa73-b3dc-4a23-b42a-01f491f71dcc tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0626400 May 02 10:55:43.341407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8500071b-e316-40bb-a537-283f102b1475 None None] Port 5ee74929-a7ce-4087-804c-a02ea455462a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:43.342435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42224) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.365326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Request body: {'port': {'device_id': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:43.368488 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.376170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.425223 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.481140 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (25503021-e87b-4c25-acfd-97742d23147b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.488413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.489555 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/25503021-e87b-4c25-acfd-97742d23147b HTTP/1.1" status: 204 len: 168 time: 0.1458514 May 02 10:55:43.493346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42226) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.499488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1877555-721a-40f4-b3b6-57112be1f47d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25503021-e87b-4c25-acfd-97742d23147b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:43.537108 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b47af65-e628-410e-aa0b-b4cdbad7014c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0427368 May 02 10:55:43.539884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.564267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.572957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.740404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ee74929-a7ce-4087-804c-a02ea455462a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:55:43.748373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks [] for port (5ee74929-a7ce-4087-804c-a02ea455462a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.766462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Transition to ACTIVE for port object 5ee74929-a7ce-4087-804c-a02ea455462a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:55:43.777842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (71e8d46d-a77a-4855-aa9f-a9d9c541e56f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.777842 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.777842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/71e8d46d-a77a-4855-aa9f-a9d9c541e56f HTTP/1.1" status: 204 len: 168 time: 0.2319832 May 02 10:55:43.778259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42230) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.780907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d81082-b4e6-495d-acc3-172a47b3c91f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=71e8d46d-a77a-4855-aa9f-a9d9c541e56f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:43.815331 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13941446-7f04-4fdd-965b-85c79009ff02 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0387762 May 02 10:55:43.818129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42232) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:43.841621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.849031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.855495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.921904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:43.996892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (2777d05a-e715-453e-8073-1f683884dd6c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:43.999085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Attempting to bind port 5ee74929-a7ce-4087-804c-a02ea455462a on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:43.999085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Attempting to bind port 5ee74929-a7ce-4087-804c-a02ea455462a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:43.999438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Attempting to bind port 5ee74929-a7ce-4087-804c-a02ea455462a on network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:44.003896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.005065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/2777d05a-e715-453e-8073-1f683884dd6c HTTP/1.1" status: 204 len: 168 time: 0.1860123 May 02 10:55:44.007751 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42234) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.015208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Port 5ee74929-a7ce-4087-804c-a02ea455462a on network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:55:44.015511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Attempting to bind port 5ee74929-a7ce-4087-804c-a02ea455462a on network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:44.017584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b316e552-6b79-40cb-bb95-e649cae1703a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2777d05a-e715-453e-8073-1f683884dd6c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:44.022767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:44.023118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Checking segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:44.023620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Bound using segment: {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:44.024505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Bound port: 5ee74929-a7ce-4087-804c-a02ea455462a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ab2c684-4074-4665-a049-e530eb4214a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:44.024687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.054439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-787711d2-9d7f-4067-8bf7-dbb80e7186ae tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0455067 May 02 10:55:44.060504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42236) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.087241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.096812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.114165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:44.114633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ee74929-a7ce-4087-804c-a02ea455462a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:44.236433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.249945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (fa5e993b-dcd5-4007-bfd7-db9c539b13ca), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.258758 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.259878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/fa5e993b-dcd5-4007-bfd7-db9c539b13ca HTTP/1.1" status: 204 len: 168 time: 0.1976638 May 02 10:55:44.262715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42240) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.274230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.274859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.276810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] 10.222.0.15 "PUT /v2.0/ports/5ee74929-a7ce-4087-804c-a02ea455462a HTTP/1.1" status: 200 len: 1055 time: 0.9930704 May 02 10:55:44.277270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:55:44.279573 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e" -d '{"events": [{"name": "network-changed", "server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:55:44.290905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3d7a6-f0d6-417b-abaf-da5df8914388 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa5e993b-dcd5-4007-bfd7-db9c539b13ca,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:44.312161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c125f3de-b346-48cf-8093-41fff5c3f5aa service neutron] Pushing event updated for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:44.313107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525fccf-4431-48e8-b31b-290a4055a902 req-0fe5d20f-2f8f-4210-aa37-f226da2231dd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.314834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b525fccf-4431-48e8-b31b-290a4055a902 req-0fe5d20f-2f8f-4210-aa37-f226da2231dd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 907 time: 0.0952301 May 02 10:55:44.343182 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e041e53-fd65-425b-93d2-b224a18d1e14 x-openstack-request-id: req-6e041e53-fd65-425b-93d2-b224a18d1e14 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:55:44.343182 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:55:44.343182 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6e041e53-fd65-425b-93d2-b224a18d1e14 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:55:44.343182 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e041e53-fd65-425b-93d2-b224a18d1e14'] response: {'name': 'network-changed', 'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a', 'status': 'completed', 'code': 200} May 02 10:55:44.344178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3108d03d-e1bc-4662-b37b-32a48ef6f952 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0767524 May 02 10:55:44.345396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.437824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-dedb4490-58dd-441e-a51d-9e3c0ddefe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.439334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-dedb4490-58dd-441e-a51d-9e3c0ddefe7d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1089 time: 0.0642316 May 02 10:55:44.459047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (5178e1d5-edd0-4cd7-9e4d-f082cc381871), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.580360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (5178e1d5-edd0-4cd7-9e4d-f082cc381871), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.618794 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.695039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-d1761062-2f68-43ef-afd0-45c7c43098bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.695520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-d1761062-2f68-43ef-afd0-45c7c43098bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.697100 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-d1761062-2f68-43ef-afd0-45c7c43098bd service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=eeb256951e894594a924e2d25b0d80c9&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.2464557 May 02 10:55:44.788794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5178e1d5-edd0-4cd7-9e4d-f082cc381871), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.791262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.792945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/5178e1d5-edd0-4cd7-9e4d-f082cc381871 HTTP/1.1" status: 204 len: 168 time: 0.4466004 May 02 10:55:44.795532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42256) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.815449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf92e215-43b3-4a13-aa8a-68813c01cd1b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5178e1d5-edd0-4cd7-9e4d-f082cc381871,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:44.845340 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-464f4d82-a872-490c-8d29-2e162f6caa54 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0446010 May 02 10:55:44.847568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42258) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:44.852485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--220075975'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:44.875703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-dbdd8ff2-bc06-4bbd-a6ef-b0650b1a622f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.877279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc8bfb0a-b473-4724-a27c-8d8bd8f6d30e req-dbdd8ff2-bc06-4bbd-a6ef-b0650b1a622f service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1711845 May 02 10:55:44.928412 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:44.966542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c404e334-3455-4dfb-8a57-b7cde70f5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:44.968254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-c404e334-3455-4dfb-8a57-b7cde70f5555 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1089 time: 0.0450356 May 02 10:55:45.001595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (b503f2ec-df5d-4613-8ee8-9a6622778aee), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.016298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-4a963070-3229-46ac-84e6-cceba23b48d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5ee74929-a7ce-4087-804c-a02ea455462a HTTP/1.1" status: 200 len: 217 time: 0.0380108 May 02 10:55:45.068938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-fcc25043-2d84-4223-b147-7ee6a570b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:45.070290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-fcc25043-2d84-4223-b147-7ee6a570b8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca78f8b6-827c-4ece-bc58-586c068702ff HTTP/1.1" status: 200 len: 838 time: 0.0450239 May 02 10:55:45.081155 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b503f2ec-df5d-4613-8ee8-9a6622778aee), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.111479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b503f2ec-df5d-4613-8ee8-9a6622778aee,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:45.121760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-325eeadf-e7ae-4a64-b6a1-1e6d5a628b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:45.123663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-325eeadf-e7ae-4a64-b6a1-1e6d5a628b9d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131e31ac-5acf-4c8a-b984-97e57e75d5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0445316 May 02 10:55:45.174890 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.176310 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb1d144f-9687-4f31-a0ab-6c16ccac491c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3275826 May 02 10:55:45.179070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42264) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:45.184156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': 'b503f2ec-df5d-4613-8ee8-9a6622778aee', 'direction': 'ingress', 'protocol': 17}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:45.224285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-1efbc87a-e793-4d20-b3bc-036277aa505d service neutron] 10.222.0.15 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913961 May 02 10:55:45.269982 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (39eede9d-d24a-458c-b27e-33103cb15a99), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.318911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e760ef67-4a3e-468a-abbb-954e4aa51ed4 req-7bdb9c45-02c9-4829-94c7-dd7c1e4c3553 service neutron] 10.222.0.15 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856481 May 02 10:55:45.328065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (39eede9d-d24a-458c-b27e-33103cb15a99), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.431986 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981c060f-9584-47bb-b624-d10d9c3eb7ea req-b2118d57-9bde-4597-adb3-e4162c760508 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:45.434353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-981c060f-9584-47bb-b624-d10d9c3eb7ea req-b2118d57-9bde-4597-adb3-e4162c760508 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 907 time: 0.0510871 May 02 10:55:45.439509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (39eede9d-d24a-458c-b27e-33103cb15a99), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.453960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39eede9d-d24a-458c-b27e-33103cb15a99,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:45.529628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.530906 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5fe5a846-d355-4d0a-a813-298e7359207a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3508675 May 02 10:55:45.533694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:45.588450 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (b503f2ec-df5d-4613-8ee8-9a6622778aee), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.616675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (b503f2ec-df5d-4613-8ee8-9a6622778aee), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.709674 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b503f2ec-df5d-4613-8ee8-9a6622778aee), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.712469 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.713671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/b503f2ec-df5d-4613-8ee8-9a6622778aee HTTP/1.1" status: 204 len: 168 time: 0.1790128 May 02 10:55:45.716497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42282) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:45.723003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b503f2ec-df5d-4613-8ee8-9a6622778aee,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:45.731867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.732232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.732581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.732945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.733282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.733781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.734128 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.734463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.734792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.735175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.735538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.735863 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.736239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.736576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.736919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22922b49-1ced-4025-aa98-7de0cccc834f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:45.769323 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6850d9a3-a499-40e2-92fc-17eb4c52b981 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0516558 May 02 10:55:45.772969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42284) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:45.777660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1997161311'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:45.853006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.919256 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (d6e4943f-1110-47fd-9cb7-de77ac2e5270), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:45.972344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d6e4943f-1110-47fd-9cb7-de77ac2e5270), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.001544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e4943f-1110-47fd-9cb7-de77ac2e5270,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:46.037542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.038856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fd53ba8d-be60-41bf-9b12-cc6d8a8fcd3d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.2649770 May 02 10:55:46.041545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:46.046430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--83045667'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:46.058543 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.132530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.198852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (bce6e67b-48f5-4300-b120-b961f8449352), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.258574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bce6e67b-48f5-4300-b120-b961f8449352), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.288052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce6e67b-48f5-4300-b120-b961f8449352,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:46.341267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.342556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0a3d926-11ce-4196-8732-5c3310d9394e tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2994797 May 02 10:55:46.345319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:46.349593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': 'd6e4943f-1110-47fd-9cb7-de77ac2e5270', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'bce6e67b-48f5-4300-b120-b961f8449352', 'remote_ip_prefix': None}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:46.427664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.504190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.551810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f03388-e5f6-430f-8ee2-1f3cb48b7c46 req-8c0178f5-4afc-4dcf-9fc5-168933fd61a9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:46.553310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f03388-e5f6-430f-8ee2-1f3cb48b7c46 req-8c0178f5-4afc-4dcf-9fc5-168933fd61a9 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 907 time: 0.0466995 May 02 10:55:46.572625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.590810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3a9387c-1f9c-47f5-ba8b-cb39277dd87c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:46.665826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.667017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5cb4a31b-1112-4317-8ea0-3ccb0b11b80f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3207436 May 02 10:55:46.669842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:46.693043 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.700912 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.789701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e3a9387c-1f9c-47f5-ba8b-cb39277dd87c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.795747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.796872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e3a9387c-1f9c-47f5-ba8b-cb39277dd87c HTTP/1.1" status: 204 len: 168 time: 0.1260686 May 02 10:55:46.799655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42296) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:46.802346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0869756-df4c-40d0-8559-81ded586e0c3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e3a9387c-1f9c-47f5-ba8b-cb39277dd87c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:46.842330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5676ed61-dfde-4dcc-95be-e14b1fb2745d tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0414133 May 02 10:55:46.845073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42298) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:46.898836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (bce6e67b-48f5-4300-b120-b961f8449352), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:46.921698 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (bce6e67b-48f5-4300-b120-b961f8449352), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.012213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bce6e67b-48f5-4300-b120-b961f8449352), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.014769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.016188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/bce6e67b-48f5-4300-b120-b961f8449352 HTTP/1.1" status: 204 len: 168 time: 0.1697912 May 02 10:55:47.021830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:47.025876 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e8277-de1f-40af-bc75-c5965b5678eb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce6e67b-48f5-4300-b120-b961f8449352,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:47.075261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-17010332-d5e7-4e3d-847e-3275c4416c76 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4545 time: 0.0552149 May 02 10:55:47.077971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42302) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:47.129413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (d6e4943f-1110-47fd-9cb7-de77ac2e5270), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.150805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (d6e4943f-1110-47fd-9cb7-de77ac2e5270), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.338983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d6e4943f-1110-47fd-9cb7-de77ac2e5270), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.341604 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.342785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/d6e4943f-1110-47fd-9cb7-de77ac2e5270 HTTP/1.1" status: 204 len: 168 time: 0.2639265 May 02 10:55:47.345529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42306) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:47.351950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6c5d9-48b5-4059-8b9d-3c7311a03fcb tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e4943f-1110-47fd-9cb7-de77ac2e5270,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:47.389706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c50ba2e6-d23e-4532-8bed-0c435b4db71a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0429616 May 02 10:55:47.394057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42308) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:47.398518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1900713747'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:47.492811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.559178 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (250f1ffe-6fbb-4c44-9f55-b6c46ccf229e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.617976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (250f1ffe-6fbb-4c44-9f55-b6c46ccf229e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.648747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=250f1ffe-6fbb-4c44-9f55-b6c46ccf229e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:47.672103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4fe54-c109-4755-9764-322864e69897 req-10fbbe67-8715-4929-925f-be16343c10e4 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:47.673751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41e4fe54-c109-4755-9764-322864e69897 req-10fbbe67-8715-4929-925f-be16343c10e4 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 907 time: 0.0520098 May 02 10:55:47.706373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.707620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8eb95630-cca7-4256-81bd-630265088bf6 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3125253 May 02 10:55:47.713335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42312) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:47.717635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '250f1ffe-6fbb-4c44-9f55-b6c46ccf229e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:47.818445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.873964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.949488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:47.967954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ea1bb18-64dd-498b-bf87-071e8d347172,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:48.020130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.021405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a3e32c4b-6110-4b1f-b274-02923a7f449c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3071115 May 02 10:55:48.024219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.048430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.058927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.155508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7ea1bb18-64dd-498b-bf87-071e8d347172), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.161747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.162914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/7ea1bb18-64dd-498b-bf87-071e8d347172 HTTP/1.1" status: 204 len: 168 time: 0.1377635 May 02 10:55:48.165615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42316) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.168904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370c37b7-61d0-4402-90e5-4fb4d28ca917 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7ea1bb18-64dd-498b-bf87-071e8d347172,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:48.203809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8482df61-bc27-46aa-9070-8f75c3230a96 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0370040 May 02 10:55:48.206485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42318) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.257335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (250f1ffe-6fbb-4c44-9f55-b6c46ccf229e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.281407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (250f1ffe-6fbb-4c44-9f55-b6c46ccf229e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.397931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5ee74929-a7ce-4087-804c-a02ea455462a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:55:48.401920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (250f1ffe-6fbb-4c44-9f55-b6c46ccf229e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.404632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.405805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/250f1ffe-6fbb-4c44-9f55-b6c46ccf229e HTTP/1.1" status: 204 len: 168 time: 0.1983697 May 02 10:55:48.408587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42324) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.415964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3a29a9-ded0-4bf2-80a8-904602c0e09b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=250f1ffe-6fbb-4c44-9f55-b6c46ccf229e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:48.459479 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80e9ba1f-670e-4415-b7fa-94cf6931ba80 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0456257 May 02 10:55:48.459664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42326) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.470164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--1570128419'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:48.511678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ee74929-a7ce-4087-804c-a02ea455462a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:48.523781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '5ee74929-a7ce-4087-804c-a02ea455462a', 'network_id': '131e31ac-5acf-4c8a-b984-97e57e75d5a5', 'port_id': '5ee74929-a7ce-4087-804c-a02ea455462a', 'mac_address': 'fa:16:3e:42:d3:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca78f8b6-827c-4ece-bc58-586c068702ff', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:55:48.561143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5ee74929-a7ce-4087-804c-a02ea455462a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:48.561537 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.573996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.574570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ee74929-a7ce-4087-804c-a02ea455462a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:55:48.593867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ee74929-a7ce-4087-804c-a02ea455462a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:48.652257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (63afdd80-c160-4aac-b740-93935cfc32a8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.658632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.711259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:48.721387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (63afdd80-c160-4aac-b740-93935cfc32a8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.752164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63afdd80-c160-4aac-b740-93935cfc32a8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:48.797449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.798789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e94c6c55-3c61-4332-9f6b-ce3f11e208fd tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3383121 May 02 10:55:48.801464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:48.803364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fa97e5-57ca-4cac-9faf-e226ec3ab0ad req-2109d9b2-642c-44fb-8209-fe308cafa02a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:48.804879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92fa97e5-57ca-4cac-9faf-e226ec3ab0ad req-2109d9b2-642c-44fb-8209-fe308cafa02a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 908 time: 0.0480220 May 02 10:55:48.805840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '63afdd80-c160-4aac-b740-93935cfc32a8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:48.893457 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.948520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['5ee74929-a7ce-4087-804c-a02ea455462a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:55:48.949661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:48.995907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.018249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5394cd99-814a-4550-8e48-474717f41222,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:49.077699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.078947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e97168d1-a681-4c20-9fcd-940e03f5a1f7 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2765400 May 02 10:55:49.081611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42348) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.097705 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a471bdb-be4f-446b-a332-cf62b8c29507 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules/5394cd99-814a-4550-8e48-474717f41222 HTTP/1.1" status: 200 len: 763 time: 0.0150084 May 02 10:55:49.100082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42350) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.143862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-efa21947-d74f-41cd-bd20-2a5d63d66224 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0425143 May 02 10:55:49.146239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42352) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.169487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.177243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.286919 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5394cd99-814a-4550-8e48-474717f41222), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.293879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.294992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/5394cd99-814a-4550-8e48-474717f41222 HTTP/1.1" status: 204 len: 168 time: 0.1478527 May 02 10:55:49.297554 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42354) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.301056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277dedf8-80d2-4ce5-90c5-3ef904fd927c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5394cd99-814a-4550-8e48-474717f41222,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:49.336311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ff27aac2-896f-42ec-9afd-1df4fe4e3812 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0375667 May 02 10:55:49.338865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.343226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '63afdd80-c160-4aac-b740-93935cfc32a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:49.429355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.483334 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.537591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.557126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fc9b9d5-3353-4ea6-b860-fd248f07709c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:49.631660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.632900 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8a79e866-414a-4293-91b2-1a007c95675a tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2930884 May 02 10:55:49.635536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.655373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b4fd18e-7861-48ce-be23-fcf3db40d0f2 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules/8fc9b9d5-3353-4ea6-b860-fd248f07709c HTTP/1.1" status: 200 len: 763 time: 0.0181587 May 02 10:55:49.657922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.695002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3851ecfa-4932-40eb-9c30-8118d2e0be7c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0358815 May 02 10:55:49.697539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42364) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.719598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.726765 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.835767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8fc9b9d5-3353-4ea6-b860-fd248f07709c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.843515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:49.846611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/8fc9b9d5-3353-4ea6-b860-fd248f07709c HTTP/1.1" status: 204 len: 168 time: 0.1461718 May 02 10:55:49.847342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.851938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c153ca77-ebb7-4b9f-9bb0-1feb158f0028 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8fc9b9d5-3353-4ea6-b860-fd248f07709c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:49.887918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ed255bba-2ce0-409e-9b49-629ab9e249f2 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0393898 May 02 10:55:49.890853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:49.895344 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '63afdd80-c160-4aac-b740-93935cfc32a8', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:49.958010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaab445-c423-4cc5-88a9-71bf718ca985 req-c9a66570-7986-4089-a12b-3e9644991f67 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:49.959501 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eaab445-c423-4cc5-88a9-71bf718ca985 req-c9a66570-7986-4089-a12b-3e9644991f67 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 908 time: 0.0590363 May 02 10:55:50.155630 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Project 81640debc8dc40d4ac69082093bb3d06 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:55:50.161751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.216259 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.291969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.309710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e97579ee-7a91-4e0d-a056-244e86f2bf79,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:50.402859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.404134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e415417-af4e-4fe0-8eb1-b0b7cbc07494 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5123372 May 02 10:55:50.407288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42372) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.408510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5ee74929-a7ce-4087-804c-a02ea455462a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:50.423482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0b432d96-e9ea-42b6-8e10-e335aaed1626 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules/e97579ee-7a91-4e0d-a056-244e86f2bf79 HTTP/1.1" status: 200 len: 769 time: 0.0150673 May 02 10:55:50.429330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42374) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.453640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 5ee74929-a7ce-4087-804c-a02ea455462a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:55:50.468422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-974b5674-7fb4-4b6e-9ff1-9a9321db0129 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0379703 May 02 10:55:50.471041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.492934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.500733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.549772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 5ee74929-a7ce-4087-804c-a02ea455462a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:50.550149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.578451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e97579ee-7a91-4e0d-a056-244e86f2bf79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.584778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.585897 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-group-rules/e97579ee-7a91-4e0d-a056-244e86f2bf79 HTTP/1.1" status: 204 len: 168 time: 0.1139641 May 02 10:55:50.588742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42378) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.594148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08f1f24-326b-49d5-9a5d-5006bdce3828 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e97579ee-7a91-4e0d-a056-244e86f2bf79,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:50.634941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9e419808-643e-4bde-9654-5b0c289e3165 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0445261 May 02 10:55:50.636495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 5ee74929-a7ce-4087-804c-a02ea455462a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:50.636926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.637737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42380) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.659377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:55:50.661629 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ed0d98-309f-4d87-a15e-ee581837e547" -d '{"events": [{"server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:55:50.675010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ee74929-a7ce-4087-804c-a02ea455462a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:50.694157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (63afdd80-c160-4aac-b740-93935cfc32a8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.702235 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927ea0eb-bc4a-4574-a586-fa2d513a8e1a x-openstack-request-id: req-927ea0eb-bc4a-4574-a586-fa2d513a8e1a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:55:50.702592 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "name": "network-vif-plugged", "status": "completed", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:55:50.702887 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-927ea0eb-bc4a-4574-a586-fa2d513a8e1a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:55:50.703354 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-927ea0eb-bc4a-4574-a586-fa2d513a8e1a'] response: {'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a', 'code': 200} May 02 10:55:50.719644 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (63afdd80-c160-4aac-b740-93935cfc32a8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.740513 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.795995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:50.807079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c423c3-75a3-419d-b724-d4bf45004cf9 req-ccf4066a-f08e-4103-82e0-d47f038f3aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:50.809239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51c423c3-75a3-419d-b724-d4bf45004cf9 req-ccf4066a-f08e-4103-82e0-d47f038f3aeb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1091 time: 0.0394268 May 02 10:55:50.835740 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (63afdd80-c160-4aac-b740-93935cfc32a8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.838504 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:50.839660 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/63afdd80-c160-4aac-b740-93935cfc32a8 HTTP/1.1" status: 204 len: 168 time: 0.2010005 May 02 10:55:50.842265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.849284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa13f-47ef-48a5-add6-ecb62a93b30f tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63afdd80-c160-4aac-b740-93935cfc32a8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:50.890334 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-16891c81-de31-46b8-9937-6cdfa45c981c tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0466933 May 02 10:55:50.894523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42388) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:50.898668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group': {'name': 'tempest-secgroup--2078167141'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:50.967033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.035632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (8c1841d3-5852-4e41-83d8-8ee18c03fbac), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.082975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dd1e33-b9f2-4f38-a4cd-a2d53c617b11 req-f9f80b29-3863-4173-be0c-fbd776d3a288 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:51.084491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2dd1e33-b9f2-4f38-a4cd-a2d53c617b11 req-f9f80b29-3863-4173-be0c-fbd776d3a288 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0480373 May 02 10:55:51.109769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8c1841d3-5852-4e41-83d8-8ee18c03fbac), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.139221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c1841d3-5852-4e41-83d8-8ee18c03fbac,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:51.209127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.210518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b9142ade-a7fc-4b50-886e-843fb392eaa0 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.3150775 May 02 10:55:51.213237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.218039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Request body: {'security_group_rule': {'security_group_id': '8c1841d3-5852-4e41-83d8-8ee18c03fbac', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:51.310285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7335eb9f-878d-4af0-a8b1-0d27669e270e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.366652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (7335eb9f-878d-4af0-a8b1-0d27669e270e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.424447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7335eb9f-878d-4af0-a8b1-0d27669e270e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.442398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7335eb9f-878d-4af0-a8b1-0d27669e270e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:51.506402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.507630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3bde81a7-07b1-47dc-a453-915a5c160bc1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2929773 May 02 10:55:51.510839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42394) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.563212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (8c1841d3-5852-4e41-83d8-8ee18c03fbac), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.585851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (8c1841d3-5852-4e41-83d8-8ee18c03fbac), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.710424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8c1841d3-5852-4e41-83d8-8ee18c03fbac), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.713054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:51.714834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c1841d3-5852-4e41-83d8-8ee18c03fbac HTTP/1.1" status: 204 len: 168 time: 0.2030871 May 02 10:55:51.717411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42398) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.724193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63dd58a3-99f4-4b44-a7a0-7c16c0c2687b tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c1841d3-5852-4e41-83d8-8ee18c03fbac,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:51.767993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59b6ae92-d33c-492c-b565-8b699781fded tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0494080 May 02 10:55:51.770423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42402) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.805799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0bb9adfa-5800-4826-bc9d-ebbf54fa2ee3 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0343094 May 02 10:55:51.808850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42404) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.821535 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-1212ed2f-0e63-46c5-a556-0514decc1ab1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] delete failed (client error): The resource could not be found. May 02 10:55:51.822441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1212ed2f-0e63-46c5-a556-0514decc1ab1 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "DELETE /v2.0/security-groups/8c1841d3-5852-4e41-83d8-8ee18c03fbac HTTP/1.1" status: 404 len: 347 time: 0.0127146 May 02 10:55:51.826329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42406) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:51.866749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b4333fc0-0c43-4554-a53b-a3c0382bb542 tempest-SecGroupIPv6Test-1825475162 tempest-SecGroupIPv6Test-1825475162-project] 10.222.0.16 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 3000 time: 0.0393929 May 02 10:55:52.206758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041fed2-d820-4699-ad53-eb109c6f12c4 req-43f55b1e-3f75-41ce-be73-3de4fbcfe482 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:52.208247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4041fed2-d820-4699-ad53-eb109c6f12c4 req-43f55b1e-3f75-41ce-be73-3de4fbcfe482 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0476980 May 02 10:55:52.436896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42420) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:52.590209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10847aa1-b7be-4724-bfee-2b4d66bd46c3 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=81640debc8dc40d4ac69082093bb3d06&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1520538 May 02 10:55:52.592687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42436) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:52.640546 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] Publish callbacks [] for security_group (30726a89-3457-4416-ba72-d32d25732042), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:52.661575 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] Publish callbacks [] for security_group (30726a89-3457-4416-ba72-d32d25732042), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:52.778427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (30726a89-3457-4416-ba72-d32d25732042), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:52.781118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:52.782283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/30726a89-3457-4416-ba72-d32d25732042 HTTP/1.1" status: 204 len: 168 time: 0.1885862 May 02 10:55:52.790115 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66bcab1-d426-42a5-ac61-3d253e9369bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30726a89-3457-4416-ba72-d32d25732042,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:53.331888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ec92b5-6d5d-4d09-b86b-0825f211021d req-04783df1-604a-4945-8384-2f8424781f41 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.331888 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-97ec92b5-6d5d-4d09-b86b-0825f211021d req-04783df1-604a-4945-8384-2f8424781f41 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0542197 May 02 10:55:53.450419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1141828b-1bf4-46af-9bd7-9c5295863480 req-78720154-2be9-4409-bfbb-6722a8a7cdc7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.452525 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1141828b-1bf4-46af-9bd7-9c5295863480 req-78720154-2be9-4409-bfbb-6722a8a7cdc7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0515351 May 02 10:55:53.528928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-df3fa420-593b-464d-a736-c896980e3760 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392678 May 02 10:55:53.570614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e64624-72f0-4509-b317-1e2b8d36ed2b req-b7e99d33-68af-4022-8782-5020424edee6 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.577148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89e64624-72f0-4509-b317-1e2b8d36ed2b req-b7e99d33-68af-4022-8782-5020424edee6 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1091 time: 0.0496202 May 02 10:55:53.609216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-3561ae14-a0af-492c-96bb-a1fdf74c6b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.611069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-3561ae14-a0af-492c-96bb-a1fdf74c6b9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1091 time: 0.0408940 May 02 10:55:53.726403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff085172-9ab6-4d46-b92e-c1c71274bc41 req-8be244b9-e46a-4e1d-b191-e14bd1e37ee8 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.727917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff085172-9ab6-4d46-b92e-c1c71274bc41 req-8be244b9-e46a-4e1d-b191-e14bd1e37ee8 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.0808132 May 02 10:55:53.779861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-78db71c7-ddf6-45ec-8f89-1956853811f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.779861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-78db71c7-ddf6-45ec-8f89-1956853811f7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=131e31ac-5acf-4c8a-b984-97e57e75d5a5 HTTP/1.1" status: 200 len: 899 time: 0.1505396 May 02 10:55:53.780193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42468) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:53.830990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-0784e755-7036-4c1a-80e2-235b89bb21f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=5ee74929-a7ce-4087-804c-a02ea455462a HTTP/1.1" status: 200 len: 217 time: 0.0442519 May 02 10:55:53.834561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ff085172-9ab6-4d46-b92e-c1c71274bc41 req-c01933ae-1b46-48ee-a199-359406d73135 tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1002004 May 02 10:55:53.866906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42472) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:53.884327 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2095525488'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:53.909686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-787e3b45-1099-4312-8d1c-fdcd4499d524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.911127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-787e3b45-1099-4312-8d1c-fdcd4499d524 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca78f8b6-827c-4ece-bc58-586c068702ff HTTP/1.1" status: 200 len: 838 time: 0.0743194 May 02 10:55:53.916127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03946db6-4899-448f-b1a9-80a83c2384fb tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.917547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-03946db6-4899-448f-b1a9-80a83c2384fb tempest-TestSecurityGroupsBasicOps-391545303 tempest-TestSecurityGroupsBasicOps-391545303-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 1086 time: 0.0498645 May 02 10:55:53.956129 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-b18efdcd-4a12-499c-b07f-95118e554481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:53.957679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-b18efdcd-4a12-499c-b07f-95118e554481 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131e31ac-5acf-4c8a-b984-97e57e75d5a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1202 time: 0.0392036 May 02 10:55:53.967646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Made reservation on behalf of 26581b0ed8c3415aa3ed71e780eee587 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:53.970971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:53.980201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.053014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-527e5878-989a-471e-8c9c-b7e41d45f7a0 service neutron] 10.222.0.15 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889547 May 02 10:55:54.059040 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for security_group (b5038d26-24e5-4f2c-96f4-9f5a53d4680e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.147020 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8f7269a5-8f68-4d51-bbe8-72fe4aeab1a7 req-9a5b6fb2-cb76-4326-bdcf-84a5ec6c8aec service neutron] 10.222.0.15 "GET /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876598 May 02 10:55:54.155567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5038d26-24e5-4f2c-96f4-9f5a53d4680e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.182933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:55:54.192431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5038d26-24e5-4f2c-96f4-9f5a53d4680e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:54.198405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.198757 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Added segment e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23 of type vlan for network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf May 02 10:55:54.244671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.327838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.333110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:54.333736 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.411256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6298723 May 02 10:55:54.412018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e12ba-ecdc-4f3e-b96c-d256e30093b5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event updated for resources: {'Network': ['ID=a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:54.415277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:54.421921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Request body: {'subnet': {'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:54.424336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:55:54.601591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Made reservation on behalf of 26581b0ed8c3415aa3ed71e780eee587 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:54.605060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.698646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9914d322-c26c-4973-aead-cf55879c92e6 req-aebb9ac4-905f-4693-ae73-7a4a1a706740 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:54.700258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9914d322-c26c-4973-aead-cf55879c92e6 req-aebb9ac4-905f-4693-ae73-7a4a1a706740 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.3631392 May 02 10:55:54.846520 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (519caac4-aa8d-4f99-b25a-6016cba1a507), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:54.910240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event updated for resources: {'Subnet': ['ID=519caac4-aa8d-4f99-b25a-6016cba1a507,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:54.915427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Checking segment: {'id': 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:54.915793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Network hostable DHCP agents. Network: a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:55:55.001169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:55:55.092465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:55.096912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:55.097447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.103060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d009ec-310c-4412-984b-55ccb02b6a26 None None] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:55.210091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e20eded-d08a-449f-9236-22c83eb2df6d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7932739 May 02 10:55:55.212933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42498) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:55.218173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Request body: {'port': {'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf', 'name': 'tempest-TagsExtTest-1041270377'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:55.362178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf', 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf', 'project_id': '26581b0ed8c3415aa3ed71e780eee587', 'fixed_ips': [{'subnet_id': '519caac4-aa8d-4f99-b25a-6016cba1a507'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:55:55.363011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.429616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Made reservation on behalf of 26581b0ed8c3415aa3ed71e780eee587 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:55:55.433162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.456766 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] device_id is not set on port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 yet. {{(pid=115662) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} May 02 10:55:55.500286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Allocated IP 172.20.0.2 (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf/519caac4-aa8d-4f99-b25a-6016cba1a507/84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:55.577060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ccc2377-6540-474f-a8b9-c190d9256b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.660179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks [] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.699367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-b71f9c32-c83e-46d8-979a-dbf7d6fa6364 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:55.700899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-b71f9c32-c83e-46d8-979a-dbf7d6fa6364 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.15 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0465453 May 02 10:55:55.717601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.752976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:55.757005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:55.763368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:55.789963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Allocated IP 172.20.0.11 (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf/519caac4-aa8d-4f99-b25a-6016cba1a507/fd176cb6-4b91-4684-9d7b-cf26dcb41e71) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:55:55.812718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port 5ee74929-a7ce-4087-804c-a02ea455462a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:55.813128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.826676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Pushing event updated for resources: {'Port': ['ID=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:55.841074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.841455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.841804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.842141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.842497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.842813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.843142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.843471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.843796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.844123 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.844448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.844808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.845126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.845451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.845780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:55:55.855925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Attempting to bind port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:55:55.856330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Attempting to bind port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:55:55.857925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Attempting to bind port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 on network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:55:55.864812 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:55:55.865331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Checking segment: {'id': 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:55:55.865748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.866144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Bound using segment: {'id': 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:55:55.866854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Bound port: 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:55:55.867001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.893093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8984d-85b6-46c1-843a-f865c610511e req-b022196c-3a9a-43dd-80b7-f72eb4d3b4f0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:55.895047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b0a8984d-85b6-46c1-843a-f865c610511e req-b022196c-3a9a-43dd-80b7-f72eb4d3b4f0 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 909 time: 0.0779378 May 02 10:55:55.916330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port 5ee74929-a7ce-4087-804c-a02ea455462a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=5ee74929-a7ce-4087-804c-a02ea455462a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:55.916616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:55.931222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for 5ee74929-a7ce-4087-804c-a02ea455462a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:55.944308 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] For port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:55:55.947568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] For port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,segment=NetworkSegment(e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23),segment_id=e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:55:56.012160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.121852 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.181546 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5ee74929-a7ce-4087-804c-a02ea455462a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.181690 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.191185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b644a-37e2-487a-9b7a-5131238ef862 None None] Pushing event updated for resources: {'Port': ['ID=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:56.204037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=5ee74929-a7ce-4087-804c-a02ea455462a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:56.229075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:55:56.237397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:55:56.240041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:55:56.247110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event updated for resources: {'Port': ['ID=fd176cb6-4b91-4684-9d7b-cf26dcb41e71,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:56.262870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] No DVR routers for this DVR port 5ee74929-a7ce-4087-804c-a02ea455462a on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:55:56.268458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.275008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e0880f8e-5f44-4b24-85c5-6dfc0f0afb40 req-8599baee-41c6-4794-b1fd-d47e29602415 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.15 "DELETE /v2.0/ports/5ee74929-a7ce-4087-804c-a02ea455462a HTTP/1.1" status: 204 len: 173 time: 0.5663228 May 02 10:55:56.275495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'name': 'network-vif-deleted', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:55:56.280211 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63d8245c-3e8b-457b-8a3e-ecc272d41005" -d '{"events": [{"server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "name": "network-vif-deleted", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:55:56.302659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:56.303535 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.337643 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3093ab4-8712-42b2-a3a6-ee000dd1c732 x-openstack-request-id: req-d3093ab4-8712-42b2-a3a6-ee000dd1c732 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:55:56.337643 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db29cf36-4009-4c2e-927b-036e1cd9b6ad", "name": "network-vif-deleted", "tag": "5ee74929-a7ce-4087-804c-a02ea455462a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:55:56.337643 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d3093ab4-8712-42b2-a3a6-ee000dd1c732 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:55:56.337643 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3093ab4-8712-42b2-a3a6-ee000dd1c732'] response: {'server_uuid': 'db29cf36-4009-4c2e-927b-036e1cd9b6ad', 'name': 'network-vif-deleted', 'tag': '5ee74929-a7ce-4087-804c-a02ea455462a', 'status': 'completed', 'code': 200} May 02 10:55:56.464841 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-43a9cce3-4a7f-4845-b604-2e3091eb6d95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.2498453 May 02 10:55:56.467581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42506) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:56.475727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-780362747', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:56.613467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.614898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.646376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-d495d7b6-a3de-4ff2-a8b8-c9c037045596 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415881 May 02 10:55:56.673722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for router_controller (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.725576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-33dc4197-ffa1-4eaa-adba-1a13ff973db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:56.727098 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-33dc4197-ffa1-4eaa-adba-1a13ff973db3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.0411069 May 02 10:55:56.733177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.836230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-0089774b-2888-412b-af35-85a7691c7c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:56.837748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-0089774b-2888-412b-af35-85a7691c7c00 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 200 len: 897 time: 0.0920215 May 02 10:55:56.871710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:56.876541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fdae2277-59ee-4212-af90-29dbd70899c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4075704 May 02 10:55:56.877512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:56.882025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e4071f8b-df19-4837-b1de-ac72abe85c89 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1070870759', 'prefixes': ['172.20.0.0/16']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:55:56.912043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-4a0f93f2-04fa-4adb-9310-8ae817e37f5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 200 len: 1002 time: 0.0686629 May 02 10:55:56.974044 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-754fa5f1-ae23-40ac-ad3f-982eda81ccc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:56.975633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-754fa5f1-ae23-40ac-ad3f-982eda81ccc3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e HTTP/1.1" status: 200 len: 834 time: 0.0578279 May 02 10:55:57.041820 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e67162e6-55ac-4573-8e38-86c90666784c req-1612d7ab-bc46-4ae6-8aec-25f02219add7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=db29cf36-4009-4c2e-927b-036e1cd9b6ad HTTP/1.1" status: 200 len: 210 time: 0.0514014 May 02 10:55:57.055711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-e803a9d9-e137-400e-a204-d1967e2d849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:55:57.059014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-e803a9d9-e137-400e-a204-d1967e2d849d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b84f0742-ab5c-4a42-9816-ec261f44527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0776713 May 02 10:55:57.168848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-c54b30fe-49cf-48b4-83c7-c067534850c0 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030831 May 02 10:55:57.257162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4071f8b-df19-4837-b1de-ac72abe85c89 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.258743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e4071f8b-df19-4837-b1de-ac72abe85c89 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3794916 May 02 10:55:57.260536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e29b77-86c5-44fa-bc5e-4a39c8818054 None None] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:55:57.261895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42514) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:57.266856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-676a5a3c-0a40-4d8c-806e-21893c04411c tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-1576462086') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:57.270691 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-16ce40bb-2654-433f-ab9c-c452a9cbf6f1 req-ce423716-ee53-47f3-8ae5-621c4e6c1291 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949721 May 02 10:55:57.363249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Provisioning complete for port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:57.363626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.454299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-676a5a3c-0a40-4d8c-806e-21893c04411c tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-1576462086 HTTP/1.1" status: 201 len: 201 time: 0.1913424 May 02 10:55:57.464105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42516) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:57.472780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-0bff74b1-c450-4c79-9cf8-6232ec02f889 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1110860508') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:57.479072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Current status of the port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:57.479553 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.517637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] For port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,segment=NetworkSegment(e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23),segment_id=e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:57.567317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:57.571105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.608557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0bff74b1-c450-4c79-9cf8-6232ec02f889 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1110860508 HTTP/1.1" status: 201 len: 201 time: 0.1425202 May 02 10:55:57.611566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42518) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:57.617445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-8e3a9921-f8f1-4ca2-81ce-626f0dab5d4a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-1540136586') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:57.655792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb41bd5-f8a9-422c-b2ba-1b6d6231458f None None] Pushing event updated for resources: {'Port': ['ID=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:57.662063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:57.662431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.703209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Provisioning complete for port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:57.703690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.807628 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8e3a9921-f8f1-4ca2-81ce-626f0dab5d4a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-1540136586 HTTP/1.1" status: 201 len: 201 time: 0.1947320 May 02 10:55:57.810765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42522) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:57.819722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-2c34363a-f688-47a8-8fc5-792ca61e6646 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-1501186332') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:57.837074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:57.844718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Current status of the port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:57.868783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Provisioning complete for port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:57.869165 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.903454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2f546a30-bcd5-42b3-913c-24bd4d8a27bb None None] Port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:57.944110 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72a6161a-1a08-44c3-b663-f2367b0f9022 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:57.946927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c34363a-f688-47a8-8fc5-792ca61e6646 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-1501186332 HTTP/1.1" status: 201 len: 201 time: 0.1348464 May 02 10:55:57.948758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42526) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:57.953472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-0286f4c6-7172-47cf-9b6d-05a41628afb3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:57.996732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0286f4c6-7172-47cf-9b6d-05a41628afb3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 200 len: 241 time: 0.0468957 May 02 10:55:57.999432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42532) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.004076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-448a1a15-2921-4b82-937b-9b7b2123bf9e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-1576462086') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.022283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-16802220-babb-496c-9034-d8ecf964ebdd None None] Provisioning complete for port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:58.022655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16802220-babb-496c-9034-d8ecf964ebdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:58.059544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-16802220-babb-496c-9034-d8ecf964ebdd None None] Port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:55:58.084392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-448a1a15-2921-4b82-937b-9b7b2123bf9e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-1576462086 HTTP/1.1" status: 204 len: 168 time: 0.0837314 May 02 10:55:58.086763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42536) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.091146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-acc64c2f-5aec-4f56-b0e7-b2f517f5fa6f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-1576462086') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.107796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42538) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.231093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-acc64c2f-5aec-4f56-b0e7-b2f517f5fa6f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-1576462086 HTTP/1.1" status: 204 len: 168 time: 0.1432776 May 02 10:55:58.233630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.238148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-3f6dd2bf-3038-4370-ac3d-8aaee35c7c58 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.282553 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3f6dd2bf-3038-4370-ac3d-8aaee35c7c58 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 200 len: 205 time: 0.0476825 May 02 10:55:58.285078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42542) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.289368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-5f709da8-bfea-499b-a6bf-6749b726761d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.346753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5f709da8-bfea-499b-a6bf-6749b726761d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 200 len: 241 time: 0.0604880 May 02 10:55:58.348042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42546) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.352509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-6d874950-7cb2-4ac8-ba93-e15803754e2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1110860508') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.396373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d874950-7cb2-4ac8-ba93-e15803754e2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1110860508 HTTP/1.1" status: 204 len: 168 time: 0.0477774 May 02 10:55:58.398758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42548) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.403125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-e5938954-4ce2-4b22-8d9c-6fce8af9f8a0 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1110860508') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.482720 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:58.492463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5ee74929-a7ce-4087-804c-a02ea455462a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:55:58.514063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 5ee74929-a7ce-4087-804c-a02ea455462a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:55:58.514417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 5ee74929-a7ce-4087-804c-a02ea455462a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:55:58.518824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e5938954-4ce2-4b22-8d9c-6fce8af9f8a0 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1110860508 HTTP/1.1" status: 204 len: 168 time: 0.1190584 May 02 10:55:58.521457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42550) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.526120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-29c74246-1cf8-4b15-8f68-107ca26de9b6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.576083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-29c74246-1cf8-4b15-8f68-107ca26de9b6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 200 len: 205 time: 0.0534832 May 02 10:55:58.578781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42562) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.583239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-808bd627-23fe-4f3e-84f0-a3f4389c5431 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.657830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-808bd627-23fe-4f3e-84f0-a3f4389c5431 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 200 len: 241 time: 0.0779200 May 02 10:55:58.660321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.664664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-081e0fbf-e36f-45b6-864f-0c1829ec2dfe tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-1540136586') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.738960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-081e0fbf-e36f-45b6-864f-0c1829ec2dfe tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-1540136586 HTTP/1.1" status: 204 len: 168 time: 0.0775266 May 02 10:55:58.741372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:58.745885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-394ccf28-25c6-459c-879c-5ed856e64f2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-1540136586') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:58.747162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port 96074122-95ec-4ea7-9430-977f63f883ca {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:55:58.748315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (96074122-95ec-4ea7-9430-977f63f883ca), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:58.838536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port 96074122-95ec-4ea7-9430-977f63f883ca, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=96074122-95ec-4ea7-9430-977f63f883ca,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:55:58.839262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (96074122-95ec-4ea7-9430-977f63f883ca), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:58.853804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for 96074122-95ec-4ea7-9430-977f63f883ca owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:55:59.133053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (96074122-95ec-4ea7-9430-977f63f883ca), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.161421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=96074122-95ec-4ea7-9430-977f63f883ca,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:55:59.219577 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-394ccf28-25c6-459c-879c-5ed856e64f2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-1540136586 HTTP/1.1" status: 204 len: 168 time: 0.4772081 May 02 10:55:59.222116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42568) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.226853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-db80d54a-b6cd-4ffa-af23-00fd57981a95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.247316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.303808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-db80d54a-b6cd-4ffa-af23-00fd57981a95 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 200 len: 205 time: 0.0805495 May 02 10:55:59.306207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42570) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.310580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-3c99040c-e108-4e57-8273-536e71272f84 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.344958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3c99040c-e108-4e57-8273-536e71272f84 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 200 len: 241 time: 0.0376513 May 02 10:55:59.347792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42572) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.353974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-af0b3ad4-7874-45e1-80f4-574d25fa939f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-1501186332') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.365415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.421167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-af0b3ad4-7874-45e1-80f4-574d25fa939f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-1501186332 HTTP/1.1" status: 204 len: 168 time: 0.0720861 May 02 10:55:59.423442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.429417 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-43da6063-3994-4bfc-b0f9-07dd27da7eef tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-1501186332') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.561501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:55:59.599114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43da6063-3994-4bfc-b0f9-07dd27da7eef tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-1501186332 HTTP/1.1" status: 204 len: 168 time: 0.1746759 May 02 10:55:59.601595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.607279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-78332ebc-ab44-4666-a483-0cc2b2447c7a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.611839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:55:59.611839 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.634090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-78332ebc-ab44-4666-a483-0cc2b2447c7a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 200 len: 205 time: 0.0314348 May 02 10:55:59.637312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42580) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.643287 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-d101d21a-ef27-46ca-8ba5-5e14a8f22595 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.646684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:55:59.667617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d101d21a-ef27-46ca-8ba5-5e14a8f22595 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0283408 May 02 10:55:59.670235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.674920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-ccc995e3-68f0-4001-92d3-7afb0c706594 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.698323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:55:59.754798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ccc995e3-68f0-4001-92d3-7afb0c706594 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0833337 May 02 10:55:59.759107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.763990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-a49495c0-31f3-499c-b14b-407393d7f89a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.793219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:55:59.798872 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f506ee4-f564-4534-9686-dee4586a5370 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "PUT /v2.0/routers/8e8fa7e0-8035-4252-a6fa-4b46fca36b35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6877041 May 02 10:55:59.801795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.803333 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Sync routers for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:55:59.814404 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:55:59.815274 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.820831 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a49495c0-31f3-499c-b14b-407393d7f89a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 204 len: 168 time: 0.0606842 May 02 10:55:59.823341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42588) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.828637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-6c99b8b0-4e63-4ccb-9904-66b9be50b2ea tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.855358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting subnet ca78f8b6-827c-4ece-bc58-586c068702ff {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:55:59.862330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (ca78f8b6-827c-4ece-bc58-586c068702ff), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.881352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c99b8b0-4e63-4ccb-9904-66b9be50b2ea tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 204 len: 168 time: 0.0570240 May 02 10:55:59.885091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:55:59.891575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-8f9f2aea-0254-4add-b799-646f75d575c5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-1549187834') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:55:59.902799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (ca78f8b6-827c-4ece-bc58-586c068702ff), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:55:59.932130 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:55:59.992857 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ca78f8b6-827c-4ece-bc58-586c068702ff), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.036579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8f9f2aea-0254-4add-b799-646f75d575c5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-1549187834 HTTP/1.1" status: 201 len: 201 time: 0.1497650 May 02 10:56:00.039326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.044031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-641b2779-1560-40e7-81ca-b04046894d55 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1992724604') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.110735 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:58Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.137372 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Checking router: 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:56:00.145852 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Routers {'8e8fa7e0-8035-4252-a6fa-4b46fca36b35'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:56:00.146467 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.161870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (ca78f8b6-827c-4ece-bc58-586c068702ff), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.186534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-641b2779-1560-40e7-81ca-b04046894d55 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1992724604 HTTP/1.1" status: 201 len: 201 time: 0.1461649 May 02 10:56:00.189190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42594) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.192143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Subnet': ['ID=ca78f8b6-827c-4ece-bc58-586c068702ff,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:00.194250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.195047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-62ca588f-902b-416a-847f-8bbf7258eb2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-743138480') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.200629 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a34b4742-8cad-411a-bbb1-869d2cc428b8 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/subnets/ca78f8b6-827c-4ece-bc58-586c068702ff HTTP/1.1" status: 204 len: 168 time: 0.3952689 May 02 10:56:00.200911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42596) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.213770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f82693-d9a9-49c5-8343-b9f02d06894d None None] Network 131e31ac-5acf-4c8a-b984-97e57e75d5a5 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:56:00.265445 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] Set router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:56:00.320294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.400758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-62ca588f-902b-416a-847f-8bbf7258eb2d tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-743138480 HTTP/1.1" status: 201 len: 201 time: 0.2084413 May 02 10:56:00.401747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42600) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.405553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] DHCP port deletion for 131e31ac-5acf-4c8a-b984-97e57e75d5a5 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:56:00.411953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-7d9ae69a-9229-4844-b584-407945d74e26 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-1210359996') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.461707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Deleting port 1ca3ab8d-068b-4522-950e-013ab3b8144a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:00.462122 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.472197 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.534369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] For port 1ca3ab8d-068b-4522-950e-013ab3b8144a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1ca3ab8d-068b-4522-950e-013ab3b8144a,segment=NetworkSegment(3ab2c684-4074-4665-a049-e530eb4214a0),segment_id=3ab2c684-4074-4665-a049-e530eb4214a0)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:00.534622 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.534835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7d9ae69a-9229-4844-b584-407945d74e26 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-1210359996 HTTP/1.1" status: 201 len: 201 time: 0.1313581 May 02 10:56:00.537406 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42602) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.542592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-d34756d5-35ee-42ac-84d9-dedd86782ed3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', {'tags': ['tempest-TagsExtTest-Tag-104300673', 'tempest-TagsExtTest-Tag-522407642', 'tempest-TagsExtTest-Tag-1616106547']}) {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.549728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Calling delete_port for 1ca3ab8d-068b-4522-950e-013ab3b8144a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:00.574757 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:58Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.607615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port e4b8044a-9c3b-4bf4-8203-b611e3b3320d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:00.608083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.618494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d4bc190-39fa-4477-a182-23a6b816679e None None] The sync data for ids ['8e8fa7e0-8035-4252-a6fa-4b46fca36b35'] in ncdv-master-1 is: [{'id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1385336813', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171'}], 'enable_snat': True}, 'gw_port_id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:55:30Z', 'updated_at': '2022-05-02T10:55:58Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': 'e4b8044a-9c3b-4bf4-8203-b611e3b3320d', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:85:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8fa7e0-8035-4252-a6fa-4b46fca36b35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3793, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:55:31Z', 'updated_at': '2022-05-02T10:55:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:56:00.704141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.704796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port e4b8044a-9c3b-4bf4-8203-b611e3b3320d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:00.705180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.718884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for e4b8044a-9c3b-4bf4-8203-b611e3b3320d owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:00.733801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1ca3ab8d-068b-4522-950e-013ab3b8144a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:00.735185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d34756d5-35ee-42ac-84d9-dedd86782ed3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 200 len: 316 time: 0.1967688 May 02 10:56:00.737695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42604) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.742688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-941d3d76-260a-43e0-a803-a58b03ab8173 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.761756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] Pushing event deleted for resources: {'Port': ['ID=1ca3ab8d-068b-4522-950e-013ab3b8144a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:00.768057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-789d6f33-f00f-4f49-88e2-67bb2a659a52 None None] No DVR routers for this DVR port 1ca3ab8d-068b-4522-950e-013ab3b8144a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:56:00.891279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-941d3d76-260a-43e0-a803-a58b03ab8173 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 204 len: 168 time: 0.1487875 May 02 10:56:00.891773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42624) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.895819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-465eebf4-8b7c-4420-b45e-ef2877efc26f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-104300673') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.938291 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-465eebf4-8b7c-4420-b45e-ef2877efc26f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:00.939248 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-465eebf4-8b7c-4420-b45e-ef2877efc26f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-104300673 HTTP/1.1" status: 404 len: 328 time: 0.0467377 May 02 10:56:00.942006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42626) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:00.946310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-ec424049-f4eb-4512-8a04-13719cf43d7f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-522407642') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:00.974999 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e4b8044a-9c3b-4bf4-8203-b611e3b3320d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.018687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=e4b8044a-9c3b-4bf4-8203-b611e3b3320d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:01.049345 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-ec424049-f4eb-4512-8a04-13719cf43d7f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:01.053376 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ec424049-f4eb-4512-8a04-13719cf43d7f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-522407642 HTTP/1.1" status: 404 len: 328 time: 0.1074612 May 02 10:56:01.053636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42628) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.059284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-71db56fa-234c-4567-bf58-bc38875b7b4e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507', 'tempest-TagsExtTest-Tag-1616106547') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.096706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.110176 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-71db56fa-234c-4567-bf58-bc38875b7b4e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:01.114269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-71db56fa-234c-4567-bf58-bc38875b7b4e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags/tempest-TagsExtTest-Tag-1616106547 HTTP/1.1" status: 404 len: 329 time: 0.0567129 May 02 10:56:01.116125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42630) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.120691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-fc2d1aeb-4f9d-4cdf-b160-432f69a6c4a3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', {'tags': ['tempest-TagsExtTest-Tag-1360987655', 'tempest-TagsExtTest-Tag-626166355', 'tempest-TagsExtTest-Tag-1042487632']}) {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.203440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.205691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_controller (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.259488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fc2d1aeb-4f9d-4cdf-b160-432f69a6c4a3 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 200 len: 317 time: 0.1422923 May 02 10:56:01.262052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42632) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.267348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-8d49c165-5b6f-4ac5-b2d4-6bce24385805 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.361257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (8e8fa7e0-8035-4252-a6fa-4b46fca36b35), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.361804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Fanout notify agent at l3_agent the message router_deleted on router 8e8fa7e0-8035-4252-a6fa-4b46fca36b35 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:56:01.371080 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.371080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0c3abca6-ec04-4b9e-befd-54fe68859319 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/routers/8e8fa7e0-8035-4252-a6fa-4b46fca36b35 HTTP/1.1" status: 204 len: 168 time: 1.1676228 May 02 10:56:01.372176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42634) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.391409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8d49c165-5b6f-4ac5-b2d4-6bce24385805 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 204 len: 168 time: 0.1282701 May 02 10:56:01.394424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42636) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.399186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-f829dc0e-6a4b-43f5-9f14-1b26d05f09b8 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1360987655') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.459928 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-f829dc0e-6a4b-43f5-9f14-1b26d05f09b8 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:01.461039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f829dc0e-6a4b-43f5-9f14-1b26d05f09b8 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1360987655 HTTP/1.1" status: 404 len: 329 time: 0.0654321 May 02 10:56:01.464014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42640) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.469074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-4fc2522b-6889-4520-ba11-2f6f99f23f29 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-626166355') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.473204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (131e31ac-5acf-4c8a-b984-97e57e75d5a5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.531221 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-4fc2522b-6889-4520-ba11-2f6f99f23f29 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:01.532998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4fc2522b-6889-4520-ba11-2f6f99f23f29 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-626166355 HTTP/1.1" status: 404 len: 328 time: 0.0682435 May 02 10:56:01.536067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42644) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.542325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-dfad2126-0bf5-4325-bab4-a0cd2e67ccc4 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71', 'tempest-TagsExtTest-Tag-1042487632') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.585456 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (131e31ac-5acf-4c8a-b984-97e57e75d5a5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.587250 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [None req-dfad2126-0bf5-4325-bab4-a0cd2e67ccc4 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:01.588321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dfad2126-0bf5-4325-bab4-a0cd2e67ccc4 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags/tempest-TagsExtTest-Tag-1042487632 HTTP/1.1" status: 404 len: 329 time: 0.0510514 May 02 10:56:01.591190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.596001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.tag.tag_plugin [None req-ae64bb00-83ab-4d73-95bd-2fc80b05c2c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', {'tags': ['tempest-TagsExtTest-Tag-379767296', 'tempest-TagsExtTest-Tag-450334973', 'tempest-TagsExtTest-Tag-1382577448']}) {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.608841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131e31ac-5acf-4c8a-b984-97e57e75d5a5']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.619979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab2c684-4074-4665-a049-e530eb4214a0') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.620293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab2c684-4074-4665-a049-e530eb4214a0') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.631443 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (3ab2c684-4074-4665-a049-e530eb4214a0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.646626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3ab2c684-4074-4665-a049-e530eb4214a0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.653106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:56:01.653567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (3ab2c684-4074-4665-a049-e530eb4214a0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: timer() May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:56:01.656848 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:56:01.796413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (131e31ac-5acf-4c8a-b984-97e57e75d5a5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.803744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:01.806936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/networks/131e31ac-5acf-4c8a-b984-97e57e75d5a5 HTTP/1.1" status: 204 len: 168 time: 0.4332108 May 02 10:56:01.809645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42658) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.819083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba5576-5587-4e90-af1e-5ec9a0433ee7 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Network': ['ID=131e31ac-5acf-4c8a-b984-97e57e75d5a5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:01.907217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ae64bb00-83ab-4d73-95bd-2fc80b05c2c6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 200 len: 316 time: 0.3149991 May 02 10:56:01.910528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42666) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:01.916213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-37a9c1a7-b366-4b0f-b5d3-4e619b3e89d5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:01.958879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 96074122-95ec-4ea7-9430-977f63f883ca no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:01.985950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 96074122-95ec-4ea7-9430-977f63f883ca {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:01.986317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 96074122-95ec-4ea7-9430-977f63f883ca not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:01.986962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ca3ab8d-068b-4522-950e-013ab3b8144a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:01.992002 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.017616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1ca3ab8d-068b-4522-950e-013ab3b8144a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:02.017616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1ca3ab8d-068b-4522-950e-013ab3b8144a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:02.048048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port 82a50834-47b7-45ca-b35f-b1c9c1e1ae98 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:02.048397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.110908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-37a9c1a7-b366-4b0f-b5d3-4e619b3e89d5 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.1992810 May 02 10:56:02.113712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42668) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.118232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-a3fbb6a0-7db9-4d04-b22d-75002d19a732 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-379767296') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.128061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.128384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for floatingip (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.141899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for 82a50834-47b7-45ca-b35f-b1c9c1e1ae98 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:02.193156 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-a3fbb6a0-7db9-4d04-b22d-75002d19a732 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.194278 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3fbb6a0-7db9-4d04-b22d-75002d19a732 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-379767296 HTTP/1.1" status: 404 len: 328 time: 0.0795772 May 02 10:56:02.197241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42670) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.201633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-8cf71488-964d-4523-83cd-45dc16a38142 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-450334973') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.272179 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-8cf71488-964d-4523-83cd-45dc16a38142 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.273074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8cf71488-964d-4523-83cd-45dc16a38142 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-450334973 HTTP/1.1" status: 404 len: 328 time: 0.0749254 May 02 10:56:02.275839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.280212 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-4b2d4c97-f250-40ac-8e83-0cab66f5ed14 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f', 'tempest-TagsExtTest-Tag-1382577448') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.353326 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-4b2d4c97-f250-40ac-8e83-0cab66f5ed14 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.354405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b2d4c97-f250-40ac-8e83-0cab66f5ed14 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags/tempest-TagsExtTest-Tag-1382577448 HTTP/1.1" status: 404 len: 329 time: 0.0776300 May 02 10:56:02.357758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42674) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.362304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-c8cdcf66-f9a2-4adb-90e1-a6774ad5c3d2 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', {'tags': ['tempest-TagsExtTest-Tag-2097563186', 'tempest-TagsExtTest-Tag-1112670671', 'tempest-TagsExtTest-Tag-40249163']}) {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.395492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (82a50834-47b7-45ca-b35f-b1c9c1e1ae98), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.425377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=82a50834-47b7-45ca-b35f-b1c9c1e1ae98,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:02.448192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8cdcf66-f9a2-4adb-90e1-a6774ad5c3d2 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "PUT /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 200 len: 316 time: 0.0894172 May 02 10:56:02.450907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42676) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.455284 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-435c963a-bb50-49bd-85ca-1c611e52e580 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.485400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for floatingip (5e0b5272-a3c3-4d9d-a891-547e7f3bf06f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:02.485733 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Floating IP 5e0b5272-a3c3-4d9d-a891-547e7f3bf06f disassociated (deleted). External IP: 172.35.4.221, port: 50f89292-e04c-420b-8bff-122b3ae082f4. May 02 10:56:02.556529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-435c963a-bb50-49bd-85ca-1c611e52e580 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 204 len: 168 time: 0.1044888 May 02 10:56:02.559053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42678) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.564086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-62b7236f-cca7-406f-9ad1-36cf45d84485 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-2097563186') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.581245 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-62b7236f-cca7-406f-9ad1-36cf45d84485 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.582931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-62b7236f-cca7-406f-9ad1-36cf45d84485 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-2097563186 HTTP/1.1" status: 404 len: 329 time: 0.0222783 May 02 10:56:02.585223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42680) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.589422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-1ab3a43b-887e-41cb-881f-82710e9af64f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-1112670671') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.611495 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-1ab3a43b-887e-41cb-881f-82710e9af64f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.612477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ab3a43b-887e-41cb-881f-82710e9af64f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-1112670671 HTTP/1.1" status: 404 len: 329 time: 0.0263286 May 02 10:56:02.615265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.619359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-10dbba26-5003-48ca-b95a-d9604891e44a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1', 'tempest-TagsExtTest-Tag-40249163') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.637508 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-10dbba26-5003-48ca-b95a-d9604891e44a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] show failed (client error): The resource could not be found. May 02 10:56:02.638516 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-10dbba26-5003-48ca-b95a-d9604891e44a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags/tempest-TagsExtTest-Tag-40249163 HTTP/1.1" status: 404 len: 327 time: 0.0223687 May 02 10:56:02.642502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.646923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-abd33213-a969-48c5-85ad-42bae408d74f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f39626d-608a-4a59-a496-270b85f80dd1') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.670900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-abd33213-a969-48c5-85ad-42bae408d74f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1/tags HTTP/1.1" status: 204 len: 168 time: 0.0262115 May 02 10:56:02.673209 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42686) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.677689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-abe0ba8d-f7af-4023-b2ae-a0d15e3f9c44 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.760456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-abe0ba8d-f7af-4023-b2ae-a0d15e3f9c44 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f/tags HTTP/1.1" status: 204 len: 168 time: 0.0839138 May 02 10:56:02.760880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42688) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.765710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-ab1bb7a9-cd02-479b-8c08-0d2112df252f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'fd176cb6-4b91-4684-9d7b-cf26dcb41e71') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.814941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ab1bb7a9-cd02-479b-8c08-0d2112df252f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71/tags HTTP/1.1" status: 204 len: 168 time: 0.0529344 May 02 10:56:02.817314 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:02.821568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.tag.tag_plugin [None req-af01718f-0458-4518-b92a-8841accbfe5a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '519caac4-aa8d-4f99-b25a-6016cba1a507') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:02.870666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af01718f-0458-4518-b92a-8841accbfe5a tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507/tags HTTP/1.1" status: 204 len: 168 time: 0.0522988 May 02 10:56:02.875715 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42694) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:03.026790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 2ad168ee-9679-4e81-8f4d-979402ff4f12 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:56:03.089846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b509c516-a0c7-4fd6-8e24-5f8405274af1 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for subnetpool (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.090972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b509c516-a0c7-4fd6-8e24-5f8405274af1 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnetpools/5f39626d-608a-4a59-a496-270b85f80dd1 HTTP/1.1" status: 204 len: 168 time: 0.2142327 May 02 10:56:03.099564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42696) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:03.137808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c31db95-3703-4088-a1d3-ebcc5d345f49 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "GET /v2.0/ports?device_id=08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f HTTP/1.1" status: 200 len: 205 time: 0.0371249 May 02 10:56:03.141611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42698) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:03.143270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:56:03.148284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.153251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Sync routers for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:56:03.164154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:56:03.165058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:03.184509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ed1e2186-7370-4224-a594-4bc4291c0a01 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e0b5272-a3c3-4d9d-a891-547e7f3bf06f HTTP/1.1" status: 204 len: 168 time: 1.3707135 May 02 10:56:03.184509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:56:03.185487 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c70d225-6ec7-4c17-a042-9cdab1930131" -d '{"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:56:03.237145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.243933 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441dfc99-fc69-42c5-957b-0a28f5093e10 x-openstack-request-id: req-441dfc99-fc69-42c5-957b-0a28f5093e10 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:56:03.244233 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:56:03.244497 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-441dfc99-fc69-42c5-957b-0a28f5093e10 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:56:03.244937 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-441dfc99-fc69-42c5-957b-0a28f5093e10'] response: {'name': 'network-changed', 'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4', 'status': 'completed', 'code': 200} May 02 10:56:03.302670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:56:03.439787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-70ef747d-06d1-4275-bf7b-2b3bb0d624b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:03.441355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-70ef747d-06d1-4275-bf7b-2b3bb0d624b5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eeb256951e894594a924e2d25b0d80c9&device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 1167 time: 0.1352990 May 02 10:56:03.464726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e4b8044a-9c3b-4bf4-8203-b611e3b3320d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:03.479640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.488098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e4b8044a-9c3b-4bf4-8203-b611e3b3320d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:03.488483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e4b8044a-9c3b-4bf4-8203-b611e3b3320d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:03.507071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for router_controller (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.536510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:03.571135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Checking router: 2ad168ee-9679-4e81-8f4d-979402ff4f12 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:56:03.581157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:56:03.581791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:03.666304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4e06a-21e0-4d0a-805d-057b95d1a288 req-fe6dcfc9-0dd6-4ea4-8dde-42789b9bfa7a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:03.667986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f4e06a-21e0-4d0a-805d-057b95d1a288 req-fe6dcfc9-0dd6-4ea4-8dde-42789b9bfa7a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.0614159 May 02 10:56:03.739888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64f4e06a-21e0-4d0a-805d-057b95d1a288 req-a11a2bce-61ef-452a-874f-efd59de31f5f tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0610843 May 02 10:56:03.885157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:56:03.918425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-3fb4543f-dd6b-4dda-aa17-3f0fbe91a5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:03.920504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-3fb4543f-dd6b-4dda-aa17-3f0fbe91a5e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 200 len: 897 time: 0.4728386 May 02 10:56:03.955435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.956028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Fanout notify agent at l3_agent the message router_deleted on router 08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:56:03.963363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:03.964441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b49cc3a4-abf4-4e52-94a4-1d24b006295e tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/routers/08efe36c-3cf3-4f8b-96e6-16d9e9a74a9f HTTP/1.1" status: 204 len: 168 time: 0.8219442 May 02 10:56:03.967187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42708) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:04.049993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Deleting port fd176cb6-4b91-4684-9d7b-cf26dcb41e71 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:04.050258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.077834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:04.104397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ae8c4eb-b432-4f6c-b7ab-aefa1ec79334 None None] The sync data for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 is: [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ece6ddb1-8fc6-40e3-bf4a-c617f19430fd', 'name': '', 'network_id': 'b84f0742-ab5c-4a42-9816-ec261f44527a', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'mac_address': 'fa:16:3e:e0:76:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_interface', 'standard_attr_id': 3648, 'fixed_ips': [{'subnet_id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:32Z', 'updated_at': '2022-05-02T10:54:38Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'subnets': [{'id': 'e9945e00-f8e8-454a-b8e9-a4a7dfbde65e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:56:04.143849 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.162278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Calling delete_port for fd176cb6-4b91-4684-9d7b-cf26dcb41e71 owned by {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:04.356478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10afb5d-972a-4697-a347-9403f2a1df48 None None] New status for floating IP 5e0b5272-a3c3-4d9d-a891-547e7f3bf06f: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:56:04.378526 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (fd176cb6-4b91-4684-9d7b-cf26dcb41e71), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.412795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event deleted for resources: {'Port': ['ID=fd176cb6-4b91-4684-9d7b-cf26dcb41e71,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:04.490460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.496360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c864d045-9ef3-4e49-842f-b3dc9941589f tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/ports/fd176cb6-4b91-4684-9d7b-cf26dcb41e71 HTTP/1.1" status: 204 len: 168 time: 0.5258102 May 02 10:56:04.497025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42710) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:04.583903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-95538f0f-f721-46bf-b58e-e80bd11e7fb7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 200 len: 217 time: 0.0458226 May 02 10:56:04.588072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Deleting subnet 519caac4-aa8d-4f99-b25a-6016cba1a507 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:56:04.599308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for subnet (519caac4-aa8d-4f99-b25a-6016cba1a507), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.664823 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (519caac4-aa8d-4f99-b25a-6016cba1a507), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.691937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-20c40607-5844-484d-b0da-cb20e8b36354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:04.693318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-20c40607-5844-484d-b0da-cb20e8b36354 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e HTTP/1.1" status: 200 len: 834 time: 0.1030545 May 02 10:56:04.772449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-942d1c17-60a5-4c99-9f44-b8720f7ff7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:04.773985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-942d1c17-60a5-4c99-9f44-b8720f7ff7e6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=b84f0742-ab5c-4a42-9816-ec261f44527a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0632694 May 02 10:56:04.805418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (519caac4-aa8d-4f99-b25a-6016cba1a507), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:04.892579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-31b967a8-35ed-47c0-91d5-66d0dce62657 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:04.894153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-31b967a8-35ed-47c0-91d5-66d0dce62657 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.24 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.0533423 May 02 10:56:04.919887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf01735-5d05-4ee3-9367-b297a72a435d req-9f6bfce3-739a-48a5-acfd-4805adbdc1d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:56:04.921428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf01735-5d05-4ee3-9367-b297a72a435d req-9f6bfce3-739a-48a5-acfd-4805adbdc1d5 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 985 time: 0.1063848 May 02 10:56:04.985964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-8fe4b92f-00d1-4117-891c-4bb8b32da592 service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036994 May 02 10:56:04.988349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port 50f89292-e04c-420b-8bff-122b3ae082f4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:04.988732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.071746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (519caac4-aa8d-4f99-b25a-6016cba1a507), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.088428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-adf01735-5d05-4ee3-9367-b297a72a435d req-df94da8c-8838-4016-a2ef-1eb7365278dd tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/security-groups?id=e6111330-e1b1-4f6b-abc5-257ba71901da&id=bb0ff633-b6d0-45b0-af3f-418527cdd383&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1549714 May 02 10:56:05.098138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port 50f89292-e04c-420b-8bff-122b3ae082f4, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=50f89292-e04c-420b-8bff-122b3ae082f4,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:05.098589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.115180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event deleted for resources: {'Subnet': ['ID=519caac4-aa8d-4f99-b25a-6016cba1a507,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:05.117214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.120432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7d1b6d7d-4bf2-41ff-b5c6-5e6d5bbe1dcd tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/subnets/519caac4-aa8d-4f99-b25a-6016cba1a507 HTTP/1.1" status: 204 len: 168 time: 0.6228228 May 02 10:56:05.121347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for 50f89292-e04c-420b-8bff-122b3ae082f4 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:05.123108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42722) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:05.130979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8eac4c6-4d6b-4ca8-996d-277761636eac None None] Network a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:56:05.145367 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c70d225-6ec7-4c17-a042-9cdab1930131 req-db1bcd23-5e97-4b7b-b673-36182b8d4a9f service neutron] 10.222.0.24 "GET /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533611 May 02 10:56:05.253272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.292248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] DHCP port deletion for a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:56:05.335000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Deleting port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:05.335346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.336536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Deleting port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:05.337023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.408653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] For port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,segment=NetworkSegment(e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23),segment_id=e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:05.409175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.424349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Calling delete_port for 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:05.427260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] For port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,segment=NetworkSegment(e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23),segment_id=e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:05.427910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.441358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Calling delete_port for 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:05.511591 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (50f89292-e04c-420b-8bff-122b3ae082f4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.512089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:05.548538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=50f89292-e04c-420b-8bff-122b3ae082f4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:05.596798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:56:05.597211 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.599196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.607470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] No DVR routers for this DVR port 50f89292-e04c-420b-8bff-122b3ae082f4 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:56:05.610628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.614070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07051811-ea7d-4717-8e5f-4f0365e6f403 req-7d5c048f-4b48-4c71-9ea4-dc468c4ea5bc tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.24 "DELETE /v2.0/ports/50f89292-e04c-420b-8bff-122b3ae082f4 HTTP/1.1" status: 204 len: 173 time: 0.7149527 May 02 10:56:05.614834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'name': 'network-vif-deleted', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:56:05.621660 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb4efdc-5b2a-408b-8fb2-236cf2c9d070" -d '{"events": [{"server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "name": "network-vif-deleted", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:56:05.632146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] Pushing event deleted for resources: {'Port': ['ID=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:05.637427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.646395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87b2c6e4-8450-499d-b631-01281213eeb0 None None] No DVR routers for this DVR port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:56:05.677741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] No DVR routers for this DVR port 84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:56:05.680224 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7327dd11-cb71-45c7-8115-9aa586d65ade x-openstack-request-id: req-7327dd11-cb71-45c7-8115-9aa586d65ade {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:56:05.690322 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a672bf28-707a-4f9f-9bba-c45a9a010454", "name": "network-vif-deleted", "tag": "50f89292-e04c-420b-8bff-122b3ae082f4", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:56:05.690322 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7327dd11-cb71-45c7-8115-9aa586d65ade {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:56:05.690322 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7327dd11-cb71-45c7-8115-9aa586d65ade'] response: {'server_uuid': 'a672bf28-707a-4f9f-9bba-c45a9a010454', 'name': 'network-vif-deleted', 'tag': '50f89292-e04c-420b-8bff-122b3ae082f4', 'status': 'completed', 'code': 200} May 02 10:56:05.690322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event deleted for resources: {'Port': ['ID=84ded9da-2e1a-4c5e-bda5-3ec0b9eed1f3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:05.735738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:56:05.764882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.785416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:05.795544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:05.795849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:05.805374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.818426 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.824345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:56:05.824757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (e6b5406c-c5b6-49e0-b6cb-5fff8bdcdf23), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self.session.flush() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: timer() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:56:05.827758 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:56:05.967723 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.977922 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:05.984178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] 10.222.0.16 "DELETE /v2.0/networks/a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf HTTP/1.1" status: 204 len: 168 time: 0.8570077 May 02 10:56:05.992113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddec7a85-e6b3-4479-97e6-640e298f0dd6 tempest-TagsExtTest-852583620 tempest-TagsExtTest-852583620-project] Pushing event deleted for resources: {'Network': ['ID=a272ccf0-b65d-4ed6-a6f1-f29ec5360fcf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:06.207097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05caecc0-96f1-4d87-a17d-0baf646315e1 req-1d32d629-cb79-4b75-bfe6-e41432a7af23 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "GET /v2.0/ports?device_id=a672bf28-707a-4f9f-9bba-c45a9a010454 HTTP/1.1" status: 200 len: 210 time: 0.0292158 May 02 10:56:06.478039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42746) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:06.613261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b896f0ad-1161-4983-a1d1-02d5a398a222 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26581b0ed8c3415aa3ed71e780eee587&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1338322 May 02 10:56:06.615630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42750) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:06.664918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] Publish callbacks [] for security_group (b5038d26-24e5-4f2c-96f4-9f5a53d4680e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:06.686489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] Publish callbacks [] for security_group (b5038d26-24e5-4f2c-96f4-9f5a53d4680e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:06.795964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5038d26-24e5-4f2c-96f4-9f5a53d4680e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:06.798678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:06.800518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5038d26-24e5-4f2c-96f4-9f5a53d4680e HTTP/1.1" status: 204 len: 168 time: 0.1836584 May 02 10:56:06.808591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc18998-0332-4628-b867-ed5056e624d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5038d26-24e5-4f2c-96f4-9f5a53d4680e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:07.268122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42766) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:07.323783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (e6111330-e1b1-4f6b-abc5-257ba71901da), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.353117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (e6111330-e1b1-4f6b-abc5-257ba71901da), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.440637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e6111330-e1b1-4f6b-abc5-257ba71901da), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.443363 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.444583 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/security-groups/e6111330-e1b1-4f6b-abc5-257ba71901da HTTP/1.1" status: 204 len: 168 time: 0.1754153 May 02 10:56:07.448932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:07.462370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a04c52-8890-4904-b046-7ddb8db71b2b tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6111330-e1b1-4f6b-abc5-257ba71901da,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:07.530187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (bb0ff633-b6d0-45b0-af3f-418527cdd383), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.554126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (bb0ff633-b6d0-45b0-af3f-418527cdd383), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.663584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (bb0ff633-b6d0-45b0-af3f-418527cdd383), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.666402 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:07.667983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/security-groups/bb0ff633-b6d0-45b0-af3f-418527cdd383 HTTP/1.1" status: 204 len: 168 time: 0.2172263 May 02 10:56:07.671439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42786) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:07.678608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2314563a-5dfb-4a5f-9858-bc5e3055733a tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0ff633-b6d0-45b0-af3f-418527cdd383,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:08.033382 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:08.295625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:08.296267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:08.403127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port ece6ddb1-8fc6-40e3-bf4a-c617f19430fd, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:08.403515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:08.418081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for ece6ddb1-8fc6-40e3-bf4a-c617f19430fd owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:08.698461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ece6ddb1-8fc6-40e3-bf4a-c617f19430fd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:08.724296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=ece6ddb1-8fc6-40e3-bf4a-c617f19430fd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:08.924506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:08.946082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 50f89292-e04c-420b-8bff-122b3ae082f4 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:08.969435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 50f89292-e04c-420b-8bff-122b3ae082f4 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:08.970015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 50f89292-e04c-420b-8bff-122b3ae082f4 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:09.156176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Router 2ad168ee-9679-4e81-8f4d-979402ff4f12 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:56:09.266523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:56:09.271543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-99cc9e22-1cb8-4a93-aba6-35a77e984122 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "PUT /v2.0/routers/2ad168ee-9679-4e81-8f4d-979402ff4f12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5986755 May 02 10:56:09.276126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:09.278498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Sync routers for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:56:09.290095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:56:09.290806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:09.328375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting subnet e9945e00-f8e8-454a-b8e9-a4a7dfbde65e {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:56:09.333038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (e9945e00-f8e8-454a-b8e9-a4a7dfbde65e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.382960 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e9945e00-f8e8-454a-b8e9-a4a7dfbde65e), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.423780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:56:09.479430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e9945e00-f8e8-454a-b8e9-a4a7dfbde65e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.596148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e9945e00-f8e8-454a-b8e9-a4a7dfbde65e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.617103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:56:08Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:09.624143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Subnet': ['ID=e9945e00-f8e8-454a-b8e9-a4a7dfbde65e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:09.628097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.631884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-67be678a-8299-468f-9083-8c934d7789a6 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/subnets/e9945e00-f8e8-454a-b8e9-a4a7dfbde65e HTTP/1.1" status: 204 len: 168 time: 0.3547370 May 02 10:56:09.637937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:09.650641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4097418-ae86-4496-9d9a-d7921072bc83 None None] Network b84f0742-ab5c-4a42-9816-ec261f44527a requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:56:09.653401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Checking router: 2ad168ee-9679-4e81-8f4d-979402ff4f12 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:56:09.681306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Routers {'2ad168ee-9679-4e81-8f4d-979402ff4f12'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:56:09.681944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:55:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['2ad168ee-9679-4e81-8f4d-979402ff4f12'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:09.751087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.853086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] Set router 2ad168ee-9679-4e81-8f4d-979402ff4f12 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:56:09.866025 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_gateway (2ad168ee-9679-4e81-8f4d-979402ff4f12), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:09.917399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] DHCP port deletion for b84f0742-ab5c-4a42-9816-ec261f44527a request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:56:09.979455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Deleting port 169b18cf-7b0b-4047-ac90-5b580de11f11 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:09.979804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.011085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Deleting port e301bfab-b0aa-4552-989f-5e68db491897 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:56:10.011724 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e301bfab-b0aa-4552-989f-5e68db491897), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.058964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] For port 169b18cf-7b0b-4047-ac90-5b580de11f11, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=169b18cf-7b0b-4047-ac90-5b580de11f11,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:10.059334 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.077067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Calling delete_port for 169b18cf-7b0b-4047-ac90-5b580de11f11 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:10.110898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] For port e301bfab-b0aa-4552-989f-5e68db491897, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e301bfab-b0aa-4552-989f-5e68db491897,segment=NetworkSegment(f068b8f0-26cf-425c-8854-2db094718841),segment_id=f068b8f0-26cf-425c-8854-2db094718841)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:56:10.111974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e301bfab-b0aa-4552-989f-5e68db491897), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.130680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Calling delete_port for e301bfab-b0aa-4552-989f-5e68db491897 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:56:10.132835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:56:08Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:10.168944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06332d73-ca9f-446d-899f-e36eef78a805 None None] The sync data for ids ['2ad168ee-9679-4e81-8f4d-979402ff4f12'] in ncdv-master-1 is: [{'id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1852132259', 'tenant_id': 'eeb256951e894594a924e2d25b0d80c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191'}], 'enable_snat': True}, 'gw_port_id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:54:27Z', 'updated_at': '2022-05-02T10:56:08Z', 'revision_number': 5, 'project_id': 'eeb256951e894594a924e2d25b0d80c9', 'gw_port': {'id': '169b18cf-7b0b-4047-ac90-5b580de11f11', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:d3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ad168ee-9679-4e81-8f4d-979402ff4f12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:54:28Z', 'updated_at': '2022-05-02T10:54:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:56:10.316076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e301bfab-b0aa-4552-989f-5e68db491897), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.340340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] Pushing event deleted for resources: {'Port': ['ID=e301bfab-b0aa-4552-989f-5e68db491897,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:10.344277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a788dbd-56ec-4acf-9fa0-4e889cf39dce None None] No DVR routers for this DVR port e301bfab-b0aa-4552-989f-5e68db491897 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:56:10.352899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (169b18cf-7b0b-4047-ac90-5b580de11f11), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.384881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Port': ['ID=169b18cf-7b0b-4047-ac90-5b580de11f11,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:10.449902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.549495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.551714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router_controller (2ad168ee-9679-4e81-8f4d-979402ff4f12), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.715520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (2ad168ee-9679-4e81-8f4d-979402ff4f12), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.716154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Fanout notify agent at l3_agent the message router_deleted on router 2ad168ee-9679-4e81-8f4d-979402ff4f12 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:56:10.723771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.724931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73370de1-e454-4917-893e-76b91c0a6e68 tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/routers/2ad168ee-9679-4e81-8f4d-979402ff4f12 HTTP/1.1" status: 204 len: 168 time: 1.0854664 May 02 10:56:10.727775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:10.809203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (b84f0742-ab5c-4a42-9816-ec261f44527a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.901972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (b84f0742-ab5c-4a42-9816-ec261f44527a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.923239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b84f0742-ab5c-4a42-9816-ec261f44527a']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:10.932339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f068b8f0-26cf-425c-8854-2db094718841') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:10.932664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f068b8f0-26cf-425c-8854-2db094718841') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:56:10.941872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (f068b8f0-26cf-425c-8854-2db094718841), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.955185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (f068b8f0-26cf-425c-8854-2db094718841), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.961261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:56:10.961678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (f068b8f0-26cf-425c-8854-2db094718841), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: timer() May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:56:10.964842 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:56:11.107626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (b84f0742-ab5c-4a42-9816-ec261f44527a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:11.115474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:11.119365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] 10.222.0.16 "DELETE /v2.0/networks/b84f0742-ab5c-4a42-9816-ec261f44527a HTTP/1.1" status: 204 len: 168 time: 0.3904302 May 02 10:56:11.134445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b9a7a-563c-4151-b149-ac95bd10568d tempest-TestSecurityGroupsBasicOps-1823884073 tempest-TestSecurityGroupsBasicOps-1823884073-project] Pushing event deleted for resources: {'Network': ['ID=b84f0742-ab5c-4a42-9816-ec261f44527a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:11.511528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 169b18cf-7b0b-4047-ac90-5b580de11f11 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:11.544635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 169b18cf-7b0b-4047-ac90-5b580de11f11 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:11.545168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 169b18cf-7b0b-4047-ac90-5b580de11f11 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:11.545747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ece6ddb1-8fc6-40e3-bf4a-c617f19430fd no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:11.569220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ece6ddb1-8fc6-40e3-bf4a-c617f19430fd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:11.569651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ece6ddb1-8fc6-40e3-bf4a-c617f19430fd not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:11.570028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e301bfab-b0aa-4552-989f-5e68db491897 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:56:11.592126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e301bfab-b0aa-4552-989f-5e68db491897 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:56:11.592457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e301bfab-b0aa-4552-989f-5e68db491897 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:56:11.739948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42894) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:11.874870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-080f01a9-4ca3-4352-bcd2-d9dfcd5939c6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eeb256951e894594a924e2d25b0d80c9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1336763 May 02 10:56:11.876919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42908) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:11.923777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] Publish callbacks [] for security_group (b5978e83-9adb-4b79-96d1-3138903cd4ff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:11.945412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] Publish callbacks [] for security_group (b5978e83-9adb-4b79-96d1-3138903cd4ff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.069921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b5978e83-9adb-4b79-96d1-3138903cd4ff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.072404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.073630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5978e83-9adb-4b79-96d1-3138903cd4ff HTTP/1.1" status: 204 len: 168 time: 0.1958153 May 02 10:56:12.081407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08118c2b-dd5a-4028-a489-2190c60d366b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5978e83-9adb-4b79-96d1-3138903cd4ff,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:12.707771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42920) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:12.721373 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4de8eda2-0c67-47b9-9eb7-77125b40b61b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.796111 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4de8eda2-0c67-47b9-9eb7-77125b40b61b admin admin] Publish callbacks [] for security_group (3e02a765-a6af-4de4-835f-d4badded9f55), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.868965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4de8eda2-0c67-47b9-9eb7-77125b40b61b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3e02a765-a6af-4de4-835f-d4badded9f55), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.911476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4de8eda2-0c67-47b9-9eb7-77125b40b61b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=83f8e3250de649088696a71864eaa70c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2026167 May 02 10:56:12.912193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8eda2-0c67-47b9-9eb7-77125b40b61b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e02a765-a6af-4de4-835f-d4badded9f55,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:12.914232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 42924) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:12.961839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] Publish callbacks [] for security_group (3e02a765-a6af-4de4-835f-d4badded9f55), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:12.983038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] Publish callbacks [] for security_group (3e02a765-a6af-4de4-835f-d4badded9f55), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:13.110005 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3e02a765-a6af-4de4-835f-d4badded9f55), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:13.113657 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:13.113977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e02a765-a6af-4de4-835f-d4badded9f55 HTTP/1.1" status: 204 len: 168 time: 0.1986110 May 02 10:56:13.122073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222b9746-07f6-4ff5-af38-f3bf278b92d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e02a765-a6af-4de4-835f-d4badded9f55,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:13.953767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42950) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:13.993981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c03a8698-52a9-4b24-b8e7-e1049d276547 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a41a810c57f408ab43e96fdc897866b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389531 May 02 10:56:13.996372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 42952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:14.042679 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] Publish callbacks [] for security_group (5027727b-a6b2-4106-ba97-852427db7a95), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:14.063924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] Publish callbacks [] for security_group (5027727b-a6b2-4106-ba97-852427db7a95), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:14.178560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5027727b-a6b2-4106-ba97-852427db7a95), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:14.181333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:14.182523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5027727b-a6b2-4106-ba97-852427db7a95 HTTP/1.1" status: 204 len: 168 time: 0.1852355 May 02 10:56:14.190632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bcf389-00b3-4adf-b717-0367738e4024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5027727b-a6b2-4106-ba97-852427db7a95,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:14.561926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:16.110188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:21.884357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43086) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:21.988905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a17f5f18-655b-4ae2-9782-2e5ebebad393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.061919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a17f5f18-655b-4ae2-9782-2e5ebebad393 admin admin] Publish callbacks [] for security_group (628b762e-9b52-42a7-92dd-d3f67062a3da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.115607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a17f5f18-655b-4ae2-9782-2e5ebebad393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (628b762e-9b52-42a7-92dd-d3f67062a3da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.155574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17f5f18-655b-4ae2-9782-2e5ebebad393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=628b762e-9b52-42a7-92dd-d3f67062a3da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:22.160595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a17f5f18-655b-4ae2-9782-2e5ebebad393 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3eb679ab3c4249398fb3abd91c44c8bd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2747941 May 02 10:56:22.163086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43090) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:22.212319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] Publish callbacks [] for security_group (628b762e-9b52-42a7-92dd-d3f67062a3da), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.233940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] Publish callbacks [] for security_group (628b762e-9b52-42a7-92dd-d3f67062a3da), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.361410 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (628b762e-9b52-42a7-92dd-d3f67062a3da), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.364051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:22.365421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/628b762e-9b52-42a7-92dd-d3f67062a3da HTTP/1.1" status: 204 len: 168 time: 0.2013080 May 02 10:56:22.373327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bd996-9e06-4313-916a-484e5e6857e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=628b762e-9b52-42a7-92dd-d3f67062a3da,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:22.981181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:22.994413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfa92-059d-494d-99d8-3dc0eda4941f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.071632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfa92-059d-494d-99d8-3dc0eda4941f admin admin] Publish callbacks [] for security_group (42610f65-cb85-4d5c-9f9e-eb900a4c9845), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.150021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cbbfa92-059d-494d-99d8-3dc0eda4941f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42610f65-cb85-4d5c-9f9e-eb900a4c9845), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.189158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cbbfa92-059d-494d-99d8-3dc0eda4941f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9c0840a54a9b4a1b8f86b83febbbe230&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2069125 May 02 10:56:23.191307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbbfa92-059d-494d-99d8-3dc0eda4941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42610f65-cb85-4d5c-9f9e-eb900a4c9845,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:23.191923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43102) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:23.241391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] Publish callbacks [] for security_group (42610f65-cb85-4d5c-9f9e-eb900a4c9845), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.262751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] Publish callbacks [] for security_group (42610f65-cb85-4d5c-9f9e-eb900a4c9845), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.378221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (42610f65-cb85-4d5c-9f9e-eb900a4c9845), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.380829 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:23.382033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/42610f65-cb85-4d5c-9f9e-eb900a4c9845 HTTP/1.1" status: 204 len: 168 time: 0.1891010 May 02 10:56:23.390266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815b23a7-9542-421b-a041-1605b65facfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42610f65-cb85-4d5c-9f9e-eb900a4c9845,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:25.584361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5b19483-ce65-4030-98a4-be2f50030dcb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:27.897985 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bab3c496-2a47-4068-ac25-73aae9f68930 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:29.280977 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:30.642234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:31.938210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.457733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43408) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:37.563752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f2301a-ecad-4efb-9d0f-4abb99d80701 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.635917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f2301a-ecad-4efb-9d0f-4abb99d80701 admin admin] Publish callbacks [] for security_group (37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.692250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-27f2301a-ecad-4efb-9d0f-4abb99d80701 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.731351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-27f2301a-ecad-4efb-9d0f-4abb99d80701 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a5c967c4c413428cbeb1fc59f2f41710&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2724829 May 02 10:56:37.732238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2301a-ecad-4efb-9d0f-4abb99d80701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:37.734040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43416) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:37.786897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Publish callbacks [] for security_group (37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.808678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Publish callbacks [] for security_group (37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.910141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.912821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:37.914000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec HTTP/1.1" status: 204 len: 168 time: 0.1783423 May 02 10:56:37.922250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c316e1-9a15-4ebf-8e53-8bbb2e4ad2ec,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:37.930546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.930914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:37.936312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90891059-5e88-486d-adbb-9eda6604399c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:38.417064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-6356689d-ec1e-41d3-8a66-f75303a39d55 req-0812ae77-69a7-4cd3-b161-e05ffbc5ca33 service neutron] (115662) timed out ('10.222.0.16', 51300) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 10:56:38.502390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43430) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:38.515490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5553b6c8-8300-408a-bc27-87d402e7befa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.590504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5553b6c8-8300-408a-bc27-87d402e7befa admin admin] Publish callbacks [] for security_group (fbc01740-c106-4c38-ab72-0b30d16ba3fd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.686685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5553b6c8-8300-408a-bc27-87d402e7befa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbc01740-c106-4c38-ab72-0b30d16ba3fd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.726096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5553b6c8-8300-408a-bc27-87d402e7befa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f20068c69f8b4305b81afb10469ca156&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2225966 May 02 10:56:38.726986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5553b6c8-8300-408a-bc27-87d402e7befa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc01740-c106-4c38-ab72-0b30d16ba3fd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:38.728848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43442) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:38.778236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] Publish callbacks [] for security_group (fbc01740-c106-4c38-ab72-0b30d16ba3fd), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.799742 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] Publish callbacks [] for security_group (fbc01740-c106-4c38-ab72-0b30d16ba3fd), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.885902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fbc01740-c106-4c38-ab72-0b30d16ba3fd), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.888591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:38.889827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fbc01740-c106-4c38-ab72-0b30d16ba3fd HTTP/1.1" status: 204 len: 168 time: 0.1599178 May 02 10:56:38.898921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2e1a4-1764-4398-92f3-33a15e1ead34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc01740-c106-4c38-ab72-0b30d16ba3fd,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:41.656739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43548) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:41.763364 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-50d3977c-a70e-4958-8d34-f3dd00350b35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:41.835288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-50d3977c-a70e-4958-8d34-f3dd00350b35 admin admin] Publish callbacks [] for security_group (24924f8d-a583-432b-a71b-70e83f3bf3d0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:41.881402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-50d3977c-a70e-4958-8d34-f3dd00350b35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24924f8d-a583-432b-a71b-70e83f3bf3d0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:41.921263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-50d3977c-a70e-4958-8d34-f3dd00350b35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9a8c49d7f1074631b8df267ce6e84af0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2634153 May 02 10:56:41.922136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3977c-a70e-4958-8d34-f3dd00350b35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24924f8d-a583-432b-a71b-70e83f3bf3d0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:41.923919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43554) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:41.970855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] Publish callbacks [] for security_group (24924f8d-a583-432b-a71b-70e83f3bf3d0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:41.995009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] Publish callbacks [] for security_group (24924f8d-a583-432b-a71b-70e83f3bf3d0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.092365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24924f8d-a583-432b-a71b-70e83f3bf3d0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.095047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.096200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/24924f8d-a583-432b-a71b-70e83f3bf3d0 HTTP/1.1" status: 204 len: 168 time: 0.1706605 May 02 10:56:42.108914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d83e33-1718-4f6c-a7cb-985ec2cf8ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24924f8d-a583-432b-a71b-70e83f3bf3d0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:42.661824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:42.674966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1810e84a-adbd-4f6b-9327-608265cc57fc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.735553 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:56:42.748192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1810e84a-adbd-4f6b-9327-608265cc57fc admin admin] Publish callbacks [] for security_group (fab98988-6431-4607-91b6-54b47b0a7a1b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.795017 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1810e84a-adbd-4f6b-9327-608265cc57fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fab98988-6431-4607-91b6-54b47b0a7a1b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.833603 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1810e84a-adbd-4f6b-9327-608265cc57fc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3d639ee15df42a8ae7ac08215f49357&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1706161 May 02 10:56:42.834634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1810e84a-adbd-4f6b-9327-608265cc57fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab98988-6431-4607-91b6-54b47b0a7a1b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:42.836264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43568) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:42.883490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] Publish callbacks [] for security_group (fab98988-6431-4607-91b6-54b47b0a7a1b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:42.905013 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] Publish callbacks [] for security_group (fab98988-6431-4607-91b6-54b47b0a7a1b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:43.018427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fab98988-6431-4607-91b6-54b47b0a7a1b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:43.021215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:43.022374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fab98988-6431-4607-91b6-54b47b0a7a1b HTTP/1.1" status: 204 len: 168 time: 0.1850717 May 02 10:56:43.030653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a890809e-6b3c-4511-870f-beb1828c9af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab98988-6431-4607-91b6-54b47b0a7a1b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:44.600292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.005422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43660) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:46.112180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-72b491f4-d8c3-4408-8473-27367f75464f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.121483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.187813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-72b491f4-d8c3-4408-8473-27367f75464f admin admin] Publish callbacks [] for security_group (2085059d-e43f-4694-8ce7-8323c5031ca3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.269718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-72b491f4-d8c3-4408-8473-27367f75464f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2085059d-e43f-4694-8ce7-8323c5031ca3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.310703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-72b491f4-d8c3-4408-8473-27367f75464f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=716e1a79c8544bc599bac3e7f7c4ed81&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3042099 May 02 10:56:46.312728 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b491f4-d8c3-4408-8473-27367f75464f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2085059d-e43f-4694-8ce7-8323c5031ca3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:46.313457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43664) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:46.367244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Publish callbacks [] for security_group (2085059d-e43f-4694-8ce7-8323c5031ca3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.387847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Publish callbacks [] for security_group (2085059d-e43f-4694-8ce7-8323c5031ca3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.515505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2085059d-e43f-4694-8ce7-8323c5031ca3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.518754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:46.520016 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2085059d-e43f-4694-8ce7-8323c5031ca3 HTTP/1.1" status: 204 len: 168 time: 0.2054570 May 02 10:56:46.528339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2085059d-e43f-4694-8ce7-8323c5031ca3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:46.536468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.536845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.539999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.541003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.541003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.541003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:46.541233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6728ead4-631b-41d4-b202-03568f246a6b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:56:47.074113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 43682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:47.088125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3334f55-5e33-4ed3-9a29-78d1425cb0b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.163160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3334f55-5e33-4ed3-9a29-78d1425cb0b0 admin admin] Publish callbacks [] for security_group (633ba523-2ebb-48b5-8f57-6866cde6779e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.223775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a3334f55-5e33-4ed3-9a29-78d1425cb0b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (633ba523-2ebb-48b5-8f57-6866cde6779e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.262585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a3334f55-5e33-4ed3-9a29-78d1425cb0b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=598522b148484e7f9d9cc65313c4d487&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1874123 May 02 10:56:47.263512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3334f55-5e33-4ed3-9a29-78d1425cb0b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=633ba523-2ebb-48b5-8f57-6866cde6779e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:47.265364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 43684) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:56:47.313182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] Publish callbacks [] for security_group (633ba523-2ebb-48b5-8f57-6866cde6779e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.334766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] Publish callbacks [] for security_group (633ba523-2ebb-48b5-8f57-6866cde6779e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.440800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (633ba523-2ebb-48b5-8f57-6866cde6779e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.444021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:47.445225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/633ba523-2ebb-48b5-8f57-6866cde6779e HTTP/1.1" status: 204 len: 168 time: 0.1785464 May 02 10:56:47.453461 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a3847-eec1-4a17-80b1-af97f1d86f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=633ba523-2ebb-48b5-8f57-6866cde6779e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:56:55.561006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-437313ac-814a-4ad0-982c-8de215e70690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:57.926758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-433e10bd-f4f2-41a6-8760-9dc324ef5c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:56:59.286415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:00.670063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:01.949309 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:14.606080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:16.098367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:19.734617 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:57:25.560856 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-518b6c30-eb1a-4a7a-8fd5-fb1793eb2558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:27.954336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e0b7318-60bd-4917-86f2-d765c0c49ac3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:29.284746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:30.668753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:31.966330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:36.140245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44492) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:36.258078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f3a5bef-5310-4510-88f9-733acc57410b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:36.332261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f3a5bef-5310-4510-88f9-733acc57410b admin admin] Publish callbacks [] for security_group (0e6df0fe-c29a-4aec-aa4b-bcfc0e875694), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:36.394261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9f3a5bef-5310-4510-88f9-733acc57410b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0e6df0fe-c29a-4aec-aa4b-bcfc0e875694), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:36.437979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f3a5bef-5310-4510-88f9-733acc57410b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e5579201e7ef47d0a5f56c4c0cff6612&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2965295 May 02 10:57:36.438856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a5bef-5310-4510-88f9-733acc57410b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6df0fe-c29a-4aec-aa4b-bcfc0e875694,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:36.441273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44500) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:36.489951 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] Publish callbacks [] for security_group (0e6df0fe-c29a-4aec-aa4b-bcfc0e875694), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:36.512037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] Publish callbacks [] for security_group (0e6df0fe-c29a-4aec-aa4b-bcfc0e875694), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.001016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (0e6df0fe-c29a-4aec-aa4b-bcfc0e875694), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.003687 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.004894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0e6df0fe-c29a-4aec-aa4b-bcfc0e875694 HTTP/1.1" status: 204 len: 168 time: 0.5625813 May 02 10:57:37.012919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9875304-1e89-49a9-8fa5-2a5d96800d7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6df0fe-c29a-4aec-aa4b-bcfc0e875694,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:37.627326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44522) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:37.640967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c24df57b-d416-4858-958f-42cd93707f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.718997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c24df57b-d416-4858-958f-42cd93707f46 admin admin] Publish callbacks [] for security_group (a415d1aa-8ba5-43da-8cf2-5a9192a47a85), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.795664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c24df57b-d416-4858-958f-42cd93707f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a415d1aa-8ba5-43da-8cf2-5a9192a47a85), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.836169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c24df57b-d416-4858-958f-42cd93707f46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ebe7f9d4add141e5bf9dbbb93ed95300&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2077017 May 02 10:57:37.837495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24df57b-d416-4858-958f-42cd93707f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a415d1aa-8ba5-43da-8cf2-5a9192a47a85,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:37.838946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44536) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:37.890880 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Publish callbacks [] for security_group (a415d1aa-8ba5-43da-8cf2-5a9192a47a85), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:37.912192 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Publish callbacks [] for security_group (a415d1aa-8ba5-43da-8cf2-5a9192a47a85), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:38.055550 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a415d1aa-8ba5-43da-8cf2-5a9192a47a85), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:38.055550 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:38.056087 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a415d1aa-8ba5-43da-8cf2-5a9192a47a85 HTTP/1.1" status: 204 len: 168 time: 0.2160690 May 02 10:57:38.063935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a415d1aa-8ba5-43da-8cf2-5a9192a47a85,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:38.072037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.072395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.072849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.073194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.073533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.073962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.074249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.074578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.074909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.075234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.075563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.075890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.076217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.076541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:38.078654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3bd5d2b-d1f0-4d95-a464-a1b8e9a94d6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:43.349242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44708) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:43.457897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80dbb6e0-1bca-451c-a4b9-c0caac3e55cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.531650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80dbb6e0-1bca-451c-a4b9-c0caac3e55cb admin admin] Publish callbacks [] for security_group (fdd43d86-a3cf-43fa-8898-063312ca7744), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.595205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80dbb6e0-1bca-451c-a4b9-c0caac3e55cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fdd43d86-a3cf-43fa-8898-063312ca7744), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.632300 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dbb6e0-1bca-451c-a4b9-c0caac3e55cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdd43d86-a3cf-43fa-8898-063312ca7744,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:43.636676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80dbb6e0-1bca-451c-a4b9-c0caac3e55cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=89ac7fdfa9ba47fc9515cd3108438cb8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2860823 May 02 10:57:43.639498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44712) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:43.690448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] Publish callbacks [] for security_group (fdd43d86-a3cf-43fa-8898-063312ca7744), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.712290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] Publish callbacks [] for security_group (fdd43d86-a3cf-43fa-8898-063312ca7744), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.817952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (fdd43d86-a3cf-43fa-8898-063312ca7744), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.820555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:43.821806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/fdd43d86-a3cf-43fa-8898-063312ca7744 HTTP/1.1" status: 204 len: 168 time: 0.1814225 May 02 10:57:43.829973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94cd3a2-56cc-4aa5-9643-5b26b8bc624d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdd43d86-a3cf-43fa-8898-063312ca7744,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:44.313011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44720) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:44.326923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a3af48-e0c0-49cb-b07b-e08c98db2835 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.400294 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a3af48-e0c0-49cb-b07b-e08c98db2835 admin admin] Publish callbacks [] for security_group (ff0122f1-de1a-4752-bbbe-cff382357933), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.469524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-65a3af48-e0c0-49cb-b07b-e08c98db2835 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ff0122f1-de1a-4752-bbbe-cff382357933), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.510335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a3af48-e0c0-49cb-b07b-e08c98db2835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff0122f1-de1a-4752-bbbe-cff382357933,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:44.516206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-65a3af48-e0c0-49cb-b07b-e08c98db2835 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6a4a38a6fb064ca38675d932001b647a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2020917 May 02 10:57:44.519144 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44722) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:44.568014 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] Publish callbacks [] for security_group (ff0122f1-de1a-4752-bbbe-cff382357933), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.588859 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] Publish callbacks [] for security_group (ff0122f1-de1a-4752-bbbe-cff382357933), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.630003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.708417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ff0122f1-de1a-4752-bbbe-cff382357933), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.711041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:44.712195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ff0122f1-de1a-4752-bbbe-cff382357933 HTTP/1.1" status: 204 len: 168 time: 0.1921263 May 02 10:57:44.723639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c679-42d5-449b-a5ce-4b0bd07d7e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff0122f1-de1a-4752-bbbe-cff382357933,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:46.114960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.259243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44772) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:47.367949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.442150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Publish callbacks [] for security_group (d3c7f36f-b793-4548-b55e-1a47fef363df), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.538120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3c7f36f-b793-4548-b55e-1a47fef363df), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.578052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bcb9c16cf2754d7daf750dc61ffb7645&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3176775 May 02 10:57:47.578903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3c7f36f-b793-4548-b55e-1a47fef363df,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:47.580880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:47.587154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.587573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.587943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.588280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.588644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.588982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.589310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.589640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.589966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.590290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.590621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.590939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.591259 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.591604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.592027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a2873b2-55d8-4ed6-b594-c53a5f271f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:57:47.629812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] Publish callbacks [] for security_group (d3c7f36f-b793-4548-b55e-1a47fef363df), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.650935 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] Publish callbacks [] for security_group (d3c7f36f-b793-4548-b55e-1a47fef363df), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.755382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d3c7f36f-b793-4548-b55e-1a47fef363df), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.758057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:47.759285 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d3c7f36f-b793-4548-b55e-1a47fef363df HTTP/1.1" status: 204 len: 168 time: 0.1773162 May 02 10:57:47.767966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0186fe15-cb98-463d-b005-a86cf01524fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3c7f36f-b793-4548-b55e-1a47fef363df,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:48.283448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44784) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:48.297137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bab0e5b-e033-4f9c-abf1-1309e5293572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.370905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bab0e5b-e033-4f9c-abf1-1309e5293572 admin admin] Publish callbacks [] for security_group (a1883ace-3318-49b4-a177-a96401cb8879), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.452893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bab0e5b-e033-4f9c-abf1-1309e5293572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a1883ace-3318-49b4-a177-a96401cb8879), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.492175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6bab0e5b-e033-4f9c-abf1-1309e5293572 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4e8a630edf242b6807005362c453a63&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2076650 May 02 10:57:48.493274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab0e5b-e033-4f9c-abf1-1309e5293572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1883ace-3318-49b4-a177-a96401cb8879,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:48.494975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44788) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:48.546196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] Publish callbacks [] for security_group (a1883ace-3318-49b4-a177-a96401cb8879), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.567837 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] Publish callbacks [] for security_group (a1883ace-3318-49b4-a177-a96401cb8879), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.680775 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a1883ace-3318-49b4-a177-a96401cb8879), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.683407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:48.684639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a1883ace-3318-49b4-a177-a96401cb8879 HTTP/1.1" status: 204 len: 168 time: 0.1885135 May 02 10:57:48.695683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41882d17-03a6-4f68-9e73-61c884a122de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1883ace-3318-49b4-a177-a96401cb8879,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:49.689427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44812) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:49.789348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-669209775-network', 'tenant_id': '3c467c5de099441b939ec93e1c773441'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:49.886305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Made reservation on behalf of 3c467c5de099441b939ec93e1c773441 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:57:49.888689 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:49.898097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:49.975190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks [] for security_group (d7337b78-572d-4fda-a3f6-f21fff20d704), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.024094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7337b78-572d-4fda-a3f6-f21fff20d704), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.050275 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:57:50.059012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7337b78-572d-4fda-a3f6-f21fff20d704,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:50.064939 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2755e3f4-71ed-4796-ba43-adb89c145d46), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.065285 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Added segment 2755e3f4-71ed-4796-ba43-adb89c145d46 of type vlan for network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 May 02 10:57:50.111448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.205414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.206397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:50.206979 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.300230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] Pushing event updated for resources: {'Network': ['ID=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:50.312875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:57:50.335783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eddc0ddc-e536-42f5-9bc9-8b90f0df8bcb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6452086 May 02 10:57:50.338572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44834) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:50.343337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Request body: {'subnet': {'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-669209775-subnet', 'tenant_id': '3c467c5de099441b939ec93e1c773441', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:50.429684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Made reservation on behalf of 3c467c5de099441b939ec93e1c773441 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:57:50.432038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.721143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d46ffecb-fd92-436c-a7ac-27ea20e1cbc1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.785708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d46ffecb-fd92-436c-a7ac-27ea20e1cbc1,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:50.793527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Checking segment: {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:57:50.794007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Network hostable DHCP agents. Network: 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:57:50.892556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:57:50.966441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:57:50.970830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:50.971486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:50.976923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462a0d11-72ee-4a67-bc35-30047954c942 None None] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:57:51.075901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0a95b0-3500-401d-8938-5594dce44f68 None None] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:57:51.114608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ac8a0e3-5df3-4677-a0c8-c8c8d3ce9656 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7749310 May 02 10:57:54.189678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-fb883c23-c58e-4910-8326-529dca75a930 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:54.191073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-fb883c23-c58e-4910-8326-529dca75a930 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/networks?id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 200 len: 808 time: 0.1006272 May 02 10:57:54.205369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-cded6c07-7290-4792-badc-577cf029f4ca tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/quotas/3c467c5de099441b939ec93e1c773441 HTTP/1.1" status: 200 len: 375 time: 0.0088263 May 02 10:57:54.240878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-5bde6388-b520-4aa3-8a95-425b39b643f0 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0306876 May 02 10:57:54.382786 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-2260bcbc-c616-4085-b3d0-24deea03e835 service neutron] 10.222.0.16 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344340 May 02 10:57:54.473776 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-90d186ce-d0b7-4ea9-8aeb-061a12cfe732 service neutron] 10.222.0.16 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850332 May 02 10:57:55.383043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44928) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:55.487158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc31c-2fad-4e7b-ae44-87e3de3ec3c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.562240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc31c-2fad-4e7b-ae44-87e3de3ec3c8 admin admin] Publish callbacks [] for security_group (00821e0b-bdb9-49bf-8996-c15f2bddbd00), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.617504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3ba54524-8ab6-45ce-8fe2-644735e7cd5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.645530 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b0bc31c-2fad-4e7b-ae44-87e3de3ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00821e0b-bdb9-49bf-8996-c15f2bddbd00), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.689472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bc31c-2fad-4e7b-ae44-87e3de3ec3c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00821e0b-bdb9-49bf-8996-c15f2bddbd00,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:55.694017 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b0bc31c-2fad-4e7b-ae44-87e3de3ec3c8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a2414cc78d8648ed91a1527ecf826bee&name=default HTTP/1.1" status: 200 len: 3000 time: 0.3099322 May 02 10:57:55.696894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 44938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:55.752146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] Publish callbacks [] for security_group (00821e0b-bdb9-49bf-8996-c15f2bddbd00), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.758144 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d8ae035c-c765-408e-94f9-7d2c7fa44c7b req-5fbc5ce9-78bd-4478-8c9b-9429798dd867 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 210 time: 0.0316112 May 02 10:57:55.776492 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] Publish callbacks [] for security_group (00821e0b-bdb9-49bf-8996-c15f2bddbd00), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.886464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (00821e0b-bdb9-49bf-8996-c15f2bddbd00), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.889133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:55.890297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/00821e0b-bdb9-49bf-8996-c15f2bddbd00 HTTP/1.1" status: 204 len: 168 time: 0.1924212 May 02 10:57:55.899091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2c0aaa-54e3-48ad-9f1c-945290af8c61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00821e0b-bdb9-49bf-8996-c15f2bddbd00,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:56.733262 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:57:56.855485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b50212b-5f2e-4889-9593-69c2f1aac4ce req-13f2f195-c09e-4eb8-8959-4336f974765f tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 210 time: 0.0293090 May 02 10:57:57.871051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-430341c5-7770-45d2-9c7d-658ba5ac87a1 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:57.872626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-430341c5-7770-45d2-9c7d-658ba5ac87a1 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "GET /v2.0/networks?id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 200 len: 808 time: 0.1110289 May 02 10:57:57.883795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Request body: {'port': {'device_id': '644c1b06-f239-42a2-b941-1694f297332b', 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0', 'admin_state_up': True, 'tenant_id': '3c467c5de099441b939ec93e1c773441'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:57.932045 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c5a79b8-b130-4965-9d5e-14dc7da46360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:57.972535 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1454f424-ea62-4825-bc7e-29607080337e req-fb0d3161-6dfb-42fe-a9bd-15973c2ad82e tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 210 time: 0.0319247 May 02 10:57:57.989740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44996) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:57.995481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1508312244', 'description': 'tempest-secgroup-smoke-1508312244 description', 'project_id': '43505981798d4147970c495b8fa9c9e8'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:58.144152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Made reservation on behalf of 3c467c5de099441b939ec93e1c773441 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:57:58.144361 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.147851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.153227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.232207 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (e109a084-172e-464b-a692-49a87dde59ec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.272316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Allocated IP 172.20.0.9 (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0/d46ffecb-fd92-436c-a7ac-27ea20e1cbc1/7e89580d-5234-4a50-85d1-7dea81ae52fa) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:57:58.286405 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e109a084-172e-464b-a692-49a87dde59ec), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.325945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e109a084-172e-464b-a692-49a87dde59ec,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:58.365715 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.425201 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks [] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.445317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.474856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:58.539310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.567705 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.569179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-dd10719d-6eb7-4e2a-a262-52626bcba027 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5778041 May 02 10:57:58.572222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 44998) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:58.576802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:58.590964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:57:58.596674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:57:58.599685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:57:58.624811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Pushing event updated for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:58.654179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:58.654774 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.669118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1da4824b-6500-4d95-a29b-71e7ab3c9701), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.718544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-1704a3fc-2922-47c3-ba36-5415a23f619c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8385890 May 02 10:57:58.724714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1da4824b-6500-4d95-a29b-71e7ab3c9701), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.800959 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1da4824b-6500-4d95-a29b-71e7ab3c9701), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.816937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1da4824b-6500-4d95-a29b-71e7ab3c9701,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:58.836714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Request body: {'port': {'device_id': '644c1b06-f239-42a2-b941-1694f297332b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:58.893086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.917079 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:58.918546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a6c9cb7b-3151-48d1-973b-6865d4e85444 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3453426 May 02 10:57:58.921235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:58.925708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:59.035426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (bbef1de1-4be9-4bfb-9217-2c764f3a11fd), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.124581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8fb5d-ba65-42f7-9bae-bab55282ff48 req-00898d2f-178e-402c-88ac-adc7a1a8c03d tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:59.126125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cc8fb5d-ba65-42f7-9bae-bab55282ff48 req-00898d2f-178e-402c-88ac-adc7a1a8c03d tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 931 time: 0.0699625 May 02 10:57:59.147487 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (bbef1de1-4be9-4bfb-9217-2c764f3a11fd), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.161292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e89580d-5234-4a50-85d1-7dea81ae52fa {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:57:59.169052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks [] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.181750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cc8fb5d-ba65-42f7-9bae-bab55282ff48 req-20918252-a34a-48ae-b4fe-5e9f158b9f77 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467110 May 02 10:57:59.181934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Transition to ACTIVE for port object 7e89580d-5234-4a50-85d1-7dea81ae52fa will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:57:59.206743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bbef1de1-4be9-4bfb-9217-2c764f3a11fd), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.226499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbef1de1-4be9-4bfb-9217-2c764f3a11fd,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:59.234956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.280666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.287746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:59.306175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.307435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3d4700f1-1996-4655-9f5b-9130980c383f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3852398 May 02 10:57:59.310302 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45006) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:59.314684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:59.353462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Attempting to bind port 7e89580d-5234-4a50-85d1-7dea81ae52fa on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:57:59.353798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Attempting to bind port 7e89580d-5234-4a50-85d1-7dea81ae52fa by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:57:59.354128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Attempting to bind port 7e89580d-5234-4a50-85d1-7dea81ae52fa on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:57:59.358435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Port 7e89580d-5234-4a50-85d1-7dea81ae52fa on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:57:59.360955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Attempting to bind port 7e89580d-5234-4a50-85d1-7dea81ae52fa on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:57:59.363515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 57, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:57:59.363853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Checking segment: {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:57:59.364242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Bound using segment: {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:57:59.364704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Bound port: 7e89580d-5234-4a50-85d1-7dea81ae52fa, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:57:59.365054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.395355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (132c2a0c-70e6-4757-bf7e-326cfc546162), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.431981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:57:59.435028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:57:59.453515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (132c2a0c-70e6-4757-bf7e-326cfc546162), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.515507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.543672 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (132c2a0c-70e6-4757-bf7e-326cfc546162), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.549751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:59.550369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.551825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] 10.222.0.24 "PUT /v2.0/ports/7e89580d-5234-4a50-85d1-7dea81ae52fa HTTP/1.1" status: 200 len: 1091 time: 0.8263991 May 02 10:57:59.552268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:57:59.555227 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b12759-b0c9-4bb0-a437-4bdf6eee1330" -d '{"events": [{"name": "network-changed", "server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:57:59.557795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=132c2a0c-70e6-4757-bf7e-326cfc546162,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:59.586238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a040150-3e0c-4da9-bb15-539d5b08cd29 service neutron] Pushing event updated for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:59.641891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.645451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bfb4cac3-fb16-4535-9bf9-97187087987a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321555 May 02 10:57:59.646243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45012) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:59.650649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:57:59.666262 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f74f1b05-413d-48eb-b3af-460779b2227b x-openstack-request-id: req-f74f1b05-413d-48eb-b3af-460779b2227b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:57:59.666557 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:57:59.666812 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f74f1b05-413d-48eb-b3af-460779b2227b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:57:59.667248 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f74f1b05-413d-48eb-b3af-460779b2227b'] response: {'name': 'network-changed', 'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa', 'status': 'completed', 'code': 200} May 02 10:57:59.695146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7e900ff6-83ae-4094-bc4f-38ce8fd68bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:59.696663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-7e900ff6-83ae-4094-bc4f-38ce8fd68bfb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 1125 time: 0.0437012 May 02 10:57:59.740012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-fc5a9c94-57a6-4650-8d5c-16dfbcccc2b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa HTTP/1.1" status: 200 len: 217 time: 0.0374067 May 02 10:57:59.749082 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (4adcbe5d-c588-44e7-b28b-7ab443e19a68), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.791399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-5ae86a6b-a031-4d8e-83a6-0838df7b06c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:57:59.793462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-5ae86a6b-a031-4d8e-83a6-0838df7b06c6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d46ffecb-fd92-436c-a7ac-27ea20e1cbc1 HTTP/1.1" status: 200 len: 848 time: 0.0472171 May 02 10:57:59.811464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (4adcbe5d-c588-44e7-b28b-7ab443e19a68), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.825573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-c0bbd07b-90ed-4de1-9685-23eb8b3e2489 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266168 May 02 10:57:59.892249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4adcbe5d-c588-44e7-b28b-7ab443e19a68), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.917046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4adcbe5d-c588-44e7-b28b-7ab443e19a68,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:57:59.917577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-9ae8d68f-50a7-4bb0-8113-d326dc800c2f service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861158 May 02 10:57:59.979753 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:57:59.981058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9931e191-ca4e-439a-991b-38f0560224ca tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3338180 May 02 10:57:59.984586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45014) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:57:59.989024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:00.006062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbd3256e-0936-4e6f-ab72-c5ccb8fa9544 req-66988605-31ca-495c-9f3a-d7d658aacee9 service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831735 May 02 10:58:00.075179 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:58:00.081009 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (019cd4ff-2ea6-44d8-963e-21e87937f4d8), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.145886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (019cd4ff-2ea6-44d8-963e-21e87937f4d8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.200467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (019cd4ff-2ea6-44d8-963e-21e87937f4d8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.219878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=019cd4ff-2ea6-44d8-963e-21e87937f4d8,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:00.268829 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.269970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ad703a29-ecb3-456e-8415-c3145ef43614 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2844467 May 02 10:58:00.273496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45018) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:00.278072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:00.304153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42773145-8923-4753-80b2-0151d005c249 req-171e60f8-c71a-4b83-9071-39c902db4a81 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:00.305682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42773145-8923-4753-80b2-0151d005c249 req-171e60f8-c71a-4b83-9071-39c902db4a81 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 943 time: 0.0503948 May 02 10:58:00.349709 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 10:58:00.352937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42773145-8923-4753-80b2-0151d005c249 req-fa6102a0-ee1a-4c6b-a0c8-0fa8d135813f tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415461 May 02 10:58:00.355795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (af26313e-ec55-4e5e-8558-5321e2703c05), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.420395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (af26313e-ec55-4e5e-8558-5321e2703c05), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.474703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (af26313e-ec55-4e5e-8558-5321e2703c05), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.493832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af26313e-ec55-4e5e-8558-5321e2703c05,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:00.551051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.552262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-246a9ec0-4709-4398-ba0a-640227f1f032 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2777348 May 02 10:58:00.555778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45020) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:00.560507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'network': {'name': 'tempest-network-smoke--1579569721', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:00.640631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.641301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:00.644260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.666944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:58:00.675389 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.675736 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Added segment 4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6 of type vlan for network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 May 02 10:58:00.714891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (fa3dcbf2-781b-4d90-9989-8f1ae63fa013), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.789194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (fa3dcbf2-781b-4d90-9989-8f1ae63fa013), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.794183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:00.794776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:00.862744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Network': ['ID=fa3dcbf2-781b-4d90-9989-8f1ae63fa013,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:00.873294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:58:01.243569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b0b02dda-cbf8-4319-8778-bad85e20fb2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6866450 May 02 10:58:01.246441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45038) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:01.252390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'admin_state_up': True, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:01.264212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-bf34e801-e2c0-4800-8e6f-0b0cf456c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:01.265576 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-bf34e801-e2c0-4800-8e6f-0b0cf456c63d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 1125 time: 0.3836358 May 02 10:58:01.357590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6f6bed71-114b-439d-b201-65e7014c8437), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.358600 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6f6bed71-114b-439d-b201-65e7014c8437), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.365737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-d0684a86-42a4-49f1-9fef-1846b9a7577e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:01.367190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-d0684a86-42a4-49f1-9fef-1846b9a7577e service neutron] 10.222.0.24 "GET /v2.0/networks?id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 200 len: 909 time: 0.0951219 May 02 10:58:01.415753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-f203784f-4e12-4bae-94ec-38fadea5c8db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa HTTP/1.1" status: 200 len: 217 time: 0.0423253 May 02 10:58:01.499165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (6f6bed71-114b-439d-b201-65e7014c8437), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.525869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ea20fb-217b-4448-954b-fa1cbaf79ddc req-5e4a5fdb-f816-4683-8c38-a4f88beb2936 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:01.527372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1ea20fb-217b-4448-954b-fa1cbaf79ddc req-5e4a5fdb-f816-4683-8c38-a4f88beb2936 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 943 time: 0.0839469 May 02 10:58:01.528820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-e396a700-2912-46f4-a42e-d4271e8998ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:01.530148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-e396a700-2912-46f4-a42e-d4271e8998ef service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d46ffecb-fd92-436c-a7ac-27ea20e1cbc1 HTTP/1.1" status: 200 len: 848 time: 0.0857048 May 02 10:58:01.558172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7e89580d-5234-4a50-85d1-7dea81ae52fa details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:58:01.574315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-d7283508-1359-44a2-9c17-6dcab55a613b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343199 May 02 10:58:01.660668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:01.672199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '7e89580d-5234-4a50-85d1-7dea81ae52fa', 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0', 'port_id': '7e89580d-5234-4a50-85d1-7dea81ae52fa', 'mac_address': 'fa:16:3e:f3:bc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ffecb-fd92-436c-a7ac-27ea20e1cbc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:58:01.709496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7e89580d-5234-4a50-85d1-7dea81ae52fa is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:01.710510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.722500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1ea20fb-217b-4448-954b-fa1cbaf79ddc req-bd088554-cee4-4448-955b-188b62c0d988 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890492 May 02 10:58:01.723211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e89580d-5234-4a50-85d1-7dea81ae52fa {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:58:01.750494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:01.788157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (6f6bed71-114b-439d-b201-65e7014c8437), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.815073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-919a2aea-b869-4056-9e27-210e17288b19 service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065923 May 02 10:58:01.823584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.877692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:01.892819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.893182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.893527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.893866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.894204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.894534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.894858 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.895186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.895513 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.895837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.896162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.896486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.896833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.897157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.898060 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:01.961383 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:01.971642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00b12759-b0c9-4bb0-a437-4bdf6eee1330 req-94054275-7ff0-4546-b9eb-af2c24a29a01 service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503034 May 02 10:58:02.046881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7e89580d-5234-4a50-85d1-7dea81ae52fa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:58:02.074297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (6f6bed71-114b-439d-b201-65e7014c8437), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:02.092565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:02.201719 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.91 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/aa796afc-7da5-4829-9109-6276042b462a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:02.301053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (aa796afc-7da5-4829-9109-6276042b462a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:02.412621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aa796afc-7da5-4829-9109-6276042b462a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:02.455558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:02.460525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:02.464132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:02.486058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=aa796afc-7da5-4829-9109-6276042b462a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:02.807041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (6f6bed71-114b-439d-b201-65e7014c8437), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:02.841511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aa197b-5556-4bc9-ae83-d1dc9d033261 req-02a9111f-1ea7-42ec-9066-dab6a59b58d6 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:02.843081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80aa197b-5556-4bc9-ae83-d1dc9d033261 req-02a9111f-1ea7-42ec-9066-dab6a59b58d6 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 944 time: 0.0502851 May 02 10:58:02.890114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80aa197b-5556-4bc9-ae83-d1dc9d033261 req-b1c62787-bb06-429f-8810-1dcfc4226126 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412970 May 02 10:58:03.014617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6f6bed71-114b-439d-b201-65e7014c8437), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.211509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 6f6bed71-114b-439d-b201-65e7014c8437 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:58:03.318471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:58:03.328721 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Sync routers for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:58:03.339100 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:03.339701 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:03.403023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.404264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-94fc2f0b-b094-416c-9d9b-63cc4324bd25 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1568940 May 02 10:58:03.407510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45046) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:03.449779 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:03.481345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b040d189-9afc-4824-9b58-0cbe005461b5 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=43505981798d4147970c495b8fa9c9e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0726893 May 02 10:58:03.484030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45050) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:03.562184 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7e89580d-5234-4a50-85d1-7dea81ae52fa up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:03.571445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66865a68-9d76-413c-b90f-f5b862db1407 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:03.572921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-66865a68-9d76-413c-b90f-f5b862db1407 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0877817 May 02 10:58:03.575749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45052) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:03.608644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-74e9d7c1-11ee-4372-84a9-a33f8d61bce2 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0308361 May 02 10:58:03.608863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 7e89580d-5234-4a50-85d1-7dea81ae52fa completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:58:03.610194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45054) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:03.615089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055051008', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:03.626398 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:02Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:03.654405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Checking router: 6f6bed71-114b-439d-b201-65e7014c8437 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:58:03.654766 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Updating router 6f6bed71-114b-439d-b201-65e7014c8437 port aa796afc-7da5-4829-9109-6276042b462a binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:58:03.659284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 7e89580d-5234-4a50-85d1-7dea81ae52fa triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:03.659673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.683511 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa796afc-7da5-4829-9109-6276042b462a), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.746700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 7e89580d-5234-4a50-85d1-7dea81ae52fa is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:03.747083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.765990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:03.769681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.775272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:03.777916 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fd21b9-a991-4460-b626-f786681b33df" -d '{"events": [{"server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "name": "network-vif-plugged", "status": "completed", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:03.791592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:03.858366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:03.899405 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e74000c8-123a-4f36-aa7e-a619bdacd2f3 x-openstack-request-id: req-e74000c8-123a-4f36-aa7e-a619bdacd2f3 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:03.899706 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "name": "network-vif-plugged", "status": "completed", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:03.900580 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e74000c8-123a-4f36-aa7e-a619bdacd2f3 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:03.901178 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e74000c8-123a-4f36-aa7e-a619bdacd2f3'] response: {'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa', 'code': 200} May 02 10:58:03.951359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:03.960840 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks [] for port (aa796afc-7da5-4829-9109-6276042b462a), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.009761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fae87-cdeb-4127-93e9-528fcd6b759c req-655b4308-dec9-4f4a-bb33-0da2fd13bfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:04.011272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-834fae87-cdeb-4127-93e9-528fcd6b759c req-655b4308-dec9-4f4a-bb33-0da2fd13bfbd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 1127 time: 0.0394351 May 02 10:58:04.029777 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa796afc-7da5-4829-9109-6276042b462a), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.041184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c431f8-6078-4412-9e7e-568bb297b506 req-82240af9-b517-487e-b315-63e156ce9961 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:04.045580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9c431f8-6078-4412-9e7e-568bb297b506 req-82240af9-b517-487e-b315-63e156ce9961 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0519283 May 02 10:58:04.055298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (0806da4d-af87-4c8f-8c2a-92763a7f3154), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.079357 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Attempting to bind port aa796afc-7da5-4829-9109-6276042b462a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:58:04.079972 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Attempting to bind port aa796afc-7da5-4829-9109-6276042b462a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:58:04.080515 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Attempting to bind port aa796afc-7da5-4829-9109-6276042b462a on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:04.093307 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:58:04.097427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-834fae87-cdeb-4127-93e9-528fcd6b759c req-f0bb86c3-ccdf-43e3-a6de-c32ad9b8f540 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802901 May 02 10:58:04.098851 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:04.099263 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.101007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:58:04.105887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f9c431f8-6078-4412-9e7e-568bb297b506 req-2b6cc245-4abb-4251-b206-be9c37e2922c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547156 May 02 10:58:04.105979 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Bound port: aa796afc-7da5-4829-9109-6276042b462a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:58:04.105979 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa796afc-7da5-4829-9109-6276042b462a), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.115370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Subnet': ['ID=0806da4d-af87-4c8f-8c2a-92763a7f3154,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:04.133996 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Pushing event updated for resources: {'Port': ['ID=aa796afc-7da5-4829-9109-6276042b462a,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:04.140960 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Checking segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:04.141323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network hostable DHCP agents. Network: fa3dcbf2-781b-4d90-9989-8f1ae63fa013, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:58:04.142296 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.142917 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.143263 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.143598 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.143931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.144269 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.144607 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.144946 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.145271 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.145613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.145919 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.146241 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.146560 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.146879 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.147251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:04.177204 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] For port aa796afc-7da5-4829-9109-6276042b462a, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:58:04.180759 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] For port aa796afc-7da5-4829-9109-6276042b462a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa796afc-7da5-4829-9109-6276042b462a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:58:04.211102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:58:04.234251 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa796afc-7da5-4829-9109-6276042b462a), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.281276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, fa3dcbf2-781b-4d90-9989-8f1ae63fa013) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:04.285791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:04.286463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.292793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58dd727e-0fca-4aaf-b469-206d0ba01fa2 None None] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:58:04.298291 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe39470-2acb-470c-8022-2b29c327e0bb None None] Pushing event updated for resources: {'Port': ['ID=aa796afc-7da5-4829-9109-6276042b462a,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:04.300913 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:04.301622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:04.377952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e4dbfefb-fa97-4cd3-a4e3-1dfc1fec975a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7638829 May 02 10:58:04.378544 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45062) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:04.401220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:58:04.402527 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.410855 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:04.551805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Allocated IP 172.20.0.2 (fa3dcbf2-781b-4d90-9989-8f1ae63fa013/0806da4d-af87-4c8f-8c2a-92763a7f3154/5267ffea-76d4-43fb-8aec-793ba3d9678f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:04.690352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:02Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:04.715592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks [] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.718242 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c245d28f-03dd-428f-9134-fefae022cab7 None None] The sync data for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 is: [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:02Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:58:04.777654 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.815825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:04.818764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:04.825352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:04.837521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Pushing event updated for resources: {'Port': ['ID=5267ffea-76d4-43fb-8aec-793ba3d9678f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:04.893394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Attempting to bind port 5267ffea-76d4-43fb-8aec-793ba3d9678f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:58:04.893768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Attempting to bind port 5267ffea-76d4-43fb-8aec-793ba3d9678f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:58:04.894137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Attempting to bind port 5267ffea-76d4-43fb-8aec-793ba3d9678f on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:04.901368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:58:04.902127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Checking segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:04.902127 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.902673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Bound using segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:58:04.903200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Bound port: 5267ffea-76d4-43fb-8aec-793ba3d9678f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:58:04.903518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:04.995736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] For port 5267ffea-76d4-43fb-8aec-793ba3d9678f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:58:05.001645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] For port 5267ffea-76d4-43fb-8aec-793ba3d9678f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5267ffea-76d4-43fb-8aec-793ba3d9678f,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:58:05.154628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.239577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dd810a-5717-4044-bfbf-85d276ecd588 None None] Pushing event updated for resources: {'Port': ['ID=5267ffea-76d4-43fb-8aec-793ba3d9678f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:05.292520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f47760-80a5-4062-b919-720289ecc387 req-b9b2d0c1-3624-48d4-9b4a-341b8244da93 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:05.294214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f47760-80a5-4062-b919-720289ecc387 req-b9b2d0c1-3624-48d4-9b4a-341b8244da93 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0998657 May 02 10:58:05.368587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.399767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e6f47760-80a5-4062-b919-720289ecc387 req-4a00ca72-f9b3-4720-9c82-f88003a48b18 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884182 May 02 10:58:05.660244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5267ffea-76d4-43fb-8aec-793ba3d9678f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:05.708540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5267ffea-76d4-43fb-8aec-793ba3d9678f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:05.708938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.722016 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.1 (fa3dcbf2-781b-4d90-9989-8f1ae63fa013/0806da4d-af87-4c8f-8c2a-92763a7f3154/b5a1ead3-3f77-4d21-9e45-c52b7ebb0903) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:05.801168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5267ffea-76d4-43fb-8aec-793ba3d9678f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:05.801748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.833373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5267ffea-76d4-43fb-8aec-793ba3d9678f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5267ffea-76d4-43fb-8aec-793ba3d9678f,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:05.851615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.926890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:05.927868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa796afc-7da5-4829-9109-6276042b462a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:05.950289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.000166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:06.007385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:06.009551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:06.011544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5267ffea-76d4-43fb-8aec-793ba3d9678f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:06.017219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:06.026165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port aa796afc-7da5-4829-9109-6276042b462a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:06.026547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aa796afc-7da5-4829-9109-6276042b462a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.073077 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6f6bed71-114b-439d-b201-65e7014c8437), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.118571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port aa796afc-7da5-4829-9109-6276042b462a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:06.118974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa796afc-7da5-4829-9109-6276042b462a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.141374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port aa796afc-7da5-4829-9109-6276042b462a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa796afc-7da5-4829-9109-6276042b462a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:06.211962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa796afc-7da5-4829-9109-6276042b462a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.251826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1559b9ec-a44d-4cc2-9bce-156c436b191f None None] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:58:06.284466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=aa796afc-7da5-4829-9109-6276042b462a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:06.301574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.333797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0e0fcbed-af75-4c55-8ef4-c3c97c634c7a None None] Provisioning complete for port 5267ffea-76d4-43fb-8aec-793ba3d9678f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:06.334172 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e0fcbed-af75-4c55-8ef4-c3c97c634c7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.462013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fcbed-af75-4c55-8ef4-c3c97c634c7a None None] Current status of the port 5267ffea-76d4-43fb-8aec-793ba3d9678f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:06.563856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394d913e-0775-441c-ba46-f52e72e9f6bd req-f27c250d-07b8-4c93-a606-9a03ce6e5125 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:06.566138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-394d913e-0775-441c-ba46-f52e72e9f6bd req-f27c250d-07b8-4c93-a606-9a03ce6e5125 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0633390 May 02 10:58:06.633374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.634571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-394d913e-0775-441c-ba46-f52e72e9f6bd req-5e674e5b-3a8a-4cb0-8a1a-ddd743e8afa4 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624774 May 02 10:58:06.684694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:06.685031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.698561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.731979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:58:06.740508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Provisioning complete for port 5267ffea-76d4-43fb-8aec-793ba3d9678f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:06.743125 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.785285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6f6bed71-114b-439d-b201-65e7014c8437), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:06.788511 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:06.860695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b4ded73-2887-4fc7-be03-1a991805a68c None None] Current status of the port 5267ffea-76d4-43fb-8aec-793ba3d9678f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:06.902145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:06.903737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:06.981555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bcbd4cc0-3c75-46cf-87e2-7fb97c790426 None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:06.981936 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bcbd4cc0-3c75-46cf-87e2-7fb97c790426 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:07.025247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bcbd4cc0-3c75-46cf-87e2-7fb97c790426 None None] Port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:58:07.038590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 6f6bed71-114b-439d-b201-65e7014c8437 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:58:07.177217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:58:07.183031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2448542d-6882-438e-810c-7059a860f9e5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/6f6bed71-114b-439d-b201-65e7014c8437/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8031626 May 02 10:58:07.188496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Sync routers for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:58:07.197282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:07.197904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:07.260180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-066bcde0-e627-4d93-b08a-93e8f8292e71 None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:07.260552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-066bcde0-e627-4d93-b08a-93e8f8292e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:07.331711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-066bcde0-e627-4d93-b08a-93e8f8292e71 None None] Port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:58:07.350010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:07.359777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-a9abb164-1f9d-44c8-b7c1-8694ad67c265 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1508312244&fields=id&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 267 time: 0.0583260 May 02 10:58:07.478803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-ccd14c8f-e721-4177-a5c3-76c7dfc4f063 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:07.480896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-ccd14c8f-e721-4177-a5c3-76c7dfc4f063 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 797 time: 0.1137719 May 02 10:58:07.498321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-8348b6fc-00de-45d1-a8c0-52b3c7b2be24 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/quotas/43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 375 time: 0.0111191 May 02 10:58:07.572198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-75d30e96-3504-4e27-ba7f-a7a714b769bb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684044 May 02 10:58:07.650915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5267ffea-76d4-43fb-8aec-793ba3d9678f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:07.673401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-f8c86bbe-b6f0-4d6d-ab4a-67d7a02fda93 service neutron] 10.222.0.16 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886428 May 02 10:58:07.746316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5267ffea-76d4-43fb-8aec-793ba3d9678f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:07.746688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:07.778070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-cb7a2d99-df7a-41be-9c85-fc4b2ef2d91c service neutron] 10.222.0.16 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976455 May 02 10:58:07.782022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 2, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:07.819438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Checking router: 6f6bed71-114b-439d-b201-65e7014c8437 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:58:07.819830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Updating router 6f6bed71-114b-439d-b201-65e7014c8437 port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:58:07.879094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:07.904394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5267ffea-76d4-43fb-8aec-793ba3d9678f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:07.905485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa796afc-7da5-4829-9109-6276042b462a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:07.942459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03efe7a3-8ea5-4534-bfa7-ec0dc97574a2 req-b997d97a-f42d-4736-b986-9ea5ccce4316 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:07.944366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03efe7a3-8ea5-4534-bfa7-ec0dc97574a2 req-b997d97a-f42d-4736-b986-9ea5ccce4316 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0495670 May 02 10:58:08.019094 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-03efe7a3-8ea5-4534-bfa7-ec0dc97574a2 req-31aafc44-73b1-46ca-b34a-0fc19260f0e8 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685980 May 02 10:58:08.023453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0856eed6-59ba-4e52-ad22-ebc56b177cc9 req-fe7c6404-de93-48b9-9dc0-b4c1cfe5ff59 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 210 time: 0.0344589 May 02 10:58:08.064532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port aa796afc-7da5-4829-9109-6276042b462a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:08.064945 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aa796afc-7da5-4829-9109-6276042b462a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.226718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port aa796afc-7da5-4829-9109-6276042b462a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:08.284973 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks [] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.377655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.428242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149433f-e7bc-438f-824e-f940109a9c26 None None] Pushing event updated for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:08.484303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Attempting to bind port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:58:08.484698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Attempting to bind port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:58:08.485065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Attempting to bind port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:08.490822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:58:08.491980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Checking segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:08.492395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.492828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Bound using segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:58:08.493304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Bound port: b5a1ead3-3f77-4d21-9e45-c52b7ebb0903, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:58:08.493712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.566307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] For port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:58:08.570302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] For port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:58:08.659689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fdb3241f-16b6-4f70-a0ed-0cd761be27f8 None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:08.659992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb3241f-16b6-4f70-a0ed-0cd761be27f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.684813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:08.732313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fdb3241f-16b6-4f70-a0ed-0cd761be27f8 None None] Port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:58:08.754710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149433f-e7bc-438f-824e-f940109a9c26 None None] Pushing event updated for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:08.758943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:08.761767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:08.879288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:08.983249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:08.983628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.151910 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:08Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:09.154519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Current status of the port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:09.155008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.159631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79f96750-dcb5-40eb-8b94-591f61f8eb69 req-4d0ff998-d70c-45f4-b7d7-c3689072c513 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 210 time: 0.0639305 May 02 10:58:09.163111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f151a-28d7-45e5-b7a4-0097c0f482ef req-129af170-84db-4626-a8c3-46a48fd0fcbc tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:09.164773 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f7f151a-28d7-45e5-b7a4-0097c0f482ef req-129af170-84db-4626-a8c3-46a48fd0fcbc tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0561025 May 02 10:58:09.172383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-8dc13ebe-70ed-48b3-9156-6f375912c5e9 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:09.174034 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-8dc13ebe-70ed-48b3-9156-6f375912c5e9 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 945 time: 0.0641725 May 02 10:58:09.198964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e78680b-bbe4-4e9e-b647-03a3c36cca21 None None] The sync data for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 is: [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:08Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:58:09.224155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] For port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:09.226747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f7f151a-28d7-45e5-b7a4-0097c0f482ef req-3e557101-a919-4c20-85c3-7f891522f6f5 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 May 02 10:58:09.295221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Deleting port 7e89580d-5234-4a50-85d1-7dea81ae52fa {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:58:09.295565 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.304057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.369273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b85a679-0bf9-4464-9186-481825d22f6e None None] Pushing event updated for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:09.404498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] For port 7e89580d-5234-4a50-85d1-7dea81ae52fa, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=7e89580d-5234-4a50-85d1-7dea81ae52fa,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:09.404901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.424327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Calling delete_port for 7e89580d-5234-4a50-85d1-7dea81ae52fa owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:58:09.586254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:09.618715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7e89580d-5234-4a50-85d1-7dea81ae52fa), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.631051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['7e89580d-5234-4a50-85d1-7dea81ae52fa'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:58:09.657551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Pushing event deleted for resources: {'Port': ['ID=7e89580d-5234-4a50-85d1-7dea81ae52fa,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:09.667010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:09.667621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.702964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] No DVR routers for this DVR port 7e89580d-5234-4a50-85d1-7dea81ae52fa on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:58:09.705960 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:09.709798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc7b839a-2d85-4590-8d76-34ddfa8bf96b req-fa875266-5e72-40b1-a13f-a8dfd2b1c352 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "DELETE /v2.0/ports/7e89580d-5234-4a50-85d1-7dea81ae52fa HTTP/1.1" status: 204 len: 173 time: 0.5299208 May 02 10:58:09.710114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'name': 'network-vif-deleted', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:09.712509 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98614278-ca1a-4b65-aaff-13a5cbbbc55a" -d '{"events": [{"server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "name": "network-vif-deleted", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:09.753220 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6306477d-cb25-408b-bfbb-076540fbc6a0 x-openstack-request-id: req-6306477d-cb25-408b-bfbb-076540fbc6a0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:09.753524 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "644c1b06-f239-42a2-b941-1694f297332b", "name": "network-vif-deleted", "tag": "7e89580d-5234-4a50-85d1-7dea81ae52fa", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:09.753831 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6306477d-cb25-408b-bfbb-076540fbc6a0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:09.754299 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6306477d-cb25-408b-bfbb-076540fbc6a0'] response: {'server_uuid': '644c1b06-f239-42a2-b941-1694f297332b', 'name': 'network-vif-deleted', 'tag': '7e89580d-5234-4a50-85d1-7dea81ae52fa', 'status': 'completed', 'code': 200} May 02 10:58:09.765057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:10.280181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9eb5dceb-54d6-49c9-aeee-ef0ad88c4024 req-aeab2378-5f62-4463-ad34-bd486435794e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 210 time: 0.0420763 May 02 10:58:10.358957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15deee8c-839d-44be-adc0-3383d96d3592 req-ce88ed63-2466-4480-a65d-8abfca9e376b tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=644c1b06-f239-42a2-b941-1694f297332b HTTP/1.1" status: 200 len: 210 time: 0.0303721 May 02 10:58:11.361978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-e65e48b5-1216-44fb-8c16-76b1d9f5e4f6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:11.363482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-e65e48b5-1216-44fb-8c16-76b1d9f5e4f6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 797 time: 0.1029592 May 02 10:58:11.386392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08628f6c-597d-45bb-980f-2f6b553b6ae8 req-1464af26-a40f-4b07-97e3-9fef5db717ae tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 210 time: 0.0298381 May 02 10:58:11.437595 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-15d195a0-56ca-497f-bfb8-736f8a6f8d33 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 380 time: 0.0651531 May 02 10:58:11.448991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'port': {'device_id': '7577760f-3d51-436e-b21c-b1995905be2d', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'admin_state_up': True, 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'security_groups': ['07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:11.664344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:11.667712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:11.682193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-7bebfc10-c703-4dc1-97dc-2e75c1dd9969 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:11.683673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-7bebfc10-c703-4dc1-97dc-2e75c1dd9969 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/networks?id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 200 len: 808 time: 0.1022651 May 02 10:58:11.698255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-f1e32b02-a7cc-4b8d-b699-07b97de5169b tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/quotas/3c467c5de099441b939ec93e1c773441 HTTP/1.1" status: 200 len: 375 time: 0.0089908 May 02 10:58:11.735541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-eb2db179-95f2-42b6-add4-4a35c8d3d81b tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320082 May 02 10:58:11.791335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.4 (fa3dcbf2-781b-4d90-9989-8f1ae63fa013/0806da4d-af87-4c8f-8c2a-92763a7f3154/be4594bd-2056-4869-8c05-0b02318c211e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:11.829418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-9b243282-5575-49cd-bd22-1e604c2f83bd service neutron] 10.222.0.16 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863352 May 02 10:58:11.926286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-c957421a-31d9-4355-8b79-5f51937ee290 service neutron] 10.222.0.16 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903447 May 02 10:58:11.932067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (be4594bd-2056-4869-8c05-0b02318c211e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.012767 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.054591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:12.059689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:12.063444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:12.102587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:12.134952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:12.135588 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.181229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7abf7e61-a14b-4322-a893-05b28a08454b req-6fedb67a-35df-4b0f-b52f-3a0df1862e54 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0327287 May 02 10:58:12.243346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-b2aa42d2-0f32-4690-a32d-eda10534c4cd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7986059 May 02 10:58:12.259751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Request body: {'port': {'device_id': '7577760f-3d51-436e-b21c-b1995905be2d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:12.322451 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.344565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0ca3d77e-6943-4aa5-8f24-32739038bea4 None None] Provisioning complete for port be4594bd-2056-4869-8c05-0b02318c211e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:12.345139 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0ca3d77e-6943-4aa5-8f24-32739038bea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be4594bd-2056-4869-8c05-0b02318c211e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.382828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3d77e-6943-4aa5-8f24-32739038bea4 None None] Port be4594bd-2056-4869-8c05-0b02318c211e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:58:12.512434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad55cab2-ed37-4876-af8f-16557fd9a686 req-c2ec36e3-b065-4445-896e-ecb2e5503ab1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:12.514739 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad55cab2-ed37-4876-af8f-16557fd9a686 req-c2ec36e3-b065-4445-896e-ecb2e5503ab1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 931 time: 0.0570309 May 02 10:58:12.565427 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ad55cab2-ed37-4876-af8f-16557fd9a686 req-7682171a-8140-4e09-8b50-29dfa0d56d78 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445418 May 02 10:58:12.601861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be4594bd-2056-4869-8c05-0b02318c211e {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:58:12.610159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks [] for port (be4594bd-2056-4869-8c05-0b02318c211e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.624096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Transition to ACTIVE for port object be4594bd-2056-4869-8c05-0b02318c211e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:58:12.680286 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.735100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:12.811962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:58:12.812302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:58:12.812677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:12.817341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:58:12.817685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:12.823287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:58:12.823627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Checking segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:12.824070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Bound using segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:58:12.824506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Bound port: be4594bd-2056-4869-8c05-0b02318c211e, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:58:12.824902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:12.891901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:58:12.895423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:58:12.972921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:13.007599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.008345 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:13.009733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] 10.222.0.15 "PUT /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1091 time: 0.7552047 May 02 10:58:13.010183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:13.012445 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3601332e-71ea-4e6d-902d-21b7571c286d" -d '{"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:13.043331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5004f-3ed0-431d-a2e3-96f659d03925 service neutron] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:13.062959 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a855550-21d5-4f40-b5e5-9bf17f1f9e43 x-openstack-request-id: req-7a855550-21d5-4f40-b5e5-9bf17f1f9e43 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:13.063288 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:13.063698 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a855550-21d5-4f40-b5e5-9bf17f1f9e43 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:13.064128 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a855550-21d5-4f40-b5e5-9bf17f1f9e43'] response: {'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'status': 'completed', 'code': 200} May 02 10:58:13.131219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601332e-71ea-4e6d-902d-21b7571c286d req-fd6695c6-2042-4a62-93cd-5452ce1cbffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.132944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3601332e-71ea-4e6d-902d-21b7571c286d req-fd6695c6-2042-4a62-93cd-5452ce1cbffa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1125 time: 0.0444760 May 02 10:58:13.285669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b708e20-9ae7-488f-abb0-2ef557a373fc req-6e823303-fd13-4d4d-8133-e35b05dcf987 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0301793 May 02 10:58:13.582570 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601332e-71ea-4e6d-902d-21b7571c286d req-2c937cf7-1e58-4a7e-b318-bd649e91cf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.584044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3601332e-71ea-4e6d-902d-21b7571c286d req-2c937cf7-1e58-4a7e-b318-bd649e91cf9e service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=43505981798d4147970c495b8fa9c9e8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4427927 May 02 10:58:13.624634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7e89580d-5234-4a50-85d1-7dea81ae52fa no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:58:13.648689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 7e89580d-5234-4a50-85d1-7dea81ae52fa {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:58:13.649335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 7e89580d-5234-4a50-85d1-7dea81ae52fa not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:58:13.717381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8289eba7-f728-4500-8adf-254c88eed1a3 req-e1a5dfef-ff02-41d1-8a5e-f0f7a5a21334 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.718876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8289eba7-f728-4500-8adf-254c88eed1a3 req-e1a5dfef-ff02-41d1-8a5e-f0f7a5a21334 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0613730 May 02 10:58:13.723457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601332e-71ea-4e6d-902d-21b7571c286d req-bf536dba-7f59-45e3-8bd0-ca12900fc4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.724862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3601332e-71ea-4e6d-902d-21b7571c286d req-bf536dba-7f59-45e3-8bd0-ca12900fc4c8 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1312337 May 02 10:58:13.782279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8289eba7-f728-4500-8adf-254c88eed1a3 req-200f6991-c7d1-429b-b057-12b079a0abb6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563407 May 02 10:58:13.816387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-d3fd26d8-1ecf-466c-a8d0-1f1e770108d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.818075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-d3fd26d8-1ecf-466c-a8d0-1f1e770108d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1125 time: 0.0502975 May 02 10:58:13.865828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-d61bf7f8-a1cd-40a5-bf56-343592c430cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 217 time: 0.0375485 May 02 10:58:13.920189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-14fcc05e-4fee-471c-9eea-8eb3c4147ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:13.921802 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-14fcc05e-4fee-471c-9eea-8eb3c4147ace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0471616 May 02 10:58:14.013868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-59dca225-8f87-4873-ad4d-3dae649993c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:14.015396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-59dca225-8f87-4873-ad4d-3dae649993c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0857005 May 02 10:58:14.104807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-5cc1754c-8975-4b52-bce7-cad14c7aa664 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:14.106544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-5cc1754c-8975-4b52-bce7-cad14c7aa664 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "GET /v2.0/networks?id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 200 len: 808 time: 0.1892955 May 02 10:58:14.122091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Request body: {'port': {'device_id': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0', 'admin_state_up': True, 'tenant_id': '3c467c5de099441b939ec93e1c773441'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:14.196000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-a6e31ec6-0900-42ba-874a-79d6c852a4e2 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690061 May 02 10:58:14.324057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5bd59cb-1ee3-45e9-80a6-dec9fb61a6c2 req-8428c22e-d7f3-4407-b163-5d9e91769121 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174250 May 02 10:58:14.376788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Made reservation on behalf of 3c467c5de099441b939ec93e1c773441 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:14.380891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:14.393150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-578640f8-2d46-4cc4-bf61-b1e078a7c900 req-44ec9cc4-7cbc-4f7c-9ff8-d862d220014c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0334804 May 02 10:58:14.505466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Allocated IP 172.20.0.2 (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0/d46ffecb-fd92-436c-a7ac-27ea20e1cbc1/87f93721-341b-4699-bd36-818adb79e885) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:14.635179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:14.655413 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks [] for port (87f93721-341b-4699-bd36-818adb79e885), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:14.738194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (87f93721-341b-4699-bd36-818adb79e885), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:14.780145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:14.785215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:14.789505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:14.795745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Pushing event updated for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:14.846072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:14.846715 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:14.902153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c28e6bb-d3a7-44ff-a994-dd44d1be4e68 req-4d9264d9-5c58-4cd0-aeec-ce5c45549893 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:14.903529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c28e6bb-d3a7-44ff-a994-dd44d1be4e68 req-4d9264d9-5c58-4cd0-aeec-ce5c45549893 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0471671 May 02 10:58:14.926264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-26d9f924-ff75-4cfe-97a0-b66124bc8897 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8094902 May 02 10:58:14.943480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Request body: {'port': {'device_id': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:14.983857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c28e6bb-d3a7-44ff-a994-dd44d1be4e68 req-39a2e9f0-0aef-47ab-acf7-28066f4f1500 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745325 May 02 10:58:15.020000 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (87f93721-341b-4699-bd36-818adb79e885), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.283171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f93721-341b-4699-bd36-818adb79e885 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:58:15.290530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks [] for port (87f93721-341b-4699-bd36-818adb79e885), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.302682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Transition to ACTIVE for port object 87f93721-341b-4699-bd36-818adb79e885 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:58:15.400772 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (87f93721-341b-4699-bd36-818adb79e885), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.455126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Pushing event updated for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:15.514018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c694f59b-853a-4c39-861a-62b70775709c req-e5f46619-b088-47c7-b636-391f4220a018 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:15.515540 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c694f59b-853a-4c39-861a-62b70775709c req-e5f46619-b088-47c7-b636-391f4220a018 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0484197 May 02 10:58:15.526881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Attempting to bind port 87f93721-341b-4699-bd36-818adb79e885 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:58:15.527220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Attempting to bind port 87f93721-341b-4699-bd36-818adb79e885 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:58:15.527579 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Attempting to bind port 87f93721-341b-4699-bd36-818adb79e885 on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:15.531855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Port 87f93721-341b-4699-bd36-818adb79e885 on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:58:15.532181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Attempting to bind port 87f93721-341b-4699-bd36-818adb79e885 on network 30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:58:15.537103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 58, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:58:15.537384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Checking segment: {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:15.537805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Bound using segment: {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:58:15.538226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Bound port: 87f93721-341b-4699-bd36-818adb79e885, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2755e3f4-71ed-4796-ba43-adb89c145d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:58:15.538587 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (87f93721-341b-4699-bd36-818adb79e885), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.565607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c694f59b-853a-4c39-861a-62b70775709c req-85891b44-2c67-464f-9913-40b05f9bbd17 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426228 May 02 10:58:15.604306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:58:15.607308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87f93721-341b-4699-bd36-818adb79e885,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:58:15.669397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (87f93721-341b-4699-bd36-818adb79e885), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.704005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:15.704694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:15.706061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] 10.222.0.24 "PUT /v2.0/ports/87f93721-341b-4699-bd36-818adb79e885 HTTP/1.1" status: 200 len: 1091 time: 0.7723610 May 02 10:58:15.706492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'tag': '87f93721-341b-4699-bd36-818adb79e885'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:15.708747 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e053793-08a7-480e-9e03-f988021c4501" -d '{"events": [{"name": "network-changed", "server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "tag": "87f93721-341b-4699-bd36-818adb79e885"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:15.731572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809a012e-0c75-46f0-8b15-b5dbd43e35af service neutron] Pushing event updated for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:15.743834 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee67b2f5-68d0-441d-9c0a-a1aa25c3c96a x-openstack-request-id: req-ee67b2f5-68d0-441d-9c0a-a1aa25c3c96a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:15.744432 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "tag": "87f93721-341b-4699-bd36-818adb79e885", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:15.744432 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee67b2f5-68d0-441d-9c0a-a1aa25c3c96a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:15.744850 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee67b2f5-68d0-441d-9c0a-a1aa25c3c96a'] response: {'name': 'network-changed', 'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'tag': '87f93721-341b-4699-bd36-818adb79e885', 'status': 'completed', 'code': 200} May 02 10:58:15.805339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e053793-08a7-480e-9e03-f988021c4501 req-feecea8b-a116-4785-914e-f489b6732004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:15.806746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e053793-08a7-480e-9e03-f988021c4501 req-feecea8b-a116-4785-914e-f489b6732004 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 1125 time: 0.0435076 May 02 10:58:15.901670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e053793-08a7-480e-9e03-f988021c4501 req-e3e747a7-7d16-420c-b244-138aea2ee53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:15.903134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e053793-08a7-480e-9e03-f988021c4501 req-e3e747a7-7d16-420c-b244-138aea2ee53a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3c467c5de099441b939ec93e1c773441&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0903463 May 02 10:58:15.997255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e053793-08a7-480e-9e03-f988021c4501 req-97a504ea-dc82-4557-83ae-09ca533ee222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:15.998721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0e053793-08a7-480e-9e03-f988021c4501 req-97a504ea-dc82-4557-83ae-09ca533ee222 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902138 May 02 10:58:16.072166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-1f1c1d16-1a22-452a-88e2-1c49daa4af25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:16.073667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-1f1c1d16-1a22-452a-88e2-1c49daa4af25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c467c5de099441b939ec93e1c773441&device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 1125 time: 0.0409033 May 02 10:58:16.106916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce413e1-f4f3-46a8-9267-ed240a47858d req-b269c6dc-d991-4b2b-9f40-7ee9ef37b993 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:16.108827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9ce413e1-f4f3-46a8-9267-ed240a47858d req-b269c6dc-d991-4b2b-9f40-7ee9ef37b993 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0489225 May 02 10:58:16.114584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-fae57ead-6be2-4c3c-ad48-f466c3aa2560 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=87f93721-341b-4699-bd36-818adb79e885 HTTP/1.1" status: 200 len: 217 time: 0.0346687 May 02 10:58:16.138291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:16.159783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9ce413e1-f4f3-46a8-9267-ed240a47858d req-b8eb589c-da34-44e6-a626-bf250b478582 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444851 May 02 10:58:16.167824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307a43c8-7e63-4059-af14-4df72c51c988 req-c8cad6f1-43aa-4eda-84b2-75ddec1de223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:16.169319 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-c8cad6f1-43aa-4eda-84b2-75ddec1de223 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d46ffecb-fd92-436c-a7ac-27ea20e1cbc1 HTTP/1.1" status: 200 len: 848 time: 0.0486000 May 02 10:58:16.201218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-a6316d50-ae73-4b7c-9fd6-e6f876dcd720 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264034 May 02 10:58:16.289291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-ae9a11c7-97ce-4639-8264-7bba8c703a99 service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820787 May 02 10:58:16.380986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-307a43c8-7e63-4059-af14-4df72c51c988 req-c44b2f23-20f8-4b51-b76e-a8db37aa493c service neutron] 10.222.0.24 "GET /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859826 May 02 10:58:16.682910 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b29fc-eee7-469f-960c-48b0da3bade4 req-6d79858b-0f2b-46ab-8082-6bc0b5d5b8c1 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:16.684388 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-759b29fc-eee7-469f-960c-48b0da3bade4 req-6d79858b-0f2b-46ab-8082-6bc0b5d5b8c1 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0466762 May 02 10:58:16.734048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-759b29fc-eee7-469f-960c-48b0da3bade4 req-f2d8354a-1589-49dc-8e73-8b8ff2988241 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437262 May 02 10:58:17.083107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device be4594bd-2056-4869-8c05-0b02318c211e details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:58:17.183004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:17.194680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'be4594bd-2056-4869-8c05-0b02318c211e', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'mac_address': 'fa:16:3e:71:d9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:58:17.233503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port be4594bd-2056-4869-8c05-0b02318c211e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:17.233915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:17.248148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4594bd-2056-4869-8c05-0b02318c211e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:58:17.272338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:17.283465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebf49de-d183-48b3-9f93-9acf1b826d1c req-400e6109-b5a2-4e0d-9392-a676e2875056 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:17.285364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ebf49de-d183-48b3-9f93-9acf1b826d1c req-400e6109-b5a2-4e0d-9392-a676e2875056 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0531960 May 02 10:58:17.331267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:17.335029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ebf49de-d183-48b3-9f93-9acf1b826d1c req-c6899109-e633-4c52-aaf6-74f9a90bf91f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430980 May 02 10:58:17.379709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:17.624934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['be4594bd-2056-4869-8c05-0b02318c211e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:58:17.852401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b454a7-a6f4-4dd9-9f2b-68ea772e13da req-f5e5da1b-716c-4404-ba9e-1e3dd6db452a tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:17.853970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95b454a7-a6f4-4dd9-9f2b-68ea772e13da req-f5e5da1b-716c-4404-ba9e-1e3dd6db452a tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0525746 May 02 10:58:17.902146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95b454a7-a6f4-4dd9-9f2b-68ea772e13da req-6240d1cd-3cb6-40bc-be38-7720f42b5d59 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 May 02 10:58:18.449911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f83709d-554f-49d8-9797-e1178f315179 req-8b28190f-b844-4fd9-a711-d72817504d21 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:18.451397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f83709d-554f-49d8-9797-e1178f315179 req-8b28190f-b844-4fd9-a711-d72817504d21 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 944 time: 0.0477774 May 02 10:58:18.500969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7f83709d-554f-49d8-9797-e1178f315179 req-88f39f22-46cd-4a50-80a1-19d05f59ecf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437088 May 02 10:58:19.014220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b0245c-525a-4b3b-b2a4-4b3f8928056e req-bf593ac9-353f-408e-9e06-6f29712205b5 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:19.015699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31b0245c-525a-4b3b-b2a4-4b3f8928056e req-bf593ac9-353f-408e-9e06-6f29712205b5 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 943 time: 0.0464158 May 02 10:58:19.062362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31b0245c-525a-4b3b-b2a4-4b3f8928056e req-3948d7a0-d17b-47ce-aa2c-666ce2ba795f tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407627 May 02 10:58:19.098994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device be4594bd-2056-4869-8c05-0b02318c211e up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:19.143284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port be4594bd-2056-4869-8c05-0b02318c211e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:58:19.223908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port be4594bd-2056-4869-8c05-0b02318c211e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:19.224222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be4594bd-2056-4869-8c05-0b02318c211e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:19.303192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port be4594bd-2056-4869-8c05-0b02318c211e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:19.303581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:19.326656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:19.328991 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee85f250-294c-467d-b790-d2a17ad60ec0" -d '{"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-plugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:19.341626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:19.363357 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec220bd-038c-4ee4-a907-b71b757bdecb x-openstack-request-id: req-8ec220bd-038c-4ee4-a907-b71b757bdecb {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:19.363688 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-plugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:19.363929 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8ec220bd-038c-4ee4-a907-b71b757bdecb {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:19.364326 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ec220bd-038c-4ee4-a907-b71b757bdecb'] response: {'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'code': 200} May 02 10:58:19.439530 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:19.465897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c575b53d-3b70-4d83-9212-c081877c2037 req-85b4bb30-b05e-4b98-a3d8-2d6e4bbf99df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:19.467430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c575b53d-3b70-4d83-9212-c081877c2037 req-85b4bb30-b05e-4b98-a3d8-2d6e4bbf99df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0389044 May 02 10:58:19.488505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:19.519544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c575b53d-3b70-4d83-9212-c081877c2037 req-47f554ff-83a8-404f-813c-0ddc6b86546f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451469 May 02 10:58:19.612324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d842c9a9-db80-48e1-ba44-0c0143e05fc2 req-170ecdf4-91b5-40b0-bcb7-2ca685812bff tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:19.614545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d842c9a9-db80-48e1-ba44-0c0143e05fc2 req-170ecdf4-91b5-40b0-bcb7-2ca685812bff tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0470612 May 02 10:58:19.639385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 87f93721-341b-4699-bd36-818adb79e885 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:58:19.664665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d842c9a9-db80-48e1-ba44-0c0143e05fc2 req-753b3b6d-f343-4931-88fd-9ce3f331d6f4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442810 May 02 10:58:19.740580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87f93721-341b-4699-bd36-818adb79e885,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:19.752263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '87f93721-341b-4699-bd36-818adb79e885', 'network_id': '30ef8ad4-10f5-4400-80fb-2a4c86b69ae0', 'port_id': '87f93721-341b-4699-bd36-818adb79e885', 'mac_address': 'fa:16:3e:85:1b:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd46ffecb-fd92-436c-a7ac-27ea20e1cbc1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:58:19.789891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 87f93721-341b-4699-bd36-818adb79e885 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:19.790282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (87f93721-341b-4699-bd36-818adb79e885), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:19.802813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f93721-341b-4699-bd36-818adb79e885 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:58:19.822240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87f93721-341b-4699-bd36-818adb79e885,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:19.897408 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (87f93721-341b-4699-bd36-818adb79e885), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:19.944303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:20.079428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['87f93721-341b-4699-bd36-818adb79e885'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:58:20.181343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0beeeb-5369-423f-b1dd-80fc687e4620 req-2ee805aa-a44d-4975-a750-2cfc537af254 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:20.182869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a0beeeb-5369-423f-b1dd-80fc687e4620 req-2ee805aa-a44d-4975-a750-2cfc537af254 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 944 time: 0.0478408 May 02 10:58:20.234233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a0beeeb-5369-423f-b1dd-80fc687e4620 req-f844beb3-23e2-45a7-8924-72ef71c8ce9a tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457079 May 02 10:58:20.781436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d4205-a5d7-4452-a705-ca259d352ad9 req-0945b55c-bee5-4aa6-9e6a-86a786e4d778 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:20.782921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1d4205-a5d7-4452-a705-ca259d352ad9 req-0945b55c-bee5-4aa6-9e6a-86a786e4d778 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0474520 May 02 10:58:20.831005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c1d4205-a5d7-4452-a705-ca259d352ad9 req-4c52186c-7771-4353-829d-139f8d94be3c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424345 May 02 10:58:21.345671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5895892d-a703-4c47-9bca-688a2adb5904 req-4e5f7670-0aee-4585-a657-4ac88279f035 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:21.347143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5895892d-a703-4c47-9bca-688a2adb5904 req-4e5f7670-0aee-4585-a657-4ac88279f035 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 944 time: 0.0464702 May 02 10:58:21.394406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5895892d-a703-4c47-9bca-688a2adb5904 req-201a2862-fdc6-4323-91bb-c72ac03b635c tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409007 May 02 10:58:21.652991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 87f93721-341b-4699-bd36-818adb79e885 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:58:21.697430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 87f93721-341b-4699-bd36-818adb79e885 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:58:21.776544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 87f93721-341b-4699-bd36-818adb79e885 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:58:21.776957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (87f93721-341b-4699-bd36-818adb79e885), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:21.855758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 87f93721-341b-4699-bd36-818adb79e885 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:58:21.856144 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (87f93721-341b-4699-bd36-818adb79e885), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:21.878471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f93721-341b-4699-bd36-818adb79e885'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:21.880852 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b744c7-e866-45e5-83a8-aa99e7d8a057" -d '{"events": [{"server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "name": "network-vif-plugged", "status": "completed", "tag": "87f93721-341b-4699-bd36-818adb79e885"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:21.894033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87f93721-341b-4699-bd36-818adb79e885,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:21.927835 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efb3d26-0d9a-4f5c-9d90-0f75570f7b9c x-openstack-request-id: req-3efb3d26-0d9a-4f5c-9d90-0f75570f7b9c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:21.928194 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "name": "network-vif-plugged", "status": "completed", "tag": "87f93721-341b-4699-bd36-818adb79e885", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:21.928515 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3efb3d26-0d9a-4f5c-9d90-0f75570f7b9c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:21.929095 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3efb3d26-0d9a-4f5c-9d90-0f75570f7b9c'] response: {'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f93721-341b-4699-bd36-818adb79e885', 'code': 200} May 02 10:58:21.952107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc58b27-2b96-4366-b52e-23d99301bc99 req-473d4801-671e-4e63-8e77-c47dd5ee85c5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:21.953676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0dc58b27-2b96-4366-b52e-23d99301bc99 req-473d4801-671e-4e63-8e77-c47dd5ee85c5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0512388 May 02 10:58:21.965284 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (87f93721-341b-4699-bd36-818adb79e885), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:22.014304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:22.034895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0dc58b27-2b96-4366-b52e-23d99301bc99 req-7e78ccad-6ede-4562-a7cf-0ec8e8b3e5f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737653 May 02 10:58:22.038089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f8afd0-d871-49b5-8647-49ace65aeea9 req-e9b47c88-1935-4c8f-98b1-997c4ce84f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:22.039712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67f8afd0-d871-49b5-8647-49ace65aeea9 req-e9b47c88-1935-4c8f-98b1-997c4ce84f11 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 1127 time: 0.0522838 May 02 10:58:22.127159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67f8afd0-d871-49b5-8647-49ace65aeea9 req-c37f2a30-5371-457e-87d4-0c3c86d1ab7b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802088 May 02 10:58:22.154858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed235d1f-af73-4d22-9c73-a53642277a38 req-abaef1e2-e9b7-4a25-8762-e728747cee2e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:22.156380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed235d1f-af73-4d22-9c73-a53642277a38 req-abaef1e2-e9b7-4a25-8762-e728747cee2e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0468802 May 02 10:58:22.204521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed235d1f-af73-4d22-9c73-a53642277a38 req-4c02868e-2e29-4c6e-8baf-6a43dad15b52 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424654 May 02 10:58:22.226461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45190) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:22.267483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aaa3cb7-ce2c-4bf5-8269-aab68ed5c633 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:22.269256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6aaa3cb7-ce2c-4bf5-8269-aab68ed5c633 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1122 time: 0.0417395 May 02 10:58:22.272283 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45192) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:22.276438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:22.389279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:22.468722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:22.511832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2293e342-87f5-4c7f-a982-b4e08c97ce6d req-9bfcd4fc-3a99-4c18-b0af-7935924365f0 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:22.513365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2293e342-87f5-4c7f-a982-b4e08c97ce6d req-9bfcd4fc-3a99-4c18-b0af-7935924365f0 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0509121 May 02 10:58:22.560404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2293e342-87f5-4c7f-a982-b4e08c97ce6d req-94846894-a9be-4927-a2a3-0343a793ff80 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410032 May 02 10:58:22.620388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.208 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6867a512-bfa9-4b74-a054-5bb72e5ebe59) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:58:22.727415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:22.800945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:22.839136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:58:22.844027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:22.847695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:58:22.870248 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=6867a512-bfa9-4b74-a054-5bb72e5ebe59,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:23.253376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (7b3525fb-e77d-49e9-8b06-abda83f3b828), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:23.394414 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:23.545582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:23.618098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:23.716824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=6867a512-bfa9-4b74-a054-5bb72e5ebe59,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:23.738191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448d4aa0-e483-4f93-b5bb-8340121f09af req-2a20278a-1149-4bbf-91b4-8eb57553fbbb tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:23.739676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-448d4aa0-e483-4f93-b5bb-8340121f09af req-2a20278a-1149-4bbf-91b4-8eb57553fbbb tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0939131 May 02 10:58:23.740528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (7b3525fb-e77d-49e9-8b06-abda83f3b828), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:23.861593 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-448d4aa0-e483-4f93-b5bb-8340121f09af req-b8f0675c-e13b-4626-818e-c80cbf0df3e6 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831447 May 02 10:58:23.881086 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP 7b3525fb-e77d-49e9-8b06-abda83f3b828 associated. External IP: 172.35.4.208, port: be4594bd-2056-4869-8c05-0b02318c211e. May 02 10:58:24.427931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 6f6bed71-114b-439d-b201-65e7014c8437 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:58:24.544444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:58:24.557434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dd152-e748-4698-8106-301164712790 None None] Sync routers for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:58:24.567775 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dd152-e748-4698-8106-301164712790 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:24.568457 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-041dd152-e748-4698-8106-301164712790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:24.666189 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:24.678353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-041dd152-e748-4698-8106-301164712790 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:24.698436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e0b5b5d8-35c3-4a13-889c-fdff0382fb80 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4250300 May 02 10:58:24.699043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:24.701696 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfce4cd6-d66c-45e9-a3db-b929f70b698b" -d '{"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:24.797235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0b3e34-bb03-4a23-be08-aefb1efffd54 req-85e699e4-0dcd-4c2a-9e8e-4dc734c48460 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:24.798688 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f0b3e34-bb03-4a23-be08-aefb1efffd54 req-85e699e4-0dcd-4c2a-9e8e-4dc734c48460 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0494659 May 02 10:58:24.853416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f0b3e34-bb03-4a23-be08-aefb1efffd54 req-814852f5-95cf-493a-91a7-4caa7345a6a9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485997 May 02 10:58:24.876451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45216) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:24.910139 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-041dd152-e748-4698-8106-301164712790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b3525fb-e77d-49e9-8b06-abda83f3b828', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.208', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'mac_address': 'fa:16:3e:71:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7577760f-3d51-436e-b21c-b1995905be2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:58:23Z', 'updated_at': '2022-05-02T10:58:23Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:24.942890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dd152-e748-4698-8106-301164712790 None None] Checking router: 6f6bed71-114b-439d-b201-65e7014c8437 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:58:24.950624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-49fbc706-2e0d-483b-abe1-d739b2f62bb7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/7b3525fb-e77d-49e9-8b06-abda83f3b828 HTTP/1.1" status: 200 len: 991 time: 0.0728097 May 02 10:58:24.952261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041dd152-e748-4698-8106-301164712790 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:58:24.952890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-041dd152-e748-4698-8106-301164712790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:57:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:24.977441 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e391ef02-e759-4d7a-89fb-1db7a498a0fc x-openstack-request-id: req-e391ef02-e759-4d7a-89fb-1db7a498a0fc {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:24.977816 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:24.978147 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e391ef02-e759-4d7a-89fb-1db7a498a0fc {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:24.978770 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e391ef02-e759-4d7a-89fb-1db7a498a0fc'] response: {'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'status': 'completed', 'code': 200} May 02 10:58:25.049447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c97326-046f-4314-aed1-56ba01bb8625 req-90df4935-a73f-45b8-80f5-3b443e56c5aa tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:25.050967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2c97326-046f-4314-aed1-56ba01bb8625 req-90df4935-a73f-45b8-80f5-3b443e56c5aa tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0742512 May 02 10:58:25.056560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-0248fd69-6f83-405a-aff6-24ecf82a6473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:25.058358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-0248fd69-6f83-405a-aff6-24ecf82a6473 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0536828 May 02 10:58:25.067684 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-041dd152-e748-4698-8106-301164712790 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:58:25.157092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2c97326-046f-4314-aed1-56ba01bb8625 req-21c4af1e-b078-4e88-a462-590e526cbbe2 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976639 May 02 10:58:25.184930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-2514dca1-7e34-4a29-a0b0-8a102e22df06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:25.186423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-2514dca1-7e34-4a29-a0b0-8a102e22df06 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1139810 May 02 10:58:25.286558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-351fc0d4-f8a5-48f8-8f2c-30cf0694c4c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 999 time: 0.0932331 May 02 10:58:25.290814 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-041dd152-e748-4698-8106-301164712790 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b3525fb-e77d-49e9-8b06-abda83f3b828', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.208', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'mac_address': 'fa:16:3e:71:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7577760f-3d51-436e-b21c-b1995905be2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:58:23Z', 'updated_at': '2022-05-02T10:58:23Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:25.317003 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-041dd152-e748-4698-8106-301164712790 None None] The sync data for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 is: [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '7b3525fb-e77d-49e9-8b06-abda83f3b828', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.208', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3972, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'mac_address': 'fa:16:3e:71:d9:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7577760f-3d51-436e-b21c-b1995905be2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T10:58:23Z', 'updated_at': '2022-05-02T10:58:23Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:58:25.336303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-75a2a33c-579a-484a-956b-9571632a67c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:25.337842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-75a2a33c-579a-484a-956b-9571632a67c3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0452087 May 02 10:58:25.386817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-db49f0ae-89ae-4e8e-a1ff-8fa64ca2cb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:25.388785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-db49f0ae-89ae-4e8e-a1ff-8fa64ca2cb40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0410256 May 02 10:58:25.490300 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-d65b686d-5a7b-4709-88d9-3795be272a7d service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877798 May 02 10:58:25.525110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c33087-da5f-4db2-817d-180284049091 None None] New status for floating IP 7b3525fb-e77d-49e9-8b06-abda83f3b828: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:58:25.586681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bfce4cd6-d66c-45e9-a3db-b929f70b698b req-14813af7-8f29-457f-90e6-072bf21f7c78 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899794 May 02 10:58:25.617399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4cd46535-4803-477d-90c2-0fce01202158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:25.953747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45220) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:26.015300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2f901044-a241-4dd2-9164-c2b960d644c2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/7b3525fb-e77d-49e9-8b06-abda83f3b828 HTTP/1.1" status: 200 len: 993 time: 0.0603473 May 02 10:58:26.254853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-0feaa43d-f200-4f3d-8bdc-01f17c438bca tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:26.256489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-0feaa43d-f200-4f3d-8bdc-01f17c438bca tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0517752 May 02 10:58:26.273224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96d1a5e-7675-49ff-ae3f-cd9fca514592 req-877f52c1-11b6-4e3e-9628-35e0cf811ade tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:26.274651 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f96d1a5e-7675-49ff-ae3f-cd9fca514592 req-877f52c1-11b6-4e3e-9628-35e0cf811ade tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 945 time: 0.0475562 May 02 10:58:26.325228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f96d1a5e-7675-49ff-ae3f-cd9fca514592 req-7b9c0fce-2ba3-4de1-bcdf-5bef881bcf20 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/security-groups?id=d7337b78-572d-4fda-a3f6-f21fff20d704&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448079 May 02 10:58:26.341243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Deleting port 87f93721-341b-4699-bd36-818adb79e885 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:58:26.341586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (87f93721-341b-4699-bd36-818adb79e885), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:26.433325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] For port 87f93721-341b-4699-bd36-818adb79e885, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=87f93721-341b-4699-bd36-818adb79e885,segment=NetworkSegment(2755e3f4-71ed-4796-ba43-adb89c145d46),segment_id=2755e3f4-71ed-4796-ba43-adb89c145d46)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:58:26.433689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (87f93721-341b-4699-bd36-818adb79e885), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:26.446333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Calling delete_port for 87f93721-341b-4699-bd36-818adb79e885 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:58:26.680266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (87f93721-341b-4699-bd36-818adb79e885), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:26.692790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['87f93721-341b-4699-bd36-818adb79e885'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:58:26.708832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Pushing event deleted for resources: {'Port': ['ID=87f93721-341b-4699-bd36-818adb79e885,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:26.752222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] No DVR routers for this DVR port 87f93721-341b-4699-bd36-818adb79e885 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:58:26.754828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:26.758185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ab428553-8fea-4180-8a5b-ea613843b2d1 req-54ae00b7-bf42-4a4a-bf87-d5c247d9db98 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.24 "DELETE /v2.0/ports/87f93721-341b-4699-bd36-818adb79e885 HTTP/1.1" status: 204 len: 173 time: 0.4967177 May 02 10:58:26.758625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'name': 'network-vif-deleted', 'tag': '87f93721-341b-4699-bd36-818adb79e885'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:58:26.760943 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d8bb12-f85a-455b-9ad9-d2ada346c728" -d '{"events": [{"server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "name": "network-vif-deleted", "tag": "87f93721-341b-4699-bd36-818adb79e885"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:58:26.797358 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef00484c-61ca-4aea-8567-4949d5d10b6c x-openstack-request-id: req-ef00484c-61ca-4aea-8567-4949d5d10b6c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:58:26.797665 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f78b618d-894f-42fa-85fd-58c0a57c9c0c", "name": "network-vif-deleted", "tag": "87f93721-341b-4699-bd36-818adb79e885", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:58:26.797926 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ef00484c-61ca-4aea-8567-4949d5d10b6c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:58:26.798395 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef00484c-61ca-4aea-8567-4949d5d10b6c'] response: {'server_uuid': 'f78b618d-894f-42fa-85fd-58c0a57c9c0c', 'name': 'network-vif-deleted', 'tag': '87f93721-341b-4699-bd36-818adb79e885', 'status': 'completed', 'code': 200} May 02 10:58:27.433729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6528943f-9bdd-46eb-bd25-947c5dd7c240 req-26039cd6-45a2-4fa9-a27a-553d5394db56 tempest-VolumesActionsTest-1221822112 tempest-VolumesActionsTest-1221822112-project] 10.222.0.16 "GET /v2.0/ports?device_id=f78b618d-894f-42fa-85fd-58c0a57c9c0c HTTP/1.1" status: 200 len: 210 time: 0.0286655 May 02 10:58:27.949334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58a2a3e3-9c2b-401c-a2f4-b33be1561a3a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:29.251813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:29.682861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 87f93721-341b-4699-bd36-818adb79e885 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:58:29.707872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 87f93721-341b-4699-bd36-818adb79e885 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:58:29.708402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 87f93721-341b-4699-bd36-818adb79e885 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:58:30.635846 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:31.983547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:33.734571 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:58:44.806132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:46.166662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.648243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45500) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:52.692322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Deleting subnet d46ffecb-fd92-436c-a7ac-27ea20e1cbc1 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:58:52.695395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Publish callbacks [] for subnet (d46ffecb-fd92-436c-a7ac-27ea20e1cbc1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.732778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (d46ffecb-fd92-436c-a7ac-27ea20e1cbc1), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.770932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d46ffecb-fd92-436c-a7ac-27ea20e1cbc1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.886515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (d46ffecb-fd92-436c-a7ac-27ea20e1cbc1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.912358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d46ffecb-fd92-436c-a7ac-27ea20e1cbc1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:52.916934 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:52.922416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d46ffecb-fd92-436c-a7ac-27ea20e1cbc1 HTTP/1.1" status: 204 len: 168 time: 0.2708116 May 02 10:58:52.923047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45502) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:52.925440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.925798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.926134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.926476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.926810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.927569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.927569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.927780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.928117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.928486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.928796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.929124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.929449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.929774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.930097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f062523b-8bf3-4e87-8920-22b6b3759c8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:52.994704 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.078270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.098957 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30ef8ad4-10f5-4400-80fb-2a4c86b69ae0']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:53.109045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2755e3f4-71ed-4796-ba43-adb89c145d46') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:53.109350 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2755e3f4-71ed-4796-ba43-adb89c145d46') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:58:53.119561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2755e3f4-71ed-4796-ba43-adb89c145d46), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.132913 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2755e3f4-71ed-4796-ba43-adb89c145d46), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.139591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:58:53.139914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2755e3f4-71ed-4796-ba43-adb89c145d46), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: timer() May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:58:53.141622 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:58:53.278950 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (30ef8ad4-10f5-4400-80fb-2a4c86b69ae0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.284518 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.287742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] 10.222.0.16 "DELETE /v2.0/networks/30ef8ad4-10f5-4400-80fb-2a4c86b69ae0 HTTP/1.1" status: 204 len: 168 time: 0.3636429 May 02 10:58:53.299272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Pushing event deleted for resources: {'Network': ['ID=30ef8ad4-10f5-4400-80fb-2a4c86b69ae0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:53.307423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.307780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.308159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.308471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.308840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.309180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.309515 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.309847 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.310179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.310511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.310844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.311168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.311497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.311826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.312154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc215ccd-2b95-42b6-8c05-d09c8d9d985a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:58:53.689811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45506) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:53.730863 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-276358d9-4c5e-41d2-bc9c-8af7af77ce61 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c467c5de099441b939ec93e1c773441&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0398357 May 02 10:58:53.733318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45508) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:53.779927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] Publish callbacks [] for security_group (d7337b78-572d-4fda-a3f6-f21fff20d704), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.802727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] Publish callbacks [] for security_group (d7337b78-572d-4fda-a3f6-f21fff20d704), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.925966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (d7337b78-572d-4fda-a3f6-f21fff20d704), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.928670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:53.929839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d7337b78-572d-4fda-a3f6-f21fff20d704 HTTP/1.1" status: 204 len: 168 time: 0.1956079 May 02 10:58:53.937928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d79bbd-699c-4318-9229-5219316c4a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7337b78-572d-4fda-a3f6-f21fff20d704,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:55.466979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45540) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:55.554820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-375c5943-72d9-46c6-a1d5-5021bd76eb30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.577767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13a9c7d5-c637-4708-a803-a251cdc47283 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.656426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13a9c7d5-c637-4708-a803-a251cdc47283 admin admin] Publish callbacks [] for security_group (1b564cf6-0f95-4ef6-8f17-91a6d966cee3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.703176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13a9c7d5-c637-4708-a803-a251cdc47283 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1b564cf6-0f95-4ef6-8f17-91a6d966cee3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.739877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9c7d5-c637-4708-a803-a251cdc47283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b564cf6-0f95-4ef6-8f17-91a6d966cee3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:55.744159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-13a9c7d5-c637-4708-a803-a251cdc47283 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6d90116e3c8642569ffe7971b0d6a147&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2761550 May 02 10:58:55.746916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45544) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:55.794901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] Publish callbacks [] for security_group (1b564cf6-0f95-4ef6-8f17-91a6d966cee3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.816350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] Publish callbacks [] for security_group (1b564cf6-0f95-4ef6-8f17-91a6d966cee3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.949131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1b564cf6-0f95-4ef6-8f17-91a6d966cee3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.951708 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:55.952958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1b564cf6-0f95-4ef6-8f17-91a6d966cee3 HTTP/1.1" status: 204 len: 168 time: 0.2051198 May 02 10:58:55.960573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2341cce-ce3d-4db7-86f9-a5dea7a1239e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b564cf6-0f95-4ef6-8f17-91a6d966cee3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:56.937861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45566) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:57.036742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1994476325-network', 'tenant_id': 'e92d9933ffea46e98cc6d26a56bda751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:57.125988 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Made reservation on behalf of e92d9933ffea46e98cc6d26a56bda751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:57.128421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.138032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.213973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks [] for security_group (2bba2d02-f6b7-494c-b6cf-d0b8c666fe32), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.269293 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2bba2d02-f6b7-494c-b6cf-d0b8c666fe32), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.294164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:58:57.302814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:57.308901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (177a0ec7-6e9b-4563-ba56-c167b461e1fe), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.309252 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Added segment 177a0ec7-6e9b-4563-ba56-c167b461e1fe of type vlan for network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 May 02 10:58:57.349704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.451887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.452878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:57.453459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.561313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] Pushing event updated for resources: {'Network': ['ID=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:57.574535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:58:57.585880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fdb5adf7-a823-4761-882f-86d154935951 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6469531 May 02 10:58:57.588795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45570) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:57.593556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Request body: {'subnet': {'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1994476325-subnet', 'tenant_id': 'e92d9933ffea46e98cc6d26a56bda751', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:57.690283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Made reservation on behalf of e92d9933ffea46e98cc6d26a56bda751 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:57.692683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.897730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (ac85c5bf-5c12-4b05-9f69-934f4846baf6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.914693 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55a30d5d-36d4-420b-8a19-4c76945bc491 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:57.955789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac85c5bf-5c12-4b05-9f69-934f4846baf6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:57.962634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Checking segment: {'id': '177a0ec7-6e9b-4563-ba56-c167b461e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:58:57.963001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Network hostable DHCP agents. Network: d5cb9f06-f7fd-4144-83fe-8153d34b6ee2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:58:58.017421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:58:58.074492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d5cb9f06-f7fd-4144-83fe-8153d34b6ee2) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:58:58.078670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:58.079274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:58.083213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06333ca5-2f91-4994-8bfc-8dcaef789eb6 None None] Network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:58:58.158007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-43a2f10a-1bdb-4bd6-9cf1-bb509523ec57 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5680437 May 02 10:58:58.183959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106e0ddc-f348-4518-928d-8390813ff800 None None] Network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:58:58.733767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-29193f62-0679-4486-911e-473e55752bce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388939 May 02 10:58:58.770044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45586) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:58.775467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-475876625-network', 'tenant_id': '18e9950ebc504170b27d69186cd85680'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:58.826180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-aeafdcd2-53b0-4ac1-848b-5181aacaa80d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:58.827660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-aeafdcd2-53b0-4ac1-848b-5181aacaa80d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0489588 May 02 10:58:58.898767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Made reservation on behalf of 18e9950ebc504170b27d69186cd85680 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:58.901674 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:58.913640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:58.960085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-bc0dc881-305d-4700-805a-dd9e9c57085c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:58.961565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-bc0dc881-305d-4700-805a-dd9e9c57085c service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1152139 May 02 10:58:59.050755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-a02a120b-9ae6-4174-82d9-91dafd9ecb2a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1001 time: 0.0815775 May 02 10:58:59.071884 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks [] for security_group (65a6c002-db42-48ad-89f9-edfd3ec2c851), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.107435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-491fb973-a402-4806-b586-6561e4b0f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:59.108987 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-491fb973-a402-4806-b586-6561e4b0f832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0490413 May 02 10:58:59.146988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (65a6c002-db42-48ad-89f9-edfd3ec2c851), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.173603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:58:59.181522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-ee502c89-1d45-4ae8-af8d-107da4954b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:59.183096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-ee502c89-1d45-4ae8-af8d-107da4954b1c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0679295 May 02 10:58:59.201964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8321aa11-b19f-4a55-8410-ec6884cbdf85), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.204478 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Added segment 8321aa11-b19f-4a55-8410-ec6884cbdf85 of type vlan for network 89243ce9-0b14-4348-bb47-e9c0edf43e51 May 02 10:58:59.204641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a6c002-db42-48ad-89f9-edfd3ec2c851,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:59.269484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.309606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (89243ce9-0b14-4348-bb47-e9c0edf43e51), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.375149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-62dbbb49-eaed-43f8-8a37-85260d102934 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808636 May 02 10:58:59.404037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-7c1f5bec-35af-4fc3-8419-bfa15bc23684 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:59.405585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-7c1f5bec-35af-4fc3-8419-bfa15bc23684 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0791199 May 02 10:58:59.452526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-ce6c0dfe-234e-43cc-98cb-94cc7a616e52 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.455714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (89243ce9-0b14-4348-bb47-e9c0edf43e51), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.456688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:58:59.457265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.874801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1036720 May 02 10:58:59.877582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45592) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:58:59.882674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Request body: {'subnet': {'network_id': '89243ce9-0b14-4348-bb47-e9c0edf43e51', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-475876625-subnet', 'tenant_id': '18e9950ebc504170b27d69186cd85680', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:58:59.889347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936b253-44bf-4477-acce-e7588a69156e admin admin] Pushing event updated for resources: {'Network': ['ID=89243ce9-0b14-4348-bb47-e9c0edf43e51,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:58:59.897156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-59008df9-8c22-4034-a3eb-cfd60c1ea92b req-55888fa6-7db3-4876-b774-983e7ad3570e service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5139658 May 02 10:58:59.900945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 89243ce9-0b14-4348-bb47-e9c0edf43e51 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:58:59.947203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-ce6c0dfe-234e-43cc-98cb-94cc7a616e52 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Publish callbacks [] for security_group (f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:58:59.965465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Made reservation on behalf of 18e9950ebc504170b27d69186cd85680 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:58:59.968163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:00.022050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-ce6c0dfe-234e-43cc-98cb-94cc7a616e52 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:00.063510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef5dcfd4-f625-4e7e-81a2-f2d977d86999 req-ce6c0dfe-234e-43cc-98cb-94cc7a616e52 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6518054 May 02 10:59:00.064280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6c0dfe-234e-43cc-98cb-94cc7a616e52 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:00.188797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1300bc9-5b12-443d-83aa-ffa0034e850d req-86abd21a-1302-4f34-ad0b-6f99c7b694bd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:00.190189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1300bc9-5b12-443d-83aa-ffa0034e850d req-86abd21a-1302-4f34-ad0b-6f99c7b694bd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0505760 May 02 10:59:00.222836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (6472a4a5-b0a8-4246-bd2a-668b40082c53), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:00.267720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c1300bc9-5b12-443d-83aa-ffa0034e850d req-46be29b2-4287-4fa4-9534-53fa74ae0121 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715983 May 02 10:59:00.290343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45596) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:00.297492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Pushing event updated for resources: {'Subnet': ['ID=6472a4a5-b0a8-4246-bd2a-668b40082c53,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:00.305010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Checking segment: {'id': '8321aa11-b19f-4a55-8410-ec6884cbdf85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '89243ce9-0b14-4348-bb47-e9c0edf43e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:00.305381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Network hostable DHCP agents. Network: 89243ce9-0b14-4348-bb47-e9c0edf43e51, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:59:00.383211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Network 89243ce9-0b14-4348-bb47-e9c0edf43e51 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:59:00.408949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4ab64ea8-e39a-464e-b141-2db2614f7662 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/7b3525fb-e77d-49e9-8b06-abda83f3b828 HTTP/1.1" status: 200 len: 993 time: 0.1173651 May 02 10:59:00.449625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 89243ce9-0b14-4348-bb47-e9c0edf43e51) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:00.451494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:00.452242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:00.457195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-787a89d2-942b-4c9e-a236-677193379e8c None None] Network 89243ce9-0b14-4348-bb47-e9c0edf43e51 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:00.529254 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5cf8a56a-774f-435e-87bf-be5e9651742b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6504226 May 02 10:59:00.561677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3189925-6f81-4ee4-8842-f51c0a3753eb None None] Network 89243ce9-0b14-4348-bb47-e9c0edf43e51 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:00.696705 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:00.747119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-82783339-4210-4c40-a61c-8dce717fca3b req-8edd39b9-5483-46ce-a74e-92093d66dfe5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:59:00.748192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82783339-4210-4c40-a61c-8dce717fca3b req-8edd39b9-5483-46ce-a74e-92093d66dfe5 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065193 May 02 10:59:01.033936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-8a96a135-0db3-43df-a1be-0964e5e1349c tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:01.035444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-8a96a135-0db3-43df-a1be-0964e5e1349c tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/networks?id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 HTTP/1.1" status: 200 len: 812 time: 0.1066172 May 02 10:59:01.051692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-b5e31f59-e047-4777-95c1-079f3e08e6b8 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/quotas/e92d9933ffea46e98cc6d26a56bda751 HTTP/1.1" status: 200 len: 375 time: 0.0097785 May 02 10:59:01.085424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-a9cd7bf4-861b-4162-93ee-d2c40eb2931f tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e92d9933ffea46e98cc6d26a56bda751&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274765 May 02 10:59:01.176346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-b67204c5-933b-4293-aa48-8b86fabc2408 service neutron] 10.222.0.16 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841813 May 02 10:59:01.278158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-22cf3157-f921-4e54-a1cd-faa868b4cb09 service neutron] 10.222.0.16 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908940 May 02 10:59:01.362943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af1ce1e-7b17-43b4-b6e4-2eb7064e0bcf req-5c11482c-b274-4c8d-8180-c6fca4172e1b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:01.364425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2af1ce1e-7b17-43b4-b6e4-2eb7064e0bcf req-5c11482c-b274-4c8d-8180-c6fca4172e1b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0493469 May 02 10:59:01.413938 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2af1ce1e-7b17-43b4-b6e4-2eb7064e0bcf req-d038c9d5-d0fc-455b-b01b-a734acc31822 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437863 May 02 10:59:01.461280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:01.530238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-852fa0c1-88b5-4efd-86dc-464e8ab0b3b6 req-2a3acaa7-f33a-490a-9ad6-5f4b7a3dab3b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 210 time: 0.0365312 May 02 10:59:01.613260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-65bde8a8-ed3a-4ee7-ac7f-8badfc695894 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1495996 May 02 10:59:01.621320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-976c2e44-2088-4de2-bf80-92909b16e6a1 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 10:59:01.622302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-976c2e44-2088-4de2-bf80-92909b16e6a1 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050225 May 02 10:59:01.949341 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:02.233379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-0a9bf488-e254-48d0-b471-f82c8129d4f7 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:02.234750 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-0a9bf488-e254-48d0-b471-f82c8129d4f7 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1124 time: 0.0988467 May 02 10:59:02.532746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f187e58-64ab-4358-a589-e01cfac9aa3d req-f6947ca5-e8f7-41f0-b803-e680997435a5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:02.534237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f187e58-64ab-4358-a589-e01cfac9aa3d req-f6947ca5-e8f7-41f0-b803-e680997435a5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0507491 May 02 10:59:02.584976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f187e58-64ab-4358-a589-e01cfac9aa3d req-6511cc0f-1500-446a-a30a-806c27dfed31 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432560 May 02 10:59:02.629905 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5eb4ebd4-f6a6-494d-9711-dbe28ee57d72 req-5772c1dd-acbf-400b-86b0-f14dee49b2eb tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 210 time: 0.0306444 May 02 10:59:03.608381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-5e79f001-db0a-4d08-a929-11acebb269a0 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:03.609938 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-5e79f001-db0a-4d08-a929-11acebb269a0 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.24 "GET /v2.0/networks?id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 HTTP/1.1" status: 200 len: 812 time: 0.1000726 May 02 10:59:03.705171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c87fd03-2d17-492f-8076-3630e0ad4341 req-be3ab4f4-485b-4b05-b81d-07d5c06a4aa9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:03.706868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c87fd03-2d17-492f-8076-3630e0ad4341 req-be3ab4f4-485b-4b05-b81d-07d5c06a4aa9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0516012 May 02 10:59:03.729369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-111ae59a-655f-4ec2-9c1a-383853a45b26 req-1f824674-a601-4d26-a925-b1006d3d1fe5 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 210 time: 0.0287256 May 02 10:59:03.756199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c87fd03-2d17-492f-8076-3630e0ad4341 req-f5ecfeee-74e0-4ee4-a1da-729c8e4287e7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434790 May 02 10:59:03.775608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Request body: {'port': {'device_id': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2', 'admin_state_up': True, 'tenant_id': 'e92d9933ffea46e98cc6d26a56bda751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:03.983844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Made reservation on behalf of e92d9933ffea46e98cc6d26a56bda751 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:59:03.987738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:04.087375 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-f59970e2-26e9-4de8-bac0-6b25760a98b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.088932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-f59970e2-26e9-4de8-bac0-6b25760a98b4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0762737 May 02 10:59:04.206754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Allocated IP 172.20.0.13 (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2/ac85c5bf-5c12-4b05-9f69-934f4846baf6/38a28af3-90e2-4ff7-8d54-6b0389d142f3) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:59:04.248204 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-49220289-a99e-4c84-9b1e-542a8fa9d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.248204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-49220289-a99e-4c84-9b1e-542a8fa9d6a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1381669 May 02 10:59:04.345497 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-2b71dfa4-90be-40ab-aff4-5382d3ce8715 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1001 time: 0.0982060 May 02 10:59:04.439519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-2a7e5625-d968-40dc-8052-45970d0c84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.440992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-2a7e5625-d968-40dc-8052-45970d0c84ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0686741 May 02 10:59:04.473832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks [] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:04.506938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8cd1004f-cab4-41c5-8698-7aa4e04368ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.508360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8cd1004f-cab4-41c5-8698-7aa4e04368ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554922 May 02 10:59:04.606278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-f9b228ec-e1eb-4254-adc5-909c5cee639c service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861573 May 02 10:59:04.672380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:04.726630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:59:04.733607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:04.738867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:59:04.743046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Pushing event updated for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:04.789739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-d05b82e4-54c0-4198-bbba-9f5058c6a99e service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737745 May 02 10:59:04.809061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.809694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:04.853994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2172221-3436-41a3-a43c-5936bdc75bbc req-e4b6e14d-5058-481c-a7b8-e83287967de0 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.855487 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2172221-3436-41a3-a43c-5936bdc75bbc req-e4b6e14d-5058-481c-a7b8-e83287967de0 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 932 time: 0.0548663 May 02 10:59:04.899005 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbd769c-ccf7-46c2-bc79-787c68c78f58 req-5f59eaa8-0444-4645-8e5c-e3039b0a3e3d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:04.901127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfbd769c-ccf7-46c2-bc79-787c68c78f58 req-5f59eaa8-0444-4645-8e5c-e3039b0a3e3d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0546598 May 02 10:59:04.904800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2172221-3436-41a3-a43c-5936bdc75bbc req-af05c71a-21ff-42c8-b3df-0c5df7e7e5d1 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434141 May 02 10:59:04.908847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-994f8802-5bd4-4be4-bb40-64014f33ed0b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1329360 May 02 10:59:04.919981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Request body: {'port': {'device_id': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:05.005868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cfbd769c-ccf7-46c2-bc79-787c68c78f58 req-0a65f153-ca3b-4fc8-a274-638aa0fb1e12 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960023 May 02 10:59:05.009143 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.268870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a28af3-90e2-4ff7-8d54-6b0389d142f3 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:59:05.276117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks [] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.287929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Transition to ACTIVE for port object 38a28af3-90e2-4ff7-8d54-6b0389d142f3 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:59:05.360440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.435346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Pushing event updated for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:05.486671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Attempting to bind port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:59:05.487002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Attempting to bind port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '177a0ec7-6e9b-4563-ba56-c167b461e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:59:05.487330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Attempting to bind port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 on network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:05.491530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 on network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:59:05.491859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Attempting to bind port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 on network d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:05.497296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:59:05.497638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Checking segment: {'id': '177a0ec7-6e9b-4563-ba56-c167b461e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:05.498024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Bound using segment: {'id': '177a0ec7-6e9b-4563-ba56-c167b461e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:59:05.498447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Bound port: 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177a0ec7-6e9b-4563-ba56-c167b461e1fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:59:05.498802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.561412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:05.564403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3,segment=NetworkSegment(177a0ec7-6e9b-4563-ba56-c167b461e1fe),segment_id=177a0ec7-6e9b-4563-ba56-c167b461e1fe)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:59:05.629320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.663165 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:05.663788 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:05.665813 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] 10.222.0.24 "PUT /v2.0/ports/38a28af3-90e2-4ff7-8d54-6b0389d142f3 HTTP/1.1" status: 200 len: 1092 time: 0.7497139 May 02 10:59:05.666241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:05.668496 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2945596-99be-41b0-8e85-2becef6e1e07" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:05.691538 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4948a5-9837-48cb-84c1-1bd7603e057e service neutron] Pushing event updated for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:05.704402 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-386f924f-760a-40d6-8db1-6f0b22f0cd28 x-openstack-request-id: req-386f924f-760a-40d6-8db1-6f0b22f0cd28 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:05.704771 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:05.705035 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-386f924f-760a-40d6-8db1-6f0b22f0cd28 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:05.705458 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-386f924f-760a-40d6-8db1-6f0b22f0cd28'] response: {'name': 'network-changed', 'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3', 'status': 'completed', 'code': 200} May 02 10:59:05.761970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-a98e8119-6edb-483d-b943-ac5881da8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:05.763480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-a98e8119-6edb-483d-b943-ac5881da8285 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e92d9933ffea46e98cc6d26a56bda751&device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 1126 time: 0.0396206 May 02 10:59:05.861366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-ca19af75-23d9-4489-8bd6-39daf4018f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:05.862846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-ca19af75-23d9-4489-8bd6-39daf4018f5a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=e92d9933ffea46e98cc6d26a56bda751&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0930004 May 02 10:59:05.958427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-b98e26d3-cf11-48a8-8da9-dddac774ee0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:05.959934 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c2945596-99be-41b0-8e85-2becef6e1e07 req-b98e26d3-cf11-48a8-8da9-dddac774ee0a service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906765 May 02 10:59:06.045560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96aa50-1393-4fc7-9c3d-39d2af41763a req-90b1cd70-4804-41e9-b98f-0e446565b90c tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:06.047057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de96aa50-1393-4fc7-9c3d-39d2af41763a req-90b1cd70-4804-41e9-b98f-0e446565b90c tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 944 time: 0.0742259 May 02 10:59:06.055985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-bd436899-15c0-4f44-8bfd-1af396366052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:06.057439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-bd436899-15c0-4f44-8bfd-1af396366052 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e92d9933ffea46e98cc6d26a56bda751&device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 1126 time: 0.0556853 May 02 10:59:06.111549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-50c6e9ee-5ec8-4a37-9a93-3175822caae4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3 HTTP/1.1" status: 200 len: 217 time: 0.0421903 May 02 10:59:06.126447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f5ac01-5df7-4aeb-8cc9-59bf6cc1e290 req-18e29c76-ad36-4250-9bc2-24cf23638577 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:06.127993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42f5ac01-5df7-4aeb-8cc9-59bf6cc1e290 req-18e29c76-ad36-4250-9bc2-24cf23638577 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0491357 May 02 10:59:06.164119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de96aa50-1393-4fc7-9c3d-39d2af41763a req-782a264b-3390-4ad9-99a9-ad74e09d4e91 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105769 May 02 10:59:06.175499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4b6d6f63-5148-4327-a236-dd6d075e2d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:06.177009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-4b6d6f63-5148-4327-a236-dd6d075e2d27 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac85c5bf-5c12-4b05-9f69-934f4846baf6 HTTP/1.1" status: 200 len: 852 time: 0.0569284 May 02 10:59:06.179268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42f5ac01-5df7-4aeb-8cc9-59bf6cc1e290 req-ae029e50-3bff-4dd8-83a9-f409168d9a75 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450206 May 02 10:59:06.209360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-84427222-28a2-42d1-8a07-a5faef6efc01 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260847 May 02 10:59:06.299641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-e72cbd8f-fb28-4f9f-a719-f71957b3fae2 service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838516 May 02 10:59:06.386745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bac09ca3-d885-4bd1-a3df-665772ed2f80 req-99da114d-3158-45a9-8e7a-f6e182e88f08 service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805185 May 02 10:59:07.283721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7576b-9a74-4d06-8b60-937842711bed req-2caad990-c5ac-4253-b3e5-932fc65cef38 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:07.285260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5cf7576b-9a74-4d06-8b60-937842711bed req-2caad990-c5ac-4253-b3e5-932fc65cef38 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 944 time: 0.0491302 May 02 10:59:07.295246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8f57a0-90bb-4a52-9b77-e52e003bfe2c req-4f209a12-72e3-4fa4-bec5-30d50d4b3420 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:07.296764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef8f57a0-90bb-4a52-9b77-e52e003bfe2c req-4f209a12-72e3-4fa4-bec5-30d50d4b3420 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0485921 May 02 10:59:07.338289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5cf7576b-9a74-4d06-8b60-937842711bed req-870035a5-b5c1-4342-a493-6db1a7a32df9 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460718 May 02 10:59:07.355842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef8f57a0-90bb-4a52-9b77-e52e003bfe2c req-01095626-61c0-4166-b787-b6ae0a01cbc0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532260 May 02 10:59:07.934576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38a28af3-90e2-4ff7-8d54-6b0389d142f3 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:59:08.032697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3,segment=NetworkSegment(177a0ec7-6e9b-4563-ba56-c167b461e1fe),segment_id=177a0ec7-6e9b-4563-ba56-c167b461e1fe)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:08.043628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '38a28af3-90e2-4ff7-8d54-6b0389d142f3', 'network_id': 'd5cb9f06-f7fd-4144-83fe-8153d34b6ee2', 'port_id': '38a28af3-90e2-4ff7-8d54-6b0389d142f3', 'mac_address': 'fa:16:3e:66:5a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac85c5bf-5c12-4b05-9f69-934f4846baf6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:59:08.081199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:08.081589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:08.093995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a28af3-90e2-4ff7-8d54-6b0389d142f3 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:59:08.117151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3,segment=NetworkSegment(177a0ec7-6e9b-4563-ba56-c167b461e1fe),segment_id=177a0ec7-6e9b-4563-ba56-c167b461e1fe)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:08.199135 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:08.245978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:08.253342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.253703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.254085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.254421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.254765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.255105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.255439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.255774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.256104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.256434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.256801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.257133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.257458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.257786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.258112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:08.397662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38a28af3-90e2-4ff7-8d54-6b0389d142f3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:59:08.462207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e68d3b-fdaf-4660-82a1-7c7e6a0cdc2d req-828cb919-246f-4c75-98c9-fa34465cc985 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:08.463697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4e68d3b-fdaf-4660-82a1-7c7e6a0cdc2d req-828cb919-246f-4c75-98c9-fa34465cc985 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 945 time: 0.0546813 May 02 10:59:08.497828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbd1704-7bb9-41c6-8270-e687c449b82b req-793b7e4b-9898-45c0-9021-b43cab16529b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:08.499578 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bcbd1704-7bb9-41c6-8270-e687c449b82b req-793b7e4b-9898-45c0-9021-b43cab16529b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0537736 May 02 10:59:08.522573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d4e68d3b-fdaf-4660-82a1-7c7e6a0cdc2d req-424f3cd2-ee6e-4333-a5de-39919c792416 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527730 May 02 10:59:08.556782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bcbd1704-7bb9-41c6-8270-e687c449b82b req-735cae23-cd59-46d6-95b0-d2e225c44744 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491586 May 02 10:59:09.638832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dacf72-91ee-483f-a608-9f3ed0ce6ddc req-c2fef6bc-d4c4-4465-b949-1b1a702b13c4 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:09.640372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14dacf72-91ee-483f-a608-9f3ed0ce6ddc req-c2fef6bc-d4c4-4465-b949-1b1a702b13c4 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 945 time: 0.0475104 May 02 10:59:09.674757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b0ca28-4316-49af-9604-48b20edc71d6 req-b86c7570-3d91-4050-8730-5b5a87616a3d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:09.676658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93b0ca28-4316-49af-9604-48b20edc71d6 req-b86c7570-3d91-4050-8730-5b5a87616a3d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0496664 May 02 10:59:09.689109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14dacf72-91ee-483f-a608-9f3ed0ce6ddc req-af0c8030-9709-439c-a13b-b2125f436c79 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422642 May 02 10:59:09.726547 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93b0ca28-4316-49af-9604-48b20edc71d6 req-97869754-e475-47f6-9dc4-0f297818a0a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437679 May 02 10:59:09.950300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38a28af3-90e2-4ff7-8d54-6b0389d142f3 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:59:09.993870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:59:10.089760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:10.090130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:10.168946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:10.169330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:10.191448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:10.194126 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bea8334-d1d0-4f56-9eba-ba0dc3485973" -d '{"events": [{"server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "name": "network-vif-plugged", "status": "completed", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:10.206819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3,segment=NetworkSegment(177a0ec7-6e9b-4563-ba56-c167b461e1fe),segment_id=177a0ec7-6e9b-4563-ba56-c167b461e1fe)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:10.229156 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d01a3845-6502-41ac-bd66-26381b61a2d8 x-openstack-request-id: req-d01a3845-6502-41ac-bd66-26381b61a2d8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:10.229453 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "name": "network-vif-plugged", "status": "completed", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:10.229710 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d01a3845-6502-41ac-bd66-26381b61a2d8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:10.230106 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01a3845-6502-41ac-bd66-26381b61a2d8'] response: {'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3', 'code': 200} May 02 10:59:10.273032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:10.324993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0c22bc-a998-4740-914b-decbe274bf70 req-b6faa30d-e619-4b87-a6a7-ffde76703737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:10.325226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:10.326466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac0c22bc-a998-4740-914b-decbe274bf70 req-b6faa30d-e619-4b87-a6a7-ffde76703737 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 1128 time: 0.0409255 May 02 10:59:10.370506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ac0c22bc-a998-4740-914b-decbe274bf70 req-a097a426-1cd5-49bf-9953-60ad8cbc9124 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379956 May 02 10:59:10.734873 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:59:10.807517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8221bb64-85ef-4c9f-94b2-c444fd2c8389 req-e3544954-dc37-47de-b79e-9de77394a2ab tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:10.809012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8221bb64-85ef-4c9f-94b2-c444fd2c8389 req-e3544954-dc37-47de-b79e-9de77394a2ab tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0515850 May 02 10:59:10.842410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c8327-3737-4417-968e-1e9769c2b1bc req-9c67d97a-698f-4c9c-b940-e06a59594290 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:10.843886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da6c8327-3737-4417-968e-1e9769c2b1bc req-9c67d97a-698f-4c9c-b940-e06a59594290 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0462899 May 02 10:59:10.857727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8221bb64-85ef-4c9f-94b2-c444fd2c8389 req-5768cf1a-388f-4992-b72a-2ae1d2252bdd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428493 May 02 10:59:10.893137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-da6c8327-3737-4417-968e-1e9769c2b1bc req-70a97584-efd0-46de-8cdf-21cfd8bd05b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 May 02 10:59:11.971329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0219166-722d-4361-8995-e2c4fd3643f5 req-9e92bbed-0670-4861-9df1-ae9713af8d79 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:11.972839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0219166-722d-4361-8995-e2c4fd3643f5 req-9e92bbed-0670-4861-9df1-ae9713af8d79 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0482242 May 02 10:59:12.011834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb7f4c2-81ed-4621-ad48-f000b07158ac req-510960e2-c1a0-4582-9528-e2fb22b174ed tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:12.013441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7eb7f4c2-81ed-4621-ad48-f000b07158ac req-510960e2-c1a0-4582-9528-e2fb22b174ed tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0508964 May 02 10:59:12.021545 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d0219166-722d-4361-8995-e2c4fd3643f5 req-95e6903b-25ed-41a4-b801-93b8200a0ddb tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429554 May 02 10:59:12.063738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7eb7f4c2-81ed-4621-ad48-f000b07158ac req-09da70f3-95d7-4d42-90f9-48571f349ba1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442548 May 02 10:59:12.137912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b45dc-0b50-4419-8134-bde921c0fa13 req-0277ac54-5126-4907-a6a7-43ef7867d626 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:12.139320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-136b45dc-0b50-4419-8134-bde921c0fa13 req-0277ac54-5126-4907-a6a7-43ef7867d626 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0517333 May 02 10:59:12.186415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-136b45dc-0b50-4419-8134-bde921c0fa13 req-92d276f4-fd19-44ee-979b-814ff23e0444 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412152 May 02 10:59:12.642888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e17143-f7ce-4a7d-b2c5-61fc35b1b5ad req-7121e8d8-f27b-4838-a707-ffc9a96628af tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:12.644721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e17143-f7ce-4a7d-b2c5-61fc35b1b5ad req-7121e8d8-f27b-4838-a707-ffc9a96628af tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0488675 May 02 10:59:12.693448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1e17143-f7ce-4a7d-b2c5-61fc35b1b5ad req-15e7b1a7-abbe-4581-9c97-f0d6fa8c3393 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425353 May 02 10:59:13.188685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25707582-1088-4179-a022-d98c156d1076 req-3b1baeee-b9d3-4561-8d10-236fcbd21ae5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:13.190195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25707582-1088-4179-a022-d98c156d1076 req-3b1baeee-b9d3-4561-8d10-236fcbd21ae5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0504284 May 02 10:59:13.239366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-25707582-1088-4179-a022-d98c156d1076 req-a89d8403-1bfd-4ee6-8497-19d0fcdfc157 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435181 May 02 10:59:13.807458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d954d73-01ea-473b-9d66-864057433aac req-ac5b05d7-6431-4ae8-aa47-c3796c9a3bef tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:13.808886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d954d73-01ea-473b-9d66-864057433aac req-ac5b05d7-6431-4ae8-aa47-c3796c9a3bef tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0475476 May 02 10:59:13.860903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d954d73-01ea-473b-9d66-864057433aac req-803942de-7c81-40b7-b531-1417c6740f89 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 May 02 10:59:14.309674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e4940-60f0-4ca0-8135-8ccebd20954b req-d4d4671c-1d5f-406e-9e71-4e91382bd8a9 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:14.311271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e2e4940-60f0-4ca0-8135-8ccebd20954b req-d4d4671c-1d5f-406e-9e71-4e91382bd8a9 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0503764 May 02 10:59:14.360258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac24461-c89b-4cc3-a1ab-32fd695d4eb2 req-2dc3b507-74aa-430b-b427-ad36ddae75a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:14.361763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ac24461-c89b-4cc3-a1ab-32fd695d4eb2 req-2dc3b507-74aa-430b-b427-ad36ddae75a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0493841 May 02 10:59:14.363222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e2e4940-60f0-4ca0-8135-8ccebd20954b req-44a47303-5405-4d3a-b8f3-d6f830bd54dc tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461850 May 02 10:59:14.417756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-a732cfff-c9ca-4109-9c9f-72ed3e33ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:14.419232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-a732cfff-c9ca-4109-9c9f-72ed3e33ce0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e92d9933ffea46e98cc6d26a56bda751&device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 1128 time: 0.0566068 May 02 10:59:14.464128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5ac24461-c89b-4cc3-a1ab-32fd695d4eb2 req-809960e0-4851-4a6e-b471-37223ca28825 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921962 May 02 10:59:14.522496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-44bcef3c-7bef-49c8-85d2-8d65d12d3f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:14.523964 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-44bcef3c-7bef-49c8-85d2-8d65d12d3f79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 HTTP/1.1" status: 200 len: 913 time: 0.0971532 May 02 10:59:14.567945 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-88947673-4800-4a80-bc97-9eb69c4e673a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3 HTTP/1.1" status: 200 len: 217 time: 0.0384865 May 02 10:59:14.614670 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-26500c82-4d13-4a96-b107-78364dce3969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:14.617106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-26500c82-4d13-4a96-b107-78364dce3969 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac85c5bf-5c12-4b05-9f69-934f4846baf6 HTTP/1.1" status: 200 len: 852 time: 0.0427139 May 02 10:59:14.640460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:14.647099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-e63f98b8-7c3f-489a-925b-c312535581de service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250354 May 02 10:59:14.973042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-2823719b-a548-44bc-8e6d-e7bbc9953108 service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196943 May 02 10:59:15.059910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-14be87c8-6e07-44c1-8ee4-478a191e0164 req-4f5b4c15-6955-4185-b944-29153e65c1a5 service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803516 May 02 10:59:15.476432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a39d7d-58a2-4058-aef2-2eaa8ca99823 req-4f244046-c0bc-4230-a2f5-a6e9785c74e2 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:15.477895 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00a39d7d-58a2-4058-aef2-2eaa8ca99823 req-4f244046-c0bc-4230-a2f5-a6e9785c74e2 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0468023 May 02 10:59:15.525614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-00a39d7d-58a2-4058-aef2-2eaa8ca99823 req-29530412-0db2-45d5-8ef9-a76b86323346 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422418 May 02 10:59:15.578660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e6d82-24e1-45fe-bfbd-b782fb82c58f req-ad6e97fb-e4df-4077-9b47-60821c1775db tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:15.580116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f2e6d82-24e1-45fe-bfbd-b782fb82c58f req-ad6e97fb-e4df-4077-9b47-60821c1775db tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0469539 May 02 10:59:15.630327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f2e6d82-24e1-45fe-bfbd-b782fb82c58f req-e1d602ae-7006-4d5d-993a-19efaa78b70a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446012 May 02 10:59:16.171667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:16.642235 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f60ded4-803d-43b8-8e87-718641142628 req-32e35823-4f54-4437-8413-8109aeb84d10 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:16.643956 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f60ded4-803d-43b8-8e87-718641142628 req-32e35823-4f54-4437-8413-8109aeb84d10 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0504839 May 02 10:59:16.691901 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6f60ded4-803d-43b8-8e87-718641142628 req-e9fdb5ed-9f63-4ce6-9ced-2bc98ffd0ce1 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 May 02 10:59:16.744217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f3043-f399-4191-b7fe-4c53690aacb8 req-62a56e8a-3b74-46d4-98e0-5c4a1a75439b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:16.745880 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d7f3043-f399-4191-b7fe-4c53690aacb8 req-62a56e8a-3b74-46d4-98e0-5c4a1a75439b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0470424 May 02 10:59:16.796234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d7f3043-f399-4191-b7fe-4c53690aacb8 req-0ec872c7-4e03-4271-9308-19974fcd54d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446024 May 02 10:59:17.140420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f51345a-36ca-482f-934e-469afc8f2187 req-920010c3-3a01-45c0-b2ec-23820ffe8de4 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:17.141971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f51345a-36ca-482f-934e-469afc8f2187 req-920010c3-3a01-45c0-b2ec-23820ffe8de4 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0661654 May 02 10:59:17.150002 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8eb5f2e2-0c02-4880-9d63-e411a963b2a8 service neutron] show failed (client error): The resource could not be found. May 02 10:59:17.150931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8eb5f2e2-0c02-4880-9d63-e411a963b2a8 service neutron] 10.222.0.15 "GET /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1004367 May 02 10:59:17.191132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f51345a-36ca-482f-934e-469afc8f2187 req-0e3b9112-25f4-43ad-91f0-213c252b86ce tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428936 May 02 10:59:17.696566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-1789b0d3-075c-426d-ac6f-a0c29baad06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:17.698687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-1789b0d3-075c-426d-ac6f-a0c29baad06e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 1127 time: 0.0700984 May 02 10:59:17.709316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:17.770245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:17.918076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735d6b23-549c-4fbe-9efa-9376ddbffb9d req-77177ae3-4da3-4952-beb7-dd03e3e22374 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:17.919574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-735d6b23-549c-4fbe-9efa-9376ddbffb9d req-77177ae3-4da3-4952-beb7-dd03e3e22374 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0533354 May 02 10:59:17.969356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:17.969623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-735d6b23-549c-4fbe-9efa-9376ddbffb9d req-0d4bf151-b869-43b2-83fe-9dfa296c6fdd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441771 May 02 10:59:18.002957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:18.041634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:18.044007 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec1dff3-4161-4f7c-8e14-fd7d3d738643" -d '{"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-unplugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:18.047806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks [] for port (be4594bd-2056-4869-8c05-0b02318c211e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:18.061296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Transition to ACTIVE for port object be4594bd-2056-4869-8c05-0b02318c211e will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 10:59:18.099504 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 10:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e763cd42-4cfa-4a77-84ca-a07dc94da327 x-openstack-request-id: req-e763cd42-4cfa-4a77-84ca-a07dc94da327 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:18.099808 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-unplugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:18.100093 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e763cd42-4cfa-4a77-84ca-a07dc94da327 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:18.100501 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e763cd42-4cfa-4a77-84ca-a07dc94da327'] response: {'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'code': 200} May 02 10:59:18.170194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:18.270459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:18.323792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc01d8a8-acac-4960-aa21-bda03e40e8ab req-90d7eed0-f96d-4ab6-a922-b99669d21a1f tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.324899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc01d8a8-acac-4960-aa21-bda03e40e8ab req-90d7eed0-f96d-4ab6-a922-b99669d21a1f tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0554557 May 02 10:59:18.354385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] No DVR routers for this DVR port be4594bd-2056-4869-8c05-0b02318c211e on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:59:18.382276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc01d8a8-acac-4960-aa21-bda03e40e8ab req-dd6517ac-8e6c-492e-b723-3775491dc34b tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504205 May 02 10:59:18.507188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:59:18.507457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:59:18.507846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:18.512103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 10:59:18.512426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Attempting to bind port be4594bd-2056-4869-8c05-0b02318c211e on network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:18.517338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:59:18.517679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Checking segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:18.518067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Bound using segment: {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:59:18.518496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Bound port: be4594bd-2056-4869-8c05-0b02318c211e, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:59:18.519183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:18.581074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:18.584060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:59:18.652468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:18.690145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.692165 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:18.693600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] 10.222.0.24 "PUT /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1091 time: 0.9883597 May 02 10:59:18.725671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678f8e9c-0f3e-45b2-b29d-549f8168effc service neutron] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:18.761823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-3677431d-4b82-4f30-953c-a03d6fea20b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.763919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-3677431d-4b82-4f30-953c-a03d6fea20b6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1125 time: 0.0468128 May 02 10:59:18.775906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca49f0-c273-4018-9d71-7643b3de8439 req-8e836161-67a1-4556-a1b9-b83700b20d30 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.779331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49ca49f0-c273-4018-9d71-7643b3de8439 req-8e836161-67a1-4556-a1b9-b83700b20d30 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0540302 May 02 10:59:18.841538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-49ca49f0-c273-4018-9d71-7643b3de8439 req-226dcc39-54a0-4a69-b2d0-b24534f6c8af tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570996 May 02 10:59:18.887090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-954d89be-72ba-4bb8-b893-0d7c559cc72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.888643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-954d89be-72ba-4bb8-b893-0d7c559cc72d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=e92d9933ffea46e98cc6d26a56bda751&device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 1128 time: 0.0456023 May 02 10:59:18.893247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-99376a3b-b356-463d-aa02-5694d3d272ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.895144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-99376a3b-b356-463d-aa02-5694d3d272ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1227896 May 02 10:59:18.963574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-ba200de1-e006-42bf-a097-586df12e0c29 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 999 time: 0.0619829 May 02 10:59:18.988132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-38fbfefc-3112-4ac5-b9b5-134da94c8296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:18.989607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-38fbfefc-3112-4ac5-b9b5-134da94c8296 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 HTTP/1.1" status: 200 len: 913 time: 0.0951812 May 02 10:59:19.014756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-14396698-6ee1-49a4-91be-1cbee181efdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:19.016442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-14396698-6ee1-49a4-91be-1cbee181efdc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0472448 May 02 10:59:19.033377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-d6cb5596-651a-4772-b396-5cede6fafc89 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3 HTTP/1.1" status: 200 len: 217 time: 0.0376549 May 02 10:59:19.087979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-49c066c5-5ff2-4265-8b75-c1552054c79e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:19.089497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-49c066c5-5ff2-4265-8b75-c1552054c79e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ac85c5bf-5c12-4b05-9f69-934f4846baf6 HTTP/1.1" status: 200 len: 852 time: 0.0507481 May 02 10:59:19.091547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8d887bc8-3947-400b-8512-0f206a192d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:19.093049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-8d887bc8-3947-400b-8512-0f206a192d25 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0697420 May 02 10:59:19.114514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e495-0773-4c89-81cc-d33e6f60da4e req-f3d0fbb2-84e0-4269-89eb-34f3c898ea8d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:19.116076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bd9e495-0773-4c89-81cc-d33e6f60da4e req-f3d0fbb2-84e0-4269-89eb-34f3c898ea8d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0620172 May 02 10:59:19.128369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-9fd8ab76-45f0-4d6b-93a7-aba7f0697150 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286133 May 02 10:59:19.217149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9bd9e495-0773-4c89-81cc-d33e6f60da4e req-e07599c7-bcf2-42ad-83bc-9135a3267653 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892472 May 02 10:59:19.221992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-cb8778f7-3d8d-4d74-9d98-50cf17cf437b service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871398 May 02 10:59:19.234357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-04b751e1-cc39-4454-b73f-8653fa148c5c service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338880 May 02 10:59:19.319087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18f448c5-f890-4576-9ac8-f068a0c183a7 req-d663fd41-21f7-40c9-b604-beb6bbee3e66 service neutron] 10.222.0.24 "GET /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909071 May 02 10:59:19.322969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-9a9ea24a-3750-407e-acea-bfef09d5b37f service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832691 May 02 10:59:19.963281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3bc4ef-7483-4b82-8194-78ec2abc0a84 req-b75c3d33-a8c3-44f2-8cd2-2b3d77a8debf tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:19.964772 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e3bc4ef-7483-4b82-8194-78ec2abc0a84 req-b75c3d33-a8c3-44f2-8cd2-2b3d77a8debf tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0468607 May 02 10:59:20.015834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e3bc4ef-7483-4b82-8194-78ec2abc0a84 req-a06cc942-3739-4e1b-b2b6-ca4b6fc33fd0 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454748 May 02 10:59:20.101504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:20.104475 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b38874-4dbc-4231-ba1a-660bde5867cb" -d '{"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:20.152086 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928b5e20-e72f-43b0-95c4-fab64263b341 x-openstack-request-id: req-928b5e20-e72f-43b0-95c4-fab64263b341 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:20.152396 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:20.152710 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-928b5e20-e72f-43b0-95c4-fab64263b341 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:20.153130 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-928b5e20-e72f-43b0-95c4-fab64263b341'] response: {'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'status': 'completed', 'code': 200} May 02 10:59:20.221647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-156b2798-5300-460e-a420-4c5daf3b8ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:20.223143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-156b2798-5300-460e-a420-4c5daf3b8ed7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1125 time: 0.0386038 May 02 10:59:20.316517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-1353464a-bfa1-495d-8836-2f4e573d9009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:20.318037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-1353464a-bfa1-495d-8836-2f4e573d9009 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.0882034 May 02 10:59:20.336002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0b4c7-8458-4c36-ab00-25b835cbe9e6 req-e79b9902-f488-4a16-b420-fb68e6e08194 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:20.338074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f5b0b4c7-8458-4c36-ab00-25b835cbe9e6 req-e79b9902-f488-4a16-b420-fb68e6e08194 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0510640 May 02 10:59:20.387610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f5b0b4c7-8458-4c36-ab00-25b835cbe9e6 req-caff7df8-8aed-463b-81ba-d8743c82f5e3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431488 May 02 10:59:20.388168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-5f513b9e-11fc-4f6d-9fb9-a8c7dff0d241 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 999 time: 0.0615430 May 02 10:59:20.438325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-80e6e36a-edc9-438e-9815-fb59aad7b938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:20.439733 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-80e6e36a-edc9-438e-9815-fb59aad7b938 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0425298 May 02 10:59:20.484698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-d87f4510-c8c0-483f-b29e-e813acca8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:20.486120 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-d87f4510-c8c0-483f-b29e-e813acca8d24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0373974 May 02 10:59:20.579056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-8c2e4f52-450e-45f8-b2b4-c1aa0cb4a942 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835502 May 02 10:59:20.669728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-a305a11b-9837-4f35-b40b-e0e6541ec747 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810139 May 02 10:59:21.028403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-337af630-2651-4123-8460-b35134ca1035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.029856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-337af630-2651-4123-8460-b35134ca1035 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1125 time: 0.0397253 May 02 10:59:21.135498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc97ac3-516f-410e-87cb-7743169b777a req-509f1019-0998-47ae-8339-c3b49df664bc tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.137062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dfc97ac3-516f-410e-87cb-7743169b777a req-509f1019-0998-47ae-8339-c3b49df664bc tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0518684 May 02 10:59:21.242512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dfc97ac3-516f-410e-87cb-7743169b777a req-39ddd3f2-9cf8-4767-9644-af55a0105590 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961049 May 02 10:59:21.258297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-9f143149-7383-45c0-8173-d8741964b66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.259811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-9f143149-7383-45c0-8173-d8741964b66b service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1218863 May 02 10:59:21.325039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-204f5bde-920f-4c65-91bf-4c80e62a6899 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 999 time: 0.0595329 May 02 10:59:21.347885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device be4594bd-2056-4869-8c05-0b02318c211e no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:21.375693 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-aaab40b5-4526-409a-ac61-c6770be953d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.377182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-aaab40b5-4526-409a-ac61-c6770be953d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0471108 May 02 10:59:21.386918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port be4594bd-2056-4869-8c05-0b02318c211e host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 10:59:21.387321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device be4594bd-2056-4869-8c05-0b02318c211e not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:21.425299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-abd2ffca-64ef-44aa-9fc3-1f35e1d15fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.426797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-abd2ffca-64ef-44aa-9fc3-1f35e1d15fe2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436025 May 02 10:59:21.534184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac21d44-d121-4d7b-bf08-62f4dbc17ce7 req-6ce98a40-4064-45ad-a772-4734c3267879 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.536641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ac21d44-d121-4d7b-bf08-62f4dbc17ce7 req-6ce98a40-4064-45ad-a772-4734c3267879 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 943 time: 0.0788374 May 02 10:59:21.577937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-b2ef38b7-4f02-4f94-a159-9d3a54aab92d service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445031 May 02 10:59:21.629546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6ac21d44-d121-4d7b-bf08-62f4dbc17ce7 req-113f83e9-8b54-4812-aeec-c717ae5accb5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839493 May 02 10:59:21.688766 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7b38874-4dbc-4231-ba1a-660bde5867cb req-18bb6cf5-e08e-4031-b84a-ad8148a788d9 service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999000 May 02 10:59:21.735094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35adb591-0eac-4586-8f34-3b46bdf329c1 req-2839e4fa-9816-47c9-8765-746033a5c97d tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:21.736563 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35adb591-0eac-4586-8f34-3b46bdf329c1 req-2839e4fa-9816-47c9-8765-746033a5c97d tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0467334 May 02 10:59:21.783206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35adb591-0eac-4586-8f34-3b46bdf329c1 req-7f912301-4836-4fc1-b008-695073066a4d tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410991 May 02 10:59:22.028077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device be4594bd-2056-4869-8c05-0b02318c211e details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 10:59:22.124173 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:22.139583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'be4594bd-2056-4869-8c05-0b02318c211e', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'port_id': 'be4594bd-2056-4869-8c05-0b02318c211e', 'mac_address': 'fa:16:3e:71:d9:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 10:59:22.175557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port be4594bd-2056-4869-8c05-0b02318c211e is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:22.175942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:22.188716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be4594bd-2056-4869-8c05-0b02318c211e {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 10:59:22.207864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:22.280102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:22.326036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:22.502362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['be4594bd-2056-4869-8c05-0b02318c211e'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:59:22.747060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa118b0c-dfdf-4b4f-83e6-73ff65cda8f6 req-8215d57f-8db7-49d6-829a-87eef71fbc85 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:22.748912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa118b0c-dfdf-4b4f-83e6-73ff65cda8f6 req-8215d57f-8db7-49d6-829a-87eef71fbc85 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 944 time: 0.0492005 May 02 10:59:22.801397 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fa118b0c-dfdf-4b4f-83e6-73ff65cda8f6 req-1c7cc9af-c197-49bf-9e14-d638343da460 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467012 May 02 10:59:22.898055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106148f-8384-426f-a378-646f445163ed req-0ae8fb8c-bfe1-49db-bc59-6bead33c1367 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:22.900099 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6106148f-8384-426f-a378-646f445163ed req-0ae8fb8c-bfe1-49db-bc59-6bead33c1367 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0483797 May 02 10:59:22.950751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6106148f-8384-426f-a378-646f445163ed req-4997ad7b-9418-43ca-b7ee-fe4f3a2804b7 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450628 May 02 10:59:23.074093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447d42eb-653e-4c1d-a25d-b494d3d6dff8 req-cb3d6ea5-b41f-46d9-8621-22c6fe34a495 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:23.075491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-447d42eb-653e-4c1d-a25d-b494d3d6dff8 req-cb3d6ea5-b41f-46d9-8621-22c6fe34a495 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 944 time: 0.0471807 May 02 10:59:23.126725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-447d42eb-653e-4c1d-a25d-b494d3d6dff8 req-a51072f9-964d-4e7d-9f57-cb387045a512 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455427 May 02 10:59:23.229466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-1d638a73-6f8a-4611-beda-04758cea1908 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:23.230932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-1d638a73-6f8a-4611-beda-04758cea1908 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d&tenant_id=43505981798d4147970c495b8fa9c9e8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0894701 May 02 10:59:23.292714 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-1db1c223-f889-4ca5-b620-2166439f4b12 service neutron] delete failed (client error): The resource could not be found. May 02 10:59:23.293686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-1db1c223-f889-4ca5-b620-2166439f4b12 service neutron] 10.222.0.15 "DELETE /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0518866 May 02 10:59:23.652182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-70e0d1a9-b73c-413b-b3ec-92c06fddb94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:23.653690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-70e0d1a9-b73c-413b-b3ec-92c06fddb94b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1126 time: 0.3077540 May 02 10:59:23.666013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-fcbec4f5-709e-4a12-85a7-fae826d5e696 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:23.667342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-fcbec4f5-709e-4a12-85a7-fae826d5e696 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.24 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.0526879 May 02 10:59:23.810789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Deleting port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:23.811446 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:23.816662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-e9be1ab0-be10-45d3-ab32-8315d474438f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:23.818117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-e9be1ab0-be10-45d3-ab32-8315d474438f service neutron] 10.222.0.15 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.1499450 May 02 10:59:23.930179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-9a503c41-754d-4b24-b2fe-7a832e504ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 1000 time: 0.1014264 May 02 10:59:23.989885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] For port 38a28af3-90e2-4ff7-8d54-6b0389d142f3, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38a28af3-90e2-4ff7-8d54-6b0389d142f3,segment=NetworkSegment(177a0ec7-6e9b-4563-ba56-c167b461e1fe),segment_id=177a0ec7-6e9b-4563-ba56-c167b461e1fe)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:23.990255 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.010019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Calling delete_port for 38a28af3-90e2-4ff7-8d54-6b0389d142f3 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:24.016480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-8e535764-f0c6-4bd9-ae22-354ea17ac0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:24.017965 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-8e535764-f0c6-4bd9-ae22-354ea17ac0fd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0738530 May 02 10:59:24.042636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device be4594bd-2056-4869-8c05-0b02318c211e up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:59:24.091634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port be4594bd-2056-4869-8c05-0b02318c211e completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 10:59:24.131504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-3bcbbe4a-3211-4754-bd40-b527513c7062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:24.133403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-3bcbbe4a-3211-4754-bd40-b527513c7062 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.1004388 May 02 10:59:24.139364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beae0c4-67cd-476e-9555-fcc31addc408 req-77643b83-5f1c-444c-9b26-a0ff1843f5fb tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:24.140744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9beae0c4-67cd-476e-9555-fcc31addc408 req-77643b83-5f1c-444c-9b26-a0ff1843f5fb tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 946 time: 0.1174219 May 02 10:59:24.178083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port be4594bd-2056-4869-8c05-0b02318c211e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:24.178481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (be4594bd-2056-4869-8c05-0b02318c211e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.253519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eac47-cea3-444f-9409-3e8228ff2e90 req-e237ae44-08b4-4b10-ad90-42f89873ffa5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:24.255623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-759eac47-cea3-444f-9409-3e8228ff2e90 req-e237ae44-08b4-4b10-ad90-42f89873ffa5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 944 time: 0.0530572 May 02 10:59:24.266413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port be4594bd-2056-4869-8c05-0b02318c211e is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:24.266803 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.293775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:24.296174 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18348985-a92e-4075-8bb7-b0697f2d343a" -d '{"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-plugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:24.302779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9beae0c4-67cd-476e-9555-fcc31addc408 req-12e57c48-c5f3-4b40-b69e-14f24a2ad189 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/security-groups?id=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434507 May 02 10:59:24.309352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:24.316005 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-759eac47-cea3-444f-9409-3e8228ff2e90 req-dda32243-276d-4bdc-af40-613a45eed630 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523589 May 02 10:59:24.330598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-df4e5ac0-7967-4fcd-8214-3bee2622defe service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873543 May 02 10:59:24.371827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.375542 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99266e2-da9f-4970-86ba-209900f01156 x-openstack-request-id: req-e99266e2-da9f-4970-86ba-209900f01156 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:24.375965 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-plugged", "status": "completed", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:24.376353 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e99266e2-da9f-4970-86ba-209900f01156 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:24.376779 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e99266e2-da9f-4970-86ba-209900f01156'] response: {'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'code': 200} May 02 10:59:24.423958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:24.427362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4af34ff9-7db5-4a14-8aaf-e53f97e9628f req-8f6d5bcb-9f5c-4dc1-96b9-e9b1b5662139 service neutron] 10.222.0.15 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868487 May 02 10:59:24.428932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (38a28af3-90e2-4ff7-8d54-6b0389d142f3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.440051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38a28af3-90e2-4ff7-8d54-6b0389d142f3'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 10:59:24.463367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Pushing event deleted for resources: {'Port': ['ID=38a28af3-90e2-4ff7-8d54-6b0389d142f3,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:24.507442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] No DVR routers for this DVR port 38a28af3-90e2-4ff7-8d54-6b0389d142f3 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:59:24.510236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:24.513572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fb125e0-ea04-426d-83b9-b1d743ebb3ad req-1a1375d6-9097-4b5a-9189-c60d5cd9e3dd tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.24 "DELETE /v2.0/ports/38a28af3-90e2-4ff7-8d54-6b0389d142f3 HTTP/1.1" status: 204 len: 173 time: 0.8387241 May 02 10:59:24.514017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'name': 'network-vif-deleted', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:24.516275 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eee92bb3-488b-4855-b673-f1aa896368fe" -d '{"events": [{"server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "name": "network-vif-deleted", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:24.552033 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3daf2eb4-f8d9-4468-9c13-b49018cee001 x-openstack-request-id: req-3daf2eb4-f8d9-4468-9c13-b49018cee001 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:24.552341 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0f66f2-62b7-42a4-9fa0-08e836e35b2c", "name": "network-vif-deleted", "tag": "38a28af3-90e2-4ff7-8d54-6b0389d142f3", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:24.552627 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3daf2eb4-f8d9-4468-9c13-b49018cee001 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:24.553055 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3daf2eb4-f8d9-4468-9c13-b49018cee001'] response: {'server_uuid': '5e0f66f2-62b7-42a4-9fa0-08e836e35b2c', 'name': 'network-vif-deleted', 'tag': '38a28af3-90e2-4ff7-8d54-6b0389d142f3', 'status': 'completed', 'code': 200} May 02 10:59:25.437894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9608883b-847c-49fc-b460-a4ae649e2ce4 req-13ea986c-85b2-418f-a1bb-0ad8d6cf6791 tempest-TestServerAdvancedOps-1906903735 tempest-TestServerAdvancedOps-1906903735-project] 10.222.0.16 "GET /v2.0/ports?device_id=5e0f66f2-62b7-42a4-9fa0-08e836e35b2c HTTP/1.1" status: 200 len: 210 time: 0.0297358 May 02 10:59:25.453183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973d04a-fb29-41d3-be79-835e4cab64bc req-96757cd3-3d90-4d78-88a3-19fd6252e56b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:25.454807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4973d04a-fb29-41d3-be79-835e4cab64bc req-96757cd3-3d90-4d78-88a3-19fd6252e56b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0557411 May 02 10:59:25.506583 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4973d04a-fb29-41d3-be79-835e4cab64bc req-e3a2ea3c-12e0-4c38-a44c-c972cff0cbe2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461643 May 02 10:59:25.530510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:25.593996 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f2f17052-cb4a-44ac-bf4e-2c3a651a5a51 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/7b3525fb-e77d-49e9-8b06-abda83f3b828 HTTP/1.1" status: 200 len: 993 time: 0.0622563 May 02 10:59:25.604815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de333bba-d6ee-4fdb-bdc2-e4e261033456 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.501691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45806) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:26.549803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Deleting subnet ac85c5bf-5c12-4b05-9f69-934f4846baf6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:59:26.553394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Publish callbacks [] for subnet (ac85c5bf-5c12-4b05-9f69-934f4846baf6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.587944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (ac85c5bf-5c12-4b05-9f69-934f4846baf6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.626342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (ac85c5bf-5c12-4b05-9f69-934f4846baf6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.725042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (ac85c5bf-5c12-4b05-9f69-934f4846baf6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.751928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.755311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] 10.222.0.16 "DELETE /v2.0/subnets/ac85c5bf-5c12-4b05-9f69-934f4846baf6 HTTP/1.1" status: 204 len: 168 time: 0.2526016 May 02 10:59:26.756358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fffd0d-5219-419c-b7db-93d87c30405b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac85c5bf-5c12-4b05-9f69-934f4846baf6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:26.758671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45808) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:26.831328 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.912453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.937218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5cb9f06-f7fd-4144-83fe-8153d34b6ee2']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:26.946584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177a0ec7-6e9b-4563-ba56-c167b461e1fe') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:26.946890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177a0ec7-6e9b-4563-ba56-c167b461e1fe') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:26.956144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (177a0ec7-6e9b-4563-ba56-c167b461e1fe), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.969602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (177a0ec7-6e9b-4563-ba56-c167b461e1fe), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.975474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:59:26.975827 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (177a0ec7-6e9b-4563-ba56-c167b461e1fe), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: timer() May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: self._notify() May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:59:26.977542 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:59:27.108807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d5cb9f06-f7fd-4144-83fe-8153d34b6ee2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.114376 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.117647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/d5cb9f06-f7fd-4144-83fe-8153d34b6ee2 HTTP/1.1" status: 204 len: 168 time: 0.3576031 May 02 10:59:27.120559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45810) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:27.128919 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1a201-ab40-415b-93ec-c5dd89d586c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5cb9f06-f7fd-4144-83fe-8153d34b6ee2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:27.169083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Deleting subnet 6472a4a5-b0a8-4246-bd2a-668b40082c53 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:59:27.172214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Publish callbacks [] for subnet (6472a4a5-b0a8-4246-bd2a-668b40082c53), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.205733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (6472a4a5-b0a8-4246-bd2a-668b40082c53), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.243664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (6472a4a5-b0a8-4246-bd2a-668b40082c53), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.360977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (6472a4a5-b0a8-4246-bd2a-668b40082c53), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.389256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6472a4a5-b0a8-4246-bd2a-668b40082c53,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:27.395160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.398339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b89571e6-7660-4434-ae2a-2bea7f83ab7a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6472a4a5-b0a8-4246-bd2a-668b40082c53 HTTP/1.1" status: 204 len: 168 time: 0.2766833 May 02 10:59:27.400881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45812) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:27.467365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (89243ce9-0b14-4348-bb47-e9c0edf43e51), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.550618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (89243ce9-0b14-4348-bb47-e9c0edf43e51), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.570598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89243ce9-0b14-4348-bb47-e9c0edf43e51']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:27.587410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8321aa11-b19f-4a55-8410-ec6884cbdf85') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:27.587711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8321aa11-b19f-4a55-8410-ec6884cbdf85') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:27.603353 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (8321aa11-b19f-4a55-8410-ec6884cbdf85), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.623933 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (8321aa11-b19f-4a55-8410-ec6884cbdf85), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.630798 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:59:27.632698 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (8321aa11-b19f-4a55-8410-ec6884cbdf85), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: timer() May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:59:27.633448 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:59:27.766215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (89243ce9-0b14-4348-bb47-e9c0edf43e51), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.772048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:27.782979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] 10.222.0.16 "DELETE /v2.0/networks/89243ce9-0b14-4348-bb47-e9c0edf43e51 HTTP/1.1" status: 204 len: 168 time: 0.3734069 May 02 10:59:27.785613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc5dbd-7e1c-4576-b641-e4495cff5556 admin admin] Pushing event deleted for resources: {'Network': ['ID=89243ce9-0b14-4348-bb47-e9c0edf43e51,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:27.920552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2041fbce-4e14-4324-aaa5-ef71ebaf148a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:28.056591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38a28af3-90e2-4ff7-8d54-6b0389d142f3 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:28.076834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 38a28af3-90e2-4ff7-8d54-6b0389d142f3 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:59:28.077187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38a28af3-90e2-4ff7-8d54-6b0389d142f3 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:28.136629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45816) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:28.176494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6f027f7d-4bd7-4a1c-9746-d2b9160835a6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e92d9933ffea46e98cc6d26a56bda751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0387285 May 02 10:59:28.178920 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45818) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:28.231221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] Publish callbacks [] for security_group (2bba2d02-f6b7-494c-b6cf-d0b8c666fe32), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:28.253952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] Publish callbacks [] for security_group (2bba2d02-f6b7-494c-b6cf-d0b8c666fe32), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:28.372153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2bba2d02-f6b7-494c-b6cf-d0b8c666fe32), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:28.374873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:28.376074 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2bba2d02-f6b7-494c-b6cf-d0b8c666fe32 HTTP/1.1" status: 204 len: 168 time: 0.1962757 May 02 10:59:28.384723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171e5360-2012-4d53-8e00-1b8a2d0be896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba2d02-f6b7-494c-b6cf-d0b8c666fe32,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:29.032891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:29.074767 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4762511b-dc93-4a99-9fa4-d00ef89c5554 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=18e9950ebc504170b27d69186cd85680&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0406449 May 02 10:59:29.077066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:29.124934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] Publish callbacks [] for security_group (65a6c002-db42-48ad-89f9-edfd3ec2c851), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:29.145814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] Publish callbacks [] for security_group (65a6c002-db42-48ad-89f9-edfd3ec2c851), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:29.246034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (65a6c002-db42-48ad-89f9-edfd3ec2c851), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:29.248646 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:29.249913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/65a6c002-db42-48ad-89f9-edfd3ec2c851 HTTP/1.1" status: 204 len: 168 time: 0.1719532 May 02 10:59:29.258052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccd859d-0ac5-4d59-bfe6-35fff8cd3e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a6c002-db42-48ad-89f9-edfd3ec2c851,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:29.275467 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.246170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:30.341743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1917075783-network', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:30.427135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Made reservation on behalf of 5f895a4ab91f4ba4b38ae54eb907fa19 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:59:30.429611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.440974 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.513525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks [] for security_group (ebe17d9d-b859-4824-8990-10609ca7de07), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.570074 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ebe17d9d-b859-4824-8990-10609ca7de07), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.595580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 10:59:30.606037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe17d9d-b859-4824-8990-10609ca7de07,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:30.610751 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (386de3d9-7067-4693-9af7-3ce052f9a85c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.611101 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Added segment 386de3d9-7067-4693-9af7-3ce052f9a85c of type vlan for network 794d05d5-0b17-4a64-8207-407e5ca4cf70 May 02 10:59:30.640371 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.653200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (794d05d5-0b17-4a64-8207-407e5ca4cf70), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.735731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (794d05d5-0b17-4a64-8207-407e5ca4cf70), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.736728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:30.737317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:30.799181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] Pushing event updated for resources: {'Network': ['ID=794d05d5-0b17-4a64-8207-407e5ca4cf70,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:30.809146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 10:59:30.835863 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d9afc146-9d0b-44e4-afe5-df58a1bfd695 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5884922 May 02 10:59:30.839292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:30.844212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Request body: {'subnet': {'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1917075783-subnet', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:30.924445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Made reservation on behalf of 5f895a4ab91f4ba4b38ae54eb907fa19 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 10:59:30.926843 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.160538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (a9cc2a23-7260-4562-8f7f-b4e47c829baf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.217004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9cc2a23-7260-4562-8f7f-b4e47c829baf,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:31.224166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Checking segment: {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:31.224531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Network hostable DHCP agents. Network: 794d05d5-0b17-4a64-8207-407e5ca4cf70, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 10:59:31.291555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 10:59:31.358510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 794d05d5-0b17-4a64-8207-407e5ca4cf70) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:31.362399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:31.362993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.367571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbdf6c4-3917-4f54-bc53-ad3a869714b5 None None] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:31.435855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37df642b-f4da-4b12-8f6e-bde7edfba628 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5954361 May 02 10:59:31.438576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45854) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:31.443519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 10:59:31.469254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-794d05d5-0b17-4a64-8207-407e5ca4cf70', 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70', 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'fixed_ips': [{'subnet_id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 10:59:31.470160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.514990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (9885061d-dd82-433a-a590-a050c6628616), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.516065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (9885061d-dd82-433a-a590-a050c6628616), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.572180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for router_controller (9885061d-dd82-433a-a590-a050c6628616), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.609611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Allocated IP 172.20.0.2 (794d05d5-0b17-4a64-8207-407e5ca4cf70/a9cc2a23-7260-4562-8f7f-b4e47c829baf/b9bd91b8-ceb7-46a3-810f-5deaddaf72a9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:59:31.750723 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks [] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.767771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for router_gateway (9885061d-dd82-433a-a590-a050c6628616), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.806986 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.841557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:59:31.844301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:31.850147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:59:31.860781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Pushing event updated for resources: {'Port': ['ID=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:31.927789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Attempting to bind port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:59:31.928156 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Attempting to bind port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:59:31.928518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Attempting to bind port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 on network 794d05d5-0b17-4a64-8207-407e5ca4cf70 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:31.933549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:59:31.933917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Checking segment: {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:31.934314 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.934698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Bound using segment: {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:59:31.935183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Bound port: b9bd91b8-ceb7-46a3-810f-5deaddaf72a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:59:31.935555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.979426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:31.999178 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] For port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:32.002153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] For port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,segment=NetworkSegment(386de3d9-7067-4693-9af7-3ce052f9a85c),segment_id=386de3d9-7067-4693-9af7-3ce052f9a85c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:59:32.013983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for router_gateway (9885061d-dd82-433a-a590-a050c6628616), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:32.033317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:32.063811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:32.128723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0176f34e-8ca6-417d-8ecf-c5aa14a60242 None None] Pushing event updated for resources: {'Port': ['ID=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:32.149071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Allocated IP 172.35.4.122 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:59:32.257276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:32.388133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:32.436014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:59:32.439039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:32.443366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:59:32.446871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Pushing event updated for resources: {'Port': ['ID=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:33.017471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for router_gateway (9885061d-dd82-433a-a590-a050c6628616), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.045284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aeb9d7e-a978-4323-babf-c16d47bd46f8 None None] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:33.111209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Provisioning complete for port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:33.111584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.223319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (9885061d-dd82-433a-a590-a050c6628616), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.234928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Current status of the port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:33.235372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.270745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] For port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,segment=NetworkSegment(386de3d9-7067-4693-9af7-3ce052f9a85c),segment_id=386de3d9-7067-4693-9af7-3ce052f9a85c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:33.336141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.388507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c992c292-0cdf-4abd-a208-8019cd0c058a None None] Pushing event updated for resources: {'Port': ['ID=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:33.451876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Router 9885061d-dd82-433a-a590-a050c6628616 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 10:59:33.452881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e4bcee7f-f541-4d4d-95a0-16e6211ea221 None None] Provisioning complete for port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:33.453256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e4bcee7f-f541-4d4d-95a0-16e6211ea221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.531839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e4bcee7f-f541-4d4d-95a0-16e6211ea221 None None] Current status of the port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:33.573363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:59:33.575164 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Sync routers for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:59:33.588223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:33.598166 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:33.651391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:59:33.676793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.679911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9734285e-d628-4b12-98d8-bd8598827ba0 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 2.2385380 May 02 10:59:33.681037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:33.701771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:33.702013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:33.705565 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:33.787832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:33.882707 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:32Z', 'revision_number': 3, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:33.910328 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Checking router: 9885061d-dd82-433a-a590-a050c6628616 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:59:33.910686 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Updating router 9885061d-dd82-433a-a590-a050c6628616 port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:59:34.029757 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.121821 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.277088 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks [] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.316453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Allocated IP 172.20.0.1 (794d05d5-0b17-4a64-8207-407e5ca4cf70/a9cc2a23-7260-4562-8f7f-b4e47c829baf/effcee1a-8d89-4f08-8af8-6987aaa1cee8) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 10:59:34.329916 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.380683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Attempting to bind port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:59:34.381063 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Attempting to bind port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:59:34.381408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Attempting to bind port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:34.383364 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Pushing event updated for resources: {'Port': ['ID=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:34.392341 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:59:34.392957 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:34.393351 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.393748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:59:34.394442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Bound port: 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:59:34.394817 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.398040 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.398378 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.398714 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.399050 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.399429 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.399755 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.400075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.400424 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.400766 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.401090 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.401408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.401726 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.402038 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.402352 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.402665 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:34.424571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks [] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.455612 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] For port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:34.458573 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] For port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:59:34.532012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.556737 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.574708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:59:34.577758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:34.582385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 10:59:34.584546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Pushing event updated for resources: {'Port': ['ID=effcee1a-8d89-4f08-8af8-6987aaa1cee8,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:34.623078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0e62-ef11-4242-8dad-c07232d9d7e9 None None] Pushing event updated for resources: {'Port': ['ID=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:34.626103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:34.626902 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:34.627433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (9885061d-dd82-433a-a590-a050c6628616), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.746407 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:34.844962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.857105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-05450da6-f14c-4af7-ae03-d608c3fab033 None None] Provisioning complete for port effcee1a-8d89-4f08-8af8-6987aaa1cee8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:34.857656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05450da6-f14c-4af7-ae03-d608c3fab033 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:34.898359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05450da6-f14c-4af7-ae03-d608c3fab033 None None] Port effcee1a-8d89-4f08-8af8-6987aaa1cee8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:59:34.919806 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:32Z', 'revision_number': 3, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:34.949538 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e18419b6-2417-4b01-92ba-dd7f4f6f3384 None None] The sync data for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 is: [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:32Z', 'revision_number': 3, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:59:35.014902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks [] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.074498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.146032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Pushing event updated for resources: {'Port': ['ID=effcee1a-8d89-4f08-8af8-6987aaa1cee8,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:35.149955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (9885061d-dd82-433a-a590-a050c6628616), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.257694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 10:59:35.259796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 10:59:35.390954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Router 9885061d-dd82-433a-a590-a050c6628616 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:59:35.509394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:59:35.516313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39072287-80d0-4985-a777-dd15a4de482c admin admin] 10.222.0.16 "PUT /v2.0/routers/9885061d-dd82-433a-a590-a050c6628616/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8334186 May 02 10:59:35.528721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d650d4a1-250c-4a67-93bd-8027efd0d4d9 None None] Provisioning complete for port effcee1a-8d89-4f08-8af8-6987aaa1cee8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:35.529413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d650d4a1-250c-4a67-93bd-8027efd0d4d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.577383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d650d4a1-250c-4a67-93bd-8027efd0d4d9 None None] Port effcee1a-8d89-4f08-8af8-6987aaa1cee8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:59:35.659157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:59:35.710344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:35.710721 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.798874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:35.799585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.826306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:35.880475 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:35.945293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:36.646259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45878) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:36.656492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Sync routers for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:59:36.667873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:36.668491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:36.936006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:37.040752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (9885061d-dd82-433a-a590-a050c6628616), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.128578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 4, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'effcee1a-8d89-4f08-8af8-6987aaa1cee8', 'name': '', 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'mac_address': 'fa:16:3e:40:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:34Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 2, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'subnets': [{'id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:37.155530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Checking router: 9885061d-dd82-433a-a590-a050c6628616 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:59:37.155900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Updating router 9885061d-dd82-433a-a590-a050c6628616 port effcee1a-8d89-4f08-8af8-6987aaa1cee8 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 10:59:37.184134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.463179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks [] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.554457 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.596307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Deleting port effcee1a-8d89-4f08-8af8-6987aaa1cee8 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:37.596831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.651843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 10:59:37.684754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6da9-089e-44c9-9b26-068cd08772bd None None] Pushing event updated for resources: {'Port': ['ID=effcee1a-8d89-4f08-8af8-6987aaa1cee8,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:37.704367 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.718852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Calling delete_port for effcee1a-8d89-4f08-8af8-6987aaa1cee8 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:37.734651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Attempting to bind port effcee1a-8d89-4f08-8af8-6987aaa1cee8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 10:59:37.735039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Attempting to bind port effcee1a-8d89-4f08-8af8-6987aaa1cee8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 10:59:37.735418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Attempting to bind port effcee1a-8d89-4f08-8af8-6987aaa1cee8 on network 794d05d5-0b17-4a64-8207-407e5ca4cf70 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 10:59:37.744029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 10, 59, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 10:59:37.744718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Checking segment: {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 10:59:37.745134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.745535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Bound using segment: {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 10:59:37.746020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Bound port: effcee1a-8d89-4f08-8af8-6987aaa1cee8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386de3d9-7067-4693-9af7-3ce052f9a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 10:59:37.746405 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.766207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:37.766840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.851945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] For port effcee1a-8d89-4f08-8af8-6987aaa1cee8, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 10:59:37.856010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] For port effcee1a-8d89-4f08-8af8-6987aaa1cee8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=effcee1a-8d89-4f08-8af8-6987aaa1cee8,segment=NetworkSegment(386de3d9-7067-4693-9af7-3ce052f9a85c),segment_id=386de3d9-7067-4693-9af7-3ce052f9a85c)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 10:59:37.892402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 10:59:37.909294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df885970-cab5-4785-ad01-4406ae6ab2a5 None None] Provisioning complete for port effcee1a-8d89-4f08-8af8-6987aaa1cee8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 10:59:37.909669 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df885970-cab5-4785-ad01-4406ae6ab2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.944948 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:37.953032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df885970-cab5-4785-ad01-4406ae6ab2a5 None None] Port effcee1a-8d89-4f08-8af8-6987aaa1cee8 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 10:59:38.003312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:38.003935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:38.044710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e6da9-089e-44c9-9b26-068cd08772bd None None] Pushing event updated for resources: {'Port': ['ID=effcee1a-8d89-4f08-8af8-6987aaa1cee8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:38.069728 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (effcee1a-8d89-4f08-8af8-6987aaa1cee8), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:38.097989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Pushing event deleted for resources: {'Port': ['ID=effcee1a-8d89-4f08-8af8-6987aaa1cee8,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:38.131545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:38.270798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9e233dcf-049a-4ee5-a3cf-ee94eef100c0 None None] Could not find standard attr ID for object effcee1a-8d89-4f08-8af8-6987aaa1cee8. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 10:59:38.278965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (9885061d-dd82-433a-a590-a050c6628616), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:38.351634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 4, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'effcee1a-8d89-4f08-8af8-6987aaa1cee8', 'name': '', 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'mac_address': 'fa:16:3e:40:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:34Z', 'updated_at': '2022-05-02T10:59:37Z', 'revision_number': 4, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'subnets': [{'id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:38.379325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f63262e-1c6c-4503-964a-fae52086b651 None None] The sync data for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 is: [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122'}], 'enable_snat': True}, 'gw_port_id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:34Z', 'revision_number': 4, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port': {'id': '6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ec:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4010, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:32Z', 'updated_at': '2022-05-02T10:59:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'effcee1a-8d89-4f08-8af8-6987aaa1cee8', 'name': '', 'network_id': '794d05d5-0b17-4a64-8207-407e5ca4cf70', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'mac_address': 'fa:16:3e:40:4a:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9885061d-dd82-433a-a590-a050c6628616', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:59:34Z', 'updated_at': '2022-05-02T10:59:37Z', 'revision_number': 4, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'subnets': [{'id': 'a9cc2a23-7260-4562-8f7f-b4e47c829baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:59:38.527430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Router 9885061d-dd82-433a-a590-a050c6628616 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:59:38.641928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:59:38.647379 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e1b85425-5071-44da-9b55-62a9ed2b3ecc admin admin] 10.222.0.16 "PUT /v2.0/routers/9885061d-dd82-433a-a590-a050c6628616/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0000496 May 02 10:59:38.650021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:38.760222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks [] for router (9885061d-dd82-433a-a590-a050c6628616), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:38.872309 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks [] for router_gateway (9885061d-dd82-433a-a590-a050c6628616), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:38.984904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Deleting port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:38.988137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.066594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] For port 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:39.066966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.081210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Calling delete_port for 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:39.314578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.341329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Pushing event deleted for resources: {'Port': ['ID=6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:39.406458 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (9885061d-dd82-433a-a590-a050c6628616), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.523077 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Sync routers for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:59:39.523568 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (9885061d-dd82-433a-a590-a050c6628616), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.526256 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks [] for router_controller (9885061d-dd82-433a-a590-a050c6628616), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.533787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:39.534748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:39.612671 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:39.667575 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:39Z', 'revision_number': 7, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:39.698191 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Checking router: 9885061d-dd82-433a-a590-a050c6628616 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:59:39.707609 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Routers {'9885061d-dd82-433a-a590-a050c6628616'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:39.708233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['9885061d-dd82-433a-a590-a050c6628616'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:39.782523 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] Set router 9885061d-dd82-433a-a590-a050c6628616 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:39.835252 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:39Z', 'revision_number': 7, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:39.864554 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51fc78d0-fad6-4ccf-9bd8-0da0b30595d7 None None] The sync data for ids ['9885061d-dd82-433a-a590-a050c6628616'] in ncdv-master-1 is: [{'id': '9885061d-dd82-433a-a590-a050c6628616', 'name': 'tempest-ImageQuotaTest-1917075783-router', 'tenant_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:59:31Z', 'updated_at': '2022-05-02T10:59:39Z', 'revision_number': 7, 'project_id': '5f895a4ab91f4ba4b38ae54eb907fa19', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:59:39.930168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (9885061d-dd82-433a-a590-a050c6628616), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.930725 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9885061d-dd82-433a-a590-a050c6628616 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 10:59:39.935065 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:39.936264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0122e554-9d4c-433e-9d2b-f053e2c2ad55 admin admin] 10.222.0.16 "DELETE /v2.0/routers/9885061d-dd82-433a-a590-a050c6628616 HTTP/1.1" status: 204 len: 168 time: 1.2852380 May 02 10:59:39.938845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45882) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:39.983076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Deleting subnet a9cc2a23-7260-4562-8f7f-b4e47c829baf {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:59:39.986141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Publish callbacks [] for subnet (a9cc2a23-7260-4562-8f7f-b4e47c829baf), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.022512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (a9cc2a23-7260-4562-8f7f-b4e47c829baf), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.129426 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (a9cc2a23-7260-4562-8f7f-b4e47c829baf), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.234968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (a9cc2a23-7260-4562-8f7f-b4e47c829baf), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.260652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9cc2a23-7260-4562-8f7f-b4e47c829baf,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:40.266512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.272299 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bbbcd5c8-36bc-488c-9236-8c4a4d55ec41 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a9cc2a23-7260-4562-8f7f-b4e47c829baf HTTP/1.1" status: 204 len: 168 time: 0.3302274 May 02 10:59:40.272537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45884) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:40.275883 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1cd7179-cc54-4c80-91d4-196b293e08b1 None None] Network 794d05d5-0b17-4a64-8207-407e5ca4cf70 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:40.347848 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (794d05d5-0b17-4a64-8207-407e5ca4cf70), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.397893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Deleting port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:40.398234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.459395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] For port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,segment=NetworkSegment(386de3d9-7067-4693-9af7-3ce052f9a85c),segment_id=386de3d9-7067-4693-9af7-3ce052f9a85c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:40.459754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.472020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Calling delete_port for b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:40.640689 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b9bd91b8-ceb7-46a3-810f-5deaddaf72a9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.661279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c98f0e-a95a-45ed-b94f-5c9205df5032 None None] DHCP port deletion for 794d05d5-0b17-4a64-8207-407e5ca4cf70 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:59:40.669596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Pushing event deleted for resources: {'Port': ['ID=b9bd91b8-ceb7-46a3-810f-5deaddaf72a9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:40.681968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] No DVR routers for this DVR port b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:59:40.755875 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (794d05d5-0b17-4a64-8207-407e5ca4cf70), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.776813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['794d05d5-0b17-4a64-8207-407e5ca4cf70']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:40.787044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '386de3d9-7067-4693-9af7-3ce052f9a85c') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:40.787346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '386de3d9-7067-4693-9af7-3ce052f9a85c') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:40.797263 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (386de3d9-7067-4693-9af7-3ce052f9a85c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.811412 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (386de3d9-7067-4693-9af7-3ce052f9a85c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.817479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 10:59:40.817863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (386de3d9-7067-4693-9af7-3ce052f9a85c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: timer() May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: self._notify() May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 10:59:40.819571 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 10:59:40.948968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (794d05d5-0b17-4a64-8207-407e5ca4cf70), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.956406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:40.959726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] 10.222.0.16 "DELETE /v2.0/networks/794d05d5-0b17-4a64-8207-407e5ca4cf70 HTTP/1.1" status: 204 len: 168 time: 0.6862223 May 02 10:59:40.969782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e5050-24d5-4594-9d27-b0ae477c401b admin admin] Pushing event deleted for resources: {'Network': ['ID=794d05d5-0b17-4a64-8207-407e5ca4cf70,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:41.342155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45888) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:41.381713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-442f69a9-6e33-4d85-abdc-73217e80af3c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5f895a4ab91f4ba4b38ae54eb907fa19&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382967 May 02 10:59:41.384538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45890) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:41.430513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] Publish callbacks [] for security_group (ebe17d9d-b859-4824-8990-10609ca7de07), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:41.451449 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] Publish callbacks [] for security_group (ebe17d9d-b859-4824-8990-10609ca7de07), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:41.572225 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (ebe17d9d-b859-4824-8990-10609ca7de07), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:41.574877 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:41.577042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ebe17d9d-b859-4824-8990-10609ca7de07 HTTP/1.1" status: 204 len: 168 time: 0.1915569 May 02 10:59:41.586297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90ba6fc-f338-4ff7-96e7-4a6527264da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe17d9d-b859-4824-8990-10609ca7de07,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:41.621368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device effcee1a-8d89-4f08-8af8-6987aaa1cee8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:41.641599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: effcee1a-8d89-4f08-8af8-6987aaa1cee8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:59:41.641945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device effcee1a-8d89-4f08-8af8-6987aaa1cee8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:41.642362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:41.660783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:59:41.661130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 6cdbf6b7-0bb2-4d81-a4b6-97a3f1d73a92 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:41.661533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:41.685376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:59:41.685724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b9bd91b8-ceb7-46a3-810f-5deaddaf72a9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:42.231116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45896) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:42.244848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3aa6-5a5f-445e-bb09-5d63dc86bdc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.317514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3aa6-5a5f-445e-bb09-5d63dc86bdc1 admin admin] Publish callbacks [] for security_group (9277ac9e-4182-44df-9af3-91b3135fca18), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.392569 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2e6b3aa6-5a5f-445e-bb09-5d63dc86bdc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9277ac9e-4182-44df-9af3-91b3135fca18), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.434958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2e6b3aa6-5a5f-445e-bb09-5d63dc86bdc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2720 time: 0.2027760 May 02 10:59:42.435835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6b3aa6-5a5f-445e-bb09-5d63dc86bdc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9277ac9e-4182-44df-9af3-91b3135fca18,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:42.437659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45898) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:42.493897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] Publish callbacks [] for security_group (9277ac9e-4182-44df-9af3-91b3135fca18), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.515206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] Publish callbacks [] for security_group (9277ac9e-4182-44df-9af3-91b3135fca18), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.617138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (9277ac9e-4182-44df-9af3-91b3135fca18), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.619754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:42.620932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9277ac9e-4182-44df-9af3-91b3135fca18 HTTP/1.1" status: 204 len: 168 time: 0.1822195 May 02 10:59:42.629838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ebfa4-c900-4818-bb78-e5629fa48fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9277ac9e-4182-44df-9af3-91b3135fca18,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:44.661029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:46.152753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:47.733993 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 10:59:52.280958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24972730-391f-45a7-97ac-bc5422136c66 req-efbc4066-eba4-4d4e-90c5-f445d616206f tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:52.282686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24972730-391f-45a7-97ac-bc5422136c66 req-efbc4066-eba4-4d4e-90c5-f445d616206f tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.2471271 May 02 10:59:52.330423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24972730-391f-45a7-97ac-bc5422136c66 req-68d21fea-472f-4ac2-874b-3fbca7c2bc88 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420477 May 02 10:59:52.352631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45914) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:52.509858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 6867a512-bfa9-4b74-a054-5bb72e5ebe59 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:52.510211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:52.587612 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:52.587944 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (6867a512-bfa9-4b74-a054-5bb72e5ebe59), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:52.600328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 6867a512-bfa9-4b74-a054-5bb72e5ebe59 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:52.880474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6867a512-bfa9-4b74-a054-5bb72e5ebe59), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:52.904521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=6867a512-bfa9-4b74-a054-5bb72e5ebe59,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:52.971331 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (7b3525fb-e77d-49e9-8b06-abda83f3b828), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:52.971708 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP 7b3525fb-e77d-49e9-8b06-abda83f3b828 disassociated (deleted). External IP: 172.35.4.208, port: be4594bd-2056-4869-8c05-0b02318c211e. May 02 10:59:53.183788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 6f6bed71-114b-439d-b201-65e7014c8437 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:59:53.295102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:59:53.300319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:53.305307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Sync routers for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:59:53.316167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:53.317151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:53.332686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2488482e-b6b0-4397-ae53-6d7672afabbf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/floatingips/7b3525fb-e77d-49e9-8b06-abda83f3b828 HTTP/1.1" status: 204 len: 168 time: 0.9788742 May 02 10:59:53.333306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:53.335682 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9859e2f-a2d3-44fe-bbae-2e9adca691af" -d '{"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:53.375853 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 10:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f40050e9-553e-4e60-85c1-6c5ab6537588 x-openstack-request-id: req-f40050e9-553e-4e60-85c1-6c5ab6537588 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:53.376154 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:53.376412 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f40050e9-553e-4e60-85c1-6c5ab6537588 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:53.376857 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40050e9-553e-4e60-85c1-6c5ab6537588'] response: {'name': 'network-changed', 'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'status': 'completed', 'code': 200} May 02 10:59:53.450524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-43be33aa-5d02-4e34-9142-71eea364aa7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:53.451997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-43be33aa-5d02-4e34-9142-71eea364aa7b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 1127 time: 0.0484583 May 02 10:59:53.459162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:53.547411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-4cdbd47d-9c72-43f0-a493-8ade1b188ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:53.548914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-4cdbd47d-9c72-43f0-a493-8ade1b188ca8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 200 len: 898 time: 0.0908484 May 02 10:59:53.594029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-bc0c9daa-d19f-4fee-b34a-5c985557316d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 200 len: 217 time: 0.0360534 May 02 10:59:53.642947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-5deea477-cf0e-4ed3-9242-591162cf8f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:53.644827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-5deea477-cf0e-4ed3-9242-591162cf8f14 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 200 len: 835 time: 0.0447156 May 02 10:59:53.655247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:53.682657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Checking router: 6f6bed71-114b-439d-b201-65e7014c8437 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:59:53.690962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:53.691567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:53.696751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-8b9bbba4-04b5-4544-9164-80c4b0835c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:53.698374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-8b9bbba4-04b5-4544-9164-80c4b0835c79 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fa3dcbf2-781b-4d90-9989-8f1ae63fa013&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0452387 May 02 10:59:53.796967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-7b094606-d631-44fe-a9db-9787fdfb7235 service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928104 May 02 10:59:53.806356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:53.846507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a16727-c389-4b4a-9f8c-51a693d243a1 req-4d3de0ca-938f-45d8-868c-e3d3baa44d0c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:53.848631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1a16727-c389-4b4a-9f8c-51a693d243a1 req-4d3de0ca-938f-45d8-868c-e3d3baa44d0c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0545692 May 02 10:59:53.898693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1a16727-c389-4b4a-9f8c-51a693d243a1 req-56ccc687-6b4f-4c1f-9d5d-5aa09c3c916b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445824 May 02 10:59:53.994876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:54.023731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd635b55-3a98-4fe9-8d90-7e62c057cf10 None None] The sync data for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 is: [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b5a1ead3-3f77-4d21-9e45-c52b7ebb0903', 'name': '', 'network_id': 'fa3dcbf2-781b-4d90-9989-8f1ae63fa013', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:7a:05:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:05Z', 'updated_at': '2022-05-02T10:58:09Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '0806da4d-af87-4c8f-8c2a-92763a7f3154', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 10:59:54.247356 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95574d20-4cfe-45af-8d7d-2ee74d3dfd3e None None] New status for floating IP 7b3525fb-e77d-49e9-8b06-abda83f3b828: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 10:59:54.845265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f9859e2f-a2d3-44fe-bbae-2e9adca691af req-28dbb73b-1dea-4c81-859f-0c2e3bf1237d service neutron] 10.222.0.24 "GET /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817368 May 02 10:59:55.084748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2cba10-e2b1-4d57-8fd8-fbbbb9327ad5 req-e0b00e29-5b60-4d5a-a64b-5f62825ec93e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:55.086255 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f2cba10-e2b1-4d57-8fd8-fbbbb9327ad5 req-e0b00e29-5b60-4d5a-a64b-5f62825ec93e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.1134667 May 02 10:59:55.100706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-5462be72-3b2f-4d22-9d57-666c474e034c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 10:59:55.101861 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-5462be72-3b2f-4d22-9d57-666c474e034c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 945 time: 0.0518725 May 02 10:59:55.140140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4f2cba10-e2b1-4d57-8fd8-fbbbb9327ad5 req-abb5679d-e927-4928-a9e6-85d28c0558c8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475540 May 02 10:59:55.187105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port be4594bd-2056-4869-8c05-0b02318c211e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:55.187508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (be4594bd-2056-4869-8c05-0b02318c211e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:55.277938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port be4594bd-2056-4869-8c05-0b02318c211e, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=be4594bd-2056-4869-8c05-0b02318c211e,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:55.278307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (be4594bd-2056-4869-8c05-0b02318c211e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:55.291021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for be4594bd-2056-4869-8c05-0b02318c211e owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:55.474380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (be4594bd-2056-4869-8c05-0b02318c211e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:55.507296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=be4594bd-2056-4869-8c05-0b02318c211e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:55.533895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.534228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.534577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.534923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.535260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.535595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.536108 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.536443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.536803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.537137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.537474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.537805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.538132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.538457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.538782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 10:59:55.562639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] No DVR routers for this DVR port be4594bd-2056-4869-8c05-0b02318c211e on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 10:59:55.565132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:55.568382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c660d5a2-5c8f-4321-b39f-3f8190cec060 req-3228a0c6-803c-4698-ac2e-ea45dc7c447f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "DELETE /v2.0/ports/be4594bd-2056-4869-8c05-0b02318c211e HTTP/1.1" status: 204 len: 173 time: 0.4599209 May 02 10:59:55.568764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-deleted', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 10:59:55.571030 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eba6a0e-bfd6-4f66-9550-ee2b902d80c1" -d '{"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-deleted", "tag": "be4594bd-2056-4869-8c05-0b02318c211e"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 10:59:55.577393 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-42bb4b4f-bdf5-4a9c-9d28-6d140ff75201 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:55.611582 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 10:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baed41b2-431e-4597-85ec-7b1ab047d7a5 x-openstack-request-id: req-baed41b2-431e-4597-85ec-7b1ab047d7a5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 10:59:55.611582 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7577760f-3d51-436e-b21c-b1995905be2d", "name": "network-vif-deleted", "tag": "be4594bd-2056-4869-8c05-0b02318c211e", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 10:59:55.611582 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-baed41b2-431e-4597-85ec-7b1ab047d7a5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 10:59:55.611582 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-baed41b2-431e-4597-85ec-7b1ab047d7a5'] response: {'server_uuid': '7577760f-3d51-436e-b21c-b1995905be2d', 'name': 'network-vif-deleted', 'tag': 'be4594bd-2056-4869-8c05-0b02318c211e', 'status': 'completed', 'code': 200} May 02 10:59:56.247258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-714bbc47-4340-413a-a094-c5d8b500347f req-c453f70e-1e04-400a-86a2-415a000bb927 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7577760f-3d51-436e-b21c-b1995905be2d HTTP/1.1" status: 200 len: 210 time: 0.0281200 May 02 10:59:57.304106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:57.638725 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6f6bed71-114b-439d-b201-65e7014c8437), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:57.920269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0e9ff879-9e71-45d0-8539-19a18ad77ac0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:58.146221 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:58.146564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:58.182887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device be4594bd-2056-4869-8c05-0b02318c211e no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 10:59:58.202397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: be4594bd-2056-4869-8c05-0b02318c211e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 10:59:58.203189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device be4594bd-2056-4869-8c05-0b02318c211e not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 10:59:58.234238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port b5a1ead3-3f77-4d21-9e45-c52b7ebb0903, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:58.234603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:58.247207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:58.501095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b5a1ead3-3f77-4d21-9e45-c52b7ebb0903), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:58.533299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=b5a1ead3-3f77-4d21-9e45-c52b7ebb0903,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:58.708135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6f6bed71-114b-439d-b201-65e7014c8437), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:58.923103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 6f6bed71-114b-439d-b201-65e7014c8437 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 10:59:59.029459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 10:59:59.034401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e7675782-99fa-4613-9a6d-457c2546c2c0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/6f6bed71-114b-439d-b201-65e7014c8437/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7292678 May 02 10:59:59.040769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:59.040920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Sync routers for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 10:59:59.049975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:59.050582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:59.087947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting subnet 0806da4d-af87-4c8f-8c2a-92763a7f3154 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 10:59:59.091132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (0806da4d-af87-4c8f-8c2a-92763a7f3154), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.132191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (0806da4d-af87-4c8f-8c2a-92763a7f3154), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.159100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:59.217758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (0806da4d-af87-4c8f-8c2a-92763a7f3154), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.297245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.320540 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (0806da4d-af87-4c8f-8c2a-92763a7f3154), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.345919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Subnet': ['ID=0806da4d-af87-4c8f-8c2a-92763a7f3154,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 10:59:59.352235 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.359058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-93192e9f-f743-4b4b-9bb6-3dfd79824cfb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/subnets/0806da4d-af87-4c8f-8c2a-92763a7f3154 HTTP/1.1" status: 204 len: 168 time: 0.3178408 May 02 10:59:59.359058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 10:59:59.473988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (6f6bed71-114b-439d-b201-65e7014c8437), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.486098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9f3ad8-4109-4c90-a8ac-750381e74f53 None None] Network fa3dcbf2-781b-4d90-9989-8f1ae63fa013 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 10:59:59.544094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:59:58Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:59.585874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (6f6bed71-114b-439d-b201-65e7014c8437), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.596582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Checking router: 6f6bed71-114b-439d-b201-65e7014c8437 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 10:59:59.615126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Routers {'6f6bed71-114b-439d-b201-65e7014c8437'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 10:59:59.615808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6f6bed71-114b-439d-b201-65e7014c8437'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 10:59:59.694251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port aa796afc-7da5-4829-9109-6276042b462a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:59.694601 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (aa796afc-7da5-4829-9109-6276042b462a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.702825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] DHCP port deletion for fa3dcbf2-781b-4d90-9989-8f1ae63fa013 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 10:59:59.763346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] Set router 6f6bed71-114b-439d-b201-65e7014c8437 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 10:59:59.765051 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Deleting port 5267ffea-76d4-43fb-8aec-793ba3d9678f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 10:59:59.765425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.778839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port aa796afc-7da5-4829-9109-6276042b462a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa796afc-7da5-4829-9109-6276042b462a,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:59.779212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (aa796afc-7da5-4829-9109-6276042b462a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.792441 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for aa796afc-7da5-4829-9109-6276042b462a owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 10:59:59.924483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] For port 5267ffea-76d4-43fb-8aec-793ba3d9678f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5267ffea-76d4-43fb-8aec-793ba3d9678f,segment=NetworkSegment(4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6),segment_id=4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 10:59:59.924832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 10:59:59.943891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Calling delete_port for 5267ffea-76d4-43fb-8aec-793ba3d9678f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:00:00.033084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aa796afc-7da5-4829-9109-6276042b462a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.049149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:59:58Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:00.058549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=aa796afc-7da5-4829-9109-6276042b462a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:00.078229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64f7289-d36c-4b48-92c2-428b0b205edc None None] The sync data for ids ['6f6bed71-114b-439d-b201-65e7014c8437'] in ncdv-master-1 is: [{'id': '6f6bed71-114b-439d-b201-65e7014c8437', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2077862689', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91'}], 'enable_snat': True}, 'gw_port_id': 'aa796afc-7da5-4829-9109-6276042b462a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T10:58:01Z', 'updated_at': '2022-05-02T10:59:58Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'aa796afc-7da5-4829-9109-6276042b462a', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:2d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f6bed71-114b-439d-b201-65e7014c8437', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3965, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T10:58:02Z', 'updated_at': '2022-05-02T10:58:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:00:00.127520 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6f6bed71-114b-439d-b201-65e7014c8437), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.175782 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (5267ffea-76d4-43fb-8aec-793ba3d9678f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.203378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] No DVR routers for this DVR port 5267ffea-76d4-43fb-8aec-793ba3d9678f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:00:00.205219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54bae5b-3efc-4840-8e1b-4a06d62cba90 None None] Pushing event deleted for resources: {'Port': ['ID=5267ffea-76d4-43fb-8aec-793ba3d9678f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:00.221108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6f6bed71-114b-439d-b201-65e7014c8437), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.223322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (6f6bed71-114b-439d-b201-65e7014c8437), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.325966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6f6bed71-114b-439d-b201-65e7014c8437), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.326456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Fanout notify agent at l3_agent the message router_deleted on router 6f6bed71-114b-439d-b201-65e7014c8437 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:00:00.333010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.334466 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3acee64d-f22c-4748-926d-e52705dec708 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/routers/6f6bed71-114b-439d-b201-65e7014c8437 HTTP/1.1" status: 204 len: 168 time: 0.9742234 May 02 11:00:00.336843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45938) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:00.415306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (fa3dcbf2-781b-4d90-9989-8f1ae63fa013), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.503390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (fa3dcbf2-781b-4d90-9989-8f1ae63fa013), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.525552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa3dcbf2-781b-4d90-9989-8f1ae63fa013']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:00.536050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:00.536352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:00.546021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.560135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.567753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:00:00.568175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (4dc9c3ac-7a40-40c2-9f23-0a791d3e60e6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: timer() May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:00:00.571288 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:00:00.663624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.703162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (fa3dcbf2-781b-4d90-9989-8f1ae63fa013), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.716130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.716985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/networks/fa3dcbf2-781b-4d90-9989-8f1ae63fa013 HTTP/1.1" status: 204 len: 168 time: 0.3785460 May 02 11:00:00.719939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:00.729529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884226a8-40cb-43d4-b5f7-402623355ef1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Network': ['ID=fa3dcbf2-781b-4d90-9989-8f1ae63fa013,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:00.783732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.809437 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.929426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.932126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:00.933354 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/security-groups/07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9 HTTP/1.1" status: 204 len: 168 time: 0.2117245 May 02 11:00:00.942886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c44d11-7fb6-4b4a-bdc9-84a956a9c4c9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:00.950842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.951199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.951541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.951885 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.952216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.952552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.952906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.953233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.953561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.953889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.954220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.954544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.954866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.955187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:00.955505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b81da0-7fa8-463e-af25-910634f22256 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:01.625828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5267ffea-76d4-43fb-8aec-793ba3d9678f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:00:01.645736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5267ffea-76d4-43fb-8aec-793ba3d9678f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:00:01.646078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5267ffea-76d4-43fb-8aec-793ba3d9678f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:00:01.646483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:00:01.664692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:00:01.665043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b5a1ead3-3f77-4d21-9e45-c52b7ebb0903 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:00:01.665933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa796afc-7da5-4829-9109-6276042b462a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:00:01.688507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: aa796afc-7da5-4829-9109-6276042b462a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:00:01.688880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa796afc-7da5-4829-9109-6276042b462a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:00:01.937101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.310813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:02.315342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1414400991', 'description': 'tempest-secgroup-smoke-1414400991 description', 'project_id': '43505981798d4147970c495b8fa9c9e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:02.401137 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.465099 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (5ec64653-322e-4973-9948-913fc95214c9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.554411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5ec64653-322e-4973-9948-913fc95214c9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.582475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec64653-322e-4973-9948-913fc95214c9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:02.648205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.649605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0bf56e67-6bc9-4952-9378-107c4c4918b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3377447 May 02 11:00:02.652394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:02.656722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:02.743069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (0b7847ad-07be-4fa2-b85c-59cf6b10c1c5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.801625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (0b7847ad-07be-4fa2-b85c-59cf6b10c1c5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.884722 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (0b7847ad-07be-4fa2-b85c-59cf6b10c1c5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.902495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7847ad-07be-4fa2-b85c-59cf6b10c1c5,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:02.973014 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:02.974234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-34301308-cd00-4d4a-854a-e82592ce9aa0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3208501 May 02 11:00:02.976973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:02.981816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:03.062732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (dbcf6502-acc4-4e09-98c1-e6eb38839c25), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.119038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (dbcf6502-acc4-4e09-98c1-e6eb38839c25), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.183193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (dbcf6502-acc4-4e09-98c1-e6eb38839c25), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.203571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbcf6502-acc4-4e09-98c1-e6eb38839c25,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:03.268355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.269889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-25111f9e-0749-44e7-95ef-deb5f73d3a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2917092 May 02 11:00:03.272559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45970) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:03.276819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:03.368485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (5c3618ab-00ab-4164-91c0-424b111f5afc), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.423807 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (5c3618ab-00ab-4164-91c0-424b111f5afc), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.500819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5c3618ab-00ab-4164-91c0-424b111f5afc), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.519950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3618ab-00ab-4164-91c0-424b111f5afc,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:03.599963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.601226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e611a0a2-191b-4e47-990a-34f12f0357d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3277283 May 02 11:00:03.609184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45972) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:03.613526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:03.706416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (47a0972f-3c02-4851-aa0b-872f29fef1da), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.772496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (47a0972f-3c02-4851-aa0b-872f29fef1da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.844069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (47a0972f-3c02-4851-aa0b-872f29fef1da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.862222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47a0972f-3c02-4851-aa0b-872f29fef1da,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:03.933346 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:03.934579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b3a52da-7ccb-4244-a9fd-f93ddf8858fe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3244543 May 02 11:00:03.937298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45974) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:03.941546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:04.023457 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:00:04.029739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (a4b5dcb3-72f1-4454-94ba-31df8d4f905f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.086621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (a4b5dcb3-72f1-4454-94ba-31df8d4f905f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.182667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a4b5dcb3-72f1-4454-94ba-31df8d4f905f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.201033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b5dcb3-72f1-4454-94ba-31df8d4f905f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:04.258805 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.260574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9997fdea-c02e-4190-991a-70fb81aec8ce tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3223252 May 02 11:00:04.263193 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45976) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:04.268039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '5ec64653-322e-4973-9948-913fc95214c9', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:04.342617 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:00:04.347923 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (4735a2e1-fd5b-4f3a-b263-bc1e92b85062), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.405384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (4735a2e1-fd5b-4f3a-b263-bc1e92b85062), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.479585 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4735a2e1-fd5b-4f3a-b263-bc1e92b85062), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.497760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4735a2e1-fd5b-4f3a-b263-bc1e92b85062,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:04.584962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.586188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce589e3c-b147-41cc-891f-941b36370264 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3220520 May 02 11:00:04.589024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:04.593953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'network': {'name': 'tempest-network-smoke--692804994', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:04.691194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:00:04.694769 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.719423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:00:04.728302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6761a60c-79c7-4b67-a1cd-566ff18ccdc8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.728681 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Added segment 6761a60c-79c7-4b67-a1cd-566ff18ccdc8 of type vlan for network 131fd041-8096-481f-8d7a-764cb3e97345 May 02 11:00:04.767665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (131fd041-8096-481f-8d7a-764cb3e97345), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.862936 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (131fd041-8096-481f-8d7a-764cb3e97345), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.868102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:04.868709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:04.932615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Network': ['ID=131fd041-8096-481f-8d7a-764cb3e97345,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:04.942603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 131fd041-8096-481f-8d7a-764cb3e97345 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:00:04.980842 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9d0a7c16-3d78-4863-8550-4353f6306753 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3907340 May 02 11:00:04.983682 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 45980) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:04.988430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'admin_state_up': True, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:05.073018 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.074077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.163782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (0b222a3f-d365-4971-95ca-2d26304cb09b), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.372332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (0b222a3f-d365-4971-95ca-2d26304cb09b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.600799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (0b222a3f-d365-4971-95ca-2d26304cb09b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.619461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.722592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.215 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/259572fd-ec1e-4187-b3f2-183cdb23f7c1) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:00:05.821992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.891509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:05.927444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:05.930260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:05.936301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:00:06.293206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=259572fd-ec1e-4187-b3f2-183cdb23f7c1,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:06.587379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (0b222a3f-d365-4971-95ca-2d26304cb09b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:06.787883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:06.977429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 0b222a3f-d365-4971-95ca-2d26304cb09b is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:00:07.089190 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:00:07.101845 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Sync routers for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:00:07.111932 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:07.112578 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:07.179323 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.181138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-700694db-9002-4a93-ba8f-b8b4b8addf32 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1958327 May 02 11:00:07.184334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:07.216634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bdb8881b-22b7-4820-b014-c5b9ec2677ee tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=43505981798d4147970c495b8fa9c9e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309110 May 02 11:00:07.219079 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:07.219263 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45984) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:07.306110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c266f430-2193-4ed1-9c87-ba56bf2ef0e4 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:07.307483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c266f430-2193-4ed1-9c87-ba56bf2ef0e4 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873063 May 02 11:00:07.310385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45986) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:07.339211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-de743c22-2db9-4eaa-acfc-fcb68543c7ac tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277598 May 02 11:00:07.342803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45988) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:07.347605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1002059031', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:07.387625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:06Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:07.417232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Checking router: 0b222a3f-d365-4971-95ca-2d26304cb09b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:00:07.417588 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Updating router 0b222a3f-d365-4971-95ca-2d26304cb09b port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:00:07.444400 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.503048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:00:07.506628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.693299 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks [] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.726115 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (412891c6-f80e-46f6-86d9-db09b10208b7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.748711 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.785770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Subnet': ['ID=412891c6-f80e-46f6-86d9-db09b10208b7,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:07.796979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:00:07.797336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network hostable DHCP agents. Network: 131fd041-8096-481f-8d7a-764cb3e97345, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:00:07.801035 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Attempting to bind port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:00:07.801414 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Attempting to bind port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:00:07.801773 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Attempting to bind port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:00:07.811393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:00:07.811769 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:00:07.812176 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.812566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:00:07.813058 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Bound port: 259572fd-ec1e-4187-b3f2-183cdb23f7c1, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:00:07.813440 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.814954 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1be529-481d-4a3c-a28f-7c09460e3804 None None] Pushing event updated for resources: {'Port': ['ID=259572fd-ec1e-4187-b3f2-183cdb23f7c1,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:07.857052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 131fd041-8096-481f-8d7a-764cb3e97345 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:00:07.866941 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] For port 259572fd-ec1e-4187-b3f2-183cdb23f7c1, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:00:07.870004 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] For port 259572fd-ec1e-4187-b3f2-183cdb23f7c1, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259572fd-ec1e-4187-b3f2-183cdb23f7c1,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:00:07.920170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 131fd041-8096-481f-8d7a-764cb3e97345) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:07.925346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:07.926296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:07.928819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc54ee0b-39e8-4aa5-9892-1755c421cf42 None None] Network 131fd041-8096-481f-8d7a-764cb3e97345 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:00:07.954913 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.006822 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:08.007528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:08.031218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-131fd041-8096-481f-8d7a-764cb3e97345', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:00:08.032087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.037870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0d12b2e0-8dd0-4294-9774-fed20adb8e29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6939688 May 02 11:00:08.041481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 45990) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:08.054872 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1be529-481d-4a3c-a28f-7c09460e3804 None None] Pushing event updated for resources: {'Port': ['ID=259572fd-ec1e-4187-b3f2-183cdb23f7c1,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:08.128317 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:08.188980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Allocated IP 172.20.0.2 (131fd041-8096-481f-8d7a-764cb3e97345/412891c6-f80e-46f6-86d9-db09b10208b7/db423469-316d-4b41-8c15-0162f9a2eed2) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:00:08.307894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:06Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:08.335906 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad9f930-8456-4b67-962e-ca9158089a91 None None] The sync data for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 is: [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:06Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:00:08.338628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks [] for port (db423469-316d-4b41-8c15-0162f9a2eed2), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.383533 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.428754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Network 131fd041-8096-481f-8d7a-764cb3e97345 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:08.434758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:08.438668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:00:08.446774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Pushing event updated for resources: {'Port': ['ID=db423469-316d-4b41-8c15-0162f9a2eed2,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:08.472137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.472491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.472868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.473210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.473552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.473884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.474214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.474540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.474875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.475203 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.475531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.475854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.476175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.476500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.476851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:00:08.515421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Attempting to bind port db423469-316d-4b41-8c15-0162f9a2eed2 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:00:08.515931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Attempting to bind port db423469-316d-4b41-8c15-0162f9a2eed2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:00:08.516324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Attempting to bind port db423469-316d-4b41-8c15-0162f9a2eed2 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:00:08.522338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:00:08.522727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:00:08.523135 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.523535 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Bound using segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:00:08.524016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Bound port: db423469-316d-4b41-8c15-0162f9a2eed2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:00:08.524433 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.602003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] For port db423469-316d-4b41-8c15-0162f9a2eed2, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:00:08.605798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] For port db423469-316d-4b41-8c15-0162f9a2eed2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db423469-316d-4b41-8c15-0162f9a2eed2,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:00:08.695708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:08.771899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d3996-9934-41f0-bf06-965564952cb4 None None] Pushing event updated for resources: {'Port': ['ID=db423469-316d-4b41-8c15-0162f9a2eed2,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:08.836168 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.150275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.1 (131fd041-8096-481f-8d7a-764cb3e97345/412891c6-f80e-46f6-86d9-db09b10208b7/3f851ab7-bc71-4634-a1fa-21ab7c953deb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:00:09.267277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.355029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.396510 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 131fd041-8096-481f-8d7a-764cb3e97345 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:09.401654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:09.405392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:00:09.411596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:09.458198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (0b222a3f-d365-4971-95ca-2d26304cb09b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.682476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.700744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db423469-316d-4b41-8c15-0162f9a2eed2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:09.754018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port db423469-316d-4b41-8c15-0162f9a2eed2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:09.754399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.804980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43197be6-3a69-46c7-8eb7-32d18e0e9101 None None] Network 131fd041-8096-481f-8d7a-764cb3e97345 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:00:09.915227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port db423469-316d-4b41-8c15-0162f9a2eed2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:09.915540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.921092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Provisioning complete for port db423469-316d-4b41-8c15-0162f9a2eed2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:09.921453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:09.978135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.011124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port db423469-316d-4b41-8c15-0162f9a2eed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db423469-316d-4b41-8c15-0162f9a2eed2,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:10.046464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.057914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Current status of the port db423469-316d-4b41-8c15-0162f9a2eed2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:10.058429 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.114867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.118698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 259572fd-ec1e-4187-b3f2-183cdb23f7c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:10.148344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (0b222a3f-d365-4971-95ca-2d26304cb09b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.150378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:10.219576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:00:10.219934 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:00:10.231617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=db423469-316d-4b41-8c15-0162f9a2eed2,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:10.243999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:10.244439 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.273265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 131fd041-8096-481f-8d7a-764cb3e97345 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:10.274736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:10.336547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:10.337131 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.360378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 259572fd-ec1e-4187-b3f2-183cdb23f7c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259572fd-ec1e-4187-b3f2-183cdb23f7c1,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:10.399916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 0b222a3f-d365-4971-95ca-2d26304cb09b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:00:10.418041 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:10.478140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=259572fd-ec1e-4187-b3f2-183cdb23f7c1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:10.524344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:00:10.538323 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-85bb403c-26d2-40a6-b1df-6e2f04b137a1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/0b222a3f-d365-4971-95ca-2d26304cb09b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4867339 May 02 11:00:10.538662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Sync routers for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:00:10.549056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:10.549694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:10.780077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-b2c5ceee-91e6-478d-95d4-842166c8b29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1414400991&fields=id&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 267 time: 0.0467260 May 02 11:00:10.843170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7028a6de-e689-41c7-9799-30d23a193ef5 None None] Current status of the port db423469-316d-4b41-8c15-0162f9a2eed2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:10.854425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:10.889384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-aa831828-73ed-4f54-a93a-7635a6485e0a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:10.890896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-aa831828-73ed-4f54-a93a-7635a6485e0a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 796 time: 0.1043336 May 02 11:00:10.906511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-595d0cea-f919-48c0-84cf-90b4f7c1a774 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/quotas/43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 375 time: 0.0091782 May 02 11:00:10.960433 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-e0818e7c-b0bb-4965-901b-be58e8705d6c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0486615 May 02 11:00:10.987682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Provisioning complete for port 3f851ab7-bc71-4634-a1fa-21ab7c953deb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:10.988056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.051950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Port 3f851ab7-bc71-4634-a1fa-21ab7c953deb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:00:11.081433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Provisioning complete for port db423469-316d-4b41-8c15-0162f9a2eed2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:11.081801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.111512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-16737be0-fc37-470c-b500-0b18055787ee service neutron] 10.222.0.16 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392078 May 02 11:00:11.114154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 2, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:11.150969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Checking router: 0b222a3f-d365-4971-95ca-2d26304cb09b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:00:11.151325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Updating router 0b222a3f-d365-4971-95ca-2d26304cb09b port 3f851ab7-bc71-4634-a1fa-21ab7c953deb binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:00:11.184736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.209320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-569cc0c1-dbe5-4542-9fef-3e9580c5a670 service neutron] 10.222.0.16 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917919 May 02 11:00:11.251934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ef2f31a3-db52-430c-baa4-96bde8d106a0 None None] Current status of the port db423469-316d-4b41-8c15-0162f9a2eed2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:11.457003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-caa06443-e6e4-4fe3-9b45-e6392fe24985 req-3802e978-6910-403e-9fdf-199d3839dd85 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 210 time: 0.0300250 May 02 11:00:11.486006 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks [] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.548426 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.600726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59f4a-b3eb-4283-99e3-4a87ab251f74 None None] Pushing event updated for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:11.673138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db423469-316d-4b41-8c15-0162f9a2eed2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:11.678689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Attempting to bind port 3f851ab7-bc71-4634-a1fa-21ab7c953deb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:00:11.681139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Attempting to bind port 3f851ab7-bc71-4634-a1fa-21ab7c953deb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:00:11.681139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Attempting to bind port 3f851ab7-bc71-4634-a1fa-21ab7c953deb on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:00:11.705578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:00:11.705965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:00:11.706375 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.706776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Bound using segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:00:11.707258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Bound port: 3f851ab7-bc71-4634-a1fa-21ab7c953deb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:00:11.707645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.768119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port db423469-316d-4b41-8c15-0162f9a2eed2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:11.768499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.824716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] For port 3f851ab7-bc71-4634-a1fa-21ab7c953deb, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:00:11.840415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] For port 3f851ab7-bc71-4634-a1fa-21ab7c953deb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f851ab7-bc71-4634-a1fa-21ab7c953deb,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:00:11.888182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9950faef-3b4f-4828-9147-49977130db93 None None] Provisioning complete for port 3f851ab7-bc71-4634-a1fa-21ab7c953deb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:11.888849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9950faef-3b4f-4828-9147-49977130db93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.912404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port db423469-316d-4b41-8c15-0162f9a2eed2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:11.913395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 259572fd-ec1e-4187-b3f2-183cdb23f7c1 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:11.941274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:11.982574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9950faef-3b4f-4828-9147-49977130db93 None None] Port 3f851ab7-bc71-4634-a1fa-21ab7c953deb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:00:12.028217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:12.028906 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:12.031071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc59f4a-b3eb-4283-99e3-4a87ab251f74 None None] Pushing event updated for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:12.034852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:12.035230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:12.204790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:12.243657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Provisioning complete for port 3f851ab7-bc71-4634-a1fa-21ab7c953deb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:12.244034 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:12.270640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:12.429242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Current status of the port 3f851ab7-bc71-4634-a1fa-21ab7c953deb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:12.429638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:12.497650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] For port 3f851ab7-bc71-4634-a1fa-21ab7c953deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f851ab7-bc71-4634-a1fa-21ab7c953deb,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:12.503240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:11Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:12.535907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6155d6d7-f154-4220-82fc-39214ad238b0 None None] The sync data for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 is: [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:11Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:00:12.563861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-76b5d8a5-d789-41cd-9ac4-715401daa2a8 req-0ecb1526-42b2-4ca5-8200-191f7c956cc7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 210 time: 0.0333331 May 02 11:00:12.575382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:12.658601 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56791f84-5fde-40a3-8be2-4e6bf6b40b61 None None] Pushing event updated for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:13.408146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-19d8eca3-c471-4eab-ace8-fe2132aba168 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:13.410039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-19d8eca3-c471-4eab-ace8-fe2132aba168 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 796 time: 0.1057043 May 02 11:00:13.485269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-f38f6b99-40b4-4267-b8b4-7710be4df421 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 380 time: 0.0627677 May 02 11:00:13.493868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'port': {'device_id': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'admin_state_up': True, 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'security_groups': ['5ec64653-322e-4973-9948-913fc95214c9']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:13.676886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3f851ab7-bc71-4634-a1fa-21ab7c953deb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:13.687613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56e7e632-6800-4bf3-9eda-0c9d585afe93 req-009fe5ef-e414-46e1-bc18-03868093653e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 210 time: 0.0301096 May 02 11:00:13.691468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:00:13.695195 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:13.730936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 3f851ab7-bc71-4634-a1fa-21ab7c953deb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:13.731311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:13.807715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 3f851ab7-bc71-4634-a1fa-21ab7c953deb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:13.831644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.14 (131fd041-8096-481f-8d7a-764cb3e97345/412891c6-f80e-46f6-86d9-db09b10208b7/8d0fe997-8620-4b17-9e34-063a2e9e1819) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:00:13.971655 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.073324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.114732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 131fd041-8096-481f-8d7a-764cb3e97345 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:14.117908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:14.124386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:00:14.150093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:14.178922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:14.179668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.252521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-90f37077-80c0-4e90-b5ad-9ca8bd2e0fbe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7628143 May 02 11:00:14.265251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Request body: {'port': {'device_id': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:14.330232 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.331177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-72af9e79-0283-4e4e-853f-b3719fc5b6e8 None None] Provisioning complete for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:14.331643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72af9e79-0283-4e4e-853f-b3719fc5b6e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.529033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-72af9e79-0283-4e4e-853f-b3719fc5b6e8 None None] Port 8d0fe997-8620-4b17-9e34-063a2e9e1819 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:00:14.601442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:00:14.609363 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks [] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.621937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Transition to ACTIVE for port object 8d0fe997-8620-4b17-9e34-063a2e9e1819 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:00:14.639727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.718226 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.789414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:14.807760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9e62e-1bce-422b-b82b-ecf75b0b283d req-e5f9623c-8e36-4faa-aedc-5d367d8d77bc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:14.809503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc9e62e-1bce-422b-b82b-ecf75b0b283d req-e5f9623c-8e36-4faa-aedc-5d367d8d77bc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0518622 May 02 11:00:14.844006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:00:14.844922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:00:14.844922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:00:14.849752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:00:14.850149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:00:14.856009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 0, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:00:14.856436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:00:14.856922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Bound using segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:00:14.857425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Bound port: 8d0fe997-8620-4b17-9e34-063a2e9e1819, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:00:14.857855 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:14.870247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc9e62e-1bce-422b-b82b-ecf75b0b283d req-feab1354-7880-417b-a363-b2cc93a276b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546639 May 02 11:00:14.924628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:00:14.928063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:00:15.021949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:15.061990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.062535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:15.063917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1092 time: 0.8031361 May 02 11:00:15.064352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:00:15.066658 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:00:15.092429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09c4a3-eca1-4fde-ab48-8a9fed161db8 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:15.121655 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8175e95d-926f-4462-8b08-e0b44c908bde x-openstack-request-id: req-8175e95d-926f-4462-8b08-e0b44c908bde {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:00:15.122015 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:00:15.122332 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8175e95d-926f-4462-8b08-e0b44c908bde {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:00:15.123229 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8175e95d-926f-4462-8b08-e0b44c908bde'] response: {'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:00:15.182734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-69da9775-8c1c-4e2d-8343-a8f9ae230fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.184271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-69da9775-8c1c-4e2d-8343-a8f9ae230fcc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1126 time: 0.0424285 May 02 11:00:15.282758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-b59d2d32-b43b-404c-ac04-2837dc098d89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.284168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-b59d2d32-b43b-404c-ac04-2837dc098d89 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=43505981798d4147970c495b8fa9c9e8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0935628 May 02 11:00:15.379913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-8ef68583-6694-4bcc-85e6-ee36d14a803f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.381427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4bc97ba-6c7c-4328-b7ca-fd23754e779a req-8ef68583-6694-4bcc-85e6-ee36d14a803f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903192 May 02 11:00:15.455475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-30c77982-561e-488f-882f-f173b2431071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.456985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-30c77982-561e-488f-882f-f173b2431071 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1126 time: 0.0399239 May 02 11:00:15.502975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-3b528bd4-2d7e-47c7-afda-8bb97ef52ac0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 217 time: 0.0378740 May 02 11:00:15.551830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-1a70addb-d6ba-4748-bfb7-01432821297d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.553237 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-1a70addb-d6ba-4748-bfb7-01432821297d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0439639 May 02 11:00:15.595709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-7fcede57-07e7-4dd3-bcbf-8f9c15011d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.597243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-7fcede57-07e7-4dd3-bcbf-8f9c15011d8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380189 May 02 11:00:15.689641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-88dd6c40-04f3-4b01-b72d-cdeef3a73fbf service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854466 May 02 11:00:15.776988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be898a44-8aa3-403a-a970-74fd22ddb032 req-93eda858-1784-4688-9e4c-441593716264 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806425 May 02 11:00:15.988849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b47ca-964c-466b-a8b9-5d4670a6e749 req-6257157b-44e2-4281-bf5e-7f499dc096db tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:15.990326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e05b47ca-964c-466b-a8b9-5d4670a6e749 req-6257157b-44e2-4281-bf5e-7f499dc096db tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0512769 May 02 11:00:16.040070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e05b47ca-964c-466b-a8b9-5d4670a6e749 req-d0faf25e-8882-4627-b0a2-f495c1807ca7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436482 May 02 11:00:16.169632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:17.158050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2086c1-6658-4936-84e9-e7c7f85cffab req-e84151e7-14ff-45f5-846f-48d6ba22265e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:17.159505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b2086c1-6658-4936-84e9-e7c7f85cffab req-e84151e7-14ff-45f5-846f-48d6ba22265e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0501094 May 02 11:00:17.207427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0b2086c1-6658-4936-84e9-e7c7f85cffab req-c118ee51-9b91-407e-8e66-960f6d871591 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416632 May 02 11:00:18.231086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:00:18.321819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778456be-57b5-4c0d-9439-4d9bbc0cfc37 req-857b8e16-95b6-4c36-925f-1d5a3607b300 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:18.323463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-778456be-57b5-4c0d-9439-4d9bbc0cfc37 req-857b8e16-95b6-4c36-925f-1d5a3607b300 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0481260 May 02 11:00:18.331871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:18.343769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:00:18.378379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-778456be-57b5-4c0d-9439-4d9bbc0cfc37 req-b7552058-418f-462b-9ce0-a2799533b063 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492718 May 02 11:00:18.382828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:18.383231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:18.396624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:00:18.417491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:18.474299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:18.525745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:18.672712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['8d0fe997-8620-4b17-9e34-063a2e9e1819'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:00:19.491200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73887c4-357b-437e-a97c-42c68813b24a req-385ffa35-13ee-4af6-8ac6-0271bbf4c88d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:19.492727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73887c4-357b-437e-a97c-42c68813b24a req-385ffa35-13ee-4af6-8ac6-0271bbf4c88d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0473685 May 02 11:00:19.541516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a73887c4-357b-437e-a97c-42c68813b24a req-8dc87198-3a0b-44db-881d-5de4c11bafdf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426314 May 02 11:00:20.246557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:00:20.292109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:00:20.346644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:00:20.347027 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:20.424816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:00:20.425199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:20.451771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:00:20.454079 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d57afbf-4008-4e23-96c2-bf934f9ee247" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:00:20.467518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:00:20.489683 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7530e320-6794-4c30-9ea6-a162b2b7cf5d x-openstack-request-id: req-7530e320-6794-4c30-9ea6-a162b2b7cf5d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:00:20.489978 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:00:20.490276 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7530e320-6794-4c30-9ea6-a162b2b7cf5d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:00:20.490674 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7530e320-6794-4c30-9ea6-a162b2b7cf5d'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'code': 200} May 02 11:00:20.546657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:20.590852 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1053e2-3520-477b-b90d-ba18346574f3 req-940bb687-6329-4d5f-ae59-22eba803668b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:20.592504 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c1053e2-3520-477b-b90d-ba18346574f3 req-940bb687-6329-4d5f-ae59-22eba803668b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1128 time: 0.0468564 May 02 11:00:20.605745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:20.673404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c1053e2-3520-477b-b90d-ba18346574f3 req-be0e7537-c198-414a-abc7-9cf9f7dceca5 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754118 May 02 11:00:20.679465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c13b6-17f3-4f01-bb9a-23da64885ac9 req-dadaa63b-aee0-473a-8f0d-410707460a24 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:20.681345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-642c13b6-17f3-4f01-bb9a-23da64885ac9 req-dadaa63b-aee0-473a-8f0d-410707460a24 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0674498 May 02 11:00:20.729117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-642c13b6-17f3-4f01-bb9a-23da64885ac9 req-1014466c-39b6-49ed-b0a6-23b38ae72a93 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421784 May 02 11:00:21.845828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa462bb8-27db-44de-abb8-d9fe27e1a47b req-d8f84fbc-37dc-451c-a12b-7395776e894e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:21.847208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa462bb8-27db-44de-abb8-d9fe27e1a47b req-d8f84fbc-37dc-451c-a12b-7395776e894e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0476148 May 02 11:00:21.902987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa462bb8-27db-44de-abb8-d9fe27e1a47b req-ffcb3d6b-1cf0-4885-b33a-40354145dc1f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499501 May 02 11:00:23.017320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6a3fc-9076-4844-a43e-4a36eb99fa09 req-e43874b0-069e-4b2e-a18a-d1c862fe04a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:23.026206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8eb6a3fc-9076-4844-a43e-4a36eb99fa09 req-e43874b0-069e-4b2e-a18a-d1c862fe04a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0457900 May 02 11:00:23.065677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8eb6a3fc-9076-4844-a43e-4a36eb99fa09 req-0ffe4a0f-d78b-433b-bf30-8c29dc51a0a9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411189 May 02 11:00:23.182559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf7638f-8553-4a04-ada6-aebe075b9dce req-e3e5e5b6-28b2-42ce-ab1c-67048b4cc961 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:23.183995 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf7638f-8553-4a04-ada6-aebe075b9dce req-e3e5e5b6-28b2-42ce-ab1c-67048b4cc961 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0475039 May 02 11:00:23.233344 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf7638f-8553-4a04-ada6-aebe075b9dce req-4ceea140-fac6-42a0-a5a2-314147f80e7e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436866 May 02 11:00:23.255345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:23.293070 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8f5761-bb50-44ae-9e8a-a2eb39bbef22 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:23.295605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb8f5761-bb50-44ae-9e8a-a2eb39bbef22 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1123 time: 0.0392907 May 02 11:00:23.298397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:23.303109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:00:23.376955 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:23.457632 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:23.563414 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.226 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/74b466a4-0b29-4417-931d-f293a8553d83) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:00:23.665334 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (74b466a4-0b29-4417-931d-f293a8553d83), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:23.760879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (74b466a4-0b29-4417-931d-f293a8553d83), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:23.797566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:00:23.800354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:00:23.803851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:00:23.837389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=74b466a4-0b29-4417-931d-f293a8553d83,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:24.207464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (fa43b88f-018e-4eb2-a734-c6418ddfd30d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:24.339572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (74b466a4-0b29-4417-931d-f293a8553d83), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:24.488199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (74b466a4-0b29-4417-931d-f293a8553d83), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:24.576895 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (74b466a4-0b29-4417-931d-f293a8553d83), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:24.650035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=74b466a4-0b29-4417-931d-f293a8553d83,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:00:24.661901 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (fa43b88f-018e-4eb2-a734-c6418ddfd30d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:24.732904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:00:24.767225 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP fa43b88f-018e-4eb2-a734-c6418ddfd30d associated. External IP: 172.35.4.226, port: 8d0fe997-8620-4b17-9e34-063a2e9e1819. May 02 11:00:24.980098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 0b222a3f-d365-4971-95ca-2d26304cb09b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:00:25.423462 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:00:25.433551 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Sync routers for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:00:25.443663 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:25.444374 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:25.516220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:25.547424 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-28936e65-8bbe-46b6-91b4-baeba0b0b5c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2479854 May 02 11:00:25.557965 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:00:25.557965 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f44495-1404-470e-9ac7-611f101ad92b" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:00:25.558811 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:25.577872 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d71a5f9-7a1a-45d1-9e96-5d67aa8c45d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:25.593417 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d01ef9b-b221-4ea1-b5e4-d39e8678ed91 x-openstack-request-id: req-2d01ef9b-b221-4ea1-b5e4-d39e8678ed91 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:00:25.593779 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:00:25.594042 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2d01ef9b-b221-4ea1-b5e4-d39e8678ed91 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:00:25.594448 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d01ef9b-b221-4ea1-b5e4-d39e8678ed91'] response: {'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:00:25.685483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a7c54d-259e-4658-8ad6-689daf8dd79e req-479cf487-b80f-43b4-9f59-01d4760677a8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:25.686892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8a7c54d-259e-4658-8ad6-689daf8dd79e req-479cf487-b80f-43b4-9f59-01d4760677a8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0772519 May 02 11:00:25.687990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44495-1404-470e-9ac7-611f101ad92b req-0b300810-70fd-479e-a6b8-228081a8e816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:25.689389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-0b300810-70fd-479e-a6b8-228081a8e816 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1128 time: 0.0704195 May 02 11:00:25.787658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa43b88f-018e-4eb2-a734-c6418ddfd30d', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.226', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:00:24Z', 'updated_at': '2022-05-02T11:00:24Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:25.793978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8a7c54d-259e-4658-8ad6-689daf8dd79e req-1c4dc2a7-26f9-4bad-a9be-abdaaed05bc8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007156 May 02 11:00:25.815041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44495-1404-470e-9ac7-611f101ad92b req-46ba3be3-a1ce-4fa2-bed7-61fb7c167aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:25.816368 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Checking router: 0b222a3f-d365-4971-95ca-2d26304cb09b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:00:25.816537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-46ba3be3-a1ce-4fa2-bed7-61fb7c167aad service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.1216209 May 02 11:00:25.816995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46056) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:25.825013 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:00:25.825683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T10:59:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:26.031481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:00:26.211046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c06becbb-b991-490c-b27a-b0b97450c3ee tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/fa43b88f-018e-4eb2-a734-c6418ddfd30d HTTP/1.1" status: 200 len: 992 time: 0.3929851 May 02 11:00:26.213148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-94864633-e5b4-4144-a78c-304aeebc8905 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.3902075 May 02 11:00:26.253161 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa43b88f-018e-4eb2-a734-c6418ddfd30d', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.226', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:00:24Z', 'updated_at': '2022-05-02T11:00:24Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:00:26.260365 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44495-1404-470e-9ac7-611f101ad92b req-b93afecd-c8a9-4897-a3e3-1b8f13196733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:26.261838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-b93afecd-c8a9-4897-a3e3-1b8f13196733 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0429227 May 02 11:00:26.280043 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdfc51fb-cc8d-4936-91a7-3476654c87dc None None] The sync data for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 is: [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'fa43b88f-018e-4eb2-a734-c6418ddfd30d', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.226', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4035, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:00:24Z', 'updated_at': '2022-05-02T11:00:24Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:00:26.307172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f44495-1404-470e-9ac7-611f101ad92b req-e3c94b81-b767-4be2-a763-547bdd94400c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:26.308795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-e3c94b81-b767-4be2-a763-547bdd94400c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0395103 May 02 11:00:26.403114 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-0bc8b07e-3119-4746-b454-44c9eba544c1 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888722 May 02 11:00:26.478339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f005d1-f330-4793-b886-852488108bd8 None None] New status for floating IP fa43b88f-018e-4eb2-a734-c6418ddfd30d: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:00:26.498859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44f44495-1404-470e-9ac7-611f101ad92b req-4d8fc8d1-8566-4bb2-8423-e1739b89e5f3 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894158 May 02 11:00:27.214153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46058) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:27.277728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ba5bff0c-1bd4-412b-9906-a02b71dacacb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/fa43b88f-018e-4eb2-a734-c6418ddfd30d HTTP/1.1" status: 200 len: 994 time: 0.0624428 May 02 11:00:27.919532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27487672-2974-41b3-b5ac-783801f3e1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:29.319581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:30.680424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:31.946746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:44.651036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:46.239275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:55.565115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c576700-a535-4df6-9721-4d351f04c516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:56.585583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72fce75-946b-4aec-892a-dcdbf558fc6a req-5ab8ec3d-c37c-4151-abba-ceca332c29bc tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:56.587053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c72fce75-946b-4aec-892a-dcdbf558fc6a req-5ab8ec3d-c37c-4151-abba-ceca332c29bc tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1128 time: 0.0376616 May 02 11:00:56.631343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c72fce75-946b-4aec-892a-dcdbf558fc6a req-71e0af90-583b-4ea3-a9b5-b32016ab5ae8 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388238 May 02 11:00:56.744683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0159aab0-a50d-4849-ac5f-086dac59e7a5 req-9900d67e-4593-4814-ba15-cbeab416ee93 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:56.746155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0159aab0-a50d-4849-ac5f-086dac59e7a5 req-9900d67e-4593-4814-ba15-cbeab416ee93 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0468657 May 02 11:00:56.794417 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0159aab0-a50d-4849-ac5f-086dac59e7a5 req-247cc895-b63b-4fd7-8b7e-227b09174071 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426977 May 02 11:00:56.816384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:00:56.881837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d250bb93-ab6f-4236-801e-8844d18afa1f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/fa43b88f-018e-4eb2-a734-c6418ddfd30d HTTP/1.1" status: 200 len: 994 time: 0.0640323 May 02 11:00:57.503215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcca8f-15ff-46f3-a906-27c6bc419fc6 req-718ed20f-bd2a-4d34-a0bc-55b9a4e32957 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:57.504714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5dfcca8f-15ff-46f3-a906-27c6bc419fc6 req-718ed20f-bd2a-4d34-a0bc-55b9a4e32957 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0475078 May 02 11:00:57.558047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5dfcca8f-15ff-46f3-a906-27c6bc419fc6 req-21811ab5-a1c2-4854-8c62-2576c4ad5626 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461290 May 02 11:00:57.677085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-ecdb2a31-cf87-4033-9080-0ea2d483542d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0873015 May 02 11:00:57.686530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-a6fb1d7b-bfbc-42f4-9962-719e7f80076b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:00:57.687462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-a6fb1d7b-bfbc-42f4-9962-719e7f80076b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048680 May 02 11:00:57.925190 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-afb589e4-5f8e-4474-a894-34a8e1338881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:58.278091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-c09b0811-a769-479e-8ad5-253b7af8c3bb tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:58.287023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-c09b0811-a769-479e-8ad5-253b7af8c3bb tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1125 time: 0.0370743 May 02 11:00:58.677103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d9e6bd-d774-4538-8237-bdbf582dc151 req-c5d1a98b-3d9f-43bd-bfa9-970bd8751737 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:58.678640 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90d9e6bd-d774-4538-8237-bdbf582dc151 req-c5d1a98b-3d9f-43bd-bfa9-970bd8751737 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0482488 May 02 11:00:58.729000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90d9e6bd-d774-4538-8237-bdbf582dc151 req-367abd96-730b-4590-9cd0-efdcaa87884f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443296 May 02 11:00:59.302502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:00:59.843179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05381ffd-e4e0-4292-9040-3040a5a908aa req-0e1426a7-a01a-4078-a349-aff4e9ce8213 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:59.845109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05381ffd-e4e0-4292-9040-3040a5a908aa req-0e1426a7-a01a-4078-a349-aff4e9ce8213 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0469272 May 02 11:00:59.894097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-05381ffd-e4e0-4292-9040-3040a5a908aa req-16f5f073-f3e5-4077-90d0-1086cc2167b7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433564 May 02 11:00:59.996577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-b87f8813-348c-4200-98d6-54c43f30d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:00:59.998725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-b87f8813-348c-4200-98d6-54c43f30d7e4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1128 time: 0.0394268 May 02 11:01:00.091093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-a456cd04-5f1b-4c21-981e-1091eb0b1db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:00.092560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-a456cd04-5f1b-4c21-981e-1091eb0b1db2 service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0886948 May 02 11:01:00.159962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-31b589ab-e3da-47e8-b7e7-1a5cc9659860 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1002 time: 0.0613840 May 02 11:01:00.206791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-99730901-3d07-41fa-82ac-7729afad8016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:00.208219 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-99730901-3d07-41fa-82ac-7729afad8016 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0432296 May 02 11:01:00.250613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-7735a2bb-dd83-440e-8031-bda19982143f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:00.252062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-7735a2bb-dd83-440e-8031-bda19982143f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379829 May 02 11:01:00.261440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-41a0b871-c3ac-4970-8ca2-55498971c902 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:01:00.262383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-41a0b871-c3ac-4970-8ca2-55498971c902 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048418 May 02 11:01:00.351792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-a74955f6-94b9-4ad9-a506-8f72ae810e2c service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840445 May 02 11:01:00.439366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-54c8e455-cee8-495d-b65d-670df29fa542 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817077 May 02 11:01:00.646717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:01.013812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83949081-bcfc-45f8-9654-e8de47c3ea43 req-052313b0-87ad-4a17-8aeb-65db55d765fc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:01.015318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83949081-bcfc-45f8-9654-e8de47c3ea43 req-052313b0-87ad-4a17-8aeb-65db55d765fc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0505002 May 02 11:01:01.068977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83949081-bcfc-45f8-9654-e8de47c3ea43 req-0204fed7-2357-4c48-bedc-b910753e5866 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478001 May 02 11:01:01.732785 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:01:01.957235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:02.185788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c73dc-43a1-4792-a26e-caab755daa47 req-3c8381aa-a56c-41db-b0d8-b38756592bd6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:02.187281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a70c73dc-43a1-4792-a26e-caab755daa47 req-3c8381aa-a56c-41db-b0d8-b38756592bd6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0480375 May 02 11:01:02.240029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a70c73dc-43a1-4792-a26e-caab755daa47 req-db31b7cb-d9f9-4f61-80ad-29366dbf2d05 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470145 May 02 11:01:03.356123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bae006e-e442-498c-9dac-bfc506a46155 req-3dd5761a-cc33-4591-b3e6-18855bf9d1c5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:03.357614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bae006e-e442-498c-9dac-bfc506a46155 req-3dd5761a-cc33-4591-b3e6-18855bf9d1c5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0487421 May 02 11:01:03.409204 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bae006e-e442-498c-9dac-bfc506a46155 req-07c80186-c40e-4a1d-a7c5-94b1289bfb27 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456145 May 02 11:01:03.420614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-a46eb112-932a-4c1f-b52a-99585d386a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:03.427074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-a46eb112-932a-4c1f-b52a-99585d386a32 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1128 time: 0.0406251 May 02 11:01:03.522889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-6bcda0f3-c10c-4730-a1cb-0cf012b2b745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:03.524886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-6bcda0f3-c10c-4730-a1cb-0cf012b2b745 service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0849586 May 02 11:01:03.592925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-d6ff44cd-7691-40f2-9dc3-59fd92ed0418 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1002 time: 0.0619946 May 02 11:01:03.641249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-865bdd2f-5d80-40f1-b23a-dd487b344ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:03.642698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-865bdd2f-5d80-40f1-b23a-dd487b344ffb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0441000 May 02 11:01:03.686889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-7a4970c3-52a6-4045-b633-93359d5b4687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:03.688340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-7a4970c3-52a6-4045-b633-93359d5b4687 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0373354 May 02 11:01:03.780401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-ab172509-42cc-48f4-8d95-455b61da85ef service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860007 May 02 11:01:03.872205 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71449e21-f417-496a-a7d2-bdcdfa33a398 req-eb74db58-63a0-460f-b726-78fd63d88e49 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862548 May 02 11:01:04.525573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e44243-68fd-4046-9eb9-d0e793f6c8fa req-18b9e745-4198-49ec-9e26-37cd277ac156 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:04.527040 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e44243-68fd-4046-9eb9-d0e793f6c8fa req-18b9e745-4198-49ec-9e26-37cd277ac156 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0472181 May 02 11:01:04.575888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-68e44243-68fd-4046-9eb9-d0e793f6c8fa req-86199c56-0d39-4949-b86b-86256fd2b430 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431032 May 02 11:01:05.692384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547d55a1-f882-41ac-9baa-61e2b1f88cca req-16da19fe-4267-40d0-97d7-2c8a28d9a356 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:05.693883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-547d55a1-f882-41ac-9baa-61e2b1f88cca req-16da19fe-4267-40d0-97d7-2c8a28d9a356 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0502312 May 02 11:01:05.742176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-547d55a1-f882-41ac-9baa-61e2b1f88cca req-118e2973-29e3-4f01-a0f2-348501237a39 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421815 May 02 11:01:06.856069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b744b10-0363-4314-bd52-8f9cb095b91e req-74b9f850-797b-41dd-9623-18fe9632c607 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:06.857560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b744b10-0363-4314-bd52-8f9cb095b91e req-74b9f850-797b-41dd-9623-18fe9632c607 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0460882 May 02 11:01:06.907931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b744b10-0363-4314-bd52-8f9cb095b91e req-a58fc226-0ca6-4f27-a479-bc59753ef8b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447528 May 02 11:01:08.019339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b406985-462a-46be-8e98-883a9d473cff req-a16727cb-849c-4934-85da-5b71cdcb1aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:08.021397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b406985-462a-46be-8e98-883a9d473cff req-a16727cb-849c-4934-85da-5b71cdcb1aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0473974 May 02 11:01:08.070109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1b406985-462a-46be-8e98-883a9d473cff req-1883b030-57e7-4431-b34e-daf904e1bd52 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427277 May 02 11:01:09.188403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a493d7d-9b32-43ca-967a-6db9e5e464f5 req-80de5917-03d1-4565-b43f-790896d72fe8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:09.189919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a493d7d-9b32-43ca-967a-6db9e5e464f5 req-80de5917-03d1-4565-b43f-790896d72fe8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0507314 May 02 11:01:09.237642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a493d7d-9b32-43ca-967a-6db9e5e464f5 req-4fa9a605-3315-41d3-b716-d5788bbf7787 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 May 02 11:01:10.350945 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd3ac2b-543d-4f0a-a48d-98299a6f642a req-b05464e3-f54b-445e-8039-2f1f15a31f6f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:10.352384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cd3ac2b-543d-4f0a-a48d-98299a6f642a req-b05464e3-f54b-445e-8039-2f1f15a31f6f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0470667 May 02 11:01:10.405329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5cd3ac2b-543d-4f0a-a48d-98299a6f642a req-a054fe4b-316f-4242-8d62-227ff6139e72 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474167 May 02 11:01:11.517370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b6054-fdfd-4c90-836b-09fafb1796f3 req-4519744d-26a8-4ba4-88bb-b0078a425171 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:11.518841 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b67b6054-fdfd-4c90-836b-09fafb1796f3 req-4519744d-26a8-4ba4-88bb-b0078a425171 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0457420 May 02 11:01:11.566881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b67b6054-fdfd-4c90-836b-09fafb1796f3 req-00c09e60-fea8-4c19-80ba-ff5f5ab37e2e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416694 May 02 11:01:12.684769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5c3cb-02d6-4e87-885e-85a4ddf1bec9 req-d5e31cab-ecc7-4acc-9040-85551ec51a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:12.686218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79f5c3cb-02d6-4e87-885e-85a4ddf1bec9 req-d5e31cab-ecc7-4acc-9040-85551ec51a22 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0477684 May 02 11:01:12.734515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-79f5c3cb-02d6-4e87-885e-85a4ddf1bec9 req-f84f1575-127b-4ed2-bfb1-4f06d7c2ec34 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427790 May 02 11:01:12.902800 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-33875932-679e-4946-b99e-ddadccf326f9 req-14d99de4-4c9a-4309-afc9-5391002d939e service neutron] show failed (client error): The resource could not be found. May 02 11:01:12.903810 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-14d99de4-4c9a-4309-afc9-5391002d939e service neutron] 10.222.0.24 "GET /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0571482 May 02 11:01:13.502628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-f5c3fc23-bb4e-4dfa-9c3d-82e476300e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:13.508037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-f5c3fc23-bb4e-4dfa-9c3d-82e476300e6f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 1128 time: 0.0890682 May 02 11:01:13.517498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-0beebbe8-b32c-4db7-b4d3-016e978e2e4f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:01:13.518434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-0beebbe8-b32c-4db7-b4d3-016e978e2e4f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049736 May 02 11:01:13.533192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:01:13.591187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:13.800694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:13.870732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e838635-dbc5-45e2-8b69-23e1b4e60594 req-6c51e62c-0c85-4dbc-9b61-bd60761dbfcf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:13.872218 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e838635-dbc5-45e2-8b69-23e1b4e60594 req-6c51e62c-0c85-4dbc-9b61-bd60761dbfcf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0624466 May 02 11:01:13.875216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:01:13.937643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:13.939946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64aa20fd-b7eb-4d30-bc1a-64d2e50352df" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:13.943747 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks [] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:13.969518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Transition to ACTIVE for port object 8d0fe997-8620-4b17-9e34-063a2e9e1819 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:01:13.974925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e838635-dbc5-45e2-8b69-23e1b4e60594 req-33748726-1026-4b50-b7dd-3c0b006e1e81 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808275 May 02 11:01:13.998276 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52a99aef-3a85-47cd-997f-10eb890d8cea x-openstack-request-id: req-52a99aef-3a85-47cd-997f-10eb890d8cea {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:14.002311 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:14.002311 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-52a99aef-3a85-47cd-997f-10eb890d8cea {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:14.002311 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52a99aef-3a85-47cd-997f-10eb890d8cea'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'code': 200} May 02 11:01:14.045852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:14.137642 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:14.150920 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.151280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.151628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.151976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.152348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.152714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.153050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.153382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.153777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.154050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.154402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.154714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.155049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.155378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.155704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:14.191451 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] No DVR routers for this DVR port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:01:14.332000 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:01:14.332346 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:01:14.332709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:01:14.337037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:01:14.337362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:01:14.342751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 0, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:01:14.343090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:01:14.343473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Bound using segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:01:14.343898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Bound port: 8d0fe997-8620-4b17-9e34-063a2e9e1819, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:01:14.344254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:14.409214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:01:14.412142 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:01:14.472033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:14.505188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:14.505808 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:14.507225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] 10.222.0.15 "PUT /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1092 time: 0.9777327 May 02 11:01:14.529385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5204455b-2a29-43a9-8a01-bc67af80c658 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:14.586444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-f6e08ec2-37eb-4c30-b39e-e9b6d465d7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:14.588696 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-f6e08ec2-37eb-4c30-b39e-e9b6d465d7c1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1126 time: 0.0436237 May 02 11:01:14.666529 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:14.691052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-6f81e3ba-853b-43ae-8e74-cc21a37eb459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:14.692556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-6f81e3ba-853b-43ae-8e74-cc21a37eb459 service neutron] 10.222.0.15 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0950508 May 02 11:01:14.760947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-321e1165-ff4f-4a9d-b9f4-8709412113af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0588608 May 02 11:01:14.812536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-6f8346b1-5ea0-470f-8feb-35c39247b27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:14.813967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-6f8346b1-5ea0-470f-8feb-35c39247b27d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0436134 May 02 11:01:14.862526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33875932-679e-4946-b99e-ddadccf326f9 req-e71d0da5-8bf9-4e17-b6bd-6665b8081980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:14.864002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-e71d0da5-8bf9-4e17-b6bd-6665b8081980 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0415883 May 02 11:01:14.952909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-4ed90e2d-1703-465b-a508-b93fcd59fe4b service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812480 May 02 11:01:15.046461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-33875932-679e-4946-b99e-ddadccf326f9 req-4c48fd3f-8078-4df2-ad83-da292ec1c01c service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875866 May 02 11:01:15.096311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b275388-3ab3-40f6-a1c3-47707d891031 req-ee37666d-c673-4227-83c9-cd80d3f072ed tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:15.097846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b275388-3ab3-40f6-a1c3-47707d891031 req-ee37666d-c673-4227-83c9-cd80d3f072ed tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0475631 May 02 11:01:15.148798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b275388-3ab3-40f6-a1c3-47707d891031 req-cacfbb59-5cb6-44fe-89c1-0abd71d28153 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451536 May 02 11:01:16.000458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:16.002919 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e4f8a0-4d89-4e3d-976a-40a30262513c" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:16.051176 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-552344cf-cd5d-497a-9819-0047cee86315 x-openstack-request-id: req-552344cf-cd5d-497a-9819-0047cee86315 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:16.051528 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:16.051794 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-552344cf-cd5d-497a-9819-0047cee86315 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:16.052207 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-552344cf-cd5d-497a-9819-0047cee86315'] response: {'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:01:16.110880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-a17ac74f-57d1-4328-a493-69ef66e7d065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.112380 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-a17ac74f-57d1-4328-a493-69ef66e7d065 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1126 time: 0.0437512 May 02 11:01:16.194706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:16.204283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-6f2a263e-613b-4fb5-8e00-895b60a66535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.205821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-6f2a263e-613b-4fb5-8e00-895b60a66535 service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0870426 May 02 11:01:16.304147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-56e3f453-250a-4874-bd3f-e7af7a5a3054 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0919652 May 02 11:01:16.310877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fc5c74-7ce1-4d0d-9ad5-6efacf055458 req-3c959229-2b04-4fac-8e8b-e5179d1991d8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.312288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1fc5c74-7ce1-4d0d-9ad5-6efacf055458 req-3c959229-2b04-4fac-8e8b-e5179d1991d8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0619977 May 02 11:01:16.379092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-bcabf847-0d56-42f8-8704-50a62ae815dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.380545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-bcabf847-0d56-42f8-8704-50a62ae815dc service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0673859 May 02 11:01:16.403041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1fc5c74-7ce1-4d0d-9ad5-6efacf055458 req-9ad3f8e6-9d94-484b-8fe0-2ba6789c1557 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826693 May 02 11:01:16.433071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-e5ff3735-cf47-494d-9db5-e17c4e33e128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.434571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-e5ff3735-cf47-494d-9db5-e17c4e33e128 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448284 May 02 11:01:16.521876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-66576302-19d2-4646-9e7c-de38918fbec9 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814903 May 02 11:01:16.605539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:01:16.612236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-03a0d2b1-c3f2-404e-8c2c-62a6bdb3f3b0 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846622 May 02 11:01:16.643929 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:01:16.644320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:01:16.779243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-c694b7e7-7c1a-43ba-b5ba-419c9524ab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.780745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-c694b7e7-7c1a-43ba-b5ba-419c9524ab54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1126 time: 0.0388079 May 02 11:01:16.872942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-88fa77fe-7a7e-41af-b802-087c9e1fe9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:16.874392 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-88fa77fe-7a7e-41af-b802-087c9e1fe9cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0874662 May 02 11:01:16.940234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-07e44072-e0b8-4221-b91e-1cbc3351d2ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0573668 May 02 11:01:17.007867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-bf18f517-5661-4fa0-86bf-43f87fa59584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:17.009407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-bf18f517-5661-4fa0-86bf-43f87fa59584 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0422058 May 02 11:01:17.160576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-8cbe9363-39d2-405d-9362-78da870f7669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:17.162057 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-8cbe9363-39d2-405d-9362-78da870f7669 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0455582 May 02 11:01:17.251003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-c3b63ab9-b77d-4bf0-8e1f-9cbe8217f972 service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823443 May 02 11:01:17.342024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-22e4f8a0-4d89-4e3d-976a-40a30262513c req-6a9e7250-b3b6-4dbb-8647-e8be7e8a5342 service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853226 May 02 11:01:17.521479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd875-831d-45ba-94e0-9c4a853d5cd8 req-b507f217-d145-4623-a9d5-7495ff23e323 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:17.522976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d28dd875-831d-45ba-94e0-9c4a853d5cd8 req-b507f217-d145-4623-a9d5-7495ff23e323 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 944 time: 0.0481446 May 02 11:01:17.572329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d28dd875-831d-45ba-94e0-9c4a853d5cd8 req-8224c048-27b1-4ffd-9598-730c271144a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438128 May 02 11:01:17.885195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:01:17.982993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:17.993936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:01:18.030700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:01:18.031091 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:18.043358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:01:18.061904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:18.165402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:18.216578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:18.223737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.224079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.224418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.224780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.225115 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.225440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.225765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.226093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.226410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.226730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.227356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.227689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.228009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.228329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.228696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:01:18.440815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['8d0fe997-8620-4b17-9e34-063a2e9e1819'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:01:18.686715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd023b-e4d3-4370-8bc9-420c5b4cf1e2 req-c074abd8-5d08-47f9-9088-0c15f99fc745 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:18.688192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ecd023b-e4d3-4370-8bc9-420c5b4cf1e2 req-c074abd8-5d08-47f9-9088-0c15f99fc745 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0466120 May 02 11:01:18.736702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ecd023b-e4d3-4370-8bc9-420c5b4cf1e2 req-daf842f6-5ca3-4474-a12a-19fd63110ac6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427408 May 02 11:01:19.205090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a091851a-3f49-413c-b874-f82a85f627c0 req-fc8266e7-0ed8-43f2-8449-a745f4034869 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.206524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a091851a-3f49-413c-b874-f82a85f627c0 req-fc8266e7-0ed8-43f2-8449-a745f4034869 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0549495 May 02 11:01:19.264402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-ded177ba-1103-4eac-93bc-fa7c6b816e1e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.265903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-ded177ba-1103-4eac-93bc-fa7c6b816e1e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f&tenant_id=43505981798d4147970c495b8fa9c9e8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0748355 May 02 11:01:19.320124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a091851a-3f49-413c-b874-f82a85f627c0 req-9bbf8f76-9f55-4cab-881f-7ed69a7363f4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869880 May 02 11:01:19.347337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-5f69019e-e02f-4ac2-af28-3ce37b9156c0 service neutron] 10.222.0.15 "GET /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819/bindings/nch1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0711381 May 02 11:01:19.405514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-f5187eb3-9e89-4022-b335-1378d4c613d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.406976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-f5187eb3-9e89-4022-b335-1378d4c613d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1127 time: 0.0383844 May 02 11:01:19.499458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-3c268a6f-1890-406c-a6f2-3b69d723032f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.500969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-3c268a6f-1890-406c-a6f2-3b69d723032f service neutron] 10.222.0.15 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0858707 May 02 11:01:19.568269 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-512a74c0-64c8-4d98-81ae-3faa6bd3e064 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1001 time: 0.0609281 May 02 11:01:19.618928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-b60041da-b477-4446-b776-843a515ad86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.620379 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-b60041da-b477-4446-b776-843a515ad86d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0464120 May 02 11:01:19.663038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-1f0152c4-2c66-4270-9062-5bf12a6228b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:19.664406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-1f0152c4-2c66-4270-9062-5bf12a6228b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380554 May 02 11:01:19.754143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-c2efc676-b882-4cee-906c-b3e716f122f2 service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835850 May 02 11:01:19.841292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-b7c9cd4b-36e6-478e-88e1-bb8a2c89e280 service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815172 May 02 11:01:19.898730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:01:19.941544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:01:20.008459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:01:20.008864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:20.087205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:01:20.087587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:20.109580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:20.111833 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd0da2a1-6eaa-4e96-993d-e744007f960e" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:20.124897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:20.161017 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f4a01d7-a862-4bf1-bfca-be28407282ce x-openstack-request-id: req-2f4a01d7-a862-4bf1-bfca-be28407282ce {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:20.161017 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:20.161240 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2f4a01d7-a862-4bf1-bfca-be28407282ce {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:20.161614 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f4a01d7-a862-4bf1-bfca-be28407282ce'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'code': 200} May 02 11:01:20.202849 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:20.250592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:20.436495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ebb90-fda7-4f9f-80ca-57468270a02d req-16f7c30b-b685-435f-9dfc-4818e6533718 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:20.437985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa1ebb90-fda7-4f9f-80ca-57468270a02d req-16f7c30b-b685-435f-9dfc-4818e6533718 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0472007 May 02 11:01:20.772803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa1ebb90-fda7-4f9f-80ca-57468270a02d req-094a6114-a280-4f40-ad70-0034f712c568 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291287 May 02 11:01:21.897645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18fad73-5dad-4766-824e-b5dbf945252b req-b4f31875-140b-4930-bd4d-1aa7f9814a9b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:21.899131 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f18fad73-5dad-4766-824e-b5dbf945252b req-b4f31875-140b-4930-bd4d-1aa7f9814a9b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 946 time: 0.0528617 May 02 11:01:21.948580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f18fad73-5dad-4766-824e-b5dbf945252b req-9e90dc5c-20f7-4243-abda-f47047d6d0a0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437601 May 02 11:01:22.343853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-283085ef-f682-4aa4-b9d2-b7cdacd7284d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:22.345475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-283085ef-f682-4aa4-b9d2-b7cdacd7284d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 1128 time: 0.0386858 May 02 11:01:22.356735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:01:22.412657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:22.612530 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:22.645387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:01:22.683735 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:22.685958 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f77105-6cfa-4c32-b7db-5b030d82e3eb" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:22.689802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks [] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:22.703181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Transition to ACTIVE for port object 8d0fe997-8620-4b17-9e34-063a2e9e1819 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:01:22.733869 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de6b8876-ad72-46e5-b9d6-9ef0c0af2902 x-openstack-request-id: req-de6b8876-ad72-46e5-b9d6-9ef0c0af2902 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:22.734174 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-unplugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:22.734433 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-de6b8876-ad72-46e5-b9d6-9ef0c0af2902 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:22.734840 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de6b8876-ad72-46e5-b9d6-9ef0c0af2902'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'code': 200} May 02 11:01:22.777068 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:22.860630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=10']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:22.905973 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] No DVR routers for this DVR port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:01:23.053177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:01:23.053515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:01:23.053841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:01:23.058594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:01:23.058918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Attempting to bind port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on network 131fd041-8096-481f-8d7a-764cb3e97345 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:01:23.063691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:01:23.063996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Checking segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:01:23.064379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Bound using segment: {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:01:23.064831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Bound port: 8d0fe997-8620-4b17-9e34-063a2e9e1819, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6761a60c-79c7-4b67-a1cd-566ff18ccdc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:01:23.065184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:23.069897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93674207-7d10-4563-a18a-82f3c2f473e9 req-73e1101e-12cc-48aa-b552-6bf95d97a4cc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.071393 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93674207-7d10-4563-a18a-82f3c2f473e9 req-73e1101e-12cc-48aa-b552-6bf95d97a4cc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0471635 May 02 11:01:23.122443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93674207-7d10-4563-a18a-82f3c2f473e9 req-f976c64f-9625-4836-a954-6b2c0a0ceabb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447893 May 02 11:01:23.131785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:01:23.135513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:01:23.234108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:23.272418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.273040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:23.274461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] 10.222.0.24 "PUT /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1093 time: 0.9221945 May 02 11:01:23.311999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cbd41e-0ca3-4ab8-a55c-250253671526 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=11']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:23.380117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-4ec186e3-38ce-47d8-b9e3-4d2c180d59ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.381684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-4ec186e3-38ce-47d8-b9e3-4d2c180d59ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1127 time: 0.0855806 May 02 11:01:23.474949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-6da8a0ef-79f0-46d0-bd05-73a88bfdb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.476413 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-6da8a0ef-79f0-46d0-bd05-73a88bfdb768 service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0872173 May 02 11:01:23.544278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-511b2aee-5ede-4ae8-9ba6-5211c21c9630 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0617161 May 02 11:01:23.590931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-bb6a4865-0f10-4477-ad43-64d68fcb2132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.592262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-bb6a4865-0f10-4477-ad43-64d68fcb2132 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0425460 May 02 11:01:23.633762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-e2f623fd-774f-4098-9c18-4fa3774b0523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:23.635257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-e2f623fd-774f-4098-9c18-4fa3774b0523 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0375862 May 02 11:01:23.726342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-bf1b65c5-1332-4694-8b9e-2dc0474971cf service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848470 May 02 11:01:23.820096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b78a370-9120-4fbc-b97a-8c5ddf212081 req-3f646c0c-3103-4a78-97e1-fd3ad99626a9 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876153 May 02 11:01:24.242171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1581c3d-edf2-40c3-aad9-85586bf8c8a7 req-c92ec942-1013-4f24-98c0-3f025754a150 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:24.243651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1581c3d-edf2-40c3-aad9-85586bf8c8a7 req-c92ec942-1013-4f24-98c0-3f025754a150 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0470412 May 02 11:01:24.292771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b1581c3d-edf2-40c3-aad9-85586bf8c8a7 req-8ce6e581-0513-4cd9-a164-c61c815f8b14 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427642 May 02 11:01:24.736107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:24.738531 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823974ce-d3b2-44fd-b1cb-3d690981e1d4" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:24.785208 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d91995-ef34-4e01-b7e5-dd1abf177048 x-openstack-request-id: req-18d91995-ef34-4e01-b7e5-dd1abf177048 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:24.785513 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:24.785772 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18d91995-ef34-4e01-b7e5-dd1abf177048 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:24.786186 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d91995-ef34-4e01-b7e5-dd1abf177048'] response: {'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:01:24.856322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-ee16cf00-d107-46c6-a1ec-29b00d377c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:24.857910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-ee16cf00-d107-46c6-a1ec-29b00d377c66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1127 time: 0.0395892 May 02 11:01:24.967284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-3e808f10-4378-4823-8577-3e0e7df1afc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:24.968805 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-3e808f10-4378-4823-8577-3e0e7df1afc3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1127 time: 0.0498757 May 02 11:01:25.004196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-4543f0c0-b7c7-41aa-baaa-399045ebe498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.005568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-4543f0c0-b7c7-41aa-baaa-399045ebe498 service neutron] 10.222.0.15 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.1416409 May 02 11:01:25.114718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-83686e9c-f310-443d-bb3b-04aef89b0b97 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0767877 May 02 11:01:25.117391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-8395c2e2-c25e-4de4-94e9-001d6bb5727a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.119278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-8395c2e2-c25e-4de4-94e9-001d6bb5727a service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.1438720 May 02 11:01:25.169096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-d6e1f796-79fa-496b-918e-b66ee9275f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.170562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-d6e1f796-79fa-496b-918e-b66ee9275f21 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0465879 May 02 11:01:25.218080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-f3605af9-3ba7-49c1-b06d-0fd6084eaa04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.221789 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-f3605af9-3ba7-49c1-b06d-0fd6084eaa04 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0400484 May 02 11:01:25.360214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-e823b09f-cbd6-4d5f-8069-7ce65ee66a0f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 1000 time: 0.0809021 May 02 11:01:25.367044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-11df3406-fe3e-4d4b-bc61-53b09b1f5d8d service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382439 May 02 11:01:25.493328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e993-2f1d-44c9-9e62-d4af83418ddc req-d3d9421f-86a5-4c74-8e7e-1913d5d5f77d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.495472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d23e993-2f1d-44c9-9e62-d4af83418ddc req-d3d9421f-86a5-4c74-8e7e-1913d5d5f77d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.1308720 May 02 11:01:25.506438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-81e87760-6752-45a1-b955-997c225bd282 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.507847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-81e87760-6752-45a1-b955-997c225bd282 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.1400397 May 02 11:01:25.581844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-2aa0859b-4608-4d41-806b-7955ff75be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:25.583328 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-2aa0859b-4608-4d41-806b-7955ff75be37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0672657 May 02 11:01:25.594092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e00ee8c5-8af9-4703-b02c-50bbd812f896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:25.594639 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-96d8c198-4061-419f-9a8a-c3612ac59fbf service neutron] 10.222.0.15 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096839 May 02 11:01:25.609961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d23e993-2f1d-44c9-9e62-d4af83418ddc req-9433779d-d23e-4af6-b791-68e0aa202ab1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075449 May 02 11:01:25.691142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-a0ee97ae-2a13-4899-af3d-677659fb95d9 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990577 May 02 11:01:25.778408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-823974ce-d3b2-44fd-b1cb-3d690981e1d4 req-44b5a1cf-8449-4d8f-bbf5-88d52000f1aa service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819874 May 02 11:01:25.939588 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:01:25.980857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:01:25.981247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:01:26.667258 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:01:26.733192 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7eb11f-004e-4da5-aa9c-af29492a6581 req-3cdaf360-1ffa-4658-97c4-26fdf2bbdb18 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:26.734775 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc7eb11f-004e-4da5-aa9c-af29492a6581 req-3cdaf360-1ffa-4658-97c4-26fdf2bbdb18 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 945 time: 0.0468614 May 02 11:01:26.762128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:26.773750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'port_id': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'mac_address': 'fa:16:3e:49:65:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:01:26.787109 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc7eb11f-004e-4da5-aa9c-af29492a6581 req-c30b0766-0238-4dbf-bcda-8c462613764f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467813 May 02 11:01:26.809974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46192) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:01:26.815667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:01:26.816059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:26.828791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:01:26.849071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:26.871042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7014338b-1ad3-4ac3-9218-97a49a6072a2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/fa43b88f-018e-4eb2-a734-c6418ddfd30d HTTP/1.1" status: 200 len: 992 time: 0.0599384 May 02 11:01:26.911763 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:26.958665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:27.127553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['8d0fe997-8620-4b17-9e34-063a2e9e1819'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:01:27.928704 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3c56f14d-eb60-40ad-a5f6-7045e650500c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:28.697931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:01:28.743142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:01:28.822162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 8d0fe997-8620-4b17-9e34-063a2e9e1819 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:01:28.822532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:28.899158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 8d0fe997-8620-4b17-9e34-063a2e9e1819 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:01:28.899547 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:28.922494 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:28.924731 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e0d7a7-116c-4026-bd66-2ce8a3c4b324" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:28.936584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:01:28.963719 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a57bdb-8d12-4873-a533-528f28ea310c x-openstack-request-id: req-62a57bdb-8d12-4873-a533-528f28ea310c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:28.963719 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-plugged", "status": "completed", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:28.963719 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-62a57bdb-8d12-4873-a533-528f28ea310c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:28.964119 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62a57bdb-8d12-4873-a533-528f28ea310c'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'code': 200} May 02 11:01:29.010870 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:29.057711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=13']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:29.289129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:30.688317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:31.974186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:38.733511 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:01:44.702083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:44.972626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-d8971ecb-2205-4bb3-a186-204c38118342 req-8c21aeb8-3405-4ffa-ab1e-1d656b572db4 tempest-ServersTestJSON-1434884134 tempest-ServersTestJSON-1434884134-project] (115662) timed out ('10.222.0.15', 63365) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:01:46.214032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:55.564827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12cbd3d3-9d74-4ec9-841b-9cdc6b3c0a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.374099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4050c9d-c554-40b3-bbbd-d0ad3a6adaf6 req-ce23217d-1a42-4d7b-bfd3-0ad0f6163df0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:57.375617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4050c9d-c554-40b3-bbbd-d0ad3a6adaf6 req-ce23217d-1a42-4d7b-bfd3-0ad0f6163df0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1129 time: 0.0441704 May 02 11:01:57.419977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4050c9d-c554-40b3-bbbd-d0ad3a6adaf6 req-89f067a5-e81c-45b2-9585-a564046b4dd7 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387988 May 02 11:01:57.443718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46214) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:01:57.592945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 74b466a4-0b29-4417-931d-f293a8553d83 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:01:57.593214 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (74b466a4-0b29-4417-931d-f293a8553d83), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.670733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (74b466a4-0b29-4417-931d-f293a8553d83), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.671062 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (74b466a4-0b29-4417-931d-f293a8553d83), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.684218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 74b466a4-0b29-4417-931d-f293a8553d83 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:01:57.890594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (74b466a4-0b29-4417-931d-f293a8553d83), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.919092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c22e2893-5605-4b4a-ba09-4d8ca4974139 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.921048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=74b466a4-0b29-4417-931d-f293a8553d83,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:01:57.979423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (fa43b88f-018e-4eb2-a734-c6418ddfd30d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:57.979748 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP fa43b88f-018e-4eb2-a734-c6418ddfd30d disassociated (deleted). External IP: 172.35.4.226, port: 8d0fe997-8620-4b17-9e34-063a2e9e1819. May 02 11:01:58.186981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 0b222a3f-d365-4971-95ca-2d26304cb09b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:01:58.292630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:01:58.297475 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:58.302299 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Sync routers for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:01:58.311537 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:01:58.312136 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:01:58.325862 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e24641d-efab-4ae8-b0b6-a6d2dd0193f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/floatingips/fa43b88f-018e-4eb2-a734-c6418ddfd30d HTTP/1.1" status: 204 len: 168 time: 0.8810890 May 02 11:01:58.326464 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:01:58.328829 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a2db55-f558-4567-bce0-a40a0af15646" -d '{"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:01:58.367563 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ae52a5-ac0d-4346-a156-463c3d76bbd7 x-openstack-request-id: req-95ae52a5-ac0d-4346-a156-463c3d76bbd7 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:01:58.367994 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:01:58.368260 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-95ae52a5-ac0d-4346-a156-463c3d76bbd7 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:01:58.368715 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95ae52a5-ac0d-4346-a156-463c3d76bbd7'] response: {'name': 'network-changed', 'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:01:58.424262 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:01:58.426571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2db55-f558-4567-bce0-a40a0af15646 req-7293ad03-5f84-4c58-96c8-f0709f5621eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:58.428104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-7293ad03-5f84-4c58-96c8-f0709f5621eb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 1129 time: 0.0400898 May 02 11:01:58.520551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2db55-f558-4567-bce0-a40a0af15646 req-0a7db829-bacf-4a14-a19a-6a2e5a100cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:58.522291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-0a7db829-bacf-4a14-a19a-6a2e5a100cee service neutron] 10.222.0.24 "GET /v2.0/networks?id=131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 200 len: 897 time: 0.0882292 May 02 11:01:58.561083 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-9c129b09-ec5e-4fc2-8af4-6f85b4aaa1c7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 200 len: 217 time: 0.0330358 May 02 11:01:58.613574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2db55-f558-4567-bce0-a40a0af15646 req-fcc3bb2f-d2a7-4283-9b71-b0eeeed0e3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:58.614914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-fcc3bb2f-d2a7-4283-9b71-b0eeeed0e3e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 200 len: 835 time: 0.0487182 May 02 11:01:58.619110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:01:58.646703 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Checking router: 0b222a3f-d365-4971-95ca-2d26304cb09b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:01:58.655963 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:01:58.656563 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:01:58.658251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a2db55-f558-4567-bce0-a40a0af15646 req-0495b1a4-f780-460b-8665-2a544d7a8c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:58.659744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-0495b1a4-f780-460b-8665-2a544d7a8c5c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=131fd041-8096-481f-8d7a-764cb3e97345&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0394053 May 02 11:01:58.752027 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-3952ed8d-f606-48f2-ae28-c2133eed9520 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856738 May 02 11:01:58.768081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:01:58.969115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:01:58.996470 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9613eaba-0891-4bd9-becb-2dfe8af65179 None None] The sync data for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 is: [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:09Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '3f851ab7-bc71-4634-a1fa-21ab7c953deb', 'name': '', 'network_id': '131fd041-8096-481f-8d7a-764cb3e97345', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:05:c6:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4032, 'fixed_ips': [{'subnet_id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:08Z', 'updated_at': '2022-05-02T11:00:12Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '412891c6-f80e-46f6-86d9-db09b10208b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:01:59.084964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd066c7-e199-42a0-a67f-e41a70765071 req-11b0a221-1406-49f9-8668-a9c5175aef09 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:59.086512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6cd066c7-e199-42a0-a67f-e41a70765071 req-11b0a221-1406-49f9-8668-a9c5175aef09 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 947 time: 0.3336215 May 02 11:01:59.136469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6cd066c7-e199-42a0-a67f-e41a70765071 req-120ae4b7-0496-428e-834a-a893d84db3b3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442181 May 02 11:01:59.235555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-599357c3-e8e0-4b75-9bf6-9a9a8cc4e9be None None] New status for floating IP fa43b88f-018e-4eb2-a734-c6418ddfd30d: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:01:59.296708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:01:59.732538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54a2db55-f558-4567-bce0-a40a0af15646 req-be2fcc3e-2fc4-44a2-b8d3-80abe5d4f037 service neutron] 10.222.0.24 "GET /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846989 May 02 11:01:59.988504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-435a579f-9a58-4df1-96b8-edeae4f9f012 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:01:59.989832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-435a579f-9a58-4df1-96b8-edeae4f9f012 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 947 time: 0.0485523 May 02 11:02:00.070318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:02:00.070660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:00.160864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port 8d0fe997-8620-4b17-9e34-063a2e9e1819, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=8d0fe997-8620-4b17-9e34-063a2e9e1819,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:00.161216 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:00.175077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 8d0fe997-8620-4b17-9e34-063a2e9e1819 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:02:00.251540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d2b85a-7761-4d5d-ab25-6af7fce591ad req-da0c4bec-b7d7-4312-8618-95f2595a3799 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:00.253068 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2d2b85a-7761-4d5d-ab25-6af7fce591ad req-da0c4bec-b7d7-4312-8618-95f2595a3799 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=7acdbde8-ab67-4ef5-9e53-cebe9269108f HTTP/1.1" status: 200 len: 947 time: 0.0466936 May 02 11:02:00.307973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2d2b85a-7761-4d5d-ab25-6af7fce591ad req-b23a5a78-d41f-4ef8-a25c-a109a29b8736 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=5ec64653-322e-4973-9948-913fc95214c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491788 May 02 11:02:00.374042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (8d0fe997-8620-4b17-9e34-063a2e9e1819), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:00.407553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=8d0fe997-8620-4b17-9e34-063a2e9e1819,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:00.452982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] No DVR routers for this DVR port 8d0fe997-8620-4b17-9e34-063a2e9e1819 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:02:00.455603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:00.458860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02e35d03-dc2a-49ab-a79a-4b592d7643d3 req-c7ccf6f2-0e48-4f3c-aeff-e9a6bd39a991 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "DELETE /v2.0/ports/8d0fe997-8620-4b17-9e34-063a2e9e1819 HTTP/1.1" status: 204 len: 173 time: 0.4638987 May 02 11:02:00.459295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-deleted', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:02:00.461614 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60d291cd-8e6b-4c2f-90cf-0dcbf7d9ff02" -d '{"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-deleted", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:02:00.496135 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8917a431-5f92-47b3-bd7f-198c641d8997 x-openstack-request-id: req-8917a431-5f92-47b3-bd7f-198c641d8997 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:02:00.496442 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acdbde8-ab67-4ef5-9e53-cebe9269108f", "name": "network-vif-deleted", "tag": "8d0fe997-8620-4b17-9e34-063a2e9e1819", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:02:00.496736 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8917a431-5f92-47b3-bd7f-198c641d8997 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:02:00.497144 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8917a431-5f92-47b3-bd7f-198c641d8997'] response: {'server_uuid': '7acdbde8-ab67-4ef5-9e53-cebe9269108f', 'name': 'network-vif-deleted', 'tag': '8d0fe997-8620-4b17-9e34-063a2e9e1819', 'status': 'completed', 'code': 200} May 02 11:02:00.691074 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:01.365194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46244) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:01.705057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (0b222a3f-d365-4971-95ca-2d26304cb09b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:01.944220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 3f851ab7-bc71-4634-a1fa-21ab7c953deb {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:02:01.944489 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:01.953240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:02.030956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port 3f851ab7-bc71-4634-a1fa-21ab7c953deb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=3f851ab7-bc71-4634-a1fa-21ab7c953deb,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:02.031326 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:02.043818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 3f851ab7-bc71-4634-a1fa-21ab7c953deb owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:02:02.284823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (3f851ab7-bc71-4634-a1fa-21ab7c953deb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:02.315114 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=3f851ab7-bc71-4634-a1fa-21ab7c953deb,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:02.513787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (0b222a3f-d365-4971-95ca-2d26304cb09b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:02.730689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 0b222a3f-d365-4971-95ca-2d26304cb09b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:02:02.798653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:02:02.821048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 8d0fe997-8620-4b17-9e34-063a2e9e1819 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:02:02.821398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 8d0fe997-8620-4b17-9e34-063a2e9e1819 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:02:02.837423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:02:02.843496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bbcb7fcc-041d-4ac5-aabc-1128fda2c0cf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/0b222a3f-d365-4971-95ca-2d26304cb09b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4772568 May 02 11:02:02.846269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46246) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:02.849603 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Sync routers for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:02:02.859642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:02.860251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:02.898132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting subnet 412891c6-f80e-46f6-86d9-db09b10208b7 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:02:02.902173 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (412891c6-f80e-46f6-86d9-db09b10208b7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:02.944380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (412891c6-f80e-46f6-86d9-db09b10208b7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.033095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (412891c6-f80e-46f6-86d9-db09b10208b7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.055835 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:03.137113 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (412891c6-f80e-46f6-86d9-db09b10208b7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.165995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Subnet': ['ID=412891c6-f80e-46f6-86d9-db09b10208b7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:03.168441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.172889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9f6255-02cc-48ff-931e-dbc091b6ee75 None None] Network 131fd041-8096-481f-8d7a-764cb3e97345 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:02:03.174544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46248) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:03.174992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d7270eae-fdb4-4524-97b4-9a966fdf5d3f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/subnets/412891c6-f80e-46f6-86d9-db09b10208b7 HTTP/1.1" status: 204 len: 168 time: 0.3274567 May 02 11:02:03.236496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:02:02Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:03.265741 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Checking router: 0b222a3f-d365-4971-95ca-2d26304cb09b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:02:03.274763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Routers {'0b222a3f-d365-4971-95ca-2d26304cb09b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:03.275944 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['0b222a3f-d365-4971-95ca-2d26304cb09b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:03.301989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.332253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] DHCP port deletion for 131fd041-8096-481f-8d7a-764cb3e97345 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:02:03.377569 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Deleting port db423469-316d-4b41-8c15-0162f9a2eed2 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:02:03.378209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.394504 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] Set router 0b222a3f-d365-4971-95ca-2d26304cb09b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:03.422220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (0b222a3f-d365-4971-95ca-2d26304cb09b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.442547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] For port db423469-316d-4b41-8c15-0162f9a2eed2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=db423469-316d-4b41-8c15-0162f9a2eed2,segment=NetworkSegment(6761a60c-79c7-4b67-a1cd-566ff18ccdc8),segment_id=6761a60c-79c7-4b67-a1cd-566ff18ccdc8)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:03.442976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.456127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Calling delete_port for db423469-316d-4b41-8c15-0162f9a2eed2 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:02:03.525145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 259572fd-ec1e-4187-b3f2-183cdb23f7c1 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:02:03.525611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.580775 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:02:02Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:03.605209 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (db423469-316d-4b41-8c15-0162f9a2eed2), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.607283 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33b1937f-06e0-40f0-a239-c00f53f9a532 None None] The sync data for ids ['0b222a3f-d365-4971-95ca-2d26304cb09b'] in ncdv-master-1 is: [{'id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-520859930', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215'}], 'enable_snat': True}, 'gw_port_id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:02:02Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': '259572fd-ec1e-4187-b3f2-183cdb23f7c1', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:c5:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b222a3f-d365-4971-95ca-2d26304cb09b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4029, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:00:05Z', 'updated_at': '2022-05-02T11:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:02:03.607835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port 259572fd-ec1e-4187-b3f2-183cdb23f7c1, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=259572fd-ec1e-4187-b3f2-183cdb23f7c1,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:03.608349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.623440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 259572fd-ec1e-4187-b3f2-183cdb23f7c1 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:02:03.634176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] Pushing event deleted for resources: {'Port': ['ID=db423469-316d-4b41-8c15-0162f9a2eed2,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:03.640723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b8a7ce-c26d-4d1a-a822-10b5e6c6ce43 None None] No DVR routers for this DVR port db423469-316d-4b41-8c15-0162f9a2eed2 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:02:03.891077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (259572fd-ec1e-4187-b3f2-183cdb23f7c1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:03.922257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=259572fd-ec1e-4187-b3f2-183cdb23f7c1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:03.947290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.947647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.948000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.948349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.948716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.949062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.949402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.949736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.950073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.950405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.950739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.951072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.951402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.951731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.952060 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:03.993795 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (0b222a3f-d365-4971-95ca-2d26304cb09b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.112411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.112999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db423469-316d-4b41-8c15-0162f9a2eed2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:02:04.114829 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (0b222a3f-d365-4971-95ca-2d26304cb09b), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.133484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: db423469-316d-4b41-8c15-0162f9a2eed2 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:02:04.133780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device db423469-316d-4b41-8c15-0162f9a2eed2 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:02:04.254037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (0b222a3f-d365-4971-95ca-2d26304cb09b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.254642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Fanout notify agent at l3_agent the message router_deleted on router 0b222a3f-d365-4971-95ca-2d26304cb09b {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:02:04.264395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.264395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c88c27df-c3b5-4c1c-bfcd-dd1225262545 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/routers/0b222a3f-d365-4971-95ca-2d26304cb09b HTTP/1.1" status: 204 len: 168 time: 1.0865600 May 02 11:02:04.265434 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46250) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:04.346162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (131fd041-8096-481f-8d7a-764cb3e97345), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.440250 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (131fd041-8096-481f-8d7a-764cb3e97345), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.460536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['131fd041-8096-481f-8d7a-764cb3e97345']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:04.470657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6761a60c-79c7-4b67-a1cd-566ff18ccdc8') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:04.470964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6761a60c-79c7-4b67-a1cd-566ff18ccdc8') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:04.480510 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (6761a60c-79c7-4b67-a1cd-566ff18ccdc8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.493661 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (6761a60c-79c7-4b67-a1cd-566ff18ccdc8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.499646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:02:04.500038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (6761a60c-79c7-4b67-a1cd-566ff18ccdc8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: timer() May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:02:04.503103 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:02:04.633514 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (131fd041-8096-481f-8d7a-764cb3e97345), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.646523 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.646523 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/networks/131fd041-8096-481f-8d7a-764cb3e97345 HTTP/1.1" status: 204 len: 168 time: 0.3778665 May 02 11:02:04.647475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46252) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:04.656930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed0bfce-58fe-4412-887c-086252eaf61d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Network': ['ID=131fd041-8096-481f-8d7a-764cb3e97345,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:04.709384 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (5ec64653-322e-4973-9948-913fc95214c9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.736197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (5ec64653-322e-4973-9948-913fc95214c9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.856227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5ec64653-322e-4973-9948-913fc95214c9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.858940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:04.860132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/security-groups/5ec64653-322e-4973-9948-913fc95214c9 HTTP/1.1" status: 204 len: 168 time: 0.2109315 May 02 11:02:04.869857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1226c0-e8c6-4eca-a4b7-9d556a8f35d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec64653-322e-4973-9948-913fc95214c9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:05.360302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46258) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:05.365012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1545756017', 'description': 'tempest-secgroup-smoke-1545756017 description', 'project_id': '43505981798d4147970c495b8fa9c9e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:05.444989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.510215 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (c0072612-e4bf-4760-9bf8-09dc5f5ba662), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.579552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0072612-e4bf-4760-9bf8-09dc5f5ba662), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.608296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0072612-e4bf-4760-9bf8-09dc5f5ba662,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:05.684696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.685970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eaf579c1-6370-4b21-bb3f-d32cc787f246 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3245692 May 02 11:02:05.687567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3f851ab7-bc71-4634-a1fa-21ab7c953deb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:02:05.688898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46260) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:05.693341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:05.710755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 3f851ab7-bc71-4634-a1fa-21ab7c953deb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:02:05.711507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 3f851ab7-bc71-4634-a1fa-21ab7c953deb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:02:05.711970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 259572fd-ec1e-4187-b3f2-183cdb23f7c1 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:02:05.731214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 259572fd-ec1e-4187-b3f2-183cdb23f7c1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:02:05.731559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 259572fd-ec1e-4187-b3f2-183cdb23f7c1 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:02:05.774181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (f13530e8-811b-4ec0-98a5-b569ac254623), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.828578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (f13530e8-811b-4ec0-98a5-b569ac254623), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.905283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (f13530e8-811b-4ec0-98a5-b569ac254623), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:05.925109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13530e8-811b-4ec0-98a5-b569ac254623,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:06.000867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.002081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5310bc7-22e4-45ec-90e0-084979fc4eea tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3122270 May 02 11:02:06.004748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46262) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:06.009094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:06.124783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1d4b4ef7-38c6-4f65-993a-54f8aacba1a6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.182243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1d4b4ef7-38c6-4f65-993a-54f8aacba1a6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.270961 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1d4b4ef7-38c6-4f65-993a-54f8aacba1a6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.289945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d4b4ef7-38c6-4f65-993a-54f8aacba1a6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:06.366851 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.368059 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-57134c7e-0a80-4034-9aa4-cb6ec4a26243 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3623729 May 02 11:02:06.371249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46264) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:06.375442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:06.461188 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (178f5dfd-26ef-4be7-a79e-3c2712154ce6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.516122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (178f5dfd-26ef-4be7-a79e-3c2712154ce6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.587266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (178f5dfd-26ef-4be7-a79e-3c2712154ce6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.605020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=178f5dfd-26ef-4be7-a79e-3c2712154ce6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:06.680898 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.682997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-863d9a09-a88d-41c2-ba73-ea4a9160b013 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3108134 May 02 11:02:06.685785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46266) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:06.690882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:06.775842 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1dcbf71e-f8cd-4b3c-8b08-74108aee0b58), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.831486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (1dcbf71e-f8cd-4b3c-8b08-74108aee0b58), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.910895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1dcbf71e-f8cd-4b3c-8b08-74108aee0b58), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:06.928860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dcbf71e-f8cd-4b3c-8b08-74108aee0b58,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:07.010086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.011333 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d9c119f2-1d36-41c1-b543-0a8827465aa2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3245554 May 02 11:02:07.014197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46268) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:07.021367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:07.107445 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:02:07.113229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (bcd9c8a4-0632-4630-b11a-98e3fc28a65e), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.175654 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (bcd9c8a4-0632-4630-b11a-98e3fc28a65e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.227299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bcd9c8a4-0632-4630-b11a-98e3fc28a65e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.245468 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcd9c8a4-0632-4630-b11a-98e3fc28a65e,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:07.314966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.316216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e7ecb2a-c612-4fb1-a95f-4e407aad393f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3009913 May 02 11:02:07.318960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46270) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:07.323290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': 'c0072612-e4bf-4760-9bf8-09dc5f5ba662', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:07.393252 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:02:07.398929 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (a2f25776-5d7d-4f7b-b9b0-5533997547b5), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.457241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (a2f25776-5d7d-4f7b-b9b0-5533997547b5), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.522640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a2f25776-5d7d-4f7b-b9b0-5533997547b5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.542666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2f25776-5d7d-4f7b-b9b0-5533997547b5,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:07.641218 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.642455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ebc0a688-2c7e-48b4-a358-092367dd061c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3225746 May 02 11:02:07.645334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46272) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:07.650959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'network': {'name': 'tempest-network-smoke--607328682', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'port_security_enabled': True}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:07.730456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:02:07.733779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.756744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:02:07.765804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0549f15c-28dc-4dc3-822f-b60aa7907b81), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.766151 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Added segment 0549f15c-28dc-4dc3-822f-b60aa7907b81 of type vlan for network 68e2777f-1f5f-4717-a962-6b5684f0a49b May 02 11:02:07.805612 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (68e2777f-1f5f-4717-a962-6b5684f0a49b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.885000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (68e2777f-1f5f-4717-a962-6b5684f0a49b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.890020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:07.890597 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:07.956047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Network': ['ID=68e2777f-1f5f-4717-a962-6b5684f0a49b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:07.966019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:02:07.990259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4b9ffba2-4434-4eac-a78f-7656c3f908f5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3439651 May 02 11:02:07.992930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46274) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:07.997950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'admin_state_up': True, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:08.094440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.095574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.152567 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (34686a47-f4d7-4bfe-9e52-bf617d4092cf), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.364212 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (34686a47-f4d7-4bfe-9e52-bf617d4092cf), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.626182 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.644296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.743771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.4 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f70a9066-00ec-42c3-a071-5cfab06abb6c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:02:08.849101 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.945811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:08.985049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:08.990012 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:08.993603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:02:09.018656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=f70a9066-00ec-42c3-a071-5cfab06abb6c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:09.303577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:09.504799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:09.684964 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 34686a47-f4d7-4bfe-9e52-bf617d4092cf is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:02:09.795839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:02:09.805788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Sync routers for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:02:09.816641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:09.820292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:09.907557 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:09.908798 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8f8f0341-c657-42b8-ac14-d9cea90e41d0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9148414 May 02 11:02:09.911923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46276) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:09.942552 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24b21ea9-f441-45af-beff-0cee71f672a6 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=43505981798d4147970c495b8fa9c9e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0294983 May 02 11:02:09.945229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46278) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:10.040219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c7d0d-e7da-4b22-89e8-3232bf7c8e9c tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:10.042411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a8c7d0d-e7da-4b22-89e8-3232bf7c8e9c tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0961967 May 02 11:02:10.045245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46280) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:10.079206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3cca655c-7310-4b79-9f77-4a5ba277ca4e tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328736 May 02 11:02:10.079843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:10.081703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46282) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:10.086417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-387396392', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:10.244781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:02:10.246911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:09Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:10.248136 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.273440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Checking router: 34686a47-f4d7-4bfe-9e52-bf617d4092cf for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:02:10.273793 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Updating router 34686a47-f4d7-4bfe-9e52-bf617d4092cf port f70a9066-00ec-42c3-a071-5cfab06abb6c binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:02:10.304357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.480476 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (8d444569-7203-4df7-acb7-a3edfecccf78), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.545024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Subnet': ['ID=8d444569-7203-4df7-acb7-a3edfecccf78,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:10.552084 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:02:10.552456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network hostable DHCP agents. Network: 68e2777f-1f5f-4717-a962-6b5684f0a49b, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:02:10.555781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks [] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.630958 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.660293 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:02:10.683901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Attempting to bind port f70a9066-00ec-42c3-a071-5cfab06abb6c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:02:10.684275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Attempting to bind port f70a9066-00ec-42c3-a071-5cfab06abb6c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:02:10.684662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Attempting to bind port f70a9066-00ec-42c3-a071-5cfab06abb6c on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:02:10.686699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871933af-6b70-4c56-85e0-0117366a0d83 None None] Pushing event updated for resources: {'Port': ['ID=f70a9066-00ec-42c3-a071-5cfab06abb6c,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:10.692049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:02:10.692847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:02:10.692847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.693288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:02:10.693755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Bound port: f70a9066-00ec-42c3-a071-5cfab06abb6c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:02:10.694135 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.745418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 68e2777f-1f5f-4717-a962-6b5684f0a49b) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:10.747013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] For port f70a9066-00ec-42c3-a071-5cfab06abb6c, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:02:10.749946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:10.750125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] For port f70a9066-00ec-42c3-a071-5cfab06abb6c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f70a9066-00ec-42c3-a071-5cfab06abb6c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:02:10.750851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.757100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6133f7-a4b7-44db-aa32-94974bafdd19 None None] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:02:10.831640 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.839615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4c6220bc-480e-4a81-b17a-88e00287a29c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7568107 May 02 11:02:10.842399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46284) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:10.894039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-68e2777f-1f5f-4717-a962-6b5684f0a49b', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:02:10.894881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:10.926505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871933af-6b70-4c56-85e0-0117366a0d83 None None] Pushing event updated for resources: {'Port': ['ID=f70a9066-00ec-42c3-a071-5cfab06abb6c,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:10.932240 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:10.932874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:11.130379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:11.194936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Allocated IP 172.20.0.2 (68e2777f-1f5f-4717-a962-6b5684f0a49b/8d444569-7203-4df7-acb7-a3edfecccf78/8fe4a5cc-34de-4f22-b8bb-7e661b7c416e) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:02:11.420155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:09Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:11.451248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-970b756d-3b94-4e48-85e7-8822626c1aec None None] The sync data for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 is: [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:09Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:02:11.481246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks [] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.548379 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.593880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:11.599437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:11.601928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:02:11.610303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Pushing event updated for resources: {'Port': ['ID=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:11.647321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.684427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Attempting to bind port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:02:11.684427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Attempting to bind port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:02:11.684427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Attempting to bind port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:02:11.691323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:02:11.691724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:02:11.692144 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.692541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Bound using segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:02:11.693111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Bound port: 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:02:11.693585 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.777708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] For port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:02:11.781437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] For port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:02:11.874079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:11.937941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f67c1-a613-470d-acae-a030e78df76c None None] Pushing event updated for resources: {'Port': ['ID=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:11.989071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.1 (68e2777f-1f5f-4717-a962-6b5684f0a49b/8d444569-7203-4df7-acb7-a3edfecccf78/41faa5a0-9dcb-42db-85cc-d85ea37b714c) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:02:12.130187 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.234381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.278258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:12.284050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:12.286590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:02:12.316448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:12.337559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.540098 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.825782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.899731 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.975926 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:12.977704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:13.081626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:13.083267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:13.148095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1367b4d-31b0-4035-ac58-973195a1ff72 None None] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:02:13.208405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 34686a47-f4d7-4bfe-9e52-bf617d4092cf has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:02:13.266138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Provisioning complete for port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:13.266518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.336921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:02:13.343011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7a340b78-4497-426b-9b1c-e1ec9d407bc2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/34686a47-f4d7-4bfe-9e52-bf617d4092cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4995301 May 02 11:02:13.382899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Current status of the port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:13.383267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.427335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] For port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:13.457618 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Sync routers for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:02:13.471481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:13.474792 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:13.511238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.536631 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-8f47a920-badf-40f2-8fb5-58c4730dc2f0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1545756017&fields=id&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 267 time: 0.0482671 May 02 11:02:13.569643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae0485-7e0e-40d5-a42e-adb00ff97dba None None] Pushing event updated for resources: {'Port': ['ID=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:13.604201 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:13.630227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Provisioning complete for port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:13.631183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.670376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-c85faa3c-a661-4eed-9f15-4591e2118c94 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:13.677779 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-c85faa3c-a661-4eed-9f15-4591e2118c94 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 796 time: 0.1413715 May 02 11:02:13.700048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d9265308-f480-4b1d-8ba9-482150610060 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/quotas/43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 375 time: 0.0212326 May 02 11:02:13.772313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-bd2a9eae-df80-468b-b854-d9be6afa4804 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710051 May 02 11:02:13.779932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-370d027a-ee56-43e8-a70f-8f4ef673b6f7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:02:13.787160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-370d027a-ee56-43e8-a70f-8f4ef673b6f7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0127010 May 02 11:02:13.790760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Current status of the port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:13.802984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:13.805238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.853102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:02:13.853358 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 2, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:13.881624 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Checking router: 34686a47-f4d7-4bfe-9e52-bf617d4092cf for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:02:13.882235 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Updating router 34686a47-f4d7-4bfe-9e52-bf617d4092cf port 41faa5a0-9dcb-42db-85cc-d85ea37b714c binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:02:13.882563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6752709d-a82d-42fa-91d3-46195fede537 None None] Port 41faa5a0-9dcb-42db-85cc-d85ea37b714c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:02:13.912015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:13.912392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.916269 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:13.927105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d7307cb0-40ca-4d16-bd24-e0836a8e796f service neutron] 10.222.0.16 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388152 May 02 11:02:14.014798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-87aab589-2523-46f6-93e3-fbc3d5ada898 None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:14.022745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87aab589-2523-46f6-93e3-fbc3d5ada898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.047039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:14.048119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f70a9066-00ec-42c3-a071-5cfab06abb6c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:02:14.050952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-61fa70e3-ac1e-4426-ab92-aa6a07aede97 service neutron] 10.222.0.16 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137221 May 02 11:02:14.086076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-87aab589-2523-46f6-93e3-fbc3d5ada898 None None] Port 41faa5a0-9dcb-42db-85cc-d85ea37b714c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:02:14.108728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f70a9066-00ec-42c3-a071-5cfab06abb6c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:14.109295 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.199905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f70a9066-00ec-42c3-a071-5cfab06abb6c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:14.200643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.217564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3a07ebf2-8f2b-450d-8f16-f494751618b2 None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:14.217964 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks [] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.218078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3a07ebf2-8f2b-450d-8f16-f494751618b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.247389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f70a9066-00ec-42c3-a071-5cfab06abb6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f70a9066-00ec-42c3-a071-5cfab06abb6c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:14.260395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3a07ebf2-8f2b-450d-8f16-f494751618b2 None None] Port 41faa5a0-9dcb-42db-85cc-d85ea37b714c cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:02:14.308734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a085a205-edab-46b8-86d3-dc97f3a94e38 req-d141a3cc-7130-406a-9dc2-83fe57474b71 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 210 time: 0.0294564 May 02 11:02:14.311330 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.328356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.370487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Pushing event updated for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:14.386638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f70a9066-00ec-42c3-a071-5cfab06abb6c,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.403802 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:14.435394 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Attempting to bind port 41faa5a0-9dcb-42db-85cc-d85ea37b714c on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:02:14.436898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Attempting to bind port 41faa5a0-9dcb-42db-85cc-d85ea37b714c by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:02:14.436898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Attempting to bind port 41faa5a0-9dcb-42db-85cc-d85ea37b714c on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:02:14.442115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:02:14.442491 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:02:14.442891 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.443278 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Bound using segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:02:14.443875 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Bound port: 41faa5a0-9dcb-42db-85cc-d85ea37b714c, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:02:14.444267 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.518393 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] For port 41faa5a0-9dcb-42db-85cc-d85ea37b714c, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:02:14.521952 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] For port 41faa5a0-9dcb-42db-85cc-d85ea37b714c, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41faa5a0-9dcb-42db-85cc-d85ea37b714c,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:02:14.610974 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.680260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:14.680662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.708379 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.762361 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0c3b4-3955-4d4e-aa31-6ef3f2f9c948 None None] Pushing event updated for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:14.765092 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:14.765965 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:14.781571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Current status of the port 41faa5a0-9dcb-42db-85cc-d85ea37b714c is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:14.782612 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.829190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] For port 41faa5a0-9dcb-42db-85cc-d85ea37b714c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41faa5a0-9dcb-42db-85cc-d85ea37b714c,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:14.887557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:14.913307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:14.965360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300f06f4-cc22-405e-8ba4-64f2ddbc3b7d None None] Pushing event updated for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:15.033990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2b074ccb-dee0-48eb-a53d-d8b10e513c57 None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:15.034272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2b074ccb-dee0-48eb-a53d-d8b10e513c57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:15.097889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:15.117787 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2b074ccb-dee0-48eb-a53d-d8b10e513c57 None None] Current status of the port 41faa5a0-9dcb-42db-85cc-d85ea37b714c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:15.124273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-007b81aa-b357-4e20-a791-70e7684ffb16 None None] The sync data for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 is: [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:02:15.414221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-74d414c7-b9f5-4be2-87ac-4872c9e28422 req-017242a7-f132-45a7-a8a9-4675b9dd438c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 210 time: 0.0334985 May 02 11:02:15.733629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:02:15.777010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f70a9066-00ec-42c3-a071-5cfab06abb6c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:02:15.827310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f70a9066-00ec-42c3-a071-5cfab06abb6c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:15.827952 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:16.072540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f70a9066-00ec-42c3-a071-5cfab06abb6c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:16.073689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41faa5a0-9dcb-42db-85cc-d85ea37b714c up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:02:16.137404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 41faa5a0-9dcb-42db-85cc-d85ea37b714c triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:16.137790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:16.222499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 41faa5a0-9dcb-42db-85cc-d85ea37b714c is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:16.227454 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:16.412144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-0f877729-9505-4794-a990-34d87dd41dde tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:16.413609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-0f877729-9505-4794-a990-34d87dd41dde tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 796 time: 0.0990841 May 02 11:02:16.477630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-4fdecd58-cd00-4b48-ba57-cdb81e63f93a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 380 time: 0.0556240 May 02 11:02:16.486270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'port': {'device_id': '380d467c-dd8f-42c4-8c2a-158de9489521', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'admin_state_up': True, 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'security_groups': ['c0072612-e4bf-4760-9bf8-09dc5f5ba662']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:16.516058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30d7107d-f2b7-48b4-8757-dce92a4fd153 req-5d24f8fb-cb05-4bba-9d5c-85e56af51227 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 210 time: 0.0282445 May 02 11:02:16.684495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:02:16.687913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:16.814787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.14 (68e2777f-1f5f-4717-a962-6b5684f0a49b/8d444569-7203-4df7-acb7-a3edfecccf78/d9231594-15c5-445a-9568-094454c9a419) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:02:16.947166 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (d9231594-15c5-445a-9568-094454c9a419), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.031206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d9231594-15c5-445a-9568-094454c9a419), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.077869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:17.083027 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:17.086877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:02:17.093740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:17.122545 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.122903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.123253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.123600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.123938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.124279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.124640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.124975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.125306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.125822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.126342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.126926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.127513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.128099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.128686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:17.156850 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:17.157476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.231244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-9cbfdc18-3f7c-413c-ab80-47bd40fe2165 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7490084 May 02 11:02:17.242529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Request body: {'port': {'device_id': '380d467c-dd8f-42c4-8c2a-158de9489521', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:17.302117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.348949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2e115923-13d1-4578-bbfd-facd3589b3f9 None None] Provisioning complete for port d9231594-15c5-445a-9568-094454c9a419 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:17.349503 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e115923-13d1-4578-bbfd-facd3589b3f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d9231594-15c5-445a-9568-094454c9a419), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.386868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2e115923-13d1-4578-bbfd-facd3589b3f9 None None] Port d9231594-15c5-445a-9568-094454c9a419 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:02:17.567864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9231594-15c5-445a-9568-094454c9a419 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:02:17.575436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks [] for port (d9231594-15c5-445a-9568-094454c9a419), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.588341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Transition to ACTIVE for port object d9231594-15c5-445a-9568-094454c9a419 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:02:17.634724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f68459-53fa-4a9c-8b3e-d9056fa0f0a8 req-a9ff8967-3af5-422f-ab0b-cadf4ddd9625 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:17.636199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58f68459-53fa-4a9c-8b3e-d9056fa0f0a8 req-a9ff8967-3af5-422f-ab0b-cadf4ddd9625 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 932 time: 0.0462215 May 02 11:02:17.655976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.727598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58f68459-53fa-4a9c-8b3e-d9056fa0f0a8 req-9052b635-2b15-4d72-9b88-18a827bef465 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856469 May 02 11:02:17.737990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:17.816007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:02:17.816353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:02:17.816860 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:02:17.821701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:02:17.822024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:02:17.826996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:02:17.827361 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:02:17.827744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Bound using segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:02:17.828172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Bound port: d9231594-15c5-445a-9568-094454c9a419, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:02:17.828538 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:17.892155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:02:17.895131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:02:17.976632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:18.013503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.014114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:18.015473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1092 time: 0.7772160 May 02 11:02:18.015904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:02:18.018188 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3" -d '{"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:02:18.042512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59d9963-ab4e-497e-bc8c-44603e132d92 service neutron] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:18.062514 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70e8a5d-62b5-4027-87be-c4ab8f32fc75 x-openstack-request-id: req-b70e8a5d-62b5-4027-87be-c4ab8f32fc75 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:02:18.062813 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:02:18.063067 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b70e8a5d-62b5-4027-87be-c4ab8f32fc75 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:02:18.063479 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b70e8a5d-62b5-4027-87be-c4ab8f32fc75'] response: {'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'status': 'completed', 'code': 200} May 02 11:02:18.124789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-bf5695af-7fae-4f6b-ab17-01ca79142f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.126667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-bf5695af-7fae-4f6b-ab17-01ca79142f85 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1126 time: 0.0440512 May 02 11:02:18.231864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-0c31a05a-21cb-4eb4-912e-55ea5f51eb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.233498 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-0c31a05a-21cb-4eb4-912e-55ea5f51eb8f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=43505981798d4147970c495b8fa9c9e8&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1009710 May 02 11:02:18.329339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-91a97557-c551-40be-b916-b5672c66d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.330728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-de422b91-90a7-4aa8-a2f7-41fdd7177fc3 req-91a97557-c551-40be-b916-b5672c66d794 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920701 May 02 11:02:18.402031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-95e82db0-d30d-4902-a928-8c32a4f02e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.403529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-95e82db0-d30d-4902-a928-8c32a4f02e79 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1126 time: 0.0392368 May 02 11:02:18.726271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-a35a225e-6a46-44d0-930d-d8b115772f16 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 217 time: 0.3161268 May 02 11:02:18.773046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-b009cad0-779b-4ce8-aeb9-3d7f066d7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.774645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-b009cad0-779b-4ce8-aeb9-3d7f066d7afe service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0428870 May 02 11:02:18.844124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0430d03-f868-4094-826b-5941a07a3ddf req-3743e41f-f517-4d8b-b3a1-0e82d927b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.845619 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-3743e41f-f517-4d8b-b3a1-0e82d927b279 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0646739 May 02 11:02:18.868153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c17e38-7991-44d3-aa23-339761457ee7 req-b20a994d-c8f6-4939-94ad-1afc685534f7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:18.870226 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9c17e38-7991-44d3-aa23-339761457ee7 req-b20a994d-c8f6-4939-94ad-1afc685534f7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 944 time: 0.0631492 May 02 11:02:18.964430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9c17e38-7991-44d3-aa23-339761457ee7 req-c1519edb-8205-4df9-a2c9-c9037fe2e107 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849705 May 02 11:02:18.978712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-08583440-7e0d-43cf-97c8-e1acc6448c50 service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248784 May 02 11:02:19.070336 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f0430d03-f868-4094-826b-5941a07a3ddf req-b6fb779b-8c35-4660-829a-5bdeeb4793f0 service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859191 May 02 11:02:20.084733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc07b4-0a9a-4839-be9e-708dc3cde5cf req-1befc0df-9e70-4bfc-9349-a8e258db46d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:20.086232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6dc07b4-0a9a-4839-be9e-708dc3cde5cf req-1befc0df-9e70-4bfc-9349-a8e258db46d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 944 time: 0.0480497 May 02 11:02:20.140145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c6dc07b4-0a9a-4839-be9e-708dc3cde5cf req-a2b7246a-48c7-46da-8b82-b51f79636b48 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481544 May 02 11:02:20.901030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d9231594-15c5-445a-9568-094454c9a419 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:02:20.998958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:21.010231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'd9231594-15c5-445a-9568-094454c9a419', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'port_id': 'd9231594-15c5-445a-9568-094454c9a419', 'mac_address': 'fa:16:3e:87:36:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:02:21.046379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d9231594-15c5-445a-9568-094454c9a419 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:21.046766 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:21.058940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9231594-15c5-445a-9568-094454c9a419 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:02:21.078343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:21.170959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:21.220542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:21.228075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.228425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.228802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.229149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.229488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.229823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.230166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.230496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.230831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.231160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.231487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.231811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.232138 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.232465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.232839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:02:21.254733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247bf81-6f5f-4297-b3e4-bd96f143bfd9 req-ced06e5f-0e1c-4998-be77-9d262023d18e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:21.256164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5247bf81-6f5f-4297-b3e4-bd96f143bfd9 req-ced06e5f-0e1c-4998-be77-9d262023d18e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0474291 May 02 11:02:21.305385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5247bf81-6f5f-4297-b3e4-bd96f143bfd9 req-dda76cb9-649c-4a41-9db2-5678492fcb7c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427074 May 02 11:02:21.363245 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d9231594-15c5-445a-9568-094454c9a419'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:02:22.422106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32724199-2b6f-43e6-9478-e6ee0b633472 req-bae8fbb8-be67-41ee-a1fb-443b73fac125 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:22.423588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32724199-2b6f-43e6-9478-e6ee0b633472 req-bae8fbb8-be67-41ee-a1fb-443b73fac125 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0479715 May 02 11:02:22.472611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32724199-2b6f-43e6-9478-e6ee0b633472 req-f8dd5a78-73d8-4c51-9d67-f833f70ddf95 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434623 May 02 11:02:22.911952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d9231594-15c5-445a-9568-094454c9a419 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:02:22.955557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port d9231594-15c5-445a-9568-094454c9a419 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:02:23.036289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port d9231594-15c5-445a-9568-094454c9a419 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:02:23.036687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d9231594-15c5-445a-9568-094454c9a419), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:23.112918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d9231594-15c5-445a-9568-094454c9a419 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:02:23.113315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:23.135997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:02:23.138276 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1677e871-ad5c-461e-adeb-d205807fa864" -d '{"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-plugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:02:23.151095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:02:23.175907 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4dba8f4-61ec-452d-904f-e2999f9b99d6 x-openstack-request-id: req-e4dba8f4-61ec-452d-904f-e2999f9b99d6 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:02:23.176205 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-plugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:02:23.176531 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e4dba8f4-61ec-452d-904f-e2999f9b99d6 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:02:23.176981 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4dba8f4-61ec-452d-904f-e2999f9b99d6'] response: {'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'code': 200} May 02 11:02:23.265193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:23.271668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f4991-018f-4124-846d-e42f143ca10e req-13476328-1460-4e03-a9be-8a3432a332c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:23.273208 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb4f4991-018f-4124-846d-e42f143ca10e req-13476328-1460-4e03-a9be-8a3432a332c1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1127 time: 0.0432339 May 02 11:02:23.316691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:23.318326 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb4f4991-018f-4124-846d-e42f143ca10e req-1cc55e65-7d4a-4c29-b4c4-413084e0aaef service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392978 May 02 11:02:23.585402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8cb314-66dc-4f1c-8551-b9eca0e15be0 req-f81e8e26-4f0f-4344-b9fa-d31c4a2838f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:23.586870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce8cb314-66dc-4f1c-8551-b9eca0e15be0 req-f81e8e26-4f0f-4344-b9fa-d31c4a2838f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0471044 May 02 11:02:23.635495 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce8cb314-66dc-4f1c-8551-b9eca0e15be0 req-64ebeaf7-09dc-4d4f-915b-cae96ac8e158 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425680 May 02 11:02:24.750537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e422b3-6459-4612-b4ff-f41a59996571 req-b02378f7-f7f4-45db-a0dc-68db80de13fb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:24.752050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e422b3-6459-4612-b4ff-f41a59996571 req-b02378f7-f7f4-45db-a0dc-68db80de13fb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0472348 May 02 11:02:24.800884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95e422b3-6459-4612-b4ff-f41a59996571 req-34b60c87-a59e-4d9e-a9a9-c611acacff59 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428059 May 02 11:02:24.917310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a82f6f2-f1ee-41c7-b239-920dd62d037b req-7fba4482-695d-4344-8fc9-b19891a15d02 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:24.918674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a82f6f2-f1ee-41c7-b239-920dd62d037b req-7fba4482-695d-4344-8fc9-b19891a15d02 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0511065 May 02 11:02:24.966403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a82f6f2-f1ee-41c7-b239-920dd62d037b req-bc8a38a7-ff24-498a-8d19-eda96f11702b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422451 May 02 11:02:24.987800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46336) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:25.025761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c985352-d356-45e8-b9f5-855d546733c7 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:25.027230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2c985352-d356-45e8-b9f5-855d546733c7 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1123 time: 0.0384676 May 02 11:02:25.029901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:25.033987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'd9231594-15c5-445a-9568-094454c9a419', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:02:25.139571 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:25.222161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:25.323973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.221 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/97ed1cb9-9998-4ceb-9887-1c73f356d7ad) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:02:25.434431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:25.522770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:25.560200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:02:25.563005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:02:25.568804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:02:25.573525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-19ffcd26-e7d1-40ef-bad8-282c6b15aa4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:25.593851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=97ed1cb9-9998-4ceb-9887-1c73f356d7ad,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:25.947283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (dc5336f4-0e5c-4c01-b26f-cdb41a75d7de), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.063312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.215486 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.270252 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.338917 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=97ed1cb9-9998-4ceb-9887-1c73f356d7ad,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:02:26.354762 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (dc5336f4-0e5c-4c01-b26f-cdb41a75d7de), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.460082 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP dc5336f4-0e5c-4c01-b26f-cdb41a75d7de associated. External IP: 172.35.4.221, port: d9231594-15c5-445a-9568-094454c9a419. May 02 11:02:26.673623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 34686a47-f4d7-4bfe-9e52-bf617d4092cf has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:02:26.783587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:02:26.793953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Sync routers for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:02:26.803265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:26.803878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:26.881350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:26.911284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:26.912122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-15a3f8f6-63d5-4661-ae69-8d54b9f3b391 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8812494 May 02 11:02:26.912760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:02:26.917681 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca98ec80-d0f7-49fd-94af-ba22a5e63674" -d '{"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:02:26.963295 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aaac07dd-d0a8-49e1-a14c-523e5d57dfa1 x-openstack-request-id: req-aaac07dd-d0a8-49e1-a14c-523e5d57dfa1 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:02:26.963894 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:02:26.963894 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aaac07dd-d0a8-49e1-a14c-523e5d57dfa1 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:02:26.964285 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aaac07dd-d0a8-49e1-a14c-523e5d57dfa1'] response: {'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'status': 'completed', 'code': 200} May 02 11:02:27.049044 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c49ef-aa83-49b4-ac72-19795d628efd req-07790342-9a98-4315-b127-91989bf3f552 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:27.050532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628c49ef-aa83-49b4-ac72-19795d628efd req-07790342-9a98-4315-b127-91989bf3f552 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0774546 May 02 11:02:27.053750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-de0442f2-4193-4de7-ad0b-3aae8bb101d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:27.055132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-de0442f2-4193-4de7-ad0b-3aae8bb101d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1128 time: 0.0701056 May 02 11:02:27.140067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc5336f4-0e5c-4c01-b26f-cdb41a75d7de', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'port_id': 'd9231594-15c5-445a-9568-094454c9a419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'mac_address': 'fa:16:3e:87:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d467c-dd8f-42c4-8c2a-158de9489521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:02:25Z', 'updated_at': '2022-05-02T11:02:25Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:27.159477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-628c49ef-aa83-49b4-ac72-19795d628efd req-7f6d5646-7d02-4aae-8faa-d4d8a8b6a384 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029348 May 02 11:02:27.167573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Checking router: 34686a47-f4d7-4bfe-9e52-bf617d4092cf for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:02:27.176188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:02:27.176778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:01:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:27.182523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46344) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:27.184207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-9af6164d-d53d-451d-942c-4de283e24eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:27.185719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-9af6164d-d53d-451d-942c-4de283e24eb7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.1226943 May 02 11:02:27.249908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4f718d5d-f4db-407e-ad6e-d562d73fd21b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/dc5336f4-0e5c-4c01-b26f-cdb41a75d7de HTTP/1.1" status: 200 len: 992 time: 0.0647824 May 02 11:02:27.255555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-9d436168-724b-4256-baaa-91c6a1564d85 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1000 time: 0.0641546 May 02 11:02:27.290058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:02:27.302904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-e4474c62-7bd8-4f9f-98fe-ef317b7b6cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:27.304444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-e4474c62-7bd8-4f9f-98fe-ef317b7b6cc6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0429018 May 02 11:02:27.351281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-58c56831-1398-4687-a953-516860826749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:27.353154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-58c56831-1398-4687-a953-516860826749 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430124 May 02 11:02:27.442470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-a4912aba-91d4-413b-8024-b52e50ccb01c service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838637 May 02 11:02:27.505941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc5336f4-0e5c-4c01-b26f-cdb41a75d7de', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'port_id': 'd9231594-15c5-445a-9568-094454c9a419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'mac_address': 'fa:16:3e:87:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d467c-dd8f-42c4-8c2a-158de9489521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:02:25Z', 'updated_at': '2022-05-02T11:02:25Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:02:27.536220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca98ec80-d0f7-49fd-94af-ba22a5e63674 req-35165fab-aaf4-4ac6-8687-e186061402fb service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884037 May 02 11:02:27.539774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b55d50-5c7c-4f32-9d33-97350d526fe5 None None] The sync data for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 is: [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'dc5336f4-0e5c-4c01-b26f-cdb41a75d7de', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.221', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'port_id': 'd9231594-15c5-445a-9568-094454c9a419', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4054, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'mac_address': 'fa:16:3e:87:36:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380d467c-dd8f-42c4-8c2a-158de9489521', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:02:25Z', 'updated_at': '2022-05-02T11:02:25Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:02:27.737836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1691376e-b02d-4485-a817-2132e98aa485 None None] New status for floating IP dc5336f4-0e5c-4c01-b26f-cdb41a75d7de: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:02:27.956417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8573112e-975e-4395-85d1-9979b93ff185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:28.252787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46346) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:28.316905 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-40f29f0b-ec05-4915-867a-1326d2f3792c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/dc5336f4-0e5c-4c01-b26f-cdb41a75d7de HTTP/1.1" status: 200 len: 994 time: 0.0630345 May 02 11:02:29.299262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:30.682440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:31.964249 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:44.695659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:46.190284 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:52.735844 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:02:55.569746 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-40b26c42-39ff-47b2-bb54-9c7efff57ca4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:57.913185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d943045c-3ac5-46f6-bd7c-6ad8bb8684a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:59.307471 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:02:59.605050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd8ebc-f4d4-4ba5-9954-eb8b62a21d61 req-ef3c6fea-e7ed-41c1-81fd-1747706473a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:02:59.606546 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42cd8ebc-f4d4-4ba5-9954-eb8b62a21d61 req-ef3c6fea-e7ed-41c1-81fd-1747706473a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0464113 May 02 11:02:59.655737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-42cd8ebc-f4d4-4ba5-9954-eb8b62a21d61 req-89356e8d-0e08-4923-89cc-bddba6fb2905 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437856 May 02 11:02:59.678262 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46368) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:02:59.741329 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-74ecdaa1-c036-4382-a3f3-2d3e6a15da29 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/dc5336f4-0e5c-4c01-b26f-cdb41a75d7de HTTP/1.1" status: 200 len: 994 time: 0.0619221 May 02 11:03:00.063639 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85982f1f-f4aa-4eab-8062-8f81465d07ef req-89ac198a-bc77-4789-b254-cfcc10ceb6e1 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:00.065179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85982f1f-f4aa-4eab-8062-8f81465d07ef req-89ac198a-bc77-4789-b254-cfcc10ceb6e1 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1128 time: 0.0380957 May 02 11:03:00.112552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85982f1f-f4aa-4eab-8062-8f81465d07ef req-a16290df-cf10-4592-9ce0-8efb94cd7140 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415435 May 02 11:03:00.690200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:01.012717 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-dc1b346c-0026-4cf4-bd20-5ab684df14a3 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0377398 May 02 11:03:01.021150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-35163a28-ed1a-4100-b843-cbbb7e6a87a7 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:03:01.022352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-35163a28-ed1a-4100-b843-cbbb7e6a87a7 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049138 May 02 11:03:01.085529 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-cd589a26-1f68-455d-a3df-92bafc167664 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:01.086923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-cd589a26-1f68-455d-a3df-92bafc167664 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1125 time: 0.0365386 May 02 11:03:01.952479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:02.033896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6b634e43-e64f-472e-9ee2-7e503d1f3a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:02.035257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6b634e43-e64f-472e-9ee2-7e503d1f3a0c service neutron] 10.222.0.16 "GET /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1125 time: 0.0398891 May 02 11:03:02.043509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Request body: {'binding': {'host': 'nch1-master-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:02.043961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Unknown quota resources ['binding']. {{(pid=115663) _create /opt/stack/neutron/neutron/api/v2/base.py:497}} May 02 11:03:02.171618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on host nch1-master-1 for vnic_type normal with profile None {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:02.171956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:02.172284 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:02.176784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:03:02.177104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:02.182432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:02.182791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:02.183182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Bound using segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:02.183603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Bound port: d9231594-15c5-445a-9568-094454c9a419, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:02.271230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:02.360815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:02.362069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-eeeadaf8-e565-47ab-a872-b5dd9a41e1b5 service neutron] 10.222.0.16 "POST /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419/bindings HTTP/1.1" status: 201 len: 389 time: 0.3218131 May 02 11:03:02.652160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f93c350-dbc9-47fc-9ff0-b216fecafc73 req-b3bac6c2-19e1-4dd2-83ef-462feadbbc0f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:02.653662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f93c350-dbc9-47fc-9ff0-b216fecafc73 req-b3bac6c2-19e1-4dd2-83ef-462feadbbc0f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0477574 May 02 11:03:02.704335 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f93c350-dbc9-47fc-9ff0-b216fecafc73 req-6120d1a0-9b44-475d-ba70-51854c5df83a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449729 May 02 11:03:02.970253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6fca457b-c1cb-4df2-95dd-26f07747af37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:02.971773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6fca457b-c1cb-4df2-95dd-26f07747af37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1128 time: 0.0492704 May 02 11:03:03.062081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-29f093a1-7a2a-4a3a-b7fd-ec69b199c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:03.063555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-29f093a1-7a2a-4a3a-b7fd-ec69b199c90a service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.0823722 May 02 11:03:03.134110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-7a310105-2906-4828-a36d-9b94175d67ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1002 time: 0.0607574 May 02 11:03:03.185697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-7a9d9be8-744e-4b2f-a711-5b49578be4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:03.187193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-7a9d9be8-744e-4b2f-a711-5b49578be4e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0431750 May 02 11:03:03.232764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6d70e5d1-c0af-4858-a5ad-1dba9d25eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:03.234148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6d70e5d1-c0af-4858-a5ad-1dba9d25eba7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381024 May 02 11:03:03.328561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-a284f1c6-5a3e-4242-9c77-d5fb6f4172ea service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850918 May 02 11:03:03.418284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-5577c272-9de6-4822-be62-55f8dbea43bc service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807645 May 02 11:03:03.569913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-e2ab47df-385b-4527-8cbb-deb6661ffe3a tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:03.571317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-e2ab47df-385b-4527-8cbb-deb6661ffe3a tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521&tenant_id=43505981798d4147970c495b8fa9c9e8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1128 time: 0.0785530 May 02 11:03:03.585132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'nch1-master-1'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:03.641298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:03.769198 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:03.807700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:03.826993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd11d1b-c279-43ea-b04d-325940bc9e78 req-6758521d-df08-4997-9440-a59d1beb428b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:03.826993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbd11d1b-c279-43ea-b04d-325940bc9e78 req-6758521d-df08-4997-9440-a59d1beb428b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0500581 May 02 11:03:03.850894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:03.853186 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68eac59-5f61-44b3-97c5-9f51985b8100" -d '{"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-unplugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:03.857684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks [] for port (d9231594-15c5-445a-9568-094454c9a419), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:03.876745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbd11d1b-c279-43ea-b04d-325940bc9e78 req-49d766bd-b087-4f7b-b3c7-657455079b63 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458469 May 02 11:03:03.950325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:03.959538 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7250fe02-55b6-4c3d-a29e-d51820851894 x-openstack-request-id: req-7250fe02-55b6-4c3d-a29e-d51820851894 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:03.959737 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-unplugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:03.960006 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7250fe02-55b6-4c3d-a29e-d51820851894 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:03.960398 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7250fe02-55b6-4c3d-a29e-d51820851894'] response: {'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'code': 200} May 02 11:03:04.052008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:04.109901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on host nch2-master-1 for vnic_type normal with profile {"migrating_to": "nch1-master-1"} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:04.110470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:04.110586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:04.115134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:03:04.115596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Attempting to bind port d9231594-15c5-445a-9568-094454c9a419 on network 68e2777f-1f5f-4717-a962-6b5684f0a49b {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:04.121073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 2, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:04.121419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Checking segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:04.121808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Bound using segment: {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:04.122232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Bound port: d9231594-15c5-445a-9568-094454c9a419, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0549f15c-28dc-4dc3-822f-b60aa7907b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:04.122593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.187400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:04.190430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:04.218570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-70b698a0-c665-4faf-bc62-3669431e1b9a None None] Provisioning complete for port d9231594-15c5-445a-9568-094454c9a419 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:04.219096 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-70b698a0-c665-4faf-bc62-3669431e1b9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d9231594-15c5-445a-9568-094454c9a419), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.254567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-70b698a0-c665-4faf-bc62-3669431e1b9a None None] Port d9231594-15c5-445a-9568-094454c9a419 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:03:04.270883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.369795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=8']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:04.413881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:04.414554 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.416033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-0aba792d-bf8e-4a3b-8db8-4d834b98617d service neutron] 10.222.0.15 "PUT /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1122 time: 0.8347821 May 02 11:03:04.484704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d9231594-15c5-445a-9568-094454c9a419'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:03:04.591291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Provisioning complete for port d9231594-15c5-445a-9568-094454c9a419 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:04.591550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d9231594-15c5-445a-9568-094454c9a419), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.724214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Current status of the port d9231594-15c5-445a-9568-094454c9a419 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:04.724587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.758367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:04.761247 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450514f2-c107-473a-86ea-84a0e6e26ffb" -d '{"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-plugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:04.782098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:04.844696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:04.870960 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e401d17-00ba-43ce-902e-1d3ad6e7bb1b x-openstack-request-id: req-5e401d17-00ba-43ce-902e-1d3ad6e7bb1b {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:04.871255 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-plugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:04.871536 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5e401d17-00ba-43ce-902e-1d3ad6e7bb1b {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:04.871970 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e401d17-00ba-43ce-902e-1d3ad6e7bb1b'] response: {'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'code': 200} May 02 11:03:04.990817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bca63f-0898-4762-8f09-b0eefa775015 None None] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:04.992483 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121df342-1e08-4254-95c1-0afe35b2a016 req-4fa237dd-7f36-440c-9084-fb5f63110c1b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:04.997868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-121df342-1e08-4254-95c1-0afe35b2a016 req-4fa237dd-7f36-440c-9084-fb5f63110c1b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0515249 May 02 11:03:05.051086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-121df342-1e08-4254-95c1-0afe35b2a016 req-a493adbd-fdec-4d71-9a19-694de4049834 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487933 May 02 11:03:05.714870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-f6f0fd96-ec07-4683-ae49-275cb6129929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:05.716423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-f6f0fd96-ec07-4683-ae49-275cb6129929 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1158 time: 0.0928376 May 02 11:03:05.835010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-9634aa68-86c8-4d11-84ce-c7ee43ec49a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:05.836486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-9634aa68-86c8-4d11-84ce-c7ee43ec49a1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.0840113 May 02 11:03:05.905041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-4fb38747-58cb-4ca0-a9d2-7bd7999896d5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1002 time: 0.0629094 May 02 11:03:05.952737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-95c386a8-3984-4bfa-b7d5-32fe3a89b8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:05.954122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-95c386a8-3984-4bfa-b7d5-32fe3a89b8a3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0428026 May 02 11:03:05.960896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:05.963718 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b75671ab-240d-4ff3-949a-efc309ea0d81" -d '{"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:06.001761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-0cfa4789-6f62-487f-a590-1e3888f3b4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.003369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-0cfa4789-6f62-487f-a590-1e3888f3b4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430951 May 02 11:03:06.005089 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0760cab5-0b00-4460-b885-f45b5f27d3a2 x-openstack-request-id: req-0760cab5-0b00-4460-b885-f45b5f27d3a2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:06.005369 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:06.005618 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0760cab5-0b00-4460-b885-f45b5f27d3a2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:06.006001 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0760cab5-0b00-4460-b885-f45b5f27d3a2'] response: {'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'status': 'completed', 'code': 200} May 02 11:03:06.107200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-e9fd9852-0dca-480e-af97-98b186c2fce1 service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931559 May 02 11:03:06.211191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553821b1-40c2-46a3-bd5e-136ac4fa1db6 req-65837be5-9833-4beb-b372-8549c6c3a61a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.212579 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-553821b1-40c2-46a3-bd5e-136ac4fa1db6 req-65837be5-9833-4beb-b372-8549c6c3a61a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0911882 May 02 11:03:06.258281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6499019d-cc07-408b-98ed-4cc074ad5038 req-b80ea7ed-0c8c-4234-a419-7d20bf5d9bea service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448553 May 02 11:03:06.276916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-553821b1-40c2-46a3-bd5e-136ac4fa1db6 req-d9c07ea7-a1da-4710-8abb-6634f716841e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577285 May 02 11:03:06.312452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d9231594-15c5-445a-9568-094454c9a419 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:03:06.401810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-aa76d33a-3489-4913-a4f5-ef6819769c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.403323 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-aa76d33a-3489-4913-a4f5-ef6819769c59 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1158 time: 0.0406618 May 02 11:03:06.410096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:06.421533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d9231594-15c5-445a-9568-094454c9a419 has no active binding in host nch1-master-1 {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} May 02 11:03:06.496140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-c002fce2-fe25-4f90-af44-baaa079955e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.497578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-c002fce2-fe25-4f90-af44-baaa079955e3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.0887341 May 02 11:03:06.561230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-8f258ff1-31e9-46c9-beab-ee85c8a78901 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1002 time: 0.0569730 May 02 11:03:06.610246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-8baa21da-6496-4c59-9d34-9f3431bc6c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.611641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-8baa21da-6496-4c59-9d34-9f3431bc6c1d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0433435 May 02 11:03:06.656701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-0042ec7d-e3d9-4bc7-9ac0-b42aae6d321d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:06.658160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-0042ec7d-e3d9-4bc7-9ac0-b42aae6d321d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0408394 May 02 11:03:06.747090 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-b09e0fd1-56e8-4a65-a279-3c4428a2c0ae service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821102 May 02 11:03:06.846375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b75671ab-240d-4ff3-949a-efc309ea0d81 req-e00e3311-7fbb-4761-a5cc-dc2668cab2e4 service neutron] 10.222.0.24 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849466 May 02 11:03:07.398524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61a22c7-6658-4265-8e43-0852f59621a5 req-e592bfbf-7621-45fc-b998-3cb907319e93 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:07.400011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e61a22c7-6658-4265-8e43-0852f59621a5 req-e592bfbf-7621-45fc-b998-3cb907319e93 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0515585 May 02 11:03:07.448494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e61a22c7-6658-4265-8e43-0852f59621a5 req-499be3cb-ecca-4138-a7a6-f8c82e3bf062 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423214 May 02 11:03:08.563619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d07ee12-2c8f-49a7-9fdb-2db89932ddf6 req-da7a0c9f-5094-4290-bb27-26d8043deea9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:08.565085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d07ee12-2c8f-49a7-9fdb-2db89932ddf6 req-da7a0c9f-5094-4290-bb27-26d8043deea9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0462022 May 02 11:03:08.612058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d07ee12-2c8f-49a7-9fdb-2db89932ddf6 req-afe128b3-0b33-4cda-b18e-c6a9aefcea79 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414131 May 02 11:03:09.726285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8385fb-e65c-4dbf-9cd8-e197760ba9be req-08829f7a-b746-4656-8fe6-9c48b8fd4aa7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:09.727759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a8385fb-e65c-4dbf-9cd8-e197760ba9be req-08829f7a-b746-4656-8fe6-9c48b8fd4aa7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 946 time: 0.0480342 May 02 11:03:09.778972 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6a8385fb-e65c-4dbf-9cd8-e197760ba9be req-bb644f48-4851-4a93-81e6-5954a4bbb4c1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455215 May 02 11:03:09.847915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-8cb3d195-9c18-4307-9f0d-56c9d98852dc service neutron] 10.222.0.24 "GET /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419/bindings/nch1-master-1 HTTP/1.1" status: 200 len: 384 time: 0.0537336 May 02 11:03:10.299171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:10.318244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:10.357498 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:10.359656 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae8894c-e90e-4e4f-a5ac-f068b66e3c3f" -d '{"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-unplugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:10.366515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:10.395122 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6742a513-1ee7-4c2d-afa7-304fa9bc14b4 x-openstack-request-id: req-6742a513-1ee7-4c2d-afa7-304fa9bc14b4 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:10.395418 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-unplugged", "status": "completed", "tag": "d9231594-15c5-445a-9568-094454c9a419", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:10.395673 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6742a513-1ee7-4c2d-afa7-304fa9bc14b4 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:10.396075 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6742a513-1ee7-4c2d-afa7-304fa9bc14b4'] response: {'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'code': 200} May 02 11:03:10.441516 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d9231594-15c5-445a-9568-094454c9a419), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:10.511610 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] Transition to ACTIVE for port object d9231594-15c5-445a-9568-094454c9a419 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:03:10.593356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d9231594-15c5-445a-9568-094454c9a419), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:10.691460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] Pushing event updated for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=11']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:10.729848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] No DVR routers for this DVR port d9231594-15c5-445a-9568-094454c9a419 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:03:10.870613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-986bf211-799a-4c00-a835-cf62602fc0c2 service neutron] 10.222.0.24 "PUT /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419/bindings/nch1-master-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0170331 May 02 11:03:10.899398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c578c539-aa07-482a-9d6b-7974d5b08d36 req-8461ca4c-5063-4823-bcdf-330cd09de127 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:10.901339 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c578c539-aa07-482a-9d6b-7974d5b08d36 req-8461ca4c-5063-4823-bcdf-330cd09de127 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0528843 May 02 11:03:10.951384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c578c539-aa07-482a-9d6b-7974d5b08d36 req-6be8e49b-7cac-4c9b-9487-51f3da3ef588 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 May 02 11:03:11.146429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-8954b73a-e84e-4c11-8710-ddb7d9848ad2 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.148194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-8954b73a-e84e-4c11-8710-ddb7d9848ad2 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521&tenant_id=43505981798d4147970c495b8fa9c9e8&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.1437635 May 02 11:03:11.191432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-5fbb1b75-f9ab-4fa6-b11a-244d352ca8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.192860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-5fbb1b75-f9ab-4fa6-b11a-244d352ca8e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 1127 time: 0.0375371 May 02 11:03:11.255788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-ee24b079-f108-4007-b3c8-4f6849991f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.257391 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-ee24b079-f108-4007-b3c8-4f6849991f89 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1127 time: 0.0424728 May 02 11:03:11.351568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-8f086ad6-175a-43ad-8378-070bccf1cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.353133 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-8f086ad6-175a-43ad-8378-070bccf1cd57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.0897295 May 02 11:03:11.417590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-7311f53d-1ecb-4ac6-abc8-68143ced8dd9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 1000 time: 0.0580721 May 02 11:03:11.470196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-4e201ab5-5ea1-4c81-9be1-2edd642ab779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.471527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-4e201ab5-5ea1-4c81-9be1-2edd642ab779 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0473537 May 02 11:03:11.514138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-c45a55f6-2d6a-42a0-adbd-c8ac683562cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:11.515605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-c45a55f6-2d6a-42a0-adbd-c8ac683562cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379708 May 02 11:03:11.602772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-41842bce-e82a-4ed2-9585-a5c793ada4e4 service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805726 May 02 11:03:11.694229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-6422dcf2-0791-4493-ab07-576115571f5c service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852704 May 02 11:03:12.069078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b32775-a77c-451a-a5a3-498eea62fa22 req-7b3e1bd6-e5c4-4c92-acf6-883671b3fc94 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:12.070559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8b32775-a77c-451a-a5a3-498eea62fa22 req-7b3e1bd6-e5c4-4c92-acf6-883671b3fc94 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0488214 May 02 11:03:12.120298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f8b32775-a77c-451a-a5a3-498eea62fa22 req-1659fd2d-28bd-4069-a06b-20ae322118da tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440073 May 02 11:03:12.180997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-87a67ca7-fd48-4246-b915-99a4bdc5bfa0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:12.183101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-87a67ca7-fd48-4246-b915-99a4bdc5bfa0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521&tenant_id=43505981798d4147970c495b8fa9c9e8&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 1127 time: 0.0468285 May 02 11:03:12.378823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-9fc8001b-819c-41ba-9e60-d18fb05e7ba4 service neutron] For port d9231594-15c5-445a-9568-094454c9a419, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:12.382400 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-9fc8001b-819c-41ba-9e60-d18fb05e7ba4 service neutron] Publish callbacks [] for binding (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:12.383532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-9fc8001b-819c-41ba-9e60-d18fb05e7ba4 service neutron] 10.222.0.15 "DELETE /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419/bindings/nch2-master-1 HTTP/1.1" status: 204 len: 173 time: 0.1919115 May 02 11:03:13.236958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace4753-7f25-4b94-8013-52c6aff4abbf req-ee554175-6e12-4bb1-9a8c-3228a6c909b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:13.238451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ace4753-7f25-4b94-8013-52c6aff4abbf req-ee554175-6e12-4bb1-9a8c-3228a6c909b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0479319 May 02 11:03:13.243515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d9231594-15c5-445a-9568-094454c9a419 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:03:13.284162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port d9231594-15c5-445a-9568-094454c9a419 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:03:13.284577 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d9231594-15c5-445a-9568-094454c9a419 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:03:13.289852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ace4753-7f25-4b94-8013-52c6aff4abbf req-9981ef79-7a6d-4e74-906e-f10a87ebf05e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450537 May 02 11:03:13.398965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45740b00-757e-4dab-9729-22cf8d960d2b req-816f1771-be15-477b-9dd8-cbc2dc1445bd tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:13.400549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45740b00-757e-4dab-9729-22cf8d960d2b req-816f1771-be15-477b-9dd8-cbc2dc1445bd tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1127 time: 0.0396779 May 02 11:03:13.445144 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45740b00-757e-4dab-9729-22cf8d960d2b req-4ad75f6f-7e4f-44e4-90b1-accc5d6618da tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389874 May 02 11:03:13.555600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af31f9f-3b32-4099-89fa-beff963447f0 req-dae801de-9a3c-40ed-a07a-5b5c91b75175 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:13.557713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1af31f9f-3b32-4099-89fa-beff963447f0 req-dae801de-9a3c-40ed-a07a-5b5c91b75175 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0467391 May 02 11:03:13.609637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1af31f9f-3b32-4099-89fa-beff963447f0 req-ae588875-7444-41e0-b3bc-06186f8788cb tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461876 May 02 11:03:13.635056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46458) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:13.695484 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-986c8771-40b8-426e-bca2-592013296fd0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/dc5336f4-0e5c-4c01-b26f-cdb41a75d7de HTTP/1.1" status: 200 len: 992 time: 0.0593128 May 02 11:03:14.658542 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:15.936068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:16.207575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.422367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 97ed1cb9-9998-4ceb-9887-1c73f356d7ad {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:03:16.422712 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.500206 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.500454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.513054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 97ed1cb9-9998-4ceb-9887-1c73f356d7ad owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:03:16.712430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (97ed1cb9-9998-4ceb-9887-1c73f356d7ad), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.738854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=97ed1cb9-9998-4ceb-9887-1c73f356d7ad,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:16.764062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.764353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.764732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.765078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.765419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.765757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.766090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.766423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.766754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.767086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.767419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.767754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.768080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.768406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.768758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:16.811178 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (dc5336f4-0e5c-4c01-b26f-cdb41a75d7de), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:16.811544 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP dc5336f4-0e5c-4c01-b26f-cdb41a75d7de disassociated (deleted). External IP: 172.35.4.221, port: d9231594-15c5-445a-9568-094454c9a419. May 02 11:03:17.027282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 34686a47-f4d7-4bfe-9e52-bf617d4092cf has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:03:17.138601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:03:17.143296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:17.148214 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Sync routers for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:03:17.157894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:17.158507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:02:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:17.173389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d39ceef4-6aa8-437d-9791-f8b69f91cefe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/floatingips/dc5336f4-0e5c-4c01-b26f-cdb41a75d7de HTTP/1.1" status: 204 len: 168 time: 1.2362828 May 02 11:03:17.173984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:17.176381 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e351fcdc-f374-4446-90c1-68b7de85ccb5" -d '{"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:17.219919 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878e2e32-1c16-4865-858d-659327d0ea4c x-openstack-request-id: req-878e2e32-1c16-4865-858d-659327d0ea4c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:17.220221 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "tag": "d9231594-15c5-445a-9568-094454c9a419", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:17.220478 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-878e2e32-1c16-4865-858d-659327d0ea4c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:17.220957 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-878e2e32-1c16-4865-858d-659327d0ea4c'] response: {'name': 'network-changed', 'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'status': 'completed', 'code': 200} May 02 11:03:17.295548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-ef675e7e-6e86-4e27-9620-0ccf2f0ff165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:17.297033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-ef675e7e-6e86-4e27-9620-0ccf2f0ff165 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 1127 time: 0.0457425 May 02 11:03:17.397586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-f2b550aa-3980-4a99-afa7-d7e968dbe5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:17.399104 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-f2b550aa-3980-4a99-afa7-d7e968dbe5fc service neutron] 10.222.0.15 "GET /v2.0/networks?id=68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 200 len: 897 time: 0.0909467 May 02 11:03:17.427834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:17.454341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-bafd2d74-d50b-42ce-b090-bc65d3a5fc38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 200 len: 217 time: 0.0432889 May 02 11:03:17.504003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-dd1f13ba-bd96-419c-bbd0-6678d64f3dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:17.505578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-dd1f13ba-bd96-419c-bbd0-6678d64f3dfa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 200 len: 834 time: 0.0455158 May 02 11:03:17.560240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-9449e208-0f51-4527-952f-4d222fe5d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:17.561512 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-9449e208-0f51-4527-952f-4d222fe5d99e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=68e2777f-1f5f-4717-a962-6b5684f0a49b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0466855 May 02 11:03:17.618779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a784363-0bbd-4706-a559-b8b581baff75 req-461f14ab-b532-443c-a054-a40f4ca29cc5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:17.620905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a784363-0bbd-4706-a559-b8b581baff75 req-461f14ab-b532-443c-a054-a40f4ca29cc5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0471187 May 02 11:03:17.625137 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:17.651596 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Checking router: 34686a47-f4d7-4bfe-9e52-bf617d4092cf for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:03:17.659756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:17.660361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:02:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:17.675038 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a784363-0bbd-4706-a559-b8b581baff75 req-d9a8d757-132b-44ae-979c-e92c520bbd64 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=c0072612-e4bf-4760-9bf8-09dc5f5ba662&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476065 May 02 11:03:17.771075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:17.821054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-bc426f1d-a6ac-41df-844e-8bfb42d7f44d service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866523 May 02 11:03:17.967404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:17.994201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecd4270c-2663-4ec8-af1e-8025cd9d44b6 None None] The sync data for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 is: [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:12Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '41faa5a0-9dcb-42db-85cc-d85ea37b714c', 'name': '', 'network_id': '68e2777f-1f5f-4717-a962-6b5684f0a49b', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:d8:15:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4051, 'fixed_ips': [{'subnet_id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:11Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '8d444569-7203-4df7-acb7-a3edfecccf78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:03:18.004549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e351fcdc-f374-4446-90c1-68b7de85ccb5 req-96fbe781-a6ce-4c17-a805-c612642aa6c2 service neutron] 10.222.0.15 "GET /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895512 May 02 11:03:18.095569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-e266ddee-1158-4a00-a3a0-a1b34e067d2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:18.097076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-e266ddee-1158-4a00-a3a0-a1b34e067d2f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 945 time: 0.0510232 May 02 11:03:18.185736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port d9231594-15c5-445a-9568-094454c9a419 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:03:18.186087 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d9231594-15c5-445a-9568-094454c9a419), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:18.233226 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec5d35b-a9f0-4924-8229-9a24058a0ed0 None None] New status for floating IP dc5336f4-0e5c-4c01-b26f-cdb41a75d7de: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:03:18.286837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port d9231594-15c5-445a-9568-094454c9a419, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d9231594-15c5-445a-9568-094454c9a419,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:18.287208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d9231594-15c5-445a-9568-094454c9a419), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:18.302578 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for d9231594-15c5-445a-9568-094454c9a419 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:03:18.481694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d9231594-15c5-445a-9568-094454c9a419), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:18.509555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=d9231594-15c5-445a-9568-094454c9a419,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:18.521939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.522595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.522946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.523296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.523634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.523975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.524308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.524657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.525013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.525359 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.525678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.526028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.526339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.527199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.527472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:18.564082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] No DVR routers for this DVR port d9231594-15c5-445a-9568-094454c9a419 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:03:18.567032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:18.569931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9afdde0b-29cf-43bd-83f6-cea80a18d116 req-ad060ead-c14b-4b9e-93f7-623341586589 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.15 "DELETE /v2.0/ports/d9231594-15c5-445a-9568-094454c9a419 HTTP/1.1" status: 204 len: 173 time: 0.4675345 May 02 11:03:18.570370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-deleted', 'tag': 'd9231594-15c5-445a-9568-094454c9a419'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:18.572632 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ce1d681-0e8b-4330-b982-6b03fa0b50cb" -d '{"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-deleted", "tag": "d9231594-15c5-445a-9568-094454c9a419"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:18.613051 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84dbced5-30f0-400a-b289-9461b80b4eb3 x-openstack-request-id: req-84dbced5-30f0-400a-b289-9461b80b4eb3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:18.613204 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "380d467c-dd8f-42c4-8c2a-158de9489521", "name": "network-vif-deleted", "tag": "d9231594-15c5-445a-9568-094454c9a419", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:18.613374 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-84dbced5-30f0-400a-b289-9461b80b4eb3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:18.613793 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84dbced5-30f0-400a-b289-9461b80b4eb3'] response: {'server_uuid': '380d467c-dd8f-42c4-8c2a-158de9489521', 'name': 'network-vif-deleted', 'tag': 'd9231594-15c5-445a-9568-094454c9a419', 'status': 'completed', 'code': 200} May 02 11:03:18.777707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-69f38bdd-16ed-4e32-b581-2fc973a3f230 req-2e992ca7-1ab2-4553-826a-a510d1eef482 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=380d467c-dd8f-42c4-8c2a-158de9489521 HTTP/1.1" status: 200 len: 210 time: 0.0323548 May 02 11:03:19.836857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46478) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:20.191254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:20.435987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 41faa5a0-9dcb-42db-85cc-d85ea37b714c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:03:20.436335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:20.523688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port 41faa5a0-9dcb-42db-85cc-d85ea37b714c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=41faa5a0-9dcb-42db-85cc-d85ea37b714c,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:20.524054 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:20.541117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 41faa5a0-9dcb-42db-85cc-d85ea37b714c owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:03:20.772956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (41faa5a0-9dcb-42db-85cc-d85ea37b714c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:20.797851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=41faa5a0-9dcb-42db-85cc-d85ea37b714c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:20.980122 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.205601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router 34686a47-f4d7-4bfe-9e52-bf617d4092cf has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:03:21.316520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:03:21.321736 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-78f889c1-6433-4ed2-9359-37daeae442f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/34686a47-f4d7-4bfe-9e52-bf617d4092cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4837883 May 02 11:03:21.325061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46480) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:21.326602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Sync routers for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:03:21.337311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:21.337933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:02:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:21.377902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting subnet 8d444569-7203-4df7-acb7-a3edfecccf78 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:03:21.381348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (8d444569-7203-4df7-acb7-a3edfecccf78), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.422125 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (8d444569-7203-4df7-acb7-a3edfecccf78), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.447624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:21.510227 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8d444569-7203-4df7-acb7-a3edfecccf78), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.619721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:03:20Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:21.641928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (8d444569-7203-4df7-acb7-a3edfecccf78), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.646347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Checking router: 34686a47-f4d7-4bfe-9e52-bf617d4092cf for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:03:21.657161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Routers {'34686a47-f4d7-4bfe-9e52-bf617d4092cf'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:21.657767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:02:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:21.671708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Subnet': ['ID=8d444569-7203-4df7-acb7-a3edfecccf78,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:21.673785 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.679644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a1850794-2b13-4c28-aed2-017a0e169295 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/subnets/8d444569-7203-4df7-acb7-a3edfecccf78 HTTP/1.1" status: 204 len: 168 time: 0.3506451 May 02 11:03:21.680015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46482) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:21.699742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02250849-ae73-43af-8963-7d6d31255ff0 None None] Network 68e2777f-1f5f-4717-a962-6b5684f0a49b requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:03:21.799107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.850255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] Set router 34686a47-f4d7-4bfe-9e52-bf617d4092cf gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:21.912389 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (34686a47-f4d7-4bfe-9e52-bf617d4092cf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:21.926830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] DHCP port deletion for 68e2777f-1f5f-4717-a962-6b5684f0a49b request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:03:22.010428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port f70a9066-00ec-42c3-a071-5cfab06abb6c {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:03:22.011035 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.011775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Deleting port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:03:22.012146 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.094371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port f70a9066-00ec-42c3-a071-5cfab06abb6c, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f70a9066-00ec-42c3-a071-5cfab06abb6c,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:22.094764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.109728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for f70a9066-00ec-42c3-a071-5cfab06abb6c owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:03:22.116958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] For port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,segment=NetworkSegment(0549f15c-28dc-4dc3-822f-b60aa7907b81),segment_id=0549f15c-28dc-4dc3-822f-b60aa7907b81)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:22.117370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.134566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:03:20Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:22.136652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Calling delete_port for 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:03:22.168257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d33b30-114a-46d8-a666-779c4924c674 None None] The sync data for ids ['34686a47-f4d7-4bfe-9e52-bf617d4092cf'] in ncdv-master-1 is: [{'id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-362889697', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4'}], 'enable_snat': True}, 'gw_port_id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:03:20Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'f70a9066-00ec-42c3-a071-5cfab06abb6c', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:56:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34686a47-f4d7-4bfe-9e52-bf617d4092cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4048, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:02:08Z', 'updated_at': '2022-05-02T11:02:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:03:22.304416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (8fe4a5cc-34de-4f22-b8bb-7e661b7c416e), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.329761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Pushing event deleted for resources: {'Port': ['ID=8fe4a5cc-34de-4f22-b8bb-7e661b7c416e,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:22.334038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] No DVR routers for this DVR port 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.344961 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.346479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.346479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.346479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.346479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.347180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bc1ed4e-d22b-42a1-a024-d2dab7a6d62c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:22.350334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d9231594-15c5-445a-9568-094454c9a419 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:03:22.370580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: d9231594-15c5-445a-9568-094454c9a419 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:03:22.370930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d9231594-15c5-445a-9568-094454c9a419 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:03:22.384623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f70a9066-00ec-42c3-a071-5cfab06abb6c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.417673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=f70a9066-00ec-42c3-a071-5cfab06abb6c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:22.475933 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.572438 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.575254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (34686a47-f4d7-4bfe-9e52-bf617d4092cf), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.678770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (34686a47-f4d7-4bfe-9e52-bf617d4092cf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.679239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Fanout notify agent at l3_agent the message router_deleted on router 34686a47-f4d7-4bfe-9e52-bf617d4092cf {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:03:22.691579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.691579 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2172e91d-82e4-4d5e-a814-2c7ae7b242f1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/routers/34686a47-f4d7-4bfe-9e52-bf617d4092cf HTTP/1.1" status: 204 len: 168 time: 1.0077896 May 02 11:03:22.691579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46484) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:22.774288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (68e2777f-1f5f-4717-a962-6b5684f0a49b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.860485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (68e2777f-1f5f-4717-a962-6b5684f0a49b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.883797 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68e2777f-1f5f-4717-a962-6b5684f0a49b']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:22.893907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0549f15c-28dc-4dc3-822f-b60aa7907b81') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:22.894206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0549f15c-28dc-4dc3-822f-b60aa7907b81') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:22.904278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (0549f15c-28dc-4dc3-822f-b60aa7907b81), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.917445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (0549f15c-28dc-4dc3-822f-b60aa7907b81), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.923228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:03:22.923611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (0549f15c-28dc-4dc3-822f-b60aa7907b81), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: timer() May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:03:22.926670 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:03:23.041316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (68e2777f-1f5f-4717-a962-6b5684f0a49b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.048362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.051147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/networks/68e2777f-1f5f-4717-a962-6b5684f0a49b HTTP/1.1" status: 204 len: 168 time: 0.3586795 May 02 11:03:23.054132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46486) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:23.062991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52591bce-e414-497e-8d04-b088d790dba2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Network': ['ID=68e2777f-1f5f-4717-a962-6b5684f0a49b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:23.113813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (c0072612-e4bf-4760-9bf8-09dc5f5ba662), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.140711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (c0072612-e4bf-4760-9bf8-09dc5f5ba662), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.266615 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c0072612-e4bf-4760-9bf8-09dc5f5ba662), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.269268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.270440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/security-groups/c0072612-e4bf-4760-9bf8-09dc5f5ba662 HTTP/1.1" status: 204 len: 168 time: 0.2153034 May 02 11:03:23.284245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8156bd6-73da-4b2c-b686-cbb4c407b0e8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0072612-e4bf-4760-9bf8-09dc5f5ba662,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:23.661761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46492) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:23.666342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1794396827', 'description': 'tempest-secgroup-smoke-1794396827 description', 'project_id': '43505981798d4147970c495b8fa9c9e8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:23.735636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.736150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:03:23.759614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:03:23.759969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 8fe4a5cc-34de-4f22-b8bb-7e661b7c416e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:03:23.760391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f70a9066-00ec-42c3-a071-5cfab06abb6c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:03:23.780483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f70a9066-00ec-42c3-a071-5cfab06abb6c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:03:23.780865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f70a9066-00ec-42c3-a071-5cfab06abb6c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:03:23.781398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41faa5a0-9dcb-42db-85cc-d85ea37b714c no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:03:23.802098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 41faa5a0-9dcb-42db-85cc-d85ea37b714c {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:03:23.802451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 41faa5a0-9dcb-42db-85cc-d85ea37b714c not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:03:23.805157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (41a186a9-df08-46c4-ad64-3b745cd4121d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.846999 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (41a186a9-df08-46c4-ad64-3b745cd4121d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.878064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a186a9-df08-46c4-ad64-3b745cd4121d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:23.926387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:23.927667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0e16a1c6-455e-4a3c-8179-b8d169ace86d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2648921 May 02 11:03:23.930646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46494) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:23.934991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:24.023607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (505a85cf-c637-4498-97b5-d3624584d564), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.078038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (505a85cf-c637-4498-97b5-d3624584d564), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.153038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (505a85cf-c637-4498-97b5-d3624584d564), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.172927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a85cf-c637-4498-97b5-d3624584d564,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:24.246097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.247309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9208666d-9b7d-492f-82f5-9289dfebb733 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3157294 May 02 11:03:24.250039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46496) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:24.254335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:24.351940 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (b37b85f5-beb2-40ce-8bcb-e21e7cbc80bf), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.407103 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (b37b85f5-beb2-40ce-8bcb-e21e7cbc80bf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.489561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b37b85f5-beb2-40ce-8bcb-e21e7cbc80bf), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.506884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b37b85f5-beb2-40ce-8bcb-e21e7cbc80bf,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:24.571758 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.573023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-37e066b5-dc04-406f-8310-cb6eb68ea6b4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3220489 May 02 11:03:24.576214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46498) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:24.580534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:24.663441 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (ae99ed7f-1d14-45e9-aa7a-4736db9605c7), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.721086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (ae99ed7f-1d14-45e9-aa7a-4736db9605c7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.789616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ae99ed7f-1d14-45e9-aa7a-4736db9605c7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.810836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae99ed7f-1d14-45e9-aa7a-4736db9605c7,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:24.895149 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:24.896481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5c47ed5f-b8de-4995-a1f2-c971bd889dfe tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3192024 May 02 11:03:24.900209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46500) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:24.905096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:24.994983 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (71ea3a51-0616-43c3-bc03-90955b44401b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.052093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (71ea3a51-0616-43c3-bc03-90955b44401b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.115941 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (71ea3a51-0616-43c3-bc03-90955b44401b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.131032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ea3a51-0616-43c3-bc03-90955b44401b,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:25.200770 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.202037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c847e48b-cd40-4580-885b-b8e6decae3b8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3008306 May 02 11:03:25.204691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46502) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:25.209041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:25.298327 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:03:25.304333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (91de9d77-b3ff-4f45-b094-f3235b1854f4), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.361965 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (91de9d77-b3ff-4f45-b094-f3235b1854f4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.429704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (91de9d77-b3ff-4f45-b094-f3235b1854f4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.446755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91de9d77-b3ff-4f45-b094-f3235b1854f4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:25.505901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.507121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ecea1a2-e286-40ef-8874-50465fa702c3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3015032 May 02 11:03:25.509791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46504) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:25.514604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'security_group_rule': {'security_group_id': '41a186a9-df08-46c4-ad64-3b745cd4121d', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:25.561026 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-814f9afa-ab9b-44f1-9e97-060dadd69545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.578059 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Project 43505981798d4147970c495b8fa9c9e8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:03:25.583662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (11606468-17e1-44c0-a8ce-a034dd98c428), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.640490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (11606468-17e1-44c0-a8ce-a034dd98c428), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.704076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (11606468-17e1-44c0-a8ce-a034dd98c428), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.723281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11606468-17e1-44c0-a8ce-a034dd98c428,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:25.788739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.789951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-182765f6-9e6c-4f32-afa7-63ed05ecddd7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2792428 May 02 11:03:25.792726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46506) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:25.797442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'network': {'name': 'tempest-network-smoke--1503829069', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:25.884032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:03:25.888094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.913107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:03:25.921656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c420af6c-13ce-44de-985f-4aa6cd93c712), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:25.922269 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Added segment c420af6c-13ce-44de-985f-4aa6cd93c712 of type vlan for network 5ab4c732-a82b-48db-a56f-1e966a2a1387 May 02 11:03:25.962886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (5ab4c732-a82b-48db-a56f-1e966a2a1387), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.035126 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (5ab4c732-a82b-48db-a56f-1e966a2a1387), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.040138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:26.040817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.105124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Network': ['ID=5ab4c732-a82b-48db-a56f-1e966a2a1387,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:26.115089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:03:26.130382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70ec6e06-e23a-421e-ae90-1008eea471a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3360848 May 02 11:03:26.132552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46508) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:26.138130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'admin_state_up': True, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:26.216133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.217262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.277512 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.492370 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.715258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.733596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:26.834566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.20 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d12ddce8-f1df-4d58-8ba0-02f42b7940e5) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:03:26.937012 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:27.009993 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:27.049946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:27.052688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:27.058111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:03:27.082045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:27.354033 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:27.832212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:27.904008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a8822d5-674c-4e64-892e-0bf5b4bfe408 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.006942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:03:28.119268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:03:28.128507 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Sync routers for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:03:28.138647 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:28.140792 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:28.194625 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.195878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d23fbc74-b5c4-4111-804e-5bf787c0caa4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.0623343 May 02 11:03:28.199118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46510) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:28.229912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86ceab8b-c465-4c7d-a8e1-963694087e04 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=43505981798d4147970c495b8fa9c9e8&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267298 May 02 11:03:28.230150 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46512) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:28.245021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:28.318008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02dcc61b-cfc2-4ef3-bfde-c0ec9622e0c0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:28.319461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-02dcc61b-cfc2-4ef3-bfde-c0ec9622e0c0 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0884078 May 02 11:03:28.322311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46514) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:28.354173 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b4091204-2e14-4cb0-956c-2855e3f4f516 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307527 May 02 11:03:28.356801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46516) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:28.362168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1517070845', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:28.415289 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:27Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:28.444211 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Checking router: b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:03:28.444557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Updating router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:03:28.472129 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.527448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:03:28.531120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.717656 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks [] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.781091 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (71cab626-ede5-4926-bae2-5d436e8ff43d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.792460 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.845367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Subnet': ['ID=71cab626-ede5-4926-bae2-5d436e8ff43d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:28.848432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Attempting to bind port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:28.848833 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Attempting to bind port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:28.849196 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Attempting to bind port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:28.852096 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Pushing event updated for resources: {'Port': ['ID=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:28.854310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Checking segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:28.854686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network hostable DHCP agents. Network: 5ab4c732-a82b-48db-a56f-1e966a2a1387, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:03:28.860017 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:28.860392 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:28.860812 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.861200 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:28.861661 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Bound port: d12ddce8-f1df-4d58-8ba0-02f42b7940e5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:28.862035 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:28.865094 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.865690 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.867566 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.868214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.868214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.868214 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.868543 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.868893 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.869210 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.869528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:03:28.984102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:03:29.004276 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] For port d12ddce8-f1df-4d58-8ba0-02f42b7940e5, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:29.007394 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] For port d12ddce8-f1df-4d58-8ba0-02f42b7940e5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:29.075594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 5ab4c732-a82b-48db-a56f-1e966a2a1387) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:29.079815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:29.080474 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.085673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49b9a1d-60ad-47a6-9b72-7956bb18484d None None] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:03:29.105568 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.166059 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c808df-0ab7-4bd1-986c-c6b4ff6f264a None None] Pushing event updated for resources: {'Port': ['ID=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:29.167898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e0c502a-eccf-496b-9ca7-e3b842982019 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8098013 May 02 11:03:29.169366 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:29.169976 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:29.171332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46518) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:29.192969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-5ab4c732-a82b-48db-a56f-1e966a2a1387', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:03:29.193915 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.297454 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:29.335438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.355315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Allocated IP 172.20.0.2 (5ab4c732-a82b-48db-a56f-1e966a2a1387/71cab626-ede5-4926-bae2-5d436e8ff43d/1a546200-4aaf-4f51-afea-24de39851127) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:03:29.473040 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:27Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:29.498267 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks [] for port (1a546200-4aaf-4f51-afea-24de39851127), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.500060 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75659678-14c9-40b2-88bb-5099646d1221 None None] The sync data for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 is: [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:27Z', 'revision_number': 3, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:03:29.562496 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (1a546200-4aaf-4f51-afea-24de39851127), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.606584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:29.611869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:29.615583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:03:29.622800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Pushing event updated for resources: {'Port': ['ID=1a546200-4aaf-4f51-afea-24de39851127,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:29.653338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.680313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Attempting to bind port 1a546200-4aaf-4f51-afea-24de39851127 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:29.680800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Attempting to bind port 1a546200-4aaf-4f51-afea-24de39851127 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:29.681250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Attempting to bind port 1a546200-4aaf-4f51-afea-24de39851127 on network 5ab4c732-a82b-48db-a56f-1e966a2a1387 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:29.689043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 3, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:29.689538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Checking segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:29.690063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.690563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Bound using segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:29.691150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Bound port: 1a546200-4aaf-4f51-afea-24de39851127, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:29.691775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1a546200-4aaf-4f51-afea-24de39851127), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.739890 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:03:29.787488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] For port 1a546200-4aaf-4f51-afea-24de39851127, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:29.792498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] For port 1a546200-4aaf-4f51-afea-24de39851127, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a546200-4aaf-4f51-afea-24de39851127,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:29.850361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1a546200-4aaf-4f51-afea-24de39851127), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:29.936022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d99b60-7c5b-4d09-9bc1-c644872ed7b2 None None] Pushing event updated for resources: {'Port': ['ID=1a546200-4aaf-4f51-afea-24de39851127,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:30.344523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.1 (5ab4c732-a82b-48db-a56f-1e966a2a1387/71cab626-ede5-4926-bae2-5d436e8ff43d/c0b32c23-451f-4e95-8337-37f22402956e) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:03:30.471821 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (c0b32c23-451f-4e95-8337-37f22402956e), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:30.564099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:30.611573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:30.614873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:30.619464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:03:30.624215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:30.669813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:30.673312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:30.868638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c0b32c23-451f-4e95-8337-37f22402956e), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:30.927689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8cfbaf3-863f-4fdd-bdb6-4edf78255187 None None] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:03:31.004303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Provisioning complete for port 1a546200-4aaf-4f51-afea-24de39851127 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:31.004706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1a546200-4aaf-4f51-afea-24de39851127), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.120580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Current status of the port 1a546200-4aaf-4f51-afea-24de39851127 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:31.120942 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1a546200-4aaf-4f51-afea-24de39851127), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.163460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] For port 1a546200-4aaf-4f51-afea-24de39851127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a546200-4aaf-4f51-afea-24de39851127,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:31.176858 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (c0b32c23-451f-4e95-8337-37f22402956e), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.227506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1a546200-4aaf-4f51-afea-24de39851127), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.255506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.285360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef6530-a601-402a-9802-f5f57f4585ea None None] Pushing event updated for resources: {'Port': ['ID=1a546200-4aaf-4f51-afea-24de39851127,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:31.341815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.344633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:31.352337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:31.352797 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.391733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Port c0b32c23-451f-4e95-8337-37f22402956e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:03:31.401559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Provisioning complete for port 1a546200-4aaf-4f51-afea-24de39851127 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:31.401953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1a546200-4aaf-4f51-afea-24de39851127), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.453186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:31.454808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:31.499364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5297cde5-faef-47c4-87b9-4e259cd14507 None None] Current status of the port 1a546200-4aaf-4f51-afea-24de39851127 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:31.593565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:03:31.616893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5614bf9c-ade9-4057-bb3e-3357164e7da7 None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:31.617272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5614bf9c-ade9-4057-bb3e-3357164e7da7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.663149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5614bf9c-ade9-4057-bb3e-3357164e7da7 None None] Port c0b32c23-451f-4e95-8337-37f22402956e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:03:31.756016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:03:31.761792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f5b24819-2006-4348-a8cf-13927148f155 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/b319c3f0-b36f-4cc3-991a-fd3abd5bbb10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5884564 May 02 11:03:31.775850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Sync routers for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:03:31.790470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:31.791310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:31.828955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d12ddce8-f1df-4d58-8ba0-02f42b7940e5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:03:31.938300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8d94130f-db92-429a-9e3d-e5bd0d24b91d None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:31.938580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8d94130f-db92-429a-9e3d-e5bd0d24b91d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:31.949055 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-fe8ddaf6-e085-43d8-a4b5-7cd92f82d4f6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1794396827&fields=id&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 267 time: 0.0525694 May 02 11:03:31.993244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:32.023165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:32.023535 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.027548 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8d94130f-db92-429a-9e3d-e5bd0d24b91d None None] Port c0b32c23-451f-4e95-8337-37f22402956e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:03:32.055288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.059478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-138b43c7-0802-455c-a6b5-2698da241b14 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:32.065093 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-138b43c7-0802-455c-a6b5-2698da241b14 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 797 time: 0.1085749 May 02 11:03:32.075962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-334369bf-d14d-47cc-a3b2-141fe35697e4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/quotas/43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 375 time: 0.0097582 May 02 11:03:32.133396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-87b945da-a17a-43c8-aad8-26fa2d8a13c5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513568 May 02 11:03:32.209439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:32.209825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.257304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d12ddce8-f1df-4d58-8ba0-02f42b7940e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:32.274951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:31Z', 'revision_number': 2, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:32.293981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-d366887d-d682-43d6-8f07-9994daab2fe8 service neutron] 10.222.0.16 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495001 May 02 11:03:32.301446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Checking router: b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:03:32.301800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Updating router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 port c0b32c23-451f-4e95-8337-37f22402956e binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:03:32.321741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.322517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1a546200-4aaf-4f51-afea-24de39851127 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:03:32.375888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c0b32c23-451f-4e95-8337-37f22402956e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.389919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-e03a4c01-aa05-447b-ad09-5023a197e7c7 service neutron] 10.222.0.16 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913603 May 02 11:03:32.440301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:32.459688 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1a546200-4aaf-4f51-afea-24de39851127 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:32.460061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1a546200-4aaf-4f51-afea-24de39851127), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.625930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25574e77-0c05-4d9e-95c4-4152a268e0c7 req-90b2979f-a850-4e3d-a487-e1cc84c4cf1e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 210 time: 0.0356853 May 02 11:03:32.653274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1a546200-4aaf-4f51-afea-24de39851127 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:32.895272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks [] for port (c0b32c23-451f-4e95-8337-37f22402956e), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:32.990182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.042153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ac599-2897-44c3-b0b0-d7b4bea85471 None None] Pushing event updated for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:33.108034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Attempting to bind port c0b32c23-451f-4e95-8337-37f22402956e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:33.108034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Attempting to bind port c0b32c23-451f-4e95-8337-37f22402956e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:33.108478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Attempting to bind port c0b32c23-451f-4e95-8337-37f22402956e on network 5ab4c732-a82b-48db-a56f-1e966a2a1387 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:33.114322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 3, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:33.115009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Checking segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:33.115571 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.115952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Bound using segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:33.116507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Bound port: c0b32c23-451f-4e95-8337-37f22402956e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:33.116984 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c0b32c23-451f-4e95-8337-37f22402956e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.184626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] For port c0b32c23-451f-4e95-8337-37f22402956e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:33.187784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] For port c0b32c23-451f-4e95-8337-37f22402956e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b32c23-451f-4e95-8337-37f22402956e,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:33.248105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.281044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:33.281410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.345105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72ac599-2897-44c3-b0b0-d7b4bea85471 None None] Pushing event updated for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:33.349900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:33.350538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:33.476078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Current status of the port c0b32c23-451f-4e95-8337-37f22402956e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:33.476078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c0b32c23-451f-4e95-8337-37f22402956e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.511463 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:33.545672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] For port c0b32c23-451f-4e95-8337-37f22402956e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b32c23-451f-4e95-8337-37f22402956e,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:33.610908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.705447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ac965a-a824-4aeb-aa78-58baaf3fb4de None None] Pushing event updated for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:33.746371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b740156f-f234-4b5b-bfa1-d4fb5d6de292 req-425760d0-11ce-4e37-8358-b7c381fded83 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 210 time: 0.0377181 May 02 11:03:33.765253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6a2efebe-fc57-4f3b-aa5c-d4184521053e None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:33.765253 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6a2efebe-fc57-4f3b-aa5c-d4184521053e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.765932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:33.812877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d12ddce8-f1df-4d58-8ba0-02f42b7940e5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:03:33.819390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-034697d6-cfd5-4a7c-a921-450ed5fffff0 None None] The sync data for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 is: [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:03:33.902842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:33.903522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:33.962348 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6a2efebe-fc57-4f3b-aa5c-d4184521053e None None] Current status of the port c0b32c23-451f-4e95-8337-37f22402956e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:34.012940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:34.442265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-a674aea1-2b81-4066-a46a-84b26401da82 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:34.443821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-a674aea1-2b81-4066-a46a-84b26401da82 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 797 time: 0.1041517 May 02 11:03:34.514851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-e18e3621-7141-489e-87f0-11abaacacc28 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43505981798d4147970c495b8fa9c9e8 HTTP/1.1" status: 200 len: 380 time: 0.0631042 May 02 11:03:34.524274 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'port': {'device_id': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'admin_state_up': True, 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'security_groups': ['41a186a9-df08-46c4-ad64-3b745cd4121d']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:34.689822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Made reservation on behalf of 43505981798d4147970c495b8fa9c9e8 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:03:34.693375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:34.834548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.20.0.11 (5ab4c732-a82b-48db-a56f-1e966a2a1387/71cab626-ede5-4926-bae2-5d436e8ff43d/0ea9e232-aa05-4cd8-936f-ea2bb1a8d111) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:03:34.850659 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bb272d1a-bdb2-43d9-9667-d2b90e44f2fe req-fb6e4af0-9bf5-4607-8784-4f137984e8d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 210 time: 0.0303144 May 02 11:03:34.984354 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.070086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.113580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:35.118827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:35.121255 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:03:35.151916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:35.180589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:35.181249 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.249968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-3e5ef9f5-e43a-42aa-8793-10804fdbcdf8 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7295966 May 02 11:03:35.262354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Request body: {'port': {'device_id': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:35.326742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.393412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-aeee2916-5418-4a8b-990e-f9f174930b60 None None] Provisioning complete for port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:35.393990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-aeee2916-5418-4a8b-990e-f9f174930b60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.427886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-aeee2916-5418-4a8b-990e-f9f174930b60 None None] Port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:03:35.584979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:03:35.592629 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks [] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.604888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Transition to ACTIVE for port object 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:03:35.703864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.755145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:35.758502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c0b32c23-451f-4e95-8337-37f22402956e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:03:35.808723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c0b32c23-451f-4e95-8337-37f22402956e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:35.809189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c0b32c23-451f-4e95-8337-37f22402956e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.847068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Attempting to bind port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:03:35.847659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Attempting to bind port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:03:35.847797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Attempting to bind port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 on network 5ab4c732-a82b-48db-a56f-1e966a2a1387 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:35.852523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 on network 5ab4c732-a82b-48db-a56f-1e966a2a1387 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:03:35.852888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Attempting to bind port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 on network 5ab4c732-a82b-48db-a56f-1e966a2a1387 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:03:35.858484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:03:35.858831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Checking segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:03:35.859218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Bound using segment: {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:03:35.859650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Bound port: 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c420af6c-13ce-44de-985f-4aa6cd93c712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:03:35.860021 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:35.910998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c0b32c23-451f-4e95-8337-37f22402956e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:35.931567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:03:35.935325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:03:35.986779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d505353d-b74f-4d1b-a1a8-c6604d03f309 req-fba3f1f2-d8ef-43ba-a3db-f8d40af939fd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:35.988292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d505353d-b74f-4d1b-a1a8-c6604d03f309 req-fba3f1f2-d8ef-43ba-a3db-f8d40af939fd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 944 time: 0.0473757 May 02 11:03:35.989894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:36.039279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.039949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:36.041896 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] 10.222.0.24 "PUT /v2.0/ports/0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 1092 time: 0.7838647 May 02 11:03:36.043979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:36.046297 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eb1583-7002-425a-a88f-3d0835abe70f" -d '{"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:36.091403 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4f930c-2d57-4ae0-9758-b12b8a957a9f x-openstack-request-id: req-1f4f930c-2d57-4ae0-9758-b12b8a957a9f {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:36.091734 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:36.091993 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1f4f930c-2d57-4ae0-9758-b12b8a957a9f {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:36.093547 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f4f930c-2d57-4ae0-9758-b12b8a957a9f'] response: {'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'status': 'completed', 'code': 200} May 02 11:03:36.095669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d967de-728b-4d1f-bfb4-a30c74ed00b9 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:36.104627 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d505353d-b74f-4d1b-a1a8-c6604d03f309 req-1e88c16b-ff12-458f-b5d2-5d7e3cf639d6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038556 May 02 11:03:36.164580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-ed2b4288-7c87-49f7-acb6-e58ce9a5b5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.166126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-ed2b4288-7c87-49f7-acb6-e58ce9a5b5a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1126 time: 0.0399609 May 02 11:03:36.268408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-3e3f8b2e-c11b-46c2-af57-d0ad145b8bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.269916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-3e3f8b2e-c11b-46c2-af57-d0ad145b8bdc service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=43505981798d4147970c495b8fa9c9e8&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0974662 May 02 11:03:36.360908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-df7e8e73-da59-4767-a3e6-173538a8ec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.362373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6eb1583-7002-425a-a88f-3d0835abe70f req-df7e8e73-da59-4767-a3e6-173538a8ec0c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872207 May 02 11:03:36.439474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-8a4abe0e-5626-47c4-90ba-013480b0a85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.440873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-8a4abe0e-5626-47c4-90ba-013480b0a85d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1126 time: 0.0429678 May 02 11:03:36.480420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-d1e9401e-f52f-433d-b3e6-3f07d4a71353 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 217 time: 0.0331974 May 02 11:03:36.527686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-f3f56e38-95c1-4d22-9f7c-ba4927d3c2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.529129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-f3f56e38-95c1-4d22-9f7c-ba4927d3c2fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 200 len: 835 time: 0.0420008 May 02 11:03:36.570778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f566d2d1-c636-415f-a101-69860975d1db req-3f56ff98-7a44-4d88-b1b8-de1270d79eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:36.572236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-3f56ff98-7a44-4d88-b1b8-de1270d79eec service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ab4c732-a82b-48db-a56f-1e966a2a1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0376508 May 02 11:03:36.662889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-082d57d7-fec1-4d38-80cd-f818bca5e7e8 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846920 May 02 11:03:36.752067 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f566d2d1-c636-415f-a101-69860975d1db req-4275caf8-ea67-4ba1-9691-de4aa53f1ee8 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837774 May 02 11:03:37.219337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de53099-c72e-4f73-9fb1-2c79c419c278 req-9214ad7d-758a-477c-a813-a52327def811 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:37.220805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0de53099-c72e-4f73-9fb1-2c79c419c278 req-9214ad7d-758a-477c-a813-a52327def811 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 944 time: 0.0466511 May 02 11:03:37.269011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0de53099-c72e-4f73-9fb1-2c79c419c278 req-9b5fc500-4801-4011-bb7c-e101e0db5539 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425649 May 02 11:03:38.381237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5a238-616e-4e18-9502-00bc0c83c259 req-c9c2b438-aaa7-4238-b9f7-e24e44b6f559 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:38.382711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29d5a238-616e-4e18-9502-00bc0c83c259 req-c9c2b438-aaa7-4238-b9f7-e24e44b6f559 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 944 time: 0.0463505 May 02 11:03:38.431763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29d5a238-616e-4e18-9502-00bc0c83c259 req-86b90622-d529-4319-af28-1329080fe15b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425758 May 02 11:03:39.352889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:03:39.451102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:39.462405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'mac_address': 'fa:16:3e:62:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:03:39.500132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:39.500472 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:39.514265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:03:39.533566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:39.545105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f79a89-c546-4b00-9766-443d9b403536 req-94e6bb77-c927-47c2-9898-88da620b52d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:39.546582 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85f79a89-c546-4b00-9766-443d9b403536 req-94e6bb77-c927-47c2-9898-88da620b52d1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 944 time: 0.0476127 May 02 11:03:39.599150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-85f79a89-c546-4b00-9766-443d9b403536 req-0568a0f3-219f-4ee4-892d-4326f4c4042b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470228 May 02 11:03:39.606993 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:39.655186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:39.803668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:03:40.713078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c35a-5a5a-4d1d-97c8-4a54d1d65d1b req-5e56a4d4-408c-4b12-9cd0-4a077f8d2995 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:40.714482 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e417c35a-5a5a-4d1d-97c8-4a54d1d65d1b req-5e56a4d4-408c-4b12-9cd0-4a077f8d2995 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 945 time: 0.0467544 May 02 11:03:40.762317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e417c35a-5a5a-4d1d-97c8-4a54d1d65d1b req-ee0320f9-6ba4-4264-9cfa-8c693e241ed7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423465 May 02 11:03:41.367682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:03:41.413785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:03:41.503558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:03:41.503938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:41.580926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:03:41.581309 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:41.604436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:41.606712 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08d650e4-27b6-462f-9d25-6f8d8ab1cc05" -d '{"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:41.618913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:03:41.641470 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd8d91d-d799-4f3e-9abf-2d9a408bca52 x-openstack-request-id: req-ccd8d91d-d799-4f3e-9abf-2d9a408bca52 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:41.641783 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:41.642044 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ccd8d91d-d799-4f3e-9abf-2d9a408bca52 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:41.642531 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccd8d91d-d799-4f3e-9abf-2d9a408bca52'] response: {'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'code': 200} May 02 11:03:41.695182 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:41.739319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c033f7a-eabe-4ec6-96ac-41a7b4fa6d68 req-524a4bfd-563e-4f40-a57b-1f627312b2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:41.740899 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c033f7a-eabe-4ec6-96ac-41a7b4fa6d68 req-524a4bfd-563e-4f40-a57b-1f627312b2e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0428689 May 02 11:03:41.743323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:41.785315 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c033f7a-eabe-4ec6-96ac-41a7b4fa6d68 req-369ea7a0-ad30-4651-94cf-beb3c07c6c37 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389791 May 02 11:03:41.875290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd0d71-562b-4a70-a559-2eea48a7b7c4 req-26d9ae65-b1d8-4117-bfab-ef3c7c660880 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:41.876718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2fcd0d71-562b-4a70-a559-2eea48a7b7c4 req-26d9ae65-b1d8-4117-bfab-ef3c7c660880 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0462413 May 02 11:03:41.925230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2fcd0d71-562b-4a70-a559-2eea48a7b7c4 req-cd5e1310-5067-4186-a855-af0fa850761f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428641 May 02 11:03:43.040954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db1105d-7a03-46d9-b681-d91991fe2d32 req-790a3733-6c4d-4b5d-92ac-668185eabbcc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:43.043048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2db1105d-7a03-46d9-b681-d91991fe2d32 req-790a3733-6c4d-4b5d-92ac-668185eabbcc tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0472152 May 02 11:03:43.092530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2db1105d-7a03-46d9-b681-d91991fe2d32 req-d50d8f8e-9073-4f48-8609-379b317c9276 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438845 May 02 11:03:43.207904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72188925-8636-4dae-b6fd-bef993c7b2b3 req-49131a2a-acfe-4046-b4e8-bf387f8b994f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:43.209324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72188925-8636-4dae-b6fd-bef993c7b2b3 req-49131a2a-acfe-4046-b4e8-bf387f8b994f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0494440 May 02 11:03:43.257261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72188925-8636-4dae-b6fd-bef993c7b2b3 req-c185facb-4d40-4ecf-95ee-d9c0a620c0a4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417147 May 02 11:03:43.279446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46572) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:43.317187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2633615-73f0-48de-8e91-085b19a2b46b tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:43.318693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c2633615-73f0-48de-8e91-085b19a2b46b tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1123 time: 0.0382254 May 02 11:03:43.321493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46574) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:43.326173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:03:43.410004 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:43.491083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:43.595064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Allocated IP 172.35.4.216 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/68353790-62a5-45d5-8bb4-dbaee3a9f71d) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:03:43.700390 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:43.801208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:43.840159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:03:43.845127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:03:43.854752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:03:43.875200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=68353790-62a5-45d5-8bb4-dbaee3a9f71d,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:44.223931 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (0cc64164-1a68-46ee-bc30-c0bb1ef8bef6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.395589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.545138 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.635384 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.701228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.705695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event updated for resources: {'Port': ['ID=68353790-62a5-45d5-8bb4-dbaee3a9f71d,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:03:44.720154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (0cc64164-1a68-46ee-bc30-c0bb1ef8bef6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:44.826040 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP 0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 associated. External IP: 172.35.4.216, port: 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111. May 02 11:03:45.041458 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:03:45.152542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:03:45.162405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Sync routers for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:03:45.171503 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:45.175547 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:45.228701 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:45.259095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-012cbdab-fa50-4014-b997-a922290e30dd tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9365270 May 02 11:03:45.259632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:03:45.262550 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cffdaf34-8f83-456c-98de-38bef24b4b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:03:45.280553 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:45.364260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f63bc-5239-479c-8e70-cfb078d3f741 req-b3ac89cf-4ce6-4505-a4eb-51618f61fd41 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:45.365932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b6f63bc-5239-479c-8e70-cfb078d3f741 req-b3ac89cf-4ce6-4505-a4eb-51618f61fd41 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0488770 May 02 11:03:45.388636 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6904c7b9-6dc0-4ebf-b591-41bc597db696 x-openstack-request-id: req-6904c7b9-6dc0-4ebf-b591-41bc597db696 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:03:45.388932 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:03:45.389185 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6904c7b9-6dc0-4ebf-b591-41bc597db696 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:03:45.389584 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6904c7b9-6dc0-4ebf-b591-41bc597db696'] response: {'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'status': 'completed', 'code': 200} May 02 11:03:45.420985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b6f63bc-5239-479c-8e70-cfb078d3f741 req-cf181c96-9985-4606-a5b3-ba125440968a tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474117 May 02 11:03:45.444217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:45.447737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-5466669d-7d2b-49b3-9cc4-ecb6ab2dff56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:45.450451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-5466669d-7d2b-49b3-9cc4-ecb6ab2dff56 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0429225 May 02 11:03:45.504632 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cc64164-1a68-46ee-bc30-c0bb1ef8bef6', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'mac_address': 'fa:16:3e:62:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:03:44Z', 'updated_at': '2022-05-02T11:03:44Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:45.510375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1f041010-84a8-477f-a4f0-3f23ab502b14 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 HTTP/1.1" status: 200 len: 992 time: 0.0649176 May 02 11:03:45.531379 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Checking router: b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:03:45.539682 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:03:45.540286 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:03:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:45.544563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-bca7c22b-57f8-4ad5-8d10-35b620f81fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:45.546073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-bca7c22b-57f8-4ad5-8d10-35b620f81fc3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 898 time: 0.0891907 May 02 11:03:45.609003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-e8f8d43e-f094-45f9-947b-37c9064e07df service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 1000 time: 0.0567245 May 02 11:03:45.648088 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:03:45.655792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-cc0e29df-d64e-4b35-8978-8049d111468c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:45.657292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-cc0e29df-d64e-4b35-8978-8049d111468c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 200 len: 835 time: 0.0427570 May 02 11:03:45.703851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-3753b1d9-92da-45a3-8a44-8ae530aaa74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:03:45.705418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-3753b1d9-92da-45a3-8a44-8ae530aaa74f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ab4c732-a82b-48db-a56f-1e966a2a1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421565 May 02 11:03:45.794099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-e4f098d5-4fb4-4114-84bf-c38d22627c54 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826559 May 02 11:03:45.863251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cc64164-1a68-46ee-bc30-c0bb1ef8bef6', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'mac_address': 'fa:16:3e:62:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:03:44Z', 'updated_at': '2022-05-02T11:03:44Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:03:45.884947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cffdaf34-8f83-456c-98de-38bef24b4b2d req-472347a0-34dd-4385-8961-61d00e38f5d6 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848441 May 02 11:03:45.889987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dc93e2f-b2a5-4c94-8e13-477162751c1c None None] The sync data for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 is: [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0cc64164-1a68-46ee-bc30-c0bb1ef8bef6', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4073, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'mac_address': 'fa:16:3e:62:b1:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:03:44Z', 'updated_at': '2022-05-02T11:03:44Z', 'revision_number': 0, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:03:46.083045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa6e9b28-10b2-417c-8f7c-b4d09759629c None None] New status for floating IP 0cc64164-1a68-46ee-bc30-c0bb1ef8bef6: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:03:46.260510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:46.514792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46584) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:03:46.575703 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-21c79a64-a5d7-4ba5-bd28-ead899a98e97 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 HTTP/1.1" status: 200 len: 994 time: 0.0596898 May 02 11:03:55.592353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bda0783-8b18-4bc5-92aa-cfc3e1b50a6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:57.994882 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0f006644-890a-47d1-a01e-5269dd6662af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:03:59.326189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:00.675186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:01.952359 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:06.628229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-f78d202d-6fab-4c88-b251-47316ed84c49 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375497 May 02 11:04:06.708870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-bc22cbb7-af2b-4855-9f41-c38b51265bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:06.710454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-bc22cbb7-af2b-4855-9f41-c38b51265bb9 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0405219 May 02 11:04:06.739659 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:04:06.831185 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-3980963a-64c4-42fa-96b6-10dc1d31625e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:06.832708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-3980963a-64c4-42fa-96b6-10dc1d31625e service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 898 time: 0.0885253 May 02 11:04:06.896773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-2e7cbaeb-bc12-440d-b52c-f797dfca4fd0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 1002 time: 0.0573428 May 02 11:04:06.947083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-ea6f5a6a-ef56-44ca-a6f9-e87e3fbec8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:06.948486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-ea6f5a6a-ef56-44ca-a6f9-e87e3fbec8d9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 200 len: 835 time: 0.0460370 May 02 11:04:06.990641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-d44b7709-9bbb-494e-84a3-dc4c277bb0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:06.992184 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-d44b7709-9bbb-494e-84a3-dc4c277bb0dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ab4c732-a82b-48db-a56f-1e966a2a1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0377417 May 02 11:04:07.080033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-8c388916-4f7f-44ba-a847-c70c6354c1ad service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809076 May 02 11:04:07.171668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-028af323-328c-40d5-89e0-3d0857e6aa8d req-8593c60e-ef79-401e-90a5-e1771708426d service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850236 May 02 11:04:14.708887 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:16.226048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:18.279859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d6adca-4b6c-444b-998d-3fd9d1b6cfd3 req-f3c065a0-6429-4e12-8de1-518441d2dc0f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:18.281436 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64d6adca-4b6c-444b-998d-3fd9d1b6cfd3 req-f3c065a0-6429-4e12-8de1-518441d2dc0f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0486367 May 02 11:04:18.330657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64d6adca-4b6c-444b-998d-3fd9d1b6cfd3 req-7bfff60a-cc90-4682-8c15-d5f23299388d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435936 May 02 11:04:19.445177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb40ee8-e72c-4b29-a1d5-358141ad445f req-5cced51c-1a0d-4901-ac6a-a8dbeb3941de tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:19.446647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cb40ee8-e72c-4b29-a1d5-358141ad445f req-5cced51c-1a0d-4901-ac6a-a8dbeb3941de tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0469894 May 02 11:04:19.498927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8cb40ee8-e72c-4b29-a1d5-358141ad445f req-af5aae0f-c68d-4da5-afe4-c9579556183b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467334 May 02 11:04:20.616261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d7a5e0-6114-4c7f-92d9-03a0d322dc72 req-3de7bdff-0f8a-46fe-9fed-1c1cdcce0bb2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:20.617775 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47d7a5e0-6114-4c7f-92d9-03a0d322dc72 req-3de7bdff-0f8a-46fe-9fed-1c1cdcce0bb2 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0505769 May 02 11:04:20.666976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47d7a5e0-6114-4c7f-92d9-03a0d322dc72 req-58bd3f6f-7a87-4d0c-8f58-853a529b606c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 May 02 11:04:21.779633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c940c56e-507a-425f-b9ba-f96a4fe17a0a req-e4078c12-a770-422e-b546-9dd94f85e7d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:21.781133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c940c56e-507a-425f-b9ba-f96a4fe17a0a req-e4078c12-a770-422e-b546-9dd94f85e7d3 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0473850 May 02 11:04:21.829629 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c940c56e-507a-425f-b9ba-f96a4fe17a0a req-a381a9e2-67f8-40e4-a330-66ce16cfc776 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421312 May 02 11:04:22.942994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04122f-c232-4254-9db7-3c672cf0705e req-d8760ccb-31a1-48ae-9ab7-02409f3d6fa6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:22.944471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec04122f-c232-4254-9db7-3c672cf0705e req-d8760ccb-31a1-48ae-9ab7-02409f3d6fa6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0470083 May 02 11:04:22.992051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec04122f-c232-4254-9db7-3c672cf0705e req-517af280-430e-4c4f-8d46-ba9d23081357 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419378 May 02 11:04:24.108176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130aae07-7f1e-4ab8-9a40-c2eb7a8afc1f req-4954ada6-a6d2-4e08-bfc6-e5c74d715abf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:24.109728 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-130aae07-7f1e-4ab8-9a40-c2eb7a8afc1f req-4954ada6-a6d2-4e08-bfc6-e5c74d715abf tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0472813 May 02 11:04:24.158814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-130aae07-7f1e-4ab8-9a40-c2eb7a8afc1f req-fcec4a4c-7b54-45d8-a3bb-3dee5b46724c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436497 May 02 11:04:25.270682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a0fa09-8c52-477d-83fe-aed752096240 req-eb71cda9-34e7-44b5-b013-2ca50cf68fd5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:25.272140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d1a0fa09-8c52-477d-83fe-aed752096240 req-eb71cda9-34e7-44b5-b013-2ca50cf68fd5 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0452816 May 02 11:04:25.323759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d1a0fa09-8c52-477d-83fe-aed752096240 req-1e593763-e7b7-4764-b497-d96f91098464 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458000 May 02 11:04:25.582787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9819d12-27ae-460d-96a3-e8b4497bd4bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:26.444525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b2f47-057f-4e61-bdd5-f57e51144218 req-02e75ebc-27c6-4e57-9411-d5c48a72fdc7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:26.446054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-345b2f47-057f-4e61-bdd5-f57e51144218 req-02e75ebc-27c6-4e57-9411-d5c48a72fdc7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0519662 May 02 11:04:26.494771 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-345b2f47-057f-4e61-bdd5-f57e51144218 req-51d46c2e-ae80-4ef2-bd17-f8ab7feeff2b tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431752 May 02 11:04:27.605449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd427c7b-6183-43c7-b5e8-539d3c375e7f req-6bf1a141-7504-408c-9230-e5df9ae1dd24 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:27.606891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd427c7b-6183-43c7-b5e8-539d3c375e7f req-6bf1a141-7504-408c-9230-e5df9ae1dd24 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0454733 May 02 11:04:27.654471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd427c7b-6183-43c7-b5e8-539d3c375e7f req-7f4b0a2f-796d-4cfb-a607-bd11607583f7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416214 May 02 11:04:27.943258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-09b9bda8-503b-44eb-8555-73e2d971bc7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:28.772532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36007ba-543c-4f9e-8927-cf31820d7e29 req-47532fb7-2f88-4592-91cf-c7daea2d6d68 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:28.774299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c36007ba-543c-4f9e-8927-cf31820d7e29 req-47532fb7-2f88-4592-91cf-c7daea2d6d68 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0529125 May 02 11:04:28.822029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c36007ba-543c-4f9e-8927-cf31820d7e29 req-80b3dac6-dbba-4b42-a718-89bc5fb8bc8e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421181 May 02 11:04:29.339957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:29.937265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fd968-83c9-4072-957e-083aa3afabb2 req-35241b3c-fdea-4774-9c1a-aec745a27f18 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:29.938799 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3a9fd968-83c9-4072-957e-083aa3afabb2 req-35241b3c-fdea-4774-9c1a-aec745a27f18 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0459402 May 02 11:04:29.986539 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3a9fd968-83c9-4072-957e-083aa3afabb2 req-68348065-b8a8-4bdf-9970-41736fe7f2c4 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422425 May 02 11:04:30.700163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:31.099645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa6d8f-2160-4042-b04a-04d0690745c1 req-3c9cea27-a793-434a-9196-e2ad705d06ee tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:31.101171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9baa6d8f-2160-4042-b04a-04d0690745c1 req-3c9cea27-a793-434a-9196-e2ad705d06ee tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0461032 May 02 11:04:31.155143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9baa6d8f-2160-4042-b04a-04d0690745c1 req-ff464396-e512-4a50-939b-d0728444b055 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483563 May 02 11:04:31.954370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:32.539835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec0a2d-6d15-47cb-9921-2fe93a1f6296 req-4fe9f24c-759d-4f1c-9ff8-a3026dbd5bc1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:32.541463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8ec0a2d-6d15-47cb-9921-2fe93a1f6296 req-4fe9f24c-759d-4f1c-9ff8-a3026dbd5bc1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0497169 May 02 11:04:32.589187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8ec0a2d-6d15-47cb-9921-2fe93a1f6296 req-b6c3cfca-54d5-4b49-98d8-5065cc5ea70d tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 May 02 11:04:33.705591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac80ac6-4fcd-4f00-a035-11f4d2504840 req-987645c8-437c-4769-98aa-94c1f6c3d223 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:33.707090 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dac80ac6-4fcd-4f00-a035-11f4d2504840 req-987645c8-437c-4769-98aa-94c1f6c3d223 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0469644 May 02 11:04:33.756568 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dac80ac6-4fcd-4f00-a035-11f4d2504840 req-c4fca231-8a41-4028-8859-e65601af5837 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438061 May 02 11:04:34.867890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d39d5361-13fa-4a04-9fb6-0acc2dcf984b req-6ec8b55d-dffd-4221-a4a4-80f286993dc6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:34.869386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d39d5361-13fa-4a04-9fb6-0acc2dcf984b req-6ec8b55d-dffd-4221-a4a4-80f286993dc6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0456793 May 02 11:04:34.917601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d39d5361-13fa-4a04-9fb6-0acc2dcf984b req-8e78d660-e00b-4469-90dd-d18ada2ad4a0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426364 May 02 11:04:36.034432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a3889-cc84-44e5-bad3-f67c2e79b5a7 req-31ede61b-5db8-4409-9ce5-0c7d616ed579 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:36.036228 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c6a3889-cc84-44e5-bad3-f67c2e79b5a7 req-31ede61b-5db8-4409-9ce5-0c7d616ed579 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0490975 May 02 11:04:36.085010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c6a3889-cc84-44e5-bad3-f67c2e79b5a7 req-0ceccc13-81db-4c3d-bfa1-da3d75e9b3a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432215 May 02 11:04:36.255811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686c5f7-3e8e-4d15-ab37-b38f5db0f71c req-80e54710-f02e-43db-b717-a9be522760bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:36.257310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7686c5f7-3e8e-4d15-ab37-b38f5db0f71c req-80e54710-f02e-43db-b717-a9be522760bd service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0372629 May 02 11:04:36.305077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7686c5f7-3e8e-4d15-ab37-b38f5db0f71c req-7eaa37da-d1b3-4c06-95bf-55f6e7b95af9 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417187 May 02 11:04:37.197714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2812fd30-41fb-4465-b6f4-de727e484406 req-cf7d9ab5-7d68-479a-b956-1913b961e7a6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:37.199199 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2812fd30-41fb-4465-b6f4-de727e484406 req-cf7d9ab5-7d68-479a-b956-1913b961e7a6 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0461380 May 02 11:04:37.249220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2812fd30-41fb-4465-b6f4-de727e484406 req-b33683b1-7134-4522-82b1-42f19fcad4f0 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437343 May 02 11:04:37.592408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:04:37.595674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:04:37.903435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:04:37.903818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:37.907349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:04:37.930641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'port_id': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'mac_address': 'fa:16:3e:62:b1:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:04:37.938944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:04:37.941187 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f547c1-1c2d-4a1b-b8e0-4d14d525a41f" -d '{"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:04:37.971699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:04:37.979472 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f661be15-5e6b-4263-97d9-86cc84eb2180 x-openstack-request-id: req-f661be15-5e6b-4263-97d9-86cc84eb2180 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:04:37.979765 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-unplugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:04:37.980024 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f661be15-5e6b-4263-97d9-86cc84eb2180 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:04:37.980418 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f661be15-5e6b-4263-97d9-86cc84eb2180'] response: {'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'code': 200} May 02 11:04:37.988779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:04:37.989170 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:38.003033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:04:38.066775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:38.139073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:04:38.139443 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:04:38.143838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:04:38.151419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.151775 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.152124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.152467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.152841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.153182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.153571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.153854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.154190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.154520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.154852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.155182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.155509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.155846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.156217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:04:38.362711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e86183b-2700-4b00-a951-63aef42ceee8 req-befabe8e-5c06-4885-9d87-4ea719e74815 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:04:38.364487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e86183b-2700-4b00-a951-63aef42ceee8 req-befabe8e-5c06-4885-9d87-4ea719e74815 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 944 time: 0.0465279 May 02 11:04:38.412341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e86183b-2700-4b00-a951-63aef42ceee8 req-56895b60-2931-4e1b-9f1e-f9f443df587c tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423279 May 02 11:04:38.434776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46668) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:04:38.497044 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2c054fc2-72a4-44da-8748-a8e3b3418b87 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/floatingips/0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 HTTP/1.1" status: 200 len: 992 time: 0.0611396 May 02 11:04:38.676227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:04:38.676801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:38.689175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:04:38.708631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:04:38.771298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:38.817690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:04:38.965939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:04:39.600993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:04:39.649949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:04:39.650306 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:39.724621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:04:39.725238 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:39.757064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:04:39.837509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:39.883998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:04:39.981191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:04:39.983445 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91787511-9b77-46cf-981b-870926b07214" -d '{"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:04:40.019639 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab1fe96b-5a4b-4286-9cc6-ed9c3abef74a x-openstack-request-id: req-ab1fe96b-5a4b-4286-9cc6-ed9c3abef74a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:04:40.019933 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-plugged", "status": "completed", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:04:40.020213 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ab1fe96b-5a4b-4286-9cc6-ed9c3abef74a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:04:40.020629 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab1fe96b-5a4b-4286-9cc6-ed9c3abef74a'] response: {'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'code': 200} May 02 11:04:43.738485 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:04:44.671680 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:46.229090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:55.580366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d22463a2-66c5-4748-9270-9bce415f9e36 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:57.919979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2fad568-4c26-4426-9015-371217fe984e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:04:59.308151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:00.694939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:01.951495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:06.630898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-de55e087-d38c-47f5-899a-bf9697542998 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375278 May 02 11:05:06.707097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-dac71d82-404d-4e1e-8614-d3bce0458b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:06.708577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-dac71d82-404d-4e1e-8614-d3bce0458b6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0389316 May 02 11:05:06.812861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-a2e83226-aac8-48c3-8052-e98b77ac2ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:06.814327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-a2e83226-aac8-48c3-8052-e98b77ac2ac1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 898 time: 0.0869436 May 02 11:05:06.881734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-21a19580-70b2-437e-ae42-b5edda06f303 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 1002 time: 0.0604866 May 02 11:05:07.224876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-805bd695-d68e-4ff5-89fe-986dd7cdf416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:07.226264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-805bd695-d68e-4ff5-89fe-986dd7cdf416 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 200 len: 835 time: 0.3389058 May 02 11:05:07.275527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-fbf4d8c2-3b68-4b49-bfa1-687971d9cd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:07.276996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-fbf4d8c2-3b68-4b49-bfa1-687971d9cd63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ab4c732-a82b-48db-a56f-1e966a2a1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0374002 May 02 11:05:07.364867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-3c625a93-155c-46c1-b432-1887907c0573 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815601 May 02 11:05:07.451063 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d48e708b-a4a1-4458-a60d-bb9bff45fac7 req-a159e402-0f5d-4417-95aa-98bfa5a87301 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802364 May 02 11:05:09.064402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46696) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:09.210085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 68353790-62a5-45d5-8bb4-dbaee3a9f71d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:05:09.210437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.286952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.287282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (68353790-62a5-45d5-8bb4-dbaee3a9f71d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.300219 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 68353790-62a5-45d5-8bb4-dbaee3a9f71d owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:05:09.508292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (68353790-62a5-45d5-8bb4-dbaee3a9f71d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.532098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=68353790-62a5-45d5-8bb4-dbaee3a9f71d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:09.545444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.545804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.546155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.546492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.546823 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.547182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.547514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.547854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.548186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.548513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.548864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.549190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.549513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.549834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.550154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:09.607685 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for floatingip (0cc64164-1a68-46ee-bc30-c0bb1ef8bef6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.608019 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Floating IP 0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 disassociated (deleted). External IP: 172.35.4.216, port: 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111. May 02 11:05:09.818447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:05:09.927053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:09.931953 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:09.938296 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Sync routers for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:09.947779 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:09.952867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:09.961037 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d972a62e-63f1-4f40-a5bd-c2659c3eba55 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/floatingips/0cc64164-1a68-46ee-bc30-c0bb1ef8bef6 HTTP/1.1" status: 204 len: 168 time: 0.8954847 May 02 11:05:09.961713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:05:09.964091 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81a88e62-57b9-4883-aa3c-685d7c1ccd81" -d '{"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:05:10.003463 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55a6ea2d-f022-4080-a220-8f2d890e668e x-openstack-request-id: req-55a6ea2d-f022-4080-a220-8f2d890e668e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:05:10.003872 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:05:10.004225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-55a6ea2d-f022-4080-a220-8f2d890e668e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:05:10.004792 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55a6ea2d-f022-4080-a220-8f2d890e668e'] response: {'name': 'network-changed', 'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'status': 'completed', 'code': 200} May 02 11:05:10.067380 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:10.069548 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-6c6a7d37-a2c1-4340-8899-1d9698e778fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:10.071146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-6c6a7d37-a2c1-4340-8899-1d9698e778fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=43505981798d4147970c495b8fa9c9e8&device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 1128 time: 0.0418522 May 02 11:05:10.168422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-823ce646-c58e-400a-9768-e19497df3145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:10.170071 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-823ce646-c58e-400a-9768-e19497df3145 service neutron] 10.222.0.24 "GET /v2.0/networks?id=5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 200 len: 898 time: 0.0919561 May 02 11:05:10.213386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-23a9f8da-7a99-415c-b7e1-26d0042cf88f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 200 len: 217 time: 0.0364027 May 02 11:05:10.259636 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:10.261228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-db1d7fdb-ea42-4c50-97eb-7e535d80be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:10.262751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-db1d7fdb-ea42-4c50-97eb-7e535d80be9a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 200 len: 835 time: 0.0440497 May 02 11:05:10.291581 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Checking router: b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:10.300456 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:10.301106 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:10.310180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-0fe9f485-32ea-4436-afca-ecf2269c062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:10.312355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-0fe9f485-32ea-4436-afca-ecf2269c062b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=5ab4c732-a82b-48db-a56f-1e966a2a1387&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430124 May 02 11:05:10.410312 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:10.448035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8d783-e3b6-42a0-a38f-c407d91058d7 req-653802e1-72a8-4f99-b6ee-254a3b56017e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:10.449553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80f8d783-e3b6-42a0-a38f-c407d91058d7 req-653802e1-72a8-4f99-b6ee-254a3b56017e tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.1228046 May 02 11:05:10.500166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80f8d783-e3b6-42a0-a38f-c407d91058d7 req-d4b1cb76-c5d4-4f65-806f-e9ba8c1f3202 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445578 May 02 11:05:10.597712 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:10.627128 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fe46212-4973-4dc1-b509-967c873e5584 None None] The sync data for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 is: [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:30Z', 'revision_number': 4, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'c0b32c23-451f-4e95-8337-37f22402956e', 'name': '', 'network_id': '5ab4c732-a82b-48db-a56f-1e966a2a1387', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'mac_address': 'fa:16:3e:18:0d:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4070, 'fixed_ips': [{'subnet_id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:30Z', 'updated_at': '2022-05-02T11:03:33Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'subnets': [{'id': '71cab626-ede5-4926-bae2-5d436e8ff43d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:10.857625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afe8168-1877-4f96-af24-7ed5b132e970 None None] New status for floating IP 0cc64164-1a68-46ee-bc30-c0bb1ef8bef6: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:05:11.449854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-4bb25284-d6aa-499a-8095-8a25d19ff52a service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819159 May 02 11:05:11.628580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81a88e62-57b9-4883-aa3c-685d7c1ccd81 req-b9b468e0-25d0-442b-b7c7-ce4d549358b5 service neutron] 10.222.0.24 "GET /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909917 May 02 11:05:11.680075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d5462c-1398-4355-91b6-e787ae1b7c0d req-c8617146-9dc4-4cfb-ab67-dc49eb8f1cc7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:11.681717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45d5462c-1398-4355-91b6-e787ae1b7c0d req-c8617146-9dc4-4cfb-ab67-dc49eb8f1cc7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.1076066 May 02 11:05:11.716851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-5c419fa0-61dc-45e9-a712-716be20cd1e1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:11.718236 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-5c419fa0-61dc-45e9-a712-716be20cd1e1 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 946 time: 0.0474136 May 02 11:05:11.731692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-45d5462c-1398-4355-91b6-e787ae1b7c0d req-f6a61523-5a63-46d8-afa0-ca0a0a491251 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/security-groups?id=41a186a9-df08-46c4-ad64-3b745cd4121d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437896 May 02 11:05:11.805144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:05:11.813131 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:11.891756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:11.892157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:11.905924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:05:12.151650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0ea9e232-aa05-4cd8-936f-ea2bb1a8d111), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:12.180072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=0ea9e232-aa05-4cd8-936f-ea2bb1a8d111,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:12.229270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] No DVR routers for this DVR port 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:05:12.232200 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:12.235689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d5315193-42c7-43df-9a04-30b2dccaac0e req-46e4a863-1f6c-4a8e-a883-c22d30d81bf9 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.24 "DELETE /v2.0/ports/0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 HTTP/1.1" status: 204 len: 173 time: 0.5129726 May 02 11:05:12.236182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-deleted', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:05:12.238443 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-729d1e5d-fb6f-4e34-8f53-76076d1c26f0" -d '{"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-deleted", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:05:12.274646 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c17ade79-02e0-45f7-bf2b-91045cc1e9ed x-openstack-request-id: req-c17ade79-02e0-45f7-bf2b-91045cc1e9ed {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:05:12.275140 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5211e05b-5b3f-4afd-b66e-339da0c43802", "name": "network-vif-deleted", "tag": "0ea9e232-aa05-4cd8-936f-ea2bb1a8d111", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:05:12.275442 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c17ade79-02e0-45f7-bf2b-91045cc1e9ed {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:05:12.275846 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c17ade79-02e0-45f7-bf2b-91045cc1e9ed'] response: {'server_uuid': '5211e05b-5b3f-4afd-b66e-339da0c43802', 'name': 'network-vif-deleted', 'tag': '0ea9e232-aa05-4cd8-936f-ea2bb1a8d111', 'status': 'completed', 'code': 200} May 02 11:05:12.845947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a628a745-8605-4eaf-a241-e8bdbc8e14e4 req-7ed3ac04-8deb-4421-a2e5-88a9c2843f26 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "GET /v2.0/ports?device_id=5211e05b-5b3f-4afd-b66e-339da0c43802 HTTP/1.1" status: 200 len: 210 time: 0.0284545 May 02 11:05:13.904512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46716) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:14.245272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:14.482556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port c0b32c23-451f-4e95-8337-37f22402956e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:05:14.482899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c0b32c23-451f-4e95-8337-37f22402956e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:14.571940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port c0b32c23-451f-4e95-8337-37f22402956e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c0b32c23-451f-4e95-8337-37f22402956e,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:14.572210 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c0b32c23-451f-4e95-8337-37f22402956e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:14.585744 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for c0b32c23-451f-4e95-8337-37f22402956e owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:05:14.690930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:14.845365 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c0b32c23-451f-4e95-8337-37f22402956e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:14.876479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=c0b32c23-451f-4e95-8337-37f22402956e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:15.054225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:15.550467 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:05:15.657899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:15.662954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a56954fa-ed85-45b2-9405-70ba2ea10f96 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "PUT /v2.0/routers/b319c3f0-b36f-4cc3-991a-fd3abd5bbb10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7573876 May 02 11:05:15.665667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46718) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:15.669208 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Sync routers for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:15.679466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:15.681220 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:15.715965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting subnet 71cab626-ede5-4926-bae2-5d436e8ff43d {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:05:15.718302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (71cab626-ede5-4926-bae2-5d436e8ff43d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:15.762442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (71cab626-ede5-4926-bae2-5d436e8ff43d), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:15.791230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:15.803285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:05:15.828864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:05:15.834545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 0ea9e232-aa05-4cd8-936f-ea2bb1a8d111 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:05:15.858637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (71cab626-ede5-4926-bae2-5d436e8ff43d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:15.959786 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:05:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:15.985600 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Checking router: b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:15.993811 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Routers {'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:15.994402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:16.000347 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (71cab626-ede5-4926-bae2-5d436e8ff43d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.028835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Subnet': ['ID=71cab626-ede5-4926-bae2-5d436e8ff43d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:16.033731 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.039719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-20ada42c-fcf3-4f1a-8a88-6b3abf087487 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/subnets/71cab626-ede5-4926-bae2-5d436e8ff43d HTTP/1.1" status: 204 len: 168 time: 0.3704967 May 02 11:05:16.045364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46720) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:16.045454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd6c1f4-0770-4a42-9d35-a4535768e8a7 None None] Network 5ab4c732-a82b-48db-a56f-1e966a2a1387 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:05:16.103688 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] Set router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:16.156089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.228256 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] DHCP port deletion for 5ab4c732-a82b-48db-a56f-1e966a2a1387 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:05:16.258626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.270555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Deleting port 1a546200-4aaf-4f51-afea-24de39851127 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:05:16.271005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1a546200-4aaf-4f51-afea-24de39851127), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.278118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_gateway (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.334243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] For port 1a546200-4aaf-4f51-afea-24de39851127, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1a546200-4aaf-4f51-afea-24de39851127,segment=NetworkSegment(c420af6c-13ce-44de-985f-4aa6cd93c712),segment_id=c420af6c-13ce-44de-985f-4aa6cd93c712)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:16.334979 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1a546200-4aaf-4f51-afea-24de39851127), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.349124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Calling delete_port for 1a546200-4aaf-4f51-afea-24de39851127 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:05:16.372909 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:05:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:16.376333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Deleting port d12ddce8-f1df-4d58-8ba0-02f42b7940e5 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:05:16.376716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.400468 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65aa9be-1968-4dc8-815e-3f70fb7e7105 None None] The sync data for ids ['b319c3f0-b36f-4cc3-991a-fd3abd5bbb10'] in ncdv-master-1 is: [{'id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'name': 'tempest-TestNetworkAdvancedServerOps-router-36850081', 'tenant_id': '43505981798d4147970c495b8fa9c9e8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20'}], 'enable_snat': True}, 'gw_port_id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:05:14Z', 'revision_number': 5, 'project_id': '43505981798d4147970c495b8fa9c9e8', 'gw_port': {'id': 'd12ddce8-f1df-4d58-8ba0-02f42b7940e5', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:93:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b319c3f0-b36f-4cc3-991a-fd3abd5bbb10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4067, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:03:26Z', 'updated_at': '2022-05-02T11:03:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:16.465151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] For port d12ddce8-f1df-4d58-8ba0-02f42b7940e5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:16.465440 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.478989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Calling delete_port for d12ddce8-f1df-4d58-8ba0-02f42b7940e5 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:05:16.525950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (1a546200-4aaf-4f51-afea-24de39851127), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.549102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] Pushing event deleted for resources: {'Port': ['ID=1a546200-4aaf-4f51-afea-24de39851127,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:16.555012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf436045-2340-41ac-9b5b-a411198990c2 None None] No DVR routers for this DVR port 1a546200-4aaf-4f51-afea-24de39851127 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:05:16.713815 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d12ddce8-f1df-4d58-8ba0-02f42b7940e5), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.739341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Port': ['ID=d12ddce8-f1df-4d58-8ba0-02f42b7940e5,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:16.802614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.903657 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:16.905836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router_controller (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.020019 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (b319c3f0-b36f-4cc3-991a-fd3abd5bbb10), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.020493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Fanout notify agent at l3_agent the message router_deleted on router b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:05:17.027777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.029376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ace460f2-b29f-42ef-a5fe-f161166a03a7 tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/routers/b319c3f0-b36f-4cc3-991a-fd3abd5bbb10 HTTP/1.1" status: 204 len: 168 time: 0.9872060 May 02 11:05:17.035531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 46722) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:17.116631 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (5ab4c732-a82b-48db-a56f-1e966a2a1387), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.209889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (5ab4c732-a82b-48db-a56f-1e966a2a1387), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.230385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ab4c732-a82b-48db-a56f-1e966a2a1387']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:17.240254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c420af6c-13ce-44de-985f-4aa6cd93c712') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:17.240559 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c420af6c-13ce-44de-985f-4aa6cd93c712') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:17.250086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (c420af6c-13ce-44de-985f-4aa6cd93c712), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.263019 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c420af6c-13ce-44de-985f-4aa6cd93c712), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.268907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:05:17.271162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (c420af6c-13ce-44de-985f-4aa6cd93c712), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: timer() May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:05:17.272336 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:05:17.399395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (5ab4c732-a82b-48db-a56f-1e966a2a1387), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.407183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.410095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/networks/5ab4c732-a82b-48db-a56f-1e966a2a1387 HTTP/1.1" status: 204 len: 168 time: 0.3772597 May 02 11:05:17.412956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46724) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:17.422759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'Network': ['ID=5ab4c732-a82b-48db-a56f-1e966a2a1387,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:17.430388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.430747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.431101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.431452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.431795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.432138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.432485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.432918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.433256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.433767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.434088 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.434425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.434760 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.435093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.435437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117a1734-eb26-4c63-9319-586a36c4e58f tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:17.475170 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (41a186a9-df08-46c4-ad64-3b745cd4121d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.501279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (41a186a9-df08-46c4-ad64-3b745cd4121d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.645392 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (41a186a9-df08-46c4-ad64-3b745cd4121d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.648071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:17.649553 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] 10.222.0.16 "DELETE /v2.0/security-groups/41a186a9-df08-46c4-ad64-3b745cd4121d HTTP/1.1" status: 204 len: 168 time: 0.2355163 May 02 11:05:17.659714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf30f0-1ecd-4ac2-9dc1-0a7e24d531be tempest-TestNetworkAdvancedServerOps-853969667 tempest-TestNetworkAdvancedServerOps-853969667-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a186a9-df08-46c4-ad64-3b745cd4121d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:17.802112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d12ddce8-f1df-4d58-8ba0-02f42b7940e5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:05:17.822478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d12ddce8-f1df-4d58-8ba0-02f42b7940e5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:05:17.822836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d12ddce8-f1df-4d58-8ba0-02f42b7940e5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:05:17.823253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c0b32c23-451f-4e95-8337-37f22402956e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:05:17.842319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c0b32c23-451f-4e95-8337-37f22402956e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:05:17.842671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c0b32c23-451f-4e95-8337-37f22402956e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:05:17.843082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1a546200-4aaf-4f51-afea-24de39851127 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:05:17.866309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1a546200-4aaf-4f51-afea-24de39851127 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:05:17.866802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1a546200-4aaf-4f51-afea-24de39851127 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:05:18.182884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46732) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:18.323712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-901583e6-3569-41c9-8687-acb4cb6c7538 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=43505981798d4147970c495b8fa9c9e8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1395996 May 02 11:05:18.326334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46736) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:18.373709 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] Publish callbacks [] for security_group (e109a084-172e-464b-a692-49a87dde59ec), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:18.394891 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] Publish callbacks [] for security_group (e109a084-172e-464b-a692-49a87dde59ec), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:18.505552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e109a084-172e-464b-a692-49a87dde59ec), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:18.508220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:18.509514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e109a084-172e-464b-a692-49a87dde59ec HTTP/1.1" status: 204 len: 168 time: 0.1822851 May 02 11:05:18.517466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f494abb-95e1-42c0-b35c-e3654b3b7aae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e109a084-172e-464b-a692-49a87dde59ec,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:19.092304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46742) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:19.132816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-272a41ac-e66d-4f39-83a2-d9447548bbf7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0db0df81ebed46f9a0522d116377565c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392656 May 02 11:05:19.135217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46744) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:19.181430 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] Publish callbacks [] for security_group (f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:19.202359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] Publish callbacks [] for security_group (f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:19.305605 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:19.308227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:19.309410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b HTTP/1.1" status: 204 len: 168 time: 0.1733081 May 02 11:05:19.317843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2bb6db-ba0b-4cb8-88e3-ae1b49de11d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7c4dc2a-9ea5-447a-93dd-dc3e03da5d8b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:20.257779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46766) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:20.352839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1621498277-network', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:20.454569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Made reservation on behalf of dccab55a052648fbb6bbc3b93eaf849b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:05:20.456832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.465307 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.537424 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks [] for security_group (56e7f076-e36d-4e1c-b0fc-1e2109fea855), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.579635 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (56e7f076-e36d-4e1c-b0fc-1e2109fea855), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.606059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:05:20.612955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e7f076-e36d-4e1c-b0fc-1e2109fea855,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:20.618988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7a4353de-abdf-41a4-a7f0-b3605c3ab167), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.619342 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Added segment 7a4353de-abdf-41a4-a7f0-b3605c3ab167 of type vlan for network 8d170d59-6d0c-47ca-9d74-7c593ac80323 May 02 11:05:20.660233 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8d170d59-6d0c-47ca-9d74-7c593ac80323), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.736358 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8d170d59-6d0c-47ca-9d74-7c593ac80323), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.737275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:20.737846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:20.738295 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:05:20.798754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] Pushing event updated for resources: {'Network': ['ID=8d170d59-6d0c-47ca-9d74-7c593ac80323,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:20.808617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:05:20.836361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c9abdc4-5ac4-4cdf-8f9f-eea8d099cffa admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5774794 May 02 11:05:20.839795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46770) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:20.844111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Request body: {'subnet': {'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1621498277-subnet', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:20.939771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Made reservation on behalf of dccab55a052648fbb6bbc3b93eaf849b for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:05:20.942181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.168802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (fdfd5143-b62c-4411-87ba-6cc505376c6a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.224015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfd5143-b62c-4411-87ba-6cc505376c6a,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:21.232741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Checking segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:21.233111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Network hostable DHCP agents. Network: 8d170d59-6d0c-47ca-9d74-7c593ac80323, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:05:21.305516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:05:21.362291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8d170d59-6d0c-47ca-9d74-7c593ac80323) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:21.366495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:21.367277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.375782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f743b503-c799-4b59-9da7-43984729100d None None] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:05:21.447846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2457652-c5e8-438a-9f83-7c81bab1945f admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6049585 May 02 11:05:21.448062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:21.452430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:21.471824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8d170d59-6d0c-47ca-9d74-7c593ac80323', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:05:21.472690 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.528762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.529853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.586438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for router_controller (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.608724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Allocated IP 172.20.0.2 (8d170d59-6d0c-47ca-9d74-7c593ac80323/fdfd5143-b62c-4411-87ba-6cc505376c6a/dc61c977-69c3-450a-9b48-64e02b40e610) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:21.764141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks [] for port (dc61c977-69c3-450a-9b48-64e02b40e610), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.817559 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for router_gateway (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.826060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.862428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:21.865205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:21.871281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:21.879677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Pushing event updated for resources: {'Port': ['ID=dc61c977-69c3-450a-9b48-64e02b40e610,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:21.939033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Attempting to bind port dc61c977-69c3-450a-9b48-64e02b40e610 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:21.939536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Attempting to bind port dc61c977-69c3-450a-9b48-64e02b40e610 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:21.939940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Attempting to bind port dc61c977-69c3-450a-9b48-64e02b40e610 on network 8d170d59-6d0c-47ca-9d74-7c593ac80323 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:21.945158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:21.945539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Checking segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:21.945943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:21.946364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Bound using segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:21.946839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Bound port: dc61c977-69c3-450a-9b48-64e02b40e610, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:21.947234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.010028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] For port dc61c977-69c3-450a-9b48-64e02b40e610, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:22.012885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] For port dc61c977-69c3-450a-9b48-64e02b40e610, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc61c977-69c3-450a-9b48-64e02b40e610,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:22.064444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for router_gateway (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.074451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.083100 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.130950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e2d5df-d74b-45d3-a255-7ad6814bfd98 None None] Pushing event updated for resources: {'Port': ['ID=dc61c977-69c3-450a-9b48-64e02b40e610,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:22.191996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Allocated IP 172.35.4.237 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/aa8f4f88-71f6-4ae7-bf72-8698d171fe06) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:22.319647 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.404712 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:22.443963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:22.448833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:22.452396 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:22.457858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Pushing event updated for resources: {'Port': ['ID=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:22.811069 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for router_gateway (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.033134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66098cb0-2a09-4b79-85b5-ea2ab3af3cc0 None None] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:05:23.149176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Provisioning complete for port dc61c977-69c3-450a-9b48-64e02b40e610 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:23.149538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.236552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Current status of the port dc61c977-69c3-450a-9b48-64e02b40e610 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:23.237140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.271691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] For port dc61c977-69c3-450a-9b48-64e02b40e610, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc61c977-69c3-450a-9b48-64e02b40e610,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:23.330883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.336837 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.382033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff690d-8f59-4d4e-9c65-3a32f6233811 None None] Pushing event updated for resources: {'Port': ['ID=dc61c977-69c3-450a-9b48-64e02b40e610,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:23.449758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a506b066-a2fb-4ac0-a949-8a17aea34d1b None None] Provisioning complete for port dc61c977-69c3-450a-9b48-64e02b40e610 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:23.449758 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a506b066-a2fb-4ac0-a949-8a17aea34d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.525081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:05:23.528340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a506b066-a2fb-4ac0-a949-8a17aea34d1b None None] Current status of the port dc61c977-69c3-450a-9b48-64e02b40e610 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:23.635583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:23.644997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:23.654583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:23.655539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:23.705164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:23.706491 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b6a178d8-4cfc-4824-a513-444869841bd4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2574577 May 02 11:05:23.709261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:23.771002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:23.848691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc61c977-69c3-450a-9b48-64e02b40e610 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:24.111426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port dc61c977-69c3-450a-9b48-64e02b40e610 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:24.112085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.158434 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.175570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:22Z', 'revision_number': 3, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:24.207010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:24.207379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Updating router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:05:24.262021 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.293703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port dc61c977-69c3-450a-9b48-64e02b40e610 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:24.316015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Allocated IP 172.20.0.1 (8d170d59-6d0c-47ca-9d74-7c593ac80323/fdfd5143-b62c-4411-87ba-6cc505376c6a/d56b91b1-bce3-49cb-9c6e-804d51d1bcb9) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:24.415955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks [] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.512139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.521857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks [] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.555500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:24.560403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:24.564534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:24.588844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:24.606270 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.609339 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.661953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Attempting to bind port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:24.662631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Attempting to bind port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:24.663195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Attempting to bind port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:24.672368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:24.672851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:24.673334 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.673804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:24.674382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Bound port: aa8f4f88-71f6-4ae7-bf72-8698d171fe06, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:24.674939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.676667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518660-8e40-43e5-aa06-6c8d1c3f52e2 None None] Pushing event updated for resources: {'Port': ['ID=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:24.736794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] For port aa8f4f88-71f6-4ae7-bf72-8698d171fe06, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:24.740039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] For port aa8f4f88-71f6-4ae7-bf72-8698d171fe06, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:24.822749 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.827681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.882879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-96e04f22-be91-4625-8bdd-be30fba77760 None None] Provisioning complete for port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:24.883246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96e04f22-be91-4625-8bdd-be30fba77760 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:24.892972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:24.893597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:24.958284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57518660-8e40-43e5-aa06-6c8d1c3f52e2 None None] Pushing event updated for resources: {'Port': ['ID=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:24.973731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-96e04f22-be91-4625-8bdd-be30fba77760 None None] Port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:05:24.995022 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks [] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:25.041636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:25.079455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:25.149315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:25.151840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:25.235664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 1, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:25.245835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:25.247470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:25.261900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97149e49-3d8a-4e6c-8b42-d9811eb012aa None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 1, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:25.374358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:05:25.505513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:25.511530 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13d3a416-551e-48df-b2a8-b2922626e0a1 admin admin] 10.222.0.16 "PUT /v2.0/routers/5ba4e58a-95a7-4a3a-b785-ceaad2d11c36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012238 May 02 11:05:25.512118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-974ddd11-54fe-4f28-bd52-86f6e31acf98 None None] Provisioning complete for port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:25.512510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-974ddd11-54fe-4f28-bd52-86f6e31acf98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:25.558385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-974ddd11-54fe-4f28-bd52-86f6e31acf98 None None] Port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:05:25.614425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-16a42bf8-5351-47c5-8bef-6d9693525bfa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.270413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46790) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:26.275614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-871816223-network', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:26.362764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Made reservation on behalf of 0f0f1a13956849548d75099cffd4b83b for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:05:26.365182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.375319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.454398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks [] for security_group (7e1cdf5e-e196-4565-906d-6f52063764ed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.511506 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7e1cdf5e-e196-4565-906d-6f52063764ed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.537953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:05:26.548509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e1cdf5e-e196-4565-906d-6f52063764ed,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:26.553818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1ab9d324-bc0c-46b9-8258-a1f18fc8bf41), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.554170 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Added segment 1ab9d324-bc0c-46b9-8258-a1f18fc8bf41 of type vlan for network 43c61a7b-1741-4589-a0ea-28fc7056f97d May 02 11:05:26.603093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (43c61a7b-1741-4589-a0ea-28fc7056f97d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.673675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (43c61a7b-1741-4589-a0ea-28fc7056f97d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.674643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:26.675253 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:26.736840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] Pushing event updated for resources: {'Network': ['ID=43c61a7b-1741-4589-a0ea-28fc7056f97d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:26.746556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:05:26.777573 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-99920410-660f-4048-86ed-c699f66bde20 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5060263 May 02 11:05:26.782781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46792) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:26.785267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Request body: {'subnet': {'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-871816223-subnet', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:26.854261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Made reservation on behalf of 0f0f1a13956849548d75099cffd4b83b for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:05:26.856652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.094994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (9cada3e2-564c-41ac-91f2-096a62ace110), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.152846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cada3e2-564c-41ac-91f2-096a62ace110,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:27.161777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Checking segment: {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:27.162163 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Network hostable DHCP agents. Network: 43c61a7b-1741-4589-a0ea-28fc7056f97d, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:05:27.239415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:05:27.271015 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:27.281207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:27.281818 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:04:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:27.351352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 43c61a7b-1741-4589-a0ea-28fc7056f97d) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:27.355558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:05:27.357023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.361836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c4a7b8-c401-4fe2-aec9-ecd779c9476a None None] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:05:27.393045 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:27.431616 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-24fc1e57-ad99-4e36-944a-9ab128d8069d admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6502442 May 02 11:05:27.434370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46794) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:27.439310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:05:27.473453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-43c61a7b-1741-4589-a0ea-28fc7056f97d', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:05:27.474367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.534636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.535717 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.592518 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 2, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:27.597267 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for router_controller (edd41742-4bc7-4901-a7e8-a24d659e14e2), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.619625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:27.619988 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Updating router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:05:27.623824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Allocated IP 172.20.0.2 (43c61a7b-1741-4589-a0ea-28fc7056f97d/9cada3e2-564c-41ac-91f2-096a62ace110/ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:27.647390 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.793419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks [] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.804571 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for router_gateway (edd41742-4bc7-4901-a7e8-a24d659e14e2), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.853498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa8f4f88-71f6-4ae7-bf72-8698d171fe06 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:27.882981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.924919 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks [] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.949530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:27.951040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cd4913e3-a81f-42e0-abc6-5c4dcbbada0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:27.957662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:27.959842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:27.965097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Pushing event updated for resources: {'Port': ['ID=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:27.998004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:27.998442 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.050801 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.065749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Attempting to bind port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:28.067378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Attempting to bind port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:28.067378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Attempting to bind port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 on network 43c61a7b-1741-4589-a0ea-28fc7056f97d {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:28.075439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:28.075819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Checking segment: {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:28.076224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.076640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Bound using segment: {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:28.077110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Bound port: ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:28.077519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.079284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for router_gateway (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.097343 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Pushing event updated for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.099678 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.112447 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.113108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.113644 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.114165 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.114677 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.115179 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.115675 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.116192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.116738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.117234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.117734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.118252 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.118765 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.119261 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.119751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:05:28.176346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:28.176818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.183617 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Attempting to bind port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:28.184006 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Attempting to bind port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:28.184380 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Attempting to bind port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 on network 8d170d59-6d0c-47ca-9d74-7c593ac80323 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:28.189947 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:28.190315 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Checking segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:28.190730 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.191127 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Bound using segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:28.191599 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Bound port: d56b91b1-bce3-49cb-9c6e-804d51d1bcb9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:28.192189 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.222945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port aa8f4f88-71f6-4ae7-bf72-8698d171fe06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:28.227902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] For port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:28.232674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] For port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:28.262674 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] For port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:28.266363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Allocated IP 172.35.4.93 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/4f27f7af-2ac3-42bd-9aad-aa296540ddee) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:28.267983 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] For port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:28.285799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.317189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.357756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.359999 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.391595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.432153 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:28.432827 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:05:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:28.435973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Provisioning complete for port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:28.436530 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.464377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e582373-5dbb-42c3-b842-ce6b223d2c39 None None] Pushing event updated for resources: {'Port': ['ID=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.474787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e5b4ca-2567-4de1-86f7-de14458e4ab2 None None] Pushing event updated for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.518109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.559010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Current status of the port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:28.559411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.590573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:28.596309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:28.600442 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:28.600791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] For port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:28.616028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:28.647720 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Pushing event updated for resources: {'Port': ['ID=4f27f7af-2ac3-42bd-9aad-aa296540ddee,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.662250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.726683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da73b8c-7da8-4157-85d2-4d866288bfd3 None None] Pushing event updated for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:28.781971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0c6f6bfe-5f5a-45d9-aa8b-e9ab8246fd76 None None] Provisioning complete for port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:28.782358 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0c6f6bfe-5f5a-45d9-aa8b-e9ab8246fd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:28.878560 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:28.885241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0c6f6bfe-5f5a-45d9-aa8b-e9ab8246fd76 None None] Current status of the port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:28.906016 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22bf4d1a-9ef8-472a-bd8f-acafe71040b8 None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:29.034090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for router_gateway (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.329491 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.563530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.565889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755448da-1523-4fe5-afef-8f88cb5078ad None None] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:05:29.635789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Provisioning complete for port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:29.636105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.751904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Router edd41742-4bc7-4901-a7e8-a24d659e14e2 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:05:29.755419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Current status of the port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:29.755887 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.806303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] For port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:29.869425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.889780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:29.905449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Sync routers for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:29.929933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:29.930572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:05:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:29.973180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:29.974488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-87e0ec2b-480f-40df-9e6b-f63c15b27a91 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5392210 May 02 11:05:29.977378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 46796) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:05:29.978923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:30.009191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599a2c31-e909-457c-9afb-19ead21d048f None None] Pushing event updated for resources: {'Port': ['ID=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:30.020932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e5428a7d-1c1f-41e7-ac83-423fc32ca2af None None] Provisioning complete for port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:30.021308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5428a7d-1c1f-41e7-ac83-423fc32ca2af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.289926 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:30.290222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.318751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:30.408706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.467077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5428a7d-1c1f-41e7-ac83-423fc32ca2af None None] Current status of the port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:30.532525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:30.533587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa8f4f88-71f6-4ae7-bf72-8698d171fe06 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:30.569268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Allocated IP 172.20.0.1 (43c61a7b-1741-4589-a0ea-28fc7056f97d/9cada3e2-564c-41ac-91f2-096a62ace110/23c23a5b-76a4-494d-acad-93b73ff06b6e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:05:30.600892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 3, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:30.636497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Checking router: edd41742-4bc7-4901-a7e8-a24d659e14e2 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:30.636889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Updating router edd41742-4bc7-4901-a7e8-a24d659e14e2 port 4f27f7af-2ac3-42bd-9aad-aa296540ddee binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:05:30.673832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:30.674213 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.677297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.682277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks [] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.736519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.776716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.816558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:30.819431 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:30.825131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:05:30.849355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Pushing event updated for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:30.859294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:30.860492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:30.870302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:30.976169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:30.976169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.091078 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.110664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks [] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.122934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-69f47f5d-df98-4dc0-9dce-aaa52128cfa5 None None] Provisioning complete for port 23c23a5b-76a4-494d-acad-93b73ff06b6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:31.125660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-69f47f5d-df98-4dc0-9dce-aaa52128cfa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.145515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:31.160835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-69f47f5d-df98-4dc0-9dce-aaa52128cfa5 None None] Port 23c23a5b-76a4-494d-acad-93b73ff06b6e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:05:31.196731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.248747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Attempting to bind port 4f27f7af-2ac3-42bd-9aad-aa296540ddee on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:31.249119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Attempting to bind port 4f27f7af-2ac3-42bd-9aad-aa296540ddee by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:31.250077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Attempting to bind port 4f27f7af-2ac3-42bd-9aad-aa296540ddee on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:31.257069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12922d51-9b7b-423e-ab60-09fbf3d62a18 None None] Pushing event updated for resources: {'Port': ['ID=4f27f7af-2ac3-42bd-9aad-aa296540ddee,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:31.260962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:31.266534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:31.266534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.266534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:31.266534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Bound port: 4f27f7af-2ac3-42bd-9aad-aa296540ddee, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:31.266534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.267192 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks [] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.319353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] For port 4f27f7af-2ac3-42bd-9aad-aa296540ddee, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:31.322422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] For port 4f27f7af-2ac3-42bd-9aad-aa296540ddee, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f27f7af-2ac3-42bd-9aad-aa296540ddee,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:31.353659 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.418654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Pushing event updated for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:31.421606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.434359 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.491266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:31.491897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:05:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:31.517094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:05:31.518472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:05:31.531242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12922d51-9b7b-423e-ab60-09fbf3d62a18 None None] Pushing event updated for resources: {'Port': ['ID=4f27f7af-2ac3-42bd-9aad-aa296540ddee,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:31.617971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:31.641865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Router edd41742-4bc7-4901-a7e8-a24d659e14e2 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:05:31.763563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:05:31.769364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0839cfb4-160f-402d-bf3e-86488ec5afe1 admin admin] 10.222.0.16 "PUT /v2.0/routers/edd41742-4bc7-4901-a7e8-a24d659e14e2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909198 May 02 11:05:31.820765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:31.823228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-64854790-af5e-4fe5-ab86-aad8d11ec252 None None] Provisioning complete for port 23c23a5b-76a4-494d-acad-93b73ff06b6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:31.823601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-64854790-af5e-4fe5-ab86-aad8d11ec252 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.915287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:30Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23c23a5b-76a4-494d-acad-93b73ff06b6e', 'name': '', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'mac_address': 'fa:16:3e:03:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:30Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 2, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'subnets': [{'id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:31.943568 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-64854790-af5e-4fe5-ab86-aad8d11ec252 None None] Port 23c23a5b-76a4-494d-acad-93b73ff06b6e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:05:31.946904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6fe9c-6cfe-4d3d-b3a1-53e7074e6f97 None None] The sync data for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 is: [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:30Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23c23a5b-76a4-494d-acad-93b73ff06b6e', 'name': '', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'mac_address': 'fa:16:3e:03:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:30Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 2, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'subnets': [{'id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:31.958413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:31.958879 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:31.995808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:32.048393 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:33.828898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4f27f7af-2ac3-42bd-9aad-aa296540ddee up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:33.877230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4f27f7af-2ac3-42bd-9aad-aa296540ddee triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:33.877592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:33.934960 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Sync routers for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:05:33.944512 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:33.945575 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:05:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:33.958328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4f27f7af-2ac3-42bd-9aad-aa296540ddee is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:33.958712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:33.979075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 4f27f7af-2ac3-42bd-9aad-aa296540ddee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f27f7af-2ac3-42bd-9aad-aa296540ddee,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:34.063074 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.115192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=4f27f7af-2ac3-42bd-9aad-aa296540ddee,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:34.148318 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:34.335682 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:30Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23c23a5b-76a4-494d-acad-93b73ff06b6e', 'name': '', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'mac_address': 'fa:16:3e:03:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:30Z', 'updated_at': '2022-05-02T11:05:31Z', 'revision_number': 2, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'subnets': [{'id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:34.364872 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Checking router: edd41742-4bc7-4901-a7e8-a24d659e14e2 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:05:34.365228 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Updating router edd41742-4bc7-4901-a7e8-a24d659e14e2 port 23c23a5b-76a4-494d-acad-93b73ff06b6e binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:05:34.392855 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.651952 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks [] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.722536 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.776965 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4402c2-136d-47da-bb24-6a497a8654a2 None None] Pushing event updated for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:34.826764 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Attempting to bind port 23c23a5b-76a4-494d-acad-93b73ff06b6e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:05:34.827186 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Attempting to bind port 23c23a5b-76a4-494d-acad-93b73ff06b6e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:05:34.828321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Attempting to bind port 23c23a5b-76a4-494d-acad-93b73ff06b6e on network 43c61a7b-1741-4589-a0ea-28fc7056f97d {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:05:34.834314 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 5, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:05:34.834688 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Checking segment: {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:05:34.835085 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.835496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Bound using segment: {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:05:34.835968 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Bound port: 23c23a5b-76a4-494d-acad-93b73ff06b6e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:05:34.836341 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:34.907867 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] For port 23c23a5b-76a4-494d-acad-93b73ff06b6e, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:05:34.911335 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] For port 23c23a5b-76a4-494d-acad-93b73ff06b6e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23c23a5b-76a4-494d-acad-93b73ff06b6e,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:05:34.993794 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1754db97-5e40-4320-b023-bfbc49ba6e24 None None] Provisioning complete for port 23c23a5b-76a4-494d-acad-93b73ff06b6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:34.994393 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1754db97-5e40-4320-b023-bfbc49ba6e24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.005498 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.030316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1754db97-5e40-4320-b023-bfbc49ba6e24 None None] Port 23c23a5b-76a4-494d-acad-93b73ff06b6e cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:05:35.071246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:05:35.072234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:05:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:35.074555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4402c2-136d-47da-bb24-6a497a8654a2 None None] Pushing event updated for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:35.191316 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:05:35.248125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Provisioning complete for port 23c23a5b-76a4-494d-acad-93b73ff06b6e triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:35.248495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.331378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Current status of the port 23c23a5b-76a4-494d-acad-93b73ff06b6e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:35.331684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.365395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] For port 23c23a5b-76a4-494d-acad-93b73ff06b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23c23a5b-76a4-494d-acad-93b73ff06b6e,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:05:35.383308 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:30Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23c23a5b-76a4-494d-acad-93b73ff06b6e', 'name': '', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'mac_address': 'fa:16:3e:03:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:30Z', 'updated_at': '2022-05-02T11:05:34Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'subnets': [{'id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:05:35.405187 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9173747e-b70f-4531-9553-1ec86a21183b None None] The sync data for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 is: [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:05:30Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '23c23a5b-76a4-494d-acad-93b73ff06b6e', 'name': '', 'network_id': '43c61a7b-1741-4589-a0ea-28fc7056f97d', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'mac_address': 'fa:16:3e:03:5f:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:30Z', 'updated_at': '2022-05-02T11:05:34Z', 'revision_number': 4, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'subnets': [{'id': '9cada3e2-564c-41ac-91f2-096a62ace110', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:05:35.431498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.482634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5443665-3d0d-4fa1-9ad4-819937c55d59 None None] Pushing event updated for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:05:35.834057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 23c23a5b-76a4-494d-acad-93b73ff06b6e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:35.885917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 23c23a5b-76a4-494d-acad-93b73ff06b6e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:35.886422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:35.966749 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 23c23a5b-76a4-494d-acad-93b73ff06b6e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:35.967774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4f27f7af-2ac3-42bd-9aad-aa296540ddee up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:05:36.014992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 4f27f7af-2ac3-42bd-9aad-aa296540ddee triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:05:36.015632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:36.098177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 4f27f7af-2ac3-42bd-9aad-aa296540ddee is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:05:44.722336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:46.239063 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:55.564666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b35bd13f-6e2e-44e9-b910-a6394e32cfe4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:57.737641 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:05:57.918539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8fe08f09-0c6b-4ddc-a662-8843f507f1e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:05:59.307234 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:00.695593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:01.941321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:14.745211 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:16.261538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:25.604191 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8804aced-24f4-486e-879c-d800570ac224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:27.933188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-829e4bbc-08f0-4648-8de6-59a3b94dbb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:29.338859 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:30.746899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:31.967645 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:34.736689 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:06:44.693012 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:46.293962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:55.575545 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b14772bd-84e6-4966-ba22-21b36a0dd35f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:57.990974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b6ac9b18-4f31-4435-ab12-9364ee400c71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:06:59.346140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:00.735694 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:01.966903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:06.851978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47286) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:06.857617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1169195634', 'description': 'tempest-secgroup-smoke-1169195634 description', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:06.944827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.009661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (b836eae7-3eb9-4389-a142-f18cc81bec9e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.077405 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b836eae7-3eb9-4389-a142-f18cc81bec9e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.106303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b836eae7-3eb9-4389-a142-f18cc81bec9e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:07.114392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.117771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.118701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.118701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.118701 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.118986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:07.157939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.159271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6034744f-66fa-437b-b5ab-4e77a41fe595 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3062491 May 02 11:07:07.162134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47290) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:07.166458 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:07.283491 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (1b1e888e-5ed3-4bd7-a6f1-62a3e6744571), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.336406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (1b1e888e-5ed3-4bd7-a6f1-62a3e6744571), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.412499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1b1e888e-5ed3-4bd7-a6f1-62a3e6744571), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.432687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b1e888e-5ed3-4bd7-a6f1-62a3e6744571,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:07.488819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.490073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3945f1cc-5bb8-43eb-b440-6c21dee3828c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269827 May 02 11:07:07.492965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47292) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:07.497213 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:07.595946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (0a2075c4-0c41-4735-a960-d248284058f8), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.650696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (0a2075c4-0c41-4735-a960-d248284058f8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.738161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (0a2075c4-0c41-4735-a960-d248284058f8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.755926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a2075c4-0c41-4735-a960-d248284058f8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:07.831883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.833191 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9174b0fe-a121-4059-bdfb-7ce2990ede63 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3392615 May 02 11:07:07.835846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47294) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:07.840191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:07.928438 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (517b6f10-78d8-4ad3-bcd2-52826967cd5d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:07.984009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (517b6f10-78d8-4ad3-bcd2-52826967cd5d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.064205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (517b6f10-78d8-4ad3-bcd2-52826967cd5d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.085197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=517b6f10-78d8-4ad3-bcd2-52826967cd5d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:08.126070 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.127404 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-98b88969-3b22-4e18-8332-e423a6b6c7e6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2905400 May 02 11:07:08.130053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47296) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:08.134414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:08.202817 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (3f12e07e-0ebd-45c8-ba84-f4d73293fd9f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.257998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (3f12e07e-0ebd-45c8-ba84-f4d73293fd9f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.294510 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (3f12e07e-0ebd-45c8-ba84-f4d73293fd9f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.316473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f12e07e-0ebd-45c8-ba84-f4d73293fd9f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:08.368676 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.369881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9b86350f-7b63-40b6-8a79-87c824b07de8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2388906 May 02 11:07:08.372641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47298) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:08.377615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:08.454496 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Project dccab55a052648fbb6bbc3b93eaf849b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:07:08.459998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (379a7a0a-b7f7-42bd-8298-24a751de672c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.518280 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (379a7a0a-b7f7-42bd-8298-24a751de672c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.589824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (379a7a0a-b7f7-42bd-8298-24a751de672c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.609469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379a7a0a-b7f7-42bd-8298-24a751de672c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:08.665984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.667182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2f7a02eb-a5ee-4dd0-9f42-784826b6d3bc tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2935743 May 02 11:07:08.669904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47300) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:08.674813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'security_group_rule': {'security_group_id': 'b836eae7-3eb9-4389-a142-f18cc81bec9e', 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:08.744063 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Project dccab55a052648fbb6bbc3b93eaf849b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:07:08.749964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (d5838ca3-10fb-4afa-a2dd-5b9abe5e03aa), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.814045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (d5838ca3-10fb-4afa-a2dd-5b9abe5e03aa), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.881192 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (d5838ca3-10fb-4afa-a2dd-5b9abe5e03aa), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.898689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5838ca3-10fb-4afa-a2dd-5b9abe5e03aa,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:08.963182 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:08.964407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-89d5e0ce-ec7e-4b41-aaa0-96c6848472af tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2935376 May 02 11:07:09.125073 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-1590399e-5949-484b-afc6-14fe492ee448 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1169195634&fields=id&tenant_id=dccab55a052648fbb6bbc3b93eaf849b HTTP/1.1" status: 200 len: 267 time: 0.0466526 May 02 11:07:09.235724 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-247f10ef-5069-4604-baed-f03294cdcbba tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:09.237223 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-247f10ef-5069-4604-baed-f03294cdcbba tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 814 time: 0.1056676 May 02 11:07:09.251473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-543504a0-9916-44a4-b483-f7aa62d97c0b tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/quotas/dccab55a052648fbb6bbc3b93eaf849b HTTP/1.1" status: 200 len: 375 time: 0.0088143 May 02 11:07:09.299742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-6761a7b1-1352-4a42-9aa6-d203e5392726 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436697 May 02 11:07:09.452981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-d105b88a-484e-4b57-9147-cc4ce58e8913 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:07:09.453423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-d105b88a-484e-4b57-9147-cc4ce58e8913 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1432760 May 02 11:07:09.546812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-30e19c5a-6dcf-43a2-b81c-88313cda3fdc service neutron] 10.222.0.16 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874166 May 02 11:07:09.636148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-619a7eb1-c95a-4195-9f78-553e8c174ede service neutron] 10.222.0.16 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835414 May 02 11:07:10.188365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-601399aa-97ca-4b96-b8e8-23124b985415 req-cbf898b8-72cb-45a6-ba85-a10fc2e01998 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 210 time: 0.0283535 May 02 11:07:11.288024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f581283-e311-4d7e-879e-7ac9f97d496f req-fa478370-00e0-4fc6-b702-ec5599d528a7 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 210 time: 0.0333154 May 02 11:07:11.737115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:07:12.188537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-c6d1e1a1-759c-440f-96cc-d294c621c3c4 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:12.190026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-c6d1e1a1-759c-440f-96cc-d294c621c3c4 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 814 time: 0.1022482 May 02 11:07:12.252247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-6a1c64fe-f911-43d4-8d91-9bb6a1aaf348 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dccab55a052648fbb6bbc3b93eaf849b HTTP/1.1" status: 200 len: 380 time: 0.0543869 May 02 11:07:12.261665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'port': {'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'admin_state_up': True, 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'security_groups': ['b836eae7-3eb9-4389-a142-f18cc81bec9e']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:12.396677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-32ad7339-091e-4479-8b73-0bdb404aae87 req-cc9879b9-50fa-405c-8254-ad4f2d4de6d6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 210 time: 0.0325444 May 02 11:07:12.449309 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Made reservation on behalf of dccab55a052648fbb6bbc3b93eaf849b for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:07:12.453324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:12.581737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Allocated IP 172.20.0.12 (8d170d59-6d0c-47ca-9d74-7c593ac80323/fdfd5143-b62c-4411-87ba-6cc505376c6a/c533bce4-0fc6-4319-8ca7-73a5e5aed8bd) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:07:12.718322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:12.819197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:12.865596 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:07:12.870755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:07:12.875247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:07:12.903345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:12.942560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:12.943590 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.051341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-ddb33af3-7d89-45b2-8d17-e60dd6064818 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7931345 May 02 11:07:13.062888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Request body: {'port': {'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:13.126181 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.144622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dd3a03a0-ecac-434e-b8bd-b41847e139bd None None] Provisioning complete for port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:07:13.145226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd3a03a0-ecac-434e-b8bd-b41847e139bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.178760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dd3a03a0-ecac-434e-b8bd-b41847e139bd None None] Port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:07:13.385469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c533bce4-0fc6-4319-8ca7-73a5e5aed8bd {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:07:13.393406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks [] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.405618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Transition to ACTIVE for port object c533bce4-0fc6-4319-8ca7-73a5e5aed8bd will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:07:13.483206 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.511425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebb82c-3a30-459e-ab74-89dfc27445f8 req-61b94ef8-6721-4f40-8a8c-779a97c4a0a5 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:13.513075 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-caebb82c-3a30-459e-ab74-89dfc27445f8 req-61b94ef8-6721-4f40-8a8c-779a97c4a0a5 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 932 time: 0.0484495 May 02 11:07:13.556893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:13.574186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-caebb82c-3a30-459e-ab74-89dfc27445f8 req-658d3807-49e8-4680-8a23-2cc493a2f9f6 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543268 May 02 11:07:13.904535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Attempting to bind port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:07:13.904865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Attempting to bind port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:07:13.905717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Attempting to bind port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd on network 8d170d59-6d0c-47ca-9d74-7c593ac80323 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:07:13.910084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd on network 8d170d59-6d0c-47ca-9d74-7c593ac80323 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:07:13.910410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Attempting to bind port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd on network 8d170d59-6d0c-47ca-9d74-7c593ac80323 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:07:13.915336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 6, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:07:13.915727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Checking segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:07:13.916061 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Bound using segment: {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:07:13.916528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Bound port: c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7a4353de-abdf-41a4-a7f0-b3605c3ab167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:07:13.917107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:13.979420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:07:13.982521 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:07:14.066825 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:14.100010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.100839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:14.104699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] 10.222.0.24 "PUT /v2.0/ports/c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1092 time: 1.0437224 May 02 11:07:14.114634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:07:14.116978 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:07:14.133743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650cde59-06e2-424c-8761-fdb2f52a3e61 service neutron] Pushing event updated for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:14.162901 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce859caf-6398-4183-9150-8656bed3304a x-openstack-request-id: req-ce859caf-6398-4183-9150-8656bed3304a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:07:14.163208 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:07:14.163466 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ce859caf-6398-4183-9150-8656bed3304a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:07:14.163877 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce859caf-6398-4183-9150-8656bed3304a'] response: {'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:07:14.226868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-93f82fd6-7474-426b-9489-ff9e04e7f31a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.228509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-93f82fd6-7474-426b-9489-ff9e04e7f31a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1126 time: 0.0458794 May 02 11:07:14.328950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-e419f3c3-2424-4f6d-af51-7a6c845672ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.330423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-e419f3c3-2424-4f6d-af51-7a6c845672ab service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0947518 May 02 11:07:14.429534 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-6da8a0f4-3233-41bb-95d4-616a261395e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.431013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199fa013-7bf1-491d-a0a5-ee67dad7f3ab req-6da8a0f4-3233-41bb-95d4-616a261395e9 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0906422 May 02 11:07:14.502624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-f9a265fe-5713-41f9-8787-7ec57a3bff84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.504050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-f9a265fe-5713-41f9-8787-7ec57a3bff84 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1126 time: 0.0392959 May 02 11:07:14.544117 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-7268ee90-a209-4893-a669-bceb9fe1b3bd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 217 time: 0.0335920 May 02 11:07:14.597453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-c4e2d2df-8b6a-4a5c-9dcd-9f06360b26d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.599074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-c4e2d2df-8b6a-4a5c-9dcd-9f06360b26d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0494928 May 02 11:07:14.650858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac4489-2794-4841-8e81-9af23a55ac66 req-00e258f9-953a-468f-be34-70df51bd2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.652489 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-00e258f9-953a-468f-be34-70df51bd2184 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0482271 May 02 11:07:14.722339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:14.754127 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-df968ca6-df9d-4880-b508-633c53aec63e service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955813 May 02 11:07:14.847879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-efac4489-2794-4841-8e81-9af23a55ac66 req-51b9d0d4-7d6d-4520-9517-e3b932e57d63 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883915 May 02 11:07:14.954174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec9b356-9453-4251-8cb2-e6961516b7bf req-085581f7-da79-4364-a78a-5f2daa6429a3 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:14.955696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ec9b356-9453-4251-8cb2-e6961516b7bf req-085581f7-da79-4364-a78a-5f2daa6429a3 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 944 time: 0.0483000 May 02 11:07:15.004062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ec9b356-9453-4251-8cb2-e6961516b7bf req-373e7d89-64b4-4772-9319-7a1f1eb6adc8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426254 May 02 11:07:16.123197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65408d99-b0ad-4da7-81f2-d19a15c619f0 req-1b01f147-a7e8-4d23-979f-fa79cffd5eff tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:16.125324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65408d99-b0ad-4da7-81f2-d19a15c619f0 req-1b01f147-a7e8-4d23-979f-fa79cffd5eff tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 944 time: 0.0485077 May 02 11:07:16.178642 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65408d99-b0ad-4da7-81f2-d19a15c619f0 req-afdfa379-b053-4e10-8895-146fc9938c8d tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477879 May 02 11:07:16.269539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:17.625700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e19299-2262-4031-969e-49acf5fe4563 req-a1b8a9fb-dd77-4b17-a107-f061f71b7440 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:17.627188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9e19299-2262-4031-969e-49acf5fe4563 req-a1b8a9fb-dd77-4b17-a107-f061f71b7440 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 944 time: 0.3816564 May 02 11:07:17.675630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b9e19299-2262-4031-969e-49acf5fe4563 req-afc483bd-d00a-46bd-b598-a5e20e3e8a00 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427740 May 02 11:07:18.787965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b41eb-68fe-447c-ab04-02a80beee735 req-0d9037eb-862e-41d1-b0e2-021cc752c166 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:18.789510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c6b41eb-68fe-447c-ab04-02a80beee735 req-0d9037eb-862e-41d1-b0e2-021cc752c166 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 944 time: 0.0468903 May 02 11:07:18.836770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4c6b41eb-68fe-447c-ab04-02a80beee735 req-e4882cd0-b3c9-4bea-98cb-9ece2d03cea1 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416172 May 02 11:07:19.950475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c2093e-d952-4ab3-84a7-8e7cfc4cb9fe req-e4992843-fd03-45e3-ba05-544686ee1d4e tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:19.951933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73c2093e-d952-4ab3-84a7-8e7cfc4cb9fe req-e4992843-fd03-45e3-ba05-544686ee1d4e tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 944 time: 0.0472293 May 02 11:07:20.001233 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73c2093e-d952-4ab3-84a7-8e7cfc4cb9fe req-8a2f4a4a-7054-4384-92c9-8c02b40d80ab tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435989 May 02 11:07:20.144442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c533bce4-0fc6-4319-8ca7-73a5e5aed8bd details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:07:20.242335 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:07:20.253427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:07:20.295196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:07:20.295589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:20.308039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c533bce4-0fc6-4319-8ca7-73a5e5aed8bd {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:07:20.328088 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:07:20.425880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:20.471815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:20.479106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.479460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.479808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.480152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.480493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.480857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.481196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.481530 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.481870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.482195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.482526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.482856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.483188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.483516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.483847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:20.653760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:07:21.116231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f470a3c-3d45-4f93-9ae7-27959a125d88 req-f9a1faf9-8d24-42ce-bbc4-d1f873cc82c2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:21.117746 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f470a3c-3d45-4f93-9ae7-27959a125d88 req-f9a1faf9-8d24-42ce-bbc4-d1f873cc82c2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 945 time: 0.0465484 May 02 11:07:21.165455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f470a3c-3d45-4f93-9ae7-27959a125d88 req-e74f5a5c-5037-4292-adf6-dd3babbda40c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421920 May 02 11:07:22.145780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c533bce4-0fc6-4319-8ca7-73a5e5aed8bd up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:07:22.192299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:07:22.277225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:07:22.277702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:22.282022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb3bc7-5edd-47be-bbd4-65755df2395d req-3c2bd147-c9d2-473e-b0fd-f4ddbe8e61e5 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:22.289210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86fb3bc7-5edd-47be-bbd4-65755df2395d req-3c2bd147-c9d2-473e-b0fd-f4ddbe8e61e5 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 945 time: 0.0508418 May 02 11:07:22.333508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-86fb3bc7-5edd-47be-bbd4-65755df2395d req-c975718a-db11-4f28-8b6d-aab9d56f2cd8 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443470 May 02 11:07:22.355798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:07:22.356124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:22.378823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:07:22.381095 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fcd185-0f98-4607-87c8-86d897de34d8" -d '{"events": [{"server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "name": "network-vif-plugged", "status": "completed", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:07:22.393622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:07:22.418133 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:07:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afc4e5db-3652-4156-a5e6-a76f72b7db36 x-openstack-request-id: req-afc4e5db-3652-4156-a5e6-a76f72b7db36 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:07:22.418427 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "name": "network-vif-plugged", "status": "completed", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:07:22.418685 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-afc4e5db-3652-4156-a5e6-a76f72b7db36 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:07:22.419415 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc4e5db-3652-4156-a5e6-a76f72b7db36'] response: {'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'code': 200} May 02 11:07:22.449005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:22.503686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:22.525662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab63bb-9f4d-4f78-a8d8-d77bbb0f8f7b req-cbcdf612-0c55-4188-b0bc-70c98d2da58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:22.527251 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1ab63bb-9f4d-4f78-a8d8-d77bbb0f8f7b req-cbcdf612-0c55-4188-b0bc-70c98d2da58a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0484209 May 02 11:07:22.571306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c1ab63bb-9f4d-4f78-a8d8-d77bbb0f8f7b req-d220e968-4b12-4ca5-b8ce-60a44789faa0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388262 May 02 11:07:23.449103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab301ec-022c-4f6a-82df-1a8025d93770 req-8f01cb86-8776-437e-84f3-1b9d17769234 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:23.450617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ab301ec-022c-4f6a-82df-1a8025d93770 req-8f01cb86-8776-437e-84f3-1b9d17769234 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 946 time: 0.0481708 May 02 11:07:23.499669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ab301ec-022c-4f6a-82df-1a8025d93770 req-24674dda-c4a4-470c-b67f-e64f0474980c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434732 May 02 11:07:24.613613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03d9ff5-1c7c-4dbc-81ed-fcaadca36712 req-10915e9c-5ea8-4b2d-95bc-a53ce9e2c8c2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:24.615136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e03d9ff5-1c7c-4dbc-81ed-fcaadca36712 req-10915e9c-5ea8-4b2d-95bc-a53ce9e2c8c2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 946 time: 0.0465233 May 02 11:07:24.665241 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e03d9ff5-1c7c-4dbc-81ed-fcaadca36712 req-74820134-a701-481d-a867-ecda95f17299 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443735 May 02 11:07:24.782564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acc9c55-bff8-4878-8564-7446518e217d req-a27df3d8-8fb4-4765-8151-99ba6e3087cf tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:24.783923 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6acc9c55-bff8-4878-8564-7446518e217d req-a27df3d8-8fb4-4765-8151-99ba6e3087cf tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 946 time: 0.0463016 May 02 11:07:24.836756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6acc9c55-bff8-4878-8564-7446518e217d req-3ab25888-d531-461d-a42f-1003b7d5ed75 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472684 May 02 11:07:24.859164 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47380) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:24.937118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba4cb4b-e41e-4596-9241-2088d782d9d7 tempest-TestVolumeBackupRestore-1389539670 tempest-TestVolumeBackupRestore-1389539670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:24.938666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cba4cb4b-e41e-4596-9241-2088d782d9d7 tempest-TestVolumeBackupRestore-1389539670 tempest-TestVolumeBackupRestore-1389539670-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1123 time: 0.0785372 May 02 11:07:24.941564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47384) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:24.945826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:25.066029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:25.144545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:25.249809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Allocated IP 172.35.4.199 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/610f6e29-76dd-46dc-a871-2721a3f242f3) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:07:25.353263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:25.453448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:25.489279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:07:25.492083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:07:25.494845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:07:25.528948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'Port': ['ID=610f6e29-76dd-46dc-a871-2721a3f242f3,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:25.541347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.541695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.542040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.542378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.542747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.543079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.543407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.543736 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.544062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.544386 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.544740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.545069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.545402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.545733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.546061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:07:25.561140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c48e9e2-bfdf-461d-9744-ed5eadeaf554 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:25.893647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (66eaf080-3058-48e5-b6d5-3e681dcaf1d8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.017156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.174075 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.297958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.374335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event updated for resources: {'Port': ['ID=610f6e29-76dd-46dc-a871-2721a3f242f3,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:07:26.385154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (66eaf080-3058-48e5-b6d5-3e681dcaf1d8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.487667 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Floating IP 66eaf080-3058-48e5-b6d5-3e681dcaf1d8 associated. External IP: 172.35.4.199, port: c533bce4-0fc6-4319-8ca7-73a5e5aed8bd. May 02 11:07:26.699021 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:07:26.810085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:07:26.819975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:07:26.830581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:07:26.838985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:06:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:26.884932 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:26.922638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a35ef3e-73cc-42d6-90da-07b4d4914939 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9776039 May 02 11:07:26.922638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:07:26.923377 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:07:26.923648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:26.942271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:07:26.961721 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7f145c-255b-46ec-8811-f3e2eccc16ad x-openstack-request-id: req-4f7f145c-255b-46ec-8811-f3e2eccc16ad {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:07:26.968076 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:07:26.968076 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4f7f145c-255b-46ec-8811-f3e2eccc16ad {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:07:26.968076 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7f145c-255b-46ec-8811-f3e2eccc16ad'] response: {'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:07:26.968360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3129b9c-b36a-4b9c-80fd-0e48816e25b8 tempest-TestVolumeBackupRestore-1389539670 tempest-TestVolumeBackupRestore-1389539670-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:26.971791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3129b9c-b36a-4b9c-80fd-0e48816e25b8 tempest-TestVolumeBackupRestore-1389539670 tempest-TestVolumeBackupRestore-1389539670-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1123 time: 0.0444875 May 02 11:07:26.972180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:07:26.977227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Request body: {'floatingip': {'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:07:27.067324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-2b113a6f-8bb9-40c3-a8b0-83b57ca2a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:27.068772 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-2b113a6f-8bb9-40c3-a8b0-83b57ca2a237 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0545757 May 02 11:07:27.070921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (66eaf080-3058-48e5-b6d5-3e681dcaf1d8), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:27.168492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:25Z', 'revision_number': 0, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:27.196058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:07:27.204869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:07:27.205488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:06:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:27.255976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-dd4158f5-8c67-4d92-b4e9-b3a9042f0882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:27.257485 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-dd4158f5-8c67-4d92-b4e9-b3a9042f0882 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.1832857 May 02 11:07:27.315833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:07:27.397910 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-327c16f4-b26c-4cec-82c6-4cbe0098ffbc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1000 time: 0.1338484 May 02 11:07:27.489853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-6003749a-43a1-4a34-9e1a-17d83cbd6701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:27.491305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-6003749a-43a1-4a34-9e1a-17d83cbd6701 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0874279 May 02 11:07:27.533630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:25Z', 'revision_number': 0, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:27.564090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1b698e-b9a5-48b7-aa1a-9a9de7270ce1 None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:25Z', 'revision_number': 0, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:07:27.566214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-6704df30-e7d0-4b98-a26e-2f6a5452db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:27.567752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-6704df30-e7d0-4b98-a26e-2f6a5452db1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0702972 May 02 11:07:27.776669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef110a-8cd3-4298-bdbd-c8a9f9c99c7f None None] New status for floating IP 66eaf080-3058-48e5-b6d5-3e681dcaf1d8: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:07:27.841561 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-d6de1c53-de04-4a69-8381-2ce614f7378e service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337425 May 02 11:07:27.940179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-816d68a5-a8bd-4b26-8fb1-6c75e5abd79c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:27.941716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.resource_extend [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 02 11:07:28.004957 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:28.018354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3eb16c69-0d67-4d87-8c68-e6aa0f86e0a8 req-d35b4369-34b7-44ba-9a0d-ed34d2c58fcc service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555901 May 02 11:07:28.089157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (66eaf080-3058-48e5-b6d5-3e681dcaf1d8), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:28.090195 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.db.api [None req-f6ef110a-8cd3-4298-bdbd-c8a9f9c99c7f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115665) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:07:28.090617 ncdv-master-1 neutron-server[115665]: DEBUG oslo_db.api [None req-f6ef110a-8cd3-4298-bdbd-c8a9f9c99c7f None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:07:28.300527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:07:28.591986 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ef110a-8cd3-4298-bdbd-c8a9f9c99c7f None None] New status for floating IP 66eaf080-3058-48e5-b6d5-3e681dcaf1d8: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:07:28.710956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:07:28.715964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:28.746389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:07:28.748687 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b578637-e9aa-4fdc-9166-54c192b737b8" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:07:28.777984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-45d470aa-98fb-4fa5-b29b-3a39a41d6cf2 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "PUT /v2.0/floatingips/66eaf080-3058-48e5-b6d5-3e681dcaf1d8 HTTP/1.1" status: 200 len: 992 time: 1.8047209 May 02 11:07:28.800662 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faaea0a4-d1ce-496c-8d2e-a3e78552a6df x-openstack-request-id: req-faaea0a4-d1ce-496c-8d2e-a3e78552a6df {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:07:28.800973 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:07:28.801230 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-faaea0a4-d1ce-496c-8d2e-a3e78552a6df {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:07:28.801634 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-faaea0a4-d1ce-496c-8d2e-a3e78552a6df'] response: {'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:07:28.870853 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-1cb9dc76-e362-4a50-afec-701dbbde64bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:28.872730 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-1cb9dc76-e362-4a50-afec-701dbbde64bd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0394661 May 02 11:07:28.966220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-6d8f1f3a-a1ce-46c7-87f5-0ff55335694d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:28.970042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-6d8f1f3a-a1ce-46c7-87f5-0ff55335694d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0898015 May 02 11:07:28.976464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:07:28.986949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:07:28.987638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:07:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:29.033681 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-108de897-6824-428e-9d50-d5bb84cdba4e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0596089 May 02 11:07:29.091311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-274a6da8-138f-496e-9f81-069673abe1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:29.092830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-274a6da8-138f-496e-9f81-069673abe1f1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0484850 May 02 11:07:29.098941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:07:29.137296 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-070ce8b1-2f52-4088-a168-fe58e70e3828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:29.138729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-070ce8b1-2f52-4088-a168-fe58e70e3828 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0399020 May 02 11:07:29.226908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-5b259ac6-3df6-49bf-a2c2-d3d074edb05f service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820675 May 02 11:07:29.322513 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3b578637-e9aa-4fdc-9166-54c192b737b8 req-dce56da6-9b60-4c86-a904-509e8dc25efd service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899534 May 02 11:07:29.327550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:28Z', 'revision_number': 2, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:29.353620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:29.354541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:07:29.363272 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:07:29.363861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:07:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:29.627043 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:07:29.841316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:28Z', 'revision_number': 2, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:07:29.872380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16ded41d-4761-4aba-aca5-54eb31bd16ca None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '66eaf080-3058-48e5-b6d5-3e681dcaf1d8', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'port_id': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4109, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'mac_address': 'fa:16:3e:5c:ee:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:07:25Z', 'updated_at': '2022-05-02T11:07:28Z', 'revision_number': 2, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:07:30.733424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:30.803066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:07:30.805483 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:07:30.841187 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-810aa7ae-f0a8-45be-bff5-6212bebbae62 x-openstack-request-id: req-810aa7ae-f0a8-45be-bff5-6212bebbae62 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:07:30.841486 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:07:30.841741 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-810aa7ae-f0a8-45be-bff5-6212bebbae62 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:07:30.842147 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-810aa7ae-f0a8-45be-bff5-6212bebbae62'] response: {'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:07:30.900352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-1fb91ff4-2ab3-40bc-8818-16f176f9fe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:30.901788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-1fb91ff4-2ab3-40bc-8818-16f176f9fe80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0391536 May 02 11:07:30.994242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-a28a745a-b434-4a92-937b-1ab872f2bc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:30.995707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-a28a745a-b434-4a92-937b-1ab872f2bc77 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0870857 May 02 11:07:31.058228 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-10ba7553-1865-4f20-a821-475c2208b4ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0571420 May 02 11:07:31.109023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-89f2f7ec-7a5c-4f62-acb5-fd380226e0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:31.110495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-89f2f7ec-7a5c-4f62-acb5-fd380226e0b0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0474064 May 02 11:07:31.152658 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-d94184a1-0e7e-4263-b5ea-7ed4e5f23907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:07:31.154102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-d94184a1-0e7e-4263-b5ea-7ed4e5f23907 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380385 May 02 11:07:31.240853 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-8b8533de-19bc-4992-a987-54e6eba5eaed service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813484 May 02 11:07:31.331887 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cf1e264-dcf2-40d3-9ae7-ee737dae0e0f req-52b6595b-86e5-4a40-b71d-cd5f6e93e824 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855200 May 02 11:07:31.968424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:44.745366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:46.265413 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:48.736471 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:07:55.596387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fb89fc52-4676-4db9-bf48-685af895addd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:57.910628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b570716-f0dc-4803-9425-c4057087d1d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:07:59.362291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:00.716841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:01.943791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:07.700274 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-0711a083-6369-439e-9d29-cf27f5a3f0e6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190591 May 02 11:08:07.781269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-046e5bd3-03cd-449c-bab8-9a59199fa5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:08:07.782792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-046e5bd3-03cd-449c-bab8-9a59199fa5ab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0440691 May 02 11:08:07.883635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-82735dac-cb52-45bd-8e6c-7680fa4466ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:08:07.885177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-82735dac-cb52-45bd-8e6c-7680fa4466ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0864081 May 02 11:08:07.953286 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-aa855367-a1e4-4507-ac26-483bf5c973fd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0618622 May 02 11:08:08.001677 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-04b47548-0d6e-4f73-b0b3-c067a97a1d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:08:08.003125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-04b47548-0d6e-4f73-b0b3-c067a97a1d4d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0448487 May 02 11:08:08.046162 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-68bc92d0-5bba-4b79-b6c5-d66bd6f3e79c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:08:08.047655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-68bc92d0-5bba-4b79-b6c5-d66bd6f3e79c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0383623 May 02 11:08:08.142661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-aa628068-ae1b-40f9-80d2-af632fdfa308 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891511 May 02 11:08:08.235948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0829c2c6-13da-45c7-98ad-4149168960e9 req-70aa5856-31f8-4b79-a004-6ad135c06b7d service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877843 May 02 11:08:14.722042 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:16.299470 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:25.585005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b7b4b82b-abf9-46b1-8bc0-84d75eac0327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:25.735631 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:08:27.927465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5e584408-de69-49a3-b86d-a82e2f41a1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:29.325846 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:30.727430 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:31.954780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:44.721608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:46.275937 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:55.605364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd1366d8-a08b-4f60-9b49-7b14dd10e059 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:57.909684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-80ba6682-9140-4202-a630-58424ec7106d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:08:59.349820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:00.761172 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:01.954830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:02.734912 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:09:09.309806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-6606c32c-81bf-45ae-9a03-3c2078221dc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383248 May 02 11:09:09.397200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e66b-aee0-4ea7-97fa-712572386250 req-db36816f-da83-481d-b442-7879053a6f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:09:09.398692 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-db36816f-da83-481d-b442-7879053a6f9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0463312 May 02 11:09:09.503686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e66b-aee0-4ea7-97fa-712572386250 req-129363aa-6125-42a9-85ca-9e94bfc1599b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:09:09.505176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-129363aa-6125-42a9-85ca-9e94bfc1599b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0895686 May 02 11:09:09.572501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-ef854612-0f1a-41e3-8f42-a85766daff48 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0613160 May 02 11:09:09.619339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e66b-aee0-4ea7-97fa-712572386250 req-8b675fae-c8fc-43ca-b2ee-23ece80a2992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:09:09.620796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-8b675fae-c8fc-43ca-b2ee-23ece80a2992 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0429773 May 02 11:09:09.663790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606e66b-aee0-4ea7-97fa-712572386250 req-a7203b58-2cf7-41fc-b3e0-64c9f32cd216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:09:09.666673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-a7203b58-2cf7-41fc-b3e0-64c9f32cd216 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0392351 May 02 11:09:09.760588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-133e271a-a014-4d10-943c-f9fd0a494c85 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886066 May 02 11:09:09.847947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4606e66b-aee0-4ea7-97fa-712572386250 req-e709bc36-d8fe-4b8b-a97d-794bf8c16721 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819943 May 02 11:09:14.744109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:16.285832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:25.566480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b412cf6-b534-4d30-8d82-b537110fdb6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:27.955029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d4f00e4-ec0a-4ec3-8ec5-f9fcff0eb69d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:29.343353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:30.708207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:31.989571 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:39.734017 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:09:44.806023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:46.309385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:55.439711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-959b74eb-08f9-4348-a830-d4b865de5763 req-61fd3ede-ee66-49e9-8699-eefaff78baa4 service neutron] (115663) timed out ('10.222.0.15', 63264) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:09:55.605752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf737da4-9edd-42d4-95f4-dde018b115e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:57.914731 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-241078c5-8f62-4b8e-bf34-b20718a4ea6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:09:59.337574 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:00.719627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:01.941683 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:09.212726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-a63640a6-1a74-4126-bd17-cda9ba9a2d1d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0421190 May 02 11:10:09.290613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-01ca2207-cb52-455d-ac6e-cbd37f8a690c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:10:09.292087 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-01ca2207-cb52-455d-ac6e-cbd37f8a690c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0394862 May 02 11:10:09.391767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-79954de7-0bf5-413c-8798-9c054079b616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:10:09.393300 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-79954de7-0bf5-413c-8798-9c054079b616 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0841830 May 02 11:10:09.461911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-877b5060-5f5d-4a5a-935a-9f0c142899ca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0619993 May 02 11:10:09.508170 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-6565e11b-201a-4182-97f8-41a5c144fa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:10:09.509653 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-6565e11b-201a-4182-97f8-41a5c144fa26 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0423517 May 02 11:10:09.552209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-a6561510-c3f2-4aeb-b1c1-ce6370ae76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:10:09.553713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-a6561510-c3f2-4aeb-b1c1-ce6370ae76d2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381048 May 02 11:10:09.647405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-2798ead4-a414-4455-87a2-46fc4cc8d872 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879664 May 02 11:10:09.738393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-44e1c033-d820-41b4-adad-af20307cf0c5 req-0fc9c066-ae7a-4b56-ad26-59857c248952 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848703 May 02 11:10:14.724371 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:16.296992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:16.733986 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:10:25.554348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7dd21093-4bca-4e45-8f54-6ef3c4b9832f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:27.902929 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82cdf19d-7187-47a7-abe3-b4974760a360 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:29.331167 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:30.741870 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:31.965518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:44.707629 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:46.319894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:53.733763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:10:55.564962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4676be12-bfab-4ec2-9368-d37f188bf249 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:57.890871 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-12876773-8d42-49d3-86c1-95ad1732758e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:10:59.336704 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:00.713232 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:01.998957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:09.615827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-017c5900-28bf-4092-b30b-375998396cdc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379786 May 02 11:11:09.693856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-820d7801-a996-45ca-840f-12258471770f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:11:09.695967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-820d7801-a996-45ca-840f-12258471770f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0403550 May 02 11:11:09.800376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-e324b653-d509-4e0c-a6d5-835eb7afe947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:11:09.801922 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-e324b653-d509-4e0c-a6d5-835eb7afe947 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0877764 May 02 11:11:09.863668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-16116e13-f66b-4cc1-8a65-a4abac061d14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0562203 May 02 11:11:09.911201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-ef81bf20-5328-4d15-89d4-9c4217d2b372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:11:09.912770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-ef81bf20-5328-4d15-89d4-9c4217d2b372 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0434082 May 02 11:11:09.958894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-2e748205-fd51-4b39-aabf-ccc8429e6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:11:09.960396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-2e748205-fd51-4b39-aabf-ccc8429e6a8d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0425436 May 02 11:11:09.969520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-93ce9d8c-1d83-4ca8-9d8a-da8e519caff5 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:11:09.970501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-93ce9d8c-1d83-4ca8-9d8a-da8e519caff5 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048676 May 02 11:11:10.057966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-777aa554-a50c-416e-9b51-17e8bcdc82f8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821621 May 02 11:11:10.149718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-67946b77-a0b4-41ca-b468-733ee70f6fad req-6c5d8a99-a74a-4bfa-bc1a-7444d09ccb98 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865417 May 02 11:11:14.787665 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:16.318064 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:25.581635 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-562fc1c3-ba20-4000-b321-fd3bdb1ced92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:27.930014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f160e74b-8aac-43fc-bf4d-ad62aaa7c1ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:29.358171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:30.701367 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:30.733621 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:11:31.964235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:44.786970 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:46.330014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:55.563526 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-89ab152b-509b-4fd1-aa75-34f905829780 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:57.935189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c4d3f25-066b-4059-bb33-eac96ebea1ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:11:59.334239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:00.707055 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:01.963863 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:07.733207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:12:10.635026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-810be5ce-3216-4521-bf96-59f1d2ed0f21 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396783 May 02 11:12:10.712054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-edfcafe9-a7f9-402f-95f1-0d7878a66f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:10.713566 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-edfcafe9-a7f9-402f-95f1-0d7878a66f43 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0392466 May 02 11:12:10.818896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-9c0d7191-9e80-469b-b210-fa84310af95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:10.820361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-9c0d7191-9e80-469b-b210-fa84310af95b service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.0891860 May 02 11:12:10.883865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-d8b07791-5896-4900-9bca-4ca2b40aab12 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 1002 time: 0.0577760 May 02 11:12:10.936563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-bd29ecf8-b886-4a39-821f-9765d76990e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:10.937992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-bd29ecf8-b886-4a39-821f-9765d76990e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0488546 May 02 11:12:10.980648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-a28eb6fb-f6a4-402a-8b48-42f84c9f7b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:10.982130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-a28eb6fb-f6a4-402a-8b48-42f84c9f7b77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0383816 May 02 11:12:11.071369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-740d3c45-dca6-4b54-abdc-5835107538d6 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834408 May 02 11:12:11.159062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-09f7ad3a-be5a-4ce2-ad8c-93dbd555cee5 req-d6819fa9-db92-4394-acbd-6c032e4ce727 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825431 May 02 11:12:14.763270 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:16.329070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:21.687911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47604) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:21.905946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Deleting port 610f6e29-76dd-46dc-a871-2721a3f242f3 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:21.906316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:21.981803 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:21.982143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (610f6e29-76dd-46dc-a871-2721a3f242f3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:21.995664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Calling delete_port for 610f6e29-76dd-46dc-a871-2721a3f242f3 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:22.209044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (610f6e29-76dd-46dc-a871-2721a3f242f3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:22.232063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event deleted for resources: {'Port': ['ID=610f6e29-76dd-46dc-a871-2721a3f242f3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:22.243975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.244324 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.244691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.245035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.245373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.245704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.246030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.246357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.246684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.247013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.247352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.247675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.247999 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.248318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.248677 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:22.319638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for floatingip (66eaf080-3058-48e5-b6d5-3e681dcaf1d8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:22.319954 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Floating IP 66eaf080-3058-48e5-b6d5-3e681dcaf1d8 disassociated (deleted). External IP: 172.35.4.199, port: c533bce4-0fc6-4319-8ca7-73a5e5aed8bd. May 02 11:12:22.537294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:12:22.649859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:12:22.655246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:22.659816 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:12:22.670263 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:22.670984 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:11:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:22.686151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51fc5d4a-0b54-44c7-8e64-477815507141 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "DELETE /v2.0/floatingips/66eaf080-3058-48e5-b6d5-3e681dcaf1d8 HTTP/1.1" status: 204 len: 168 time: 0.9971416 May 02 11:12:22.686855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:12:22.689146 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12" -d '{"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:12:22.783466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:22.920011 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:12:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1457e83d-fb5c-4388-bffd-ae857f21f820 x-openstack-request-id: req-1457e83d-fb5c-4388-bffd-ae857f21f820 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:12:22.920500 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:12:22.920801 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1457e83d-fb5c-4388-bffd-ae857f21f820 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:12:22.921214 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1457e83d-fb5c-4388-bffd-ae857f21f820'] response: {'name': 'network-changed', 'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:12:22.986638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-356564e9-de3c-44f8-bafa-29456a28bdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:22.988147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-356564e9-de3c-44f8-bafa-29456a28bdc5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 1128 time: 0.0411851 May 02 11:12:22.988324 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:23.020061 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:12:23.030152 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:23.030841 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:11:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:23.098179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-1d9e5c9d-c122-4fe1-bdbb-eedc7c3f9229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:23.102830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-1d9e5c9d-c122-4fe1-bdbb-eedc7c3f9229 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 200 len: 915 time: 0.1079588 May 02 11:12:23.143494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:23.170806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c65875-3e32-4711-8c6d-7b071dd9382b req-a5cb2f4c-23b0-4ae5-95bb-3d5905718fd1 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:23.172382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1c65875-3e32-4711-8c6d-7b071dd9382b req-a5cb2f4c-23b0-4ae5-95bb-3d5905718fd1 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 946 time: 0.1149299 May 02 11:12:23.225806 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1c65875-3e32-4711-8c6d-7b071dd9382b req-0b33d480-088c-471c-9f97-70414df36771 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/security-groups?id=b836eae7-3eb9-4389-a142-f18cc81bec9e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468938 May 02 11:12:23.423274 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:23.424582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-b71378d2-7cbc-4ebf-a7d1-0e7c5aa11bc8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 200 len: 217 time: 0.0385723 May 02 11:12:23.453433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9206a605-e923-4942-9553-3b221f3a8e42 None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:05:24Z', 'revision_number': 4, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'd56b91b1-bce3-49cb-9c6e-804d51d1bcb9', 'name': '', 'network_id': '8d170d59-6d0c-47ca-9d74-7c593ac80323', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'mac_address': 'fa:16:3e:86:78:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_interface', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:24Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'subnets': [{'id': 'fdfd5143-b62c-4411-87ba-6cc505376c6a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:12:23.477281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-3c771e71-027c-4371-b92d-cf7a08a42763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:23.478753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-3c771e71-027c-4371-b92d-cf7a08a42763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 200 len: 853 time: 0.0449622 May 02 11:12:23.538491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-ad4e6d16-9fd4-41be-9fab-c015749281e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:23.540270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-ad4e6d16-9fd4-41be-9fab-c015749281e1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8d170d59-6d0c-47ca-9d74-7c593ac80323&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0416534 May 02 11:12:23.680581 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-f09c317c-677d-4f0b-ad23-b6bb02ea2a89 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903087 May 02 11:12:23.682141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00662f1-361e-4e09-a5e2-3ef77213ba91 None None] New status for floating IP 66eaf080-3058-48e5-b6d5-3e681dcaf1d8: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:12:23.834353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01a8de0f-1e09-4692-abd1-7a02cf7fcf12 req-41698567-3673-43aa-9366-6bbc263350e8 service neutron] 10.222.0.24 "GET /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834157 May 02 11:12:23.978549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-a8608cae-3dcc-4a35-b316-0f2395503970 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:12:23.979992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-a8608cae-3dcc-4a35-b316-0f2395503970 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 946 time: 0.0501451 May 02 11:12:24.062784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Deleting port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:24.063484 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:24.153743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] For port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:24.154114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:24.167731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Calling delete_port for c533bce4-0fc6-4319-8ca7-73a5e5aed8bd owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:24.369368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c533bce4-0fc6-4319-8ca7-73a5e5aed8bd), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:24.398840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event deleted for resources: {'Port': ['ID=c533bce4-0fc6-4319-8ca7-73a5e5aed8bd,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:24.401598 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c54ad67a-9f9e-43d8-87c0-4a7e633c9f29 req-042e411a-eff9-4a10-b3b0-f19ff4e55763 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 210 time: 0.0849628 May 02 11:12:24.426306 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.426653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.427001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.427382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.427666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.427997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.428332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.428686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.429033 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.429379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.429687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.430017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.430371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.430691 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.431013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:24.454556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] No DVR routers for this DVR port c533bce4-0fc6-4319-8ca7-73a5e5aed8bd on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:12:24.457109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:24.461026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07a39b96-e16d-47cb-92bb-b69192e1b071 req-38df0816-24db-479a-830d-71582bae3f45 tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.24 "DELETE /v2.0/ports/c533bce4-0fc6-4319-8ca7-73a5e5aed8bd HTTP/1.1" status: 204 len: 173 time: 0.4756217 May 02 11:12:24.461462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'name': 'network-vif-deleted', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:12:24.463707 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ebbd20-1afa-43fb-8b1b-137a7ac6fa02" -d '{"events": [{"server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "name": "network-vif-deleted", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:12:24.562131 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:12:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd61389c-a106-4ba6-b7a1-a010f309a7b2 x-openstack-request-id: req-bd61389c-a106-4ba6-b7a1-a010f309a7b2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:12:24.566970 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd3d7480-82ba-4032-a80b-910f528a4f6b", "name": "network-vif-deleted", "tag": "c533bce4-0fc6-4319-8ca7-73a5e5aed8bd", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:12:24.566970 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bd61389c-a106-4ba6-b7a1-a010f309a7b2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:12:24.566970 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd61389c-a106-4ba6-b7a1-a010f309a7b2'] response: {'server_uuid': 'bd3d7480-82ba-4032-a80b-910f528a4f6b', 'name': 'network-vif-deleted', 'tag': 'c533bce4-0fc6-4319-8ca7-73a5e5aed8bd', 'status': 'completed', 'code': 200} May 02 11:12:25.513859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-965c7b4d-cac5-4459-8674-9a7423fc93dc req-712b3062-25fe-455d-b492-152213f04c6c tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd3d7480-82ba-4032-a80b-910f528a4f6b HTTP/1.1" status: 200 len: 210 time: 0.0291727 May 02 11:12:25.597864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-afe60379-5b26-4a59-accc-225487edf4f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:26.573124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47650) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:26.628541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (b836eae7-3eb9-4389-a142-f18cc81bec9e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:26.653899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (b836eae7-3eb9-4389-a142-f18cc81bec9e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:26.773972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b836eae7-3eb9-4389-a142-f18cc81bec9e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:26.776562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:26.778005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] 10.222.0.16 "DELETE /v2.0/security-groups/b836eae7-3eb9-4389-a142-f18cc81bec9e HTTP/1.1" status: 204 len: 168 time: 0.2036347 May 02 11:12:26.787010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5341568-6bb1-4ddc-80b8-591cafbae37f tempest-TestVolumeBackupRestore-2081214727 tempest-TestVolumeBackupRestore-2081214727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836eae7-3eb9-4389-a142-f18cc81bec9e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:27.528968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c533bce4-0fc6-4319-8ca7-73a5e5aed8bd no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:27.550142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: c533bce4-0fc6-4319-8ca7-73a5e5aed8bd {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:27.550525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c533bce4-0fc6-4319-8ca7-73a5e5aed8bd not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:27.946215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c1f47016-8e50-4c76-bf56-1435f72a66fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:29.335608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:30.717304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:31.974626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:43.052372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47768) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:43.756348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:43.985974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Deleting port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:43.986317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:44.064709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] For port d56b91b1-bce3-49cb-9c6e-804d51d1bcb9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:44.065390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:44.077482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Calling delete_port for d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:44.340132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d56b91b1-bce3-49cb-9c6e-804d51d1bcb9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:44.365006 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Pushing event deleted for resources: {'Port': ['ID=d56b91b1-bce3-49cb-9c6e-804d51d1bcb9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:44.535598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:44.733011 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:12:44.758490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:12:44.820078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:44.865760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:12:44.870758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2713a069-bfd9-4258-bb46-32d5d946421d admin admin] 10.222.0.16 "PUT /v2.0/routers/5ba4e58a-95a7-4a3a-b785-ceaad2d11c36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8168275 May 02 11:12:44.873301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:44.877168 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Sync routers for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:12:44.888365 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:44.889010 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:12:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:44.981422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks [] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.002317 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:45.087687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks [] for router_gateway (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.172246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237'}], 'enable_snat': True}, 'gw_port_id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:12:44Z', 'revision_number': 5, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port': {'id': 'aa8f4f88-71f6-4ae7-bf72-8698d171fe06', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:64:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:22Z', 'updated_at': '2022-05-02T11:05:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:45.181111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Deleting port aa8f4f88-71f6-4ae7-bf72-8698d171fe06 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:45.186035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.205231 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Checking router: 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:12:45.214285 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Routers {'5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:45.214893 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:12:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:45.263789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] For port aa8f4f88-71f6-4ae7-bf72-8698d171fe06, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:45.264066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.276965 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Calling delete_port for aa8f4f88-71f6-4ae7-bf72-8698d171fe06 owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:45.302351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] Set router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:45.353337 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:12:45Z', 'revision_number': 6, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:45.383645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ea01f4-1845-44b5-b6d7-b7f74be3ac38 None None] The sync data for ids ['5ba4e58a-95a7-4a3a-b785-ceaad2d11c36'] in ncdv-master-1 is: [{'id': '5ba4e58a-95a7-4a3a-b785-ceaad2d11c36', 'name': 'tempest-TestVolumeBackupRestore-1621498277-router', 'tenant_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:21Z', 'updated_at': '2022-05-02T11:12:45Z', 'revision_number': 6, 'project_id': 'dccab55a052648fbb6bbc3b93eaf849b', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:12:45.499930 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (aa8f4f88-71f6-4ae7-bf72-8698d171fe06), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.525022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Pushing event deleted for resources: {'Port': ['ID=aa8f4f88-71f6-4ae7-bf72-8698d171fe06,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:45.589304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.681236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.683276 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks [] for router_controller (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.814485 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (5ba4e58a-95a7-4a3a-b785-ceaad2d11c36), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.815078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:12:45.819908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.821106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7daaf543-244b-4d65-b064-0db43c1ac6dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/5ba4e58a-95a7-4a3a-b785-ceaad2d11c36 HTTP/1.1" status: 204 len: 168 time: 0.9468703 May 02 11:12:45.826169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:45.879900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Deleting subnet fdfd5143-b62c-4411-87ba-6cc505376c6a {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:12:45.883414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Publish callbacks [] for subnet (fdfd5143-b62c-4411-87ba-6cc505376c6a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.917654 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (fdfd5143-b62c-4411-87ba-6cc505376c6a), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:45.993644 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fdfd5143-b62c-4411-87ba-6cc505376c6a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.088850 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (fdfd5143-b62c-4411-87ba-6cc505376c6a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.116972 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.121272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fdfd5143-b62c-4411-87ba-6cc505376c6a HTTP/1.1" status: 204 len: 168 time: 0.2963214 May 02 11:12:46.122266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abecb31-7f66-46e9-ab38-cccb88837469 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfd5143-b62c-4411-87ba-6cc505376c6a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:46.122405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbd5491-51c1-4622-8082-4a75d112bbff None None] Network 8d170d59-6d0c-47ca-9d74-7c593ac80323 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:12:46.123533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47776) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:46.202653 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8d170d59-6d0c-47ca-9d74-7c593ac80323), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.230409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:46.253575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:46.253996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d56b91b1-bce3-49cb-9c6e-804d51d1bcb9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:46.254482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa8f4f88-71f6-4ae7-bf72-8698d171fe06 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:46.260444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Deleting port dc61c977-69c3-450a-9b48-64e02b40e610 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:46.260813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.292281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: aa8f4f88-71f6-4ae7-bf72-8698d171fe06 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:46.292930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device aa8f4f88-71f6-4ae7-bf72-8698d171fe06 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:46.302546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] DHCP port deletion for 8d170d59-6d0c-47ca-9d74-7c593ac80323 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:12:46.339424 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] For port dc61c977-69c3-450a-9b48-64e02b40e610, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc61c977-69c3-450a-9b48-64e02b40e610,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:46.339691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.341636 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.353249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Deleting port dc61c977-69c3-450a-9b48-64e02b40e610 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:46.353513 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.354061 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Calling delete_port for dc61c977-69c3-450a-9b48-64e02b40e610 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:46.421228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] For port dc61c977-69c3-450a-9b48-64e02b40e610, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=dc61c977-69c3-450a-9b48-64e02b40e610,segment=NetworkSegment(7a4353de-abdf-41a4-a7f0-b3605c3ab167),segment_id=7a4353de-abdf-41a4-a7f0-b3605c3ab167)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:46.421636 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.436918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Calling delete_port for dc61c977-69c3-450a-9b48-64e02b40e610 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:46.557902 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:12:46.558366 ncdv-master-1 neutron-server[115664]: self.session.flush() May 02 11:12:46.564090 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (dc61c977-69c3-450a-9b48-64e02b40e610), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.588707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] No DVR routers for this DVR port dc61c977-69c3-450a-9b48-64e02b40e610 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:12:46.590843 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Pushing event deleted for resources: {'Port': ['ID=dc61c977-69c3-450a-9b48-64e02b40e610,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:46.593067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] No DVR routers for this DVR port dc61c977-69c3-450a-9b48-64e02b40e610 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:12:46.593727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc61c977-69c3-450a-9b48-64e02b40e610,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:46.601032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.601383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.601724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.602061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.602397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.602727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.603055 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.603379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.603863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.604007 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.604332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.604701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.605041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.610968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.610968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58d2e013-d52b-4042-ab76-13bec1adafa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:12:46.677927 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8d170d59-6d0c-47ca-9d74-7c593ac80323), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.698477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d170d59-6d0c-47ca-9d74-7c593ac80323']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:46.707792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a4353de-abdf-41a4-a7f0-b3605c3ab167') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:46.708099 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a4353de-abdf-41a4-a7f0-b3605c3ab167') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:46.718192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7a4353de-abdf-41a4-a7f0-b3605c3ab167), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.731281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7a4353de-abdf-41a4-a7f0-b3605c3ab167), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.737290 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:12:46.737787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7a4353de-abdf-41a4-a7f0-b3605c3ab167), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: timer() May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:12:46.739643 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:12:46.860133 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8d170d59-6d0c-47ca-9d74-7c593ac80323), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.866072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:46.870026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] 10.222.0.16 "DELETE /v2.0/networks/8d170d59-6d0c-47ca-9d74-7c593ac80323 HTTP/1.1" status: 204 len: 168 time: 0.7449181 May 02 11:12:46.873154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47778) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:46.882162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ccca5d-cb24-47ae-8fcd-957cd394a692 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d170d59-6d0c-47ca-9d74-7c593ac80323,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:47.197056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:47.428414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Deleting port 23c23a5b-76a4-494d-acad-93b73ff06b6e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:47.428796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:47.509031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] For port 23c23a5b-76a4-494d-acad-93b73ff06b6e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=23c23a5b-76a4-494d-acad-93b73ff06b6e,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:47.509310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:47.522546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Calling delete_port for 23c23a5b-76a4-494d-acad-93b73ff06b6e owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:47.768427 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (23c23a5b-76a4-494d-acad-93b73ff06b6e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:47.794380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Pushing event deleted for resources: {'Port': ['ID=23c23a5b-76a4-494d-acad-93b73ff06b6e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:47.966616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:48.071771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc61c977-69c3-450a-9b48-64e02b40e610 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:48.091493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: dc61c977-69c3-450a-9b48-64e02b40e610 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:48.091839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device dc61c977-69c3-450a-9b48-64e02b40e610 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:48.190575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Router edd41742-4bc7-4901-a7e8-a24d659e14e2 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:12:48.298233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:12:48.303704 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ce0eef91-71c6-44d6-b51e-060ee3ae0725 admin admin] 10.222.0.16 "PUT /v2.0/routers/edd41742-4bc7-4901-a7e8-a24d659e14e2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4295185 May 02 11:12:48.306329 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47780) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:48.309259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Sync routers for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:12:48.320788 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:48.321331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:12:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:48.412244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks [] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:48.429950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:48.520144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks [] for router_gateway (edd41742-4bc7-4901-a7e8-a24d659e14e2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:48.603933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93'}], 'enable_snat': True}, 'gw_port_id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:12:47Z', 'revision_number': 5, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port': {'id': '4f27f7af-2ac3-42bd-9aad-aa296540ddee', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:13:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4096, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:05:28Z', 'updated_at': '2022-05-02T11:05:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:48.631332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Checking router: edd41742-4bc7-4901-a7e8-a24d659e14e2 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:12:48.640677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Routers {'edd41742-4bc7-4901-a7e8-a24d659e14e2'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:12:48.641334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:12:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['edd41742-4bc7-4901-a7e8-a24d659e14e2'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:48.650767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Deleting port 4f27f7af-2ac3-42bd-9aad-aa296540ddee {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:48.653031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:48.736343 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] For port 4f27f7af-2ac3-42bd-9aad-aa296540ddee, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=4f27f7af-2ac3-42bd-9aad-aa296540ddee,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:48.736924 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:48.752013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Calling delete_port for 4f27f7af-2ac3-42bd-9aad-aa296540ddee owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:48.902304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] Set router edd41742-4bc7-4901-a7e8-a24d659e14e2 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:12:48.957445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:12:48Z', 'revision_number': 6, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:48.983626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a10ff00a-d9a4-4eb9-89f5-54046a4003aa None None] The sync data for ids ['edd41742-4bc7-4901-a7e8-a24d659e14e2'] in ncdv-master-1 is: [{'id': 'edd41742-4bc7-4901-a7e8-a24d659e14e2', 'name': 'tempest-TestVolumeBackupRestore-871816223-router', 'tenant_id': '0f0f1a13956849548d75099cffd4b83b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:05:27Z', 'updated_at': '2022-05-02T11:12:48Z', 'revision_number': 6, 'project_id': '0f0f1a13956849548d75099cffd4b83b', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:12:48.986153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (4f27f7af-2ac3-42bd-9aad-aa296540ddee), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.012328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f27f7af-2ac3-42bd-9aad-aa296540ddee,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:49.077122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.478710 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.480958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks [] for router_controller (edd41742-4bc7-4901-a7e8-a24d659e14e2), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.579666 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (edd41742-4bc7-4901-a7e8-a24d659e14e2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.580194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router edd41742-4bc7-4901-a7e8-a24d659e14e2 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:12:49.585289 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.586484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-230705de-a089-48e1-8c36-34da1968a0d3 admin admin] 10.222.0.16 "DELETE /v2.0/routers/edd41742-4bc7-4901-a7e8-a24d659e14e2 HTTP/1.1" status: 204 len: 168 time: 1.2790949 May 02 11:12:49.588987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47782) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:49.632154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Deleting subnet 9cada3e2-564c-41ac-91f2-096a62ace110 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:12:49.635162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Publish callbacks [] for subnet (9cada3e2-564c-41ac-91f2-096a62ace110), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.668751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (9cada3e2-564c-41ac-91f2-096a62ace110), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.748432 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (9cada3e2-564c-41ac-91f2-096a62ace110), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.866627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (9cada3e2-564c-41ac-91f2-096a62ace110), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.903702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cada3e2-564c-41ac-91f2-096a62ace110,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:49.903702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:49.903702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8adb6e75-1bce-4522-9942-b923ec033167 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9cada3e2-564c-41ac-91f2-096a62ace110 HTTP/1.1" status: 204 len: 168 time: 0.3116493 May 02 11:12:49.904736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47784) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:49.911101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fce541-764e-4f16-958d-1586850d7cc4 None None] Network 43c61a7b-1741-4589-a0ea-28fc7056f97d requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:12:49.985266 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (43c61a7b-1741-4589-a0ea-28fc7056f97d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.039800 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Deleting port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:50.040138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.073813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] DHCP port deletion for 43c61a7b-1741-4589-a0ea-28fc7056f97d request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:12:50.079563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 23c23a5b-76a4-494d-acad-93b73ff06b6e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:50.115804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] For port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:50.116171 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.120672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 23c23a5b-76a4-494d-acad-93b73ff06b6e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:50.122388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 23c23a5b-76a4-494d-acad-93b73ff06b6e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:50.122388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4f27f7af-2ac3-42bd-9aad-aa296540ddee no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:50.134227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Calling delete_port for ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:50.142839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 4f27f7af-2ac3-42bd-9aad-aa296540ddee {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:50.143191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 4f27f7af-2ac3-42bd-9aad-aa296540ddee not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:50.152216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Deleting port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:12:50.152853 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.217973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] For port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,segment=NetworkSegment(1ab9d324-bc0c-46b9-8258-a1f18fc8bf41),segment_id=1ab9d324-bc0c-46b9-8258-a1f18fc8bf41)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:12:50.218300 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.231616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Calling delete_port for ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:12:50.277486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.305684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Pushing event deleted for resources: {'Port': ['ID=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:50.307099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.307490 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] No DVR routers for this DVR port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:12:50.335445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] Pushing event deleted for resources: {'Port': ['ID=ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:50.339089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260764be-f263-42a2-9d69-2b10b18206a2 None None] No DVR routers for this DVR port ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:12:50.381928 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (43c61a7b-1741-4589-a0ea-28fc7056f97d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.401302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c61a7b-1741-4589-a0ea-28fc7056f97d']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:50.410636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:50.410935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ab9d324-bc0c-46b9-8258-a1f18fc8bf41') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:12:50.420810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (1ab9d324-bc0c-46b9-8258-a1f18fc8bf41), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.434826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1ab9d324-bc0c-46b9-8258-a1f18fc8bf41), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.440680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:12:50.441064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (1ab9d324-bc0c-46b9-8258-a1f18fc8bf41), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: timer() May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:12:50.442772 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:12:50.573974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (43c61a7b-1741-4589-a0ea-28fc7056f97d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.578463 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.581990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] 10.222.0.16 "DELETE /v2.0/networks/43c61a7b-1741-4589-a0ea-28fc7056f97d HTTP/1.1" status: 204 len: 168 time: 0.6764538 May 02 11:12:50.594675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5bf26a-ef40-435e-bc40-cdbeb5874911 admin admin] Pushing event deleted for resources: {'Network': ['ID=43c61a7b-1741-4589-a0ea-28fc7056f97d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:50.846172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47788) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:50.886629 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f8825e2-61ab-4a3f-b124-f4cc80f7121d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dccab55a052648fbb6bbc3b93eaf849b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391359 May 02 11:12:50.889135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47790) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:50.935756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] Publish callbacks [] for security_group (56e7f076-e36d-4e1c-b0fc-1e2109fea855), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:50.956535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] Publish callbacks [] for security_group (56e7f076-e36d-4e1c-b0fc-1e2109fea855), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:51.082466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (56e7f076-e36d-4e1c-b0fc-1e2109fea855), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:51.085743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:51.086946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56e7f076-e36d-4e1c-b0fc-1e2109fea855 HTTP/1.1" status: 204 len: 168 time: 0.1966715 May 02 11:12:51.095118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443a87-c57d-40e6-bdcd-1c72a577ca1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e7f076-e36d-4e1c-b0fc-1e2109fea855,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:51.762341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 47796) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:51.801095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-93fa128d-9eaf-41aa-85bd-60230a605e87 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f0f1a13956849548d75099cffd4b83b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386150 May 02 11:12:51.804055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47798) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:12:51.851186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] Publish callbacks [] for security_group (7e1cdf5e-e196-4565-906d-6f52063764ed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:51.872375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] Publish callbacks [] for security_group (7e1cdf5e-e196-4565-906d-6f52063764ed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:52.003030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7e1cdf5e-e196-4565-906d-6f52063764ed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:52.005834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:52.007864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7e1cdf5e-e196-4565-906d-6f52063764ed HTTP/1.1" status: 204 len: 168 time: 0.2019377 May 02 11:12:52.010106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:12:52.018318 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f579422-a51a-4033-a9a4-41e0e03f912b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e1cdf5e-e196-4565-906d-6f52063764ed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:12:52.036918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:12:52.037360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ecf09dcf-51dc-4bf6-9024-3ae8a4c217a9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:12:55.591049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-75a7efc8-69da-4587-b623-5de642f02476 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:57.916660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c44bb346-0580-4604-a7f2-971afc883298 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:12:59.397630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:00.752116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:01.956881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:04.289958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-76d3bf05-e719-43ec-a96c-4252b6144164 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=45f60d118286471cae9653ab9e36318c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328434 May 02 11:13:04.476944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-a5266b67-4318-46ce-ba87-db4d65aa9d01 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:04.478365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-a5266b67-4318-46ce-ba87-db4d65aa9d01 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1833138 May 02 11:13:04.494791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-58abd4ca-bb8c-4fc0-97a0-b31f6b27c36a tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/quotas/45f60d118286471cae9653ab9e36318c HTTP/1.1" status: 200 len: 375 time: 0.0108738 May 02 11:13:04.529702 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-c08deedc-5513-4c65-9b41-da16ca02afad tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=45f60d118286471cae9653ab9e36318c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0292096 May 02 11:13:05.823286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db4fbbf5-83dc-4508-9506-415ea4608f0e req-9af8a665-81de-4289-a704-a09547fa911e tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0283310 May 02 11:13:06.900843 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27b46780-85aa-4892-8498-a0cfdc11190a req-80bc9af2-4516-4aaa-971d-637d7dcbfc7e tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0268779 May 02 11:13:07.999830 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d4b51321-d710-4f4e-a8fe-a15ac8c98d50 req-f4de08c4-678b-454a-9db7-19eaf00053ca tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0327330 May 02 11:13:09.103131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be77e8b8-56a7-4524-9a8d-854f4e4e55a3 req-91e86a49-eb26-4154-a0d1-200be11524d4 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0325737 May 02 11:13:09.783989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-2084a621-569c-4b27-8c00-7f7007353686 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=45f60d118286471cae9653ab9e36318c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207031 May 02 11:13:09.888096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-b65948a6-1625-4930-a1b8-12f57c034a5a tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:09.889578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-b65948a6-1625-4930-a1b8-12f57c034a5a tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1006956 May 02 11:13:09.900722 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Request body: {'port': {'device_id': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'admin_state_up': True, 'tenant_id': '45f60d118286471cae9653ab9e36318c'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:10.070836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Made reservation on behalf of 45f60d118286471cae9653ab9e36318c for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:13:10.074209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.083329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.158090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks [] for security_group (10720754-a250-452f-8f7d-ecba4e23e59b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.208117 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (10720754-a250-452f-8f7d-ecba4e23e59b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.212301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d3edbdb4-a003-4cce-aa61-5d312f30af15 req-00b46842-2626-493b-89ad-de43d25fdd35 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0298409 May 02 11:13:10.278801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10720754-a250-452f-8f7d-ecba4e23e59b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:10.343604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Allocated IP 192.168.233.185 (f76628bb-4836-4423-9521-134cd717f196/58a1fef7-6a39-4e59-a60e-57ad6b785ef3/699fc092-6d8f-4dd1-9320-917638d9ba44) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:13:10.489977 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks [] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.574045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.614287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Network f76628bb-4836-4423-9521-134cd717f196 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:13:10.617522 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:13:10.623260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:13:10.670501 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Pushing event updated for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:10.684482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:10.685159 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.799463 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-9d5b60b1-bf10-4e8a-854f-55028f4faf12 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9023383 May 02 11:13:10.824129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-05dce73a-c11b-4f1e-9abd-1879ce147e59 None None] Provisioning complete for port 699fc092-6d8f-4dd1-9320-917638d9ba44 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:13:10.824712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05dce73a-c11b-4f1e-9abd-1879ce147e59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:10.861941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05dce73a-c11b-4f1e-9abd-1879ce147e59 None None] Port 699fc092-6d8f-4dd1-9320-917638d9ba44 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:13:10.918790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Request body: {'port': {'device_id': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:10.980125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.250232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 699fc092-6d8f-4dd1-9320-917638d9ba44 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:13:11.258386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks [] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.271152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Transition to ACTIVE for port object 699fc092-6d8f-4dd1-9320-917638d9ba44 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:13:11.318198 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.363480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53f9716-eedf-49ad-8e88-e2e09bcd5d18 req-794a9d76-55fa-43e1-bacc-2eb0062b8dea tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:11.365014 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e53f9716-eedf-49ad-8e88-e2e09bcd5d18 req-794a9d76-55fa-43e1-bacc-2eb0062b8dea tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 936 time: 0.0794897 May 02 11:13:11.403584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Pushing event updated for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:11.477170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e53f9716-eedf-49ad-8e88-e2e09bcd5d18 req-03a5d930-81fa-4223-81ed-b5663bfc6fd3 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055255 May 02 11:13:11.501319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Attempting to bind port 699fc092-6d8f-4dd1-9320-917638d9ba44 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:13:11.503775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Attempting to bind port 699fc092-6d8f-4dd1-9320-917638d9ba44 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:13:11.503775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Attempting to bind port 699fc092-6d8f-4dd1-9320-917638d9ba44 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:13:11.506575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Port 699fc092-6d8f-4dd1-9320-917638d9ba44 on network f76628bb-4836-4423-9521-134cd717f196 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:13:11.506898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Attempting to bind port 699fc092-6d8f-4dd1-9320-917638d9ba44 on network f76628bb-4836-4423-9521-134cd717f196 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:13:11.511865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 12, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:13:11.512209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Checking segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:13:11.512687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Bound using segment: {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:13:11.513069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Bound port: 699fc092-6d8f-4dd1-9320-917638d9ba44, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1114c739-09a1-47b3-909f-6c64af19e059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'f76628bb-4836-4423-9521-134cd717f196'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:13:11.513419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.583787 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:13:11.587494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699fc092-6d8f-4dd1-9320-917638d9ba44,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:13:11.671763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.712777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:11.712777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:11.712777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] 10.222.0.24 "PUT /v2.0/ports/699fc092-6d8f-4dd1-9320-917638d9ba44 HTTP/1.1" status: 200 len: 1096 time: 0.9023688 May 02 11:13:11.712777 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:13:11.712777 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f807d9b-6187-4e18-8bf1-c30d292425b9" -d '{"events": [{"name": "network-changed", "server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:13:11.739468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b94a0f6-8b36-45f3-8521-14a38e6c4731 service neutron] Pushing event updated for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:11.756686 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d177d18-204a-41b1-9e71-4ee0587da949 x-openstack-request-id: req-5d177d18-204a-41b1-9e71-4ee0587da949 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:13:11.757500 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:13:11.757759 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5d177d18-204a-41b1-9e71-4ee0587da949 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:13:11.758196 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d177d18-204a-41b1-9e71-4ee0587da949'] response: {'name': 'network-changed', 'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44', 'status': 'completed', 'code': 200} May 02 11:13:11.819669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807d9b-6187-4e18-8bf1-c30d292425b9 req-a4769583-5445-4ccd-9761-fde58f3434fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:11.821260 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f807d9b-6187-4e18-8bf1-c30d292425b9 req-a4769583-5445-4ccd-9761-fde58f3434fc service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45f60d118286471cae9653ab9e36318c&device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 1130 time: 0.0424392 May 02 11:13:11.848092 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f807d9b-6187-4e18-8bf1-c30d292425b9 req-1277cf64-967f-4fff-9e7f-a8f1e38c8826 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=45f60d118286471cae9653ab9e36318c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0207169 May 02 11:13:11.947448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f807d9b-6187-4e18-8bf1-c30d292425b9 req-1a821059-19e6-4517-a703-8cfed163f77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:11.948952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f807d9b-6187-4e18-8bf1-c30d292425b9 req-1a821059-19e6-4517-a703-8cfed163f77b service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953522 May 02 11:13:12.020871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-f2360ff3-fc6c-4039-87ee-383ce4975c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:12.022990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-f2360ff3-fc6c-4039-87ee-383ce4975c21 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=45f60d118286471cae9653ab9e36318c&device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 1130 time: 0.0398176 May 02 11:13:12.066292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-186a41f7-85cf-49c4-8fb5-800d31b9e51b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=699fc092-6d8f-4dd1-9320-917638d9ba44 HTTP/1.1" status: 200 len: 217 time: 0.0371060 May 02 11:13:12.114097 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-d531250b-6baf-4e58-bf3f-1c097fb93eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:12.115547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-d531250b-6baf-4e58-bf3f-1c097fb93eb3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=58a1fef7-6a39-4e59-a60e-57ad6b785ef3 HTTP/1.1" status: 200 len: 843 time: 0.0431564 May 02 11:13:12.159607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3902f0e-106f-4845-97c9-3db299575033 req-19194ceb-d634-47fd-a874-6b57b9506751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:12.161082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-19194ceb-d634-47fd-a874-6b57b9506751 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f76628bb-4836-4423-9521-134cd717f196&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1204 time: 0.0381901 May 02 11:13:12.250644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-b2958c2a-b751-413d-810f-b4cd18329a1c service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837820 May 02 11:13:12.336848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f3902f0e-106f-4845-97c9-3db299575033 req-64e6ea70-ca2c-4ee3-9c1f-93c1f7b75eba service neutron] 10.222.0.24 "GET /v2.0/networks/f76628bb-4836-4423-9521-134cd717f196?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803497 May 02 11:13:12.597838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e76594-4f72-4f5d-b4b8-fc8daea28b36 req-11ccdabe-f7a2-4ad1-9ada-ea5aded9aa77 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:12.599310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e76594-4f72-4f5d-b4b8-fc8daea28b36 req-11ccdabe-f7a2-4ad1-9ada-ea5aded9aa77 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 948 time: 0.0518973 May 02 11:13:12.645914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e76594-4f72-4f5d-b4b8-fc8daea28b36 req-4979f265-b64f-40ad-bab2-2d61c0d7283c tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398490 May 02 11:13:13.760961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea68854-b06f-443d-871d-00fef207abd6 req-f578942c-7437-43bc-a708-739a368dbc9b tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:13.762352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cea68854-b06f-443d-871d-00fef207abd6 req-f578942c-7437-43bc-a708-739a368dbc9b tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 948 time: 0.0472994 May 02 11:13:13.811485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cea68854-b06f-443d-871d-00fef207abd6 req-41ee812c-152e-4b7b-9d2d-555986199a57 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426657 May 02 11:13:14.762020 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:14.930298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1ba18d-e4f4-4815-bd3e-fbfc3b236776 req-50c81fc4-2bd1-4fe7-8e91-11240071d43a tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:14.931770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a1ba18d-e4f4-4815-bd3e-fbfc3b236776 req-50c81fc4-2bd1-4fe7-8e91-11240071d43a tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 948 time: 0.0473204 May 02 11:13:14.977231 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a1ba18d-e4f4-4815-bd3e-fbfc3b236776 req-aed86375-c3b1-4523-90d1-588a055e9176 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398533 May 02 11:13:15.712499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 699fc092-6d8f-4dd1-9320-917638d9ba44 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:13:15.810885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699fc092-6d8f-4dd1-9320-917638d9ba44,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:15.822763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '699fc092-6d8f-4dd1-9320-917638d9ba44', 'network_id': 'f76628bb-4836-4423-9521-134cd717f196', 'port_id': '699fc092-6d8f-4dd1-9320-917638d9ba44', 'mac_address': 'fa:16:3e:54:7d:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a1fef7-6a39-4e59-a60e-57ad6b785ef3', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:13:15.859118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 699fc092-6d8f-4dd1-9320-917638d9ba44 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:13:15.859506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:15.872100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 699fc092-6d8f-4dd1-9320-917638d9ba44 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:13:15.891031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699fc092-6d8f-4dd1-9320-917638d9ba44,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:15.956403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:16.002611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:16.092410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98820a0a-b907-4ca5-88ec-b124718bee45 req-c47ff1ef-b2d6-44d9-bb72-038a5c8c57ba tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:16.093924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98820a0a-b907-4ca5-88ec-b124718bee45 req-c47ff1ef-b2d6-44d9-bb72-038a5c8c57ba tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 949 time: 0.0497694 May 02 11:13:16.146903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98820a0a-b907-4ca5-88ec-b124718bee45 req-4ff64ead-83f6-4957-abd4-604fcdb8d29c tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471735 May 02 11:13:16.189315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['699fc092-6d8f-4dd1-9320-917638d9ba44'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:13:16.390606 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:17.258143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f106-94da-43a7-815b-7d15fc09fa03 req-7b002ebb-1074-416c-a222-d7a4f09f5b77 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:17.259605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72d4f106-94da-43a7-815b-7d15fc09fa03 req-7b002ebb-1074-416c-a222-d7a4f09f5b77 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 949 time: 0.0455644 May 02 11:13:17.309017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72d4f106-94da-43a7-815b-7d15fc09fa03 req-8579e16d-7164-4a7f-bc57-5d594d87847f tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437679 May 02 11:13:17.731097 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 699fc092-6d8f-4dd1-9320-917638d9ba44 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:13:17.776473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 699fc092-6d8f-4dd1-9320-917638d9ba44 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:13:17.825078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 699fc092-6d8f-4dd1-9320-917638d9ba44 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:13:17.825451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:17.900676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 699fc092-6d8f-4dd1-9320-917638d9ba44 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:13:17.901065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:17.922636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:13:17.924888 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bee493e-ec70-469c-944c-a5c3c90d6a85" -d '{"events": [{"server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "name": "network-vif-plugged", "status": "completed", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:13:17.937396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699fc092-6d8f-4dd1-9320-917638d9ba44,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:17.979309 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:18.028840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:18.032342 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:13:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45ad7ab2-be5c-49f4-bf76-277d2a455cdc x-openstack-request-id: req-45ad7ab2-be5c-49f4-bf76-277d2a455cdc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:13:18.032654 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "name": "network-vif-plugged", "status": "completed", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:13:18.032919 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-45ad7ab2-be5c-49f4-bf76-277d2a455cdc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:13:18.033327 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45ad7ab2-be5c-49f4-bf76-277d2a455cdc'] response: {'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44', 'code': 200} May 02 11:13:18.119952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053f28b0-64d0-401e-994d-91f8436242cb req-cfed92c4-a050-4e25-a524-d644a22a3630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:18.121475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-053f28b0-64d0-401e-994d-91f8436242cb req-cfed92c4-a050-4e25-a524-d644a22a3630 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 1132 time: 0.0383847 May 02 11:13:18.164036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-053f28b0-64d0-401e-994d-91f8436242cb req-7053330d-da3b-4c74-b9b3-757809a1b746 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 May 02 11:13:18.422969 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bafc5-d6f6-4f9f-a228-9b087a9a4e29 req-444927dc-1f2f-47eb-a597-0ef1e6df9373 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:18.430661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-154bafc5-d6f6-4f9f-a228-9b087a9a4e29 req-444927dc-1f2f-47eb-a597-0ef1e6df9373 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 950 time: 0.0469596 May 02 11:13:18.471515 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-154bafc5-d6f6-4f9f-a228-9b087a9a4e29 req-7aac64b6-6c95-493b-b8ca-76afe520e301 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407946 May 02 11:13:19.588030 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5c224-3ad2-46a3-af24-c76158bfec9f req-23bea104-ded8-48e4-a8cb-80f15bfed903 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:19.589538 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ece5c224-3ad2-46a3-af24-c76158bfec9f req-23bea104-ded8-48e4-a8cb-80f15bfed903 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 950 time: 0.0481081 May 02 11:13:19.638276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ece5c224-3ad2-46a3-af24-c76158bfec9f req-77b057f8-37ea-4992-8026-a5014cc50262 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431168 May 02 11:13:20.038940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-66cfb7d1-8a37-4903-bfc0-5fdd236761bc req-ef16d5b9-5231-412b-8f7c-ef9040e39f8b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:13:20.040029 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66cfb7d1-8a37-4903-bfc0-5fdd236761bc req-ef16d5b9-5231-412b-8f7c-ef9040e39f8b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0537698 May 02 11:13:20.521489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-dfd989be-1715-4961-bff2-4f0f20fe329c req-e6e9f582-9516-46b0-aabc-8100491f5159 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:13:20.522509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dfd989be-1715-4961-bff2-4f0f20fe329c req-e6e9f582-9516-46b0-aabc-8100491f5159 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0571721 May 02 11:13:21.107970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882de5e-c7d4-4827-8e75-5d528b0f1cc8 req-a5cdbd17-fe20-4df5-8919-339ed8345eba tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:21.109494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5882de5e-c7d4-4827-8e75-5d528b0f1cc8 req-a5cdbd17-fe20-4df5-8919-339ed8345eba tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 950 time: 0.0467117 May 02 11:13:21.156161 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5882de5e-c7d4-4827-8e75-5d528b0f1cc8 req-3d5f646b-010f-4155-adf5-89311495488d tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410645 May 02 11:13:21.732311 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:13:22.286212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a364ed1-397d-4e36-ac12-9b83225f9c7e req-a8878b09-5c02-4910-9883-a313bb4cc02f tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:22.287652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a364ed1-397d-4e36-ac12-9b83225f9c7e req-a8878b09-5c02-4910-9883-a313bb4cc02f tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 950 time: 0.0573156 May 02 11:13:22.335918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186c7246-b978-47ed-9515-1285869fbb95 req-130394b9-4bad-4280-b0fe-07eab70c5cce tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:22.337348 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-186c7246-b978-47ed-9515-1285869fbb95 req-130394b9-4bad-4280-b0fe-07eab70c5cce tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.24 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 950 time: 0.0669594 May 02 11:13:22.383603 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1a364ed1-397d-4e36-ac12-9b83225f9c7e req-1de4beb4-3887-402e-ab33-2cbc5e8d6035 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/security-groups?id=10720754-a250-452f-8f7d-ecba4e23e59b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808704 May 02 11:13:22.433708 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Deleting port 699fc092-6d8f-4dd1-9320-917638d9ba44 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:13:22.434044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:22.519427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] For port 699fc092-6d8f-4dd1-9320-917638d9ba44, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=699fc092-6d8f-4dd1-9320-917638d9ba44,segment=NetworkSegment(1114c739-09a1-47b3-909f-6c64af19e059),segment_id=1114c739-09a1-47b3-909f-6c64af19e059)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:22.519783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:22.532571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Calling delete_port for 699fc092-6d8f-4dd1-9320-917638d9ba44 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:13:22.705035 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (699fc092-6d8f-4dd1-9320-917638d9ba44), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:22.716873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['699fc092-6d8f-4dd1-9320-917638d9ba44'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:13:22.734662 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Pushing event deleted for resources: {'Port': ['ID=699fc092-6d8f-4dd1-9320-917638d9ba44,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:22.783756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] No DVR routers for this DVR port 699fc092-6d8f-4dd1-9320-917638d9ba44 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:13:22.786477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:22.790563 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-186c7246-b978-47ed-9515-1285869fbb95 req-da4e1909-7e1e-4e47-bfc2-61815e6755e7 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.24 "DELETE /v2.0/ports/699fc092-6d8f-4dd1-9320-917638d9ba44 HTTP/1.1" status: 204 len: 173 time: 0.4480369 May 02 11:13:22.791015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'name': 'network-vif-deleted', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:13:22.793321 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bab7b8-15bb-4179-85a8-681b0720cfb9" -d '{"events": [{"server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "name": "network-vif-deleted", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:13:22.834883 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:13:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce602db-aa33-45de-8725-739dc2ba1dfd x-openstack-request-id: req-cce602db-aa33-45de-8725-739dc2ba1dfd {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:13:22.835186 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42ce3180-0cd4-45f7-a79d-738b9ad41418", "name": "network-vif-deleted", "tag": "699fc092-6d8f-4dd1-9320-917638d9ba44", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:13:22.835445 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cce602db-aa33-45de-8725-739dc2ba1dfd {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:13:22.835859 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cce602db-aa33-45de-8725-739dc2ba1dfd'] response: {'server_uuid': '42ce3180-0cd4-45f7-a79d-738b9ad41418', 'name': 'network-vif-deleted', 'tag': '699fc092-6d8f-4dd1-9320-917638d9ba44', 'status': 'completed', 'code': 200} May 02 11:13:23.493255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8ee1661c-c5f1-4694-8fff-45f859b99f4d req-94c88dfe-c71b-4551-933e-3ca77e20ad09 tempest-ServersAdminNegativeTestJSON-966133944 tempest-ServersAdminNegativeTestJSON-966133944-project] 10.222.0.16 "GET /v2.0/ports?device_id=42ce3180-0cd4-45f7-a79d-738b9ad41418 HTTP/1.1" status: 200 len: 210 time: 0.0296018 May 02 11:13:24.954126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47990) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:25.085811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3c087759-9720-4923-a0ea-d5b360680968 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=45f60d118286471cae9653ab9e36318c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1305344 May 02 11:13:25.088260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 47994) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:25.135975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Publish callbacks [] for security_group (10720754-a250-452f-8f7d-ecba4e23e59b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.156801 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Publish callbacks [] for security_group (10720754-a250-452f-8f7d-ecba4e23e59b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.293522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (10720754-a250-452f-8f7d-ecba4e23e59b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.296086 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.297285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/10720754-a250-452f-8f7d-ecba4e23e59b HTTP/1.1" status: 204 len: 168 time: 0.2081082 May 02 11:13:25.305817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10720754-a250-452f-8f7d-ecba4e23e59b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:25.313349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.313694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.321888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-796e1d00-3527-4e9e-883f-a657a63ce74c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:25.568420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5fcd3b7-e183-4b86-8586-d1e9c180cdf4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.792724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 699fc092-6d8f-4dd1-9320-917638d9ba44 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:13:25.812469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 699fc092-6d8f-4dd1-9320-917638d9ba44 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:13:25.812871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 699fc092-6d8f-4dd1-9320-917638d9ba44 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:13:25.841113 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48000) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:25.854677 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:25.926319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Publish callbacks [] for security_group (7df342be-e1ba-47a2-bd7e-629d392d157b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.007759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7df342be-e1ba-47a2-bd7e-629d392d157b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.046876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8dec7df6c82c449688e8eb5715aba72a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2046521 May 02 11:13:26.047678 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7df342be-e1ba-47a2-bd7e-629d392d157b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:26.049619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48002) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:26.055302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.055656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.055999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.056339 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.056733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.057067 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.057402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.057746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.058057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.058381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.058706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.059030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.059352 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.059675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.059997 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18d04170-b4f8-4cb9-b6d7-70e439313461 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:13:26.099021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] Publish callbacks [] for security_group (7df342be-e1ba-47a2-bd7e-629d392d157b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.120153 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] Publish callbacks [] for security_group (7df342be-e1ba-47a2-bd7e-629d392d157b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.235920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (7df342be-e1ba-47a2-bd7e-629d392d157b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.238525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:26.239722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7df342be-e1ba-47a2-bd7e-629d392d157b HTTP/1.1" status: 204 len: 168 time: 0.1890578 May 02 11:13:26.247573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629e88b-0f98-4d2a-a6ef-a6ef978be6eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7df342be-e1ba-47a2-bd7e-629d392d157b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:27.167788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:27.260439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-804795598-network', 'tenant_id': '1e2e1841e1a9409b88dd38de07fff438'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:27.344913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Made reservation on behalf of 1e2e1841e1a9409b88dd38de07fff438 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:13:27.347296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.359332 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.761192 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks [] for security_group (e5e8106d-873a-4876-9440-70706dbfa40b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.818975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e5e8106d-873a-4876-9440-70706dbfa40b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.844090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:13:27.854817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e8106d-873a-4876-9440-70706dbfa40b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:27.859583 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c07be014-0e62-4549-b443-2fd2e395e4ef), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.859932 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Added segment c07be014-0e62-4549-b443-2fd2e395e4ef of type vlan for network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 May 02 11:13:27.899611 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.921886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf0cf9de-a870-443c-a2a1-ea45fa6013c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.962180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:27.963202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:27.963788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:28.024908 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] Pushing event updated for resources: {'Network': ['ID=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:28.034682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:13:28.064414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24790b95-57eb-4a93-be35-71629b9b8d59 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8928652 May 02 11:13:28.064857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:28.070037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Request body: {'subnet': {'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-804795598-subnet', 'tenant_id': '1e2e1841e1a9409b88dd38de07fff438', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:28.127939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Made reservation on behalf of 1e2e1841e1a9409b88dd38de07fff438 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:13:28.130386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:28.327998 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (8186cb61-5352-46c1-bb94-5f9556a5cbf3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:28.388751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=8186cb61-5352-46c1-bb94-5f9556a5cbf3,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:28.398624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Checking segment: {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:13:28.398990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Network hostable DHCP agents. Network: 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:13:28.441900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:13:28.516160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:13:28.520354 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:28.520969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:28.525306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1797564-328d-4652-a599-d865a9d7c3bc None None] Network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:13:28.559714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-253fddbc-1867-4e0e-8867-37c1661b91ae admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4935184 May 02 11:13:28.626159 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26a4ade-1213-49e7-8be2-d8c0f16a9348 None None] Network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:13:28.973212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-03860df4-e455-4cba-85ad-73d256f83f59 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:28.974673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-03860df4-e455-4cba-85ad-73d256f83f59 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 811 time: 0.0985327 May 02 11:13:28.989488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-79ddc405-3165-4350-94b3-d8abef89f734 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/quotas/1e2e1841e1a9409b88dd38de07fff438 HTTP/1.1" status: 200 len: 375 time: 0.0088327 May 02 11:13:29.020160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-d7eca51a-3a00-4ee3-accc-255a16381e29 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0259762 May 02 11:13:29.030824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-2069a045-d2a7-4e70-8ef0-a68aea4421d0 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:13:29.031783 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-2069a045-d2a7-4e70-8ef0-a68aea4421d0 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050333 May 02 11:13:29.122204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-ff7156de-45f1-440d-8e45-5ef79699de65 service neutron] 10.222.0.16 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853026 May 02 11:13:29.213233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-c6524f48-c99e-4cdf-9419-23e45d3778a9 service neutron] 10.222.0.16 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852168 May 02 11:13:29.391092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:29.453947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ced99d3-24a0-4b78-81c8-c2406b22d52e req-d63ad6ae-394e-4700-bd55-05292ac89baf tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 210 time: 0.0309074 May 02 11:13:30.533643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-64b9ebac-2df5-4f4c-8d60-9e4f867caf74 req-76207e68-f83a-4023-b57a-02075d7d82a3 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 210 time: 0.0284390 May 02 11:13:30.779678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:31.557305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-06de0e0c-601b-4621-bd80-81a607a9b6ba tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:31.558778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-06de0e0c-601b-4621-bd80-81a607a9b6ba tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.24 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 811 time: 0.0984249 May 02 11:13:31.572324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Request body: {'port': {'device_id': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2', 'admin_state_up': True, 'tenant_id': '1e2e1841e1a9409b88dd38de07fff438'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:31.639666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-210357fe-1aa0-4226-8569-831d2698242a req-57442b7e-2f10-4713-a3fb-3344538fe07d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 210 time: 0.0292029 May 02 11:13:31.750792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Made reservation on behalf of 1e2e1841e1a9409b88dd38de07fff438 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:13:31.755045 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:31.884312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Allocated IP 172.20.0.4 (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2/8186cb61-5352-46c1-bb94-5f9556a5cbf3/33fb1768-0b56-47b2-bdf7-5aed39d68708) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:13:31.956807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.028841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks [] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.116569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.163564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:13:32.169166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:13:32.173002 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:13:32.196128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:32.222279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:32.222888 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.296049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-9897759a-89af-497d-b119-e9daa48f362e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7288916 May 02 11:13:32.307029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Request body: {'port': {'device_id': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:13:32.363873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.622558 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33fb1768-0b56-47b2-bdf7-5aed39d68708 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:13:32.629967 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks [] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.641916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Transition to ACTIVE for port object 33fb1768-0b56-47b2-bdf7-5aed39d68708 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:13:32.699031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.784739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:32.795507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ada9db-da36-4247-9367-182bac334a1a req-4d7c1df9-0fef-4d00-a6b7-c1249a76109e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:32.797082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53ada9db-da36-4247-9367-182bac334a1a req-4d7c1df9-0fef-4d00-a6b7-c1249a76109e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0729687 May 02 11:13:32.886626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53ada9db-da36-4247-9367-182bac334a1a req-48b039bf-ccb6-4fe7-b51b-945003d83350 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722659 May 02 11:13:32.895424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on host nch2-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:13:32.895765 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:13:32.896098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:13:32.901223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:13:32.901553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:13:32.906663 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 13, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:13:32.907007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Checking segment: {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:13:32.907391 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Bound using segment: {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:13:32.907818 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Bound port: 33fb1768-0b56-47b2-bdf7-5aed39d68708, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:13:32.908177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:32.970370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:13:32.973325 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:13:33.025496 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:33.060563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.061204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:33.062571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] 10.222.0.24 "PUT /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 1091 time: 0.7595940 May 02 11:13:33.063007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:13:33.065265 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e967731-cafe-4c37-82bb-152ff987a917" -d '{"events": [{"name": "network-changed", "server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:13:33.090516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d21834-fc1e-460c-b797-14a3d6b975a9 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:33.109127 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:13:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d39b4-8309-42d2-8cdb-4560070fa8e9 x-openstack-request-id: req-888d39b4-8309-42d2-8cdb-4560070fa8e9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:13:33.109420 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:13:33.109677 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-888d39b4-8309-42d2-8cdb-4560070fa8e9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:13:33.110078 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888d39b4-8309-42d2-8cdb-4560070fa8e9'] response: {'name': 'network-changed', 'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'status': 'completed', 'code': 200} May 02 11:13:33.477091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967731-cafe-4c37-82bb-152ff987a917 req-994f725c-b261-40c4-9f0d-15af280d1b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.478598 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e967731-cafe-4c37-82bb-152ff987a917 req-994f725c-b261-40c4-9f0d-15af280d1b00 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.3466868 May 02 11:13:33.576529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967731-cafe-4c37-82bb-152ff987a917 req-da0e6c5d-3bcf-40c4-9dac-f11e399b6a2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.578031 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e967731-cafe-4c37-82bb-152ff987a917 req-da0e6c5d-3bcf-40c4-9dac-f11e399b6a2f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=1e2e1841e1a9409b88dd38de07fff438&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0926158 May 02 11:13:33.670280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e967731-cafe-4c37-82bb-152ff987a917 req-a2f63122-9d38-48be-908d-428eff470007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.672448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e967731-cafe-4c37-82bb-152ff987a917 req-a2f63122-9d38-48be-908d-428eff470007 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861931 May 02 11:13:33.744270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-0c3811fa-20e5-4b78-9f70-6e9300696202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.745664 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-0c3811fa-20e5-4b78-9f70-6e9300696202 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0389040 May 02 11:13:33.788138 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-08093795-e789-4192-9d48-a66f0d82957a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0361271 May 02 11:13:33.834478 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-0ae2301e-db88-4ecb-97dd-36e74a4e90aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:33.835932 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-0ae2301e-db88-4ecb-97dd-36e74a4e90aa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0428684 May 02 11:13:33.866592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-1bd93bc8-285c-4905-9d39-ebb6cc1ebafb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253685 May 02 11:13:33.958923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-8a42a6d7-44f9-4f61-b44a-19bd2a7ce6b5 service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866294 May 02 11:13:34.051445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae88292-2b64-4b6f-9c54-bb89efbcddcb req-0876db59-264a-4649-ab4b-05032a4016a3 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:34.052852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ae88292-2b64-4b6f-9c54-bb89efbcddcb req-0876db59-264a-4649-ab4b-05032a4016a3 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0971630 May 02 11:13:34.105264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62a27867-bddc-4a3a-99ce-8e3fbd447266 req-095599ab-9cb7-49f1-b3ae-f68fcdf5e209 service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384761 May 02 11:13:34.120001 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ae88292-2b64-4b6f-9c54-bb89efbcddcb req-a5313759-2f30-477e-9ff7-ca2e77dbc8c7 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613351 May 02 11:13:35.236352 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3efcf7-62ec-4ef8-a94b-e3b20f9b4abc req-ce02a116-d45e-439d-99b2-c6fe241dd5d8 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:35.237811 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d3efcf7-62ec-4ef8-a94b-e3b20f9b4abc req-ce02a116-d45e-439d-99b2-c6fe241dd5d8 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0489864 May 02 11:13:35.283450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d3efcf7-62ec-4ef8-a94b-e3b20f9b4abc req-a9668176-c84e-4adc-8103-92fd44af505b tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393174 May 02 11:13:36.394428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b9fff1-4e44-4398-9266-915fa1431706 req-2afe69b4-e089-49ab-9660-e2d0cc2e0bef tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:36.395858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83b9fff1-4e44-4398-9266-915fa1431706 req-2afe69b4-e089-49ab-9660-e2d0cc2e0bef tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0453875 May 02 11:13:36.442591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83b9fff1-4e44-4398-9266-915fa1431706 req-62e4048f-1b4f-4d37-b6dd-20ca549d4d44 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406380 May 02 11:13:37.559412 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e072b5-ef11-443b-9d45-eb3e9d35974a req-df6abece-495a-441e-9685-279703f88fff tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:37.560892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e072b5-ef11-443b-9d45-eb3e9d35974a req-df6abece-495a-441e-9685-279703f88fff tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0468223 May 02 11:13:37.607639 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e072b5-ef11-443b-9d45-eb3e9d35974a req-c7f2b206-8a1d-473a-92e6-283a7eb266ba tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407405 May 02 11:13:37.868379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:13:37.966146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:37.979309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2', 'port_id': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'mac_address': 'fa:16:3e:9e:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8186cb61-5352-46c1-bb94-5f9556a5cbf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:13:38.014903 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 33fb1768-0b56-47b2-bdf7-5aed39d68708 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:13:38.015284 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:38.031154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fb1768-0b56-47b2-bdf7-5aed39d68708 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:13:38.049998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:38.105239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:38.152295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:38.296021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['33fb1768-0b56-47b2-bdf7-5aed39d68708'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:13:38.728889 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7968c-ada8-49b6-ba02-2cf5b2901637 req-69f9de1f-c7ec-4536-8ca4-69b6eeca9938 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:38.730339 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-faa7968c-ada8-49b6-ba02-2cf5b2901637 req-69f9de1f-c7ec-4536-8ca4-69b6eeca9938 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 944 time: 0.0496140 May 02 11:13:38.776477 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-faa7968c-ada8-49b6-ba02-2cf5b2901637 req-27de2801-157c-4c42-aeac-b1d1a6d66293 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405240 May 02 11:13:39.869230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:13:39.889124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7231b56b-adc0-40bb-a9e3-b512fcfdd8f4 req-bb0e060d-b070-4619-9f07-123c91ec7868 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:39.890623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7231b56b-adc0-40bb-a9e3-b512fcfdd8f4 req-bb0e060d-b070-4619-9f07-123c91ec7868 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 944 time: 0.0468683 May 02 11:13:39.913757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 33fb1768-0b56-47b2-bdf7-5aed39d68708 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:13:39.942257 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7231b56b-adc0-40bb-a9e3-b512fcfdd8f4 req-b52ccdbf-25e3-4580-89df-6ce127484bb9 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458252 May 02 11:13:39.973378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 33fb1768-0b56-47b2-bdf7-5aed39d68708 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:13:39.973755 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:40.048289 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 33fb1768-0b56-47b2-bdf7-5aed39d68708 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:13:40.052258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:40.071341 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:13:40.073519 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c0c09b-982e-42ed-82ba-100155e28f8d" -d '{"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-plugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:13:40.085614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:13:40.109119 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:13:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed110d6-c2ae-4553-bbdc-09d6201e49c1 x-openstack-request-id: req-aed110d6-c2ae-4553-bbdc-09d6201e49c1 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:13:40.109475 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-plugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:13:40.109708 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aed110d6-c2ae-4553-bbdc-09d6201e49c1 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:13:40.110117 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed110d6-c2ae-4553-bbdc-09d6201e49c1'] response: {'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'code': 200} May 02 11:13:40.150354 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:40.202826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:13:40.203101 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23eaf4-ec61-4dc6-af70-afea0638b417 req-f86993df-bfa3-4aba-8f80-b76b33baca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:40.204634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e23eaf4-ec61-4dc6-af70-afea0638b417 req-f86993df-bfa3-4aba-8f80-b76b33baca5b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1127 time: 0.0393245 May 02 11:13:40.248818 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8e23eaf4-ec61-4dc6-af70-afea0638b417 req-c3c0af22-3b70-44fc-b051-b6333895f97d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368016 May 02 11:13:41.054575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55510e36-697a-4f60-986e-cb080f15c0a2 req-d7e468e1-3058-45b2-a4fc-cc5e4608112c tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:41.056048 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55510e36-697a-4f60-986e-cb080f15c0a2 req-d7e468e1-3058-45b2-a4fc-cc5e4608112c tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0472984 May 02 11:13:41.102849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55510e36-697a-4f60-986e-cb080f15c0a2 req-8f23b01d-d0c9-4dd2-a5f3-8738a55ba2a1 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412278 May 02 11:13:42.216762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee50a486-f193-4a1c-8d8c-b6e046a17d11 req-d1737244-983e-4e2f-a012-a70837dbbde6 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:42.218275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee50a486-f193-4a1c-8d8c-b6e046a17d11 req-d1737244-983e-4e2f-a012-a70837dbbde6 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0459750 May 02 11:13:42.267974 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee50a486-f193-4a1c-8d8c-b6e046a17d11 req-e70173b0-d99f-46a9-a408-4a1fbf3274d5 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439215 May 02 11:13:42.709438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ff05da-5637-4af1-902b-897277080674 req-137818de-3d7e-49ee-9754-caaf2045b25a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:42.710970 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50ff05da-5637-4af1-902b-897277080674 req-137818de-3d7e-49ee-9754-caaf2045b25a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0473902 May 02 11:13:42.763185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50ff05da-5637-4af1-902b-897277080674 req-56e169ac-0f29-4707-a922-87549d9fff21 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464828 May 02 11:13:42.832792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-99c93008-6d33-42de-b3ca-b47fc7fa6a89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0956690 May 02 11:13:42.841307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-79f24ed4-1b65-4e28-9be4-202988b7aa64 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:13:42.842267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-79f24ed4-1b65-4e28-9be4-202988b7aa64 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049117 May 02 11:13:43.244246 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48110) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:13:43.343613 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-c7cf9e1f-0f6d-4f47-8ecd-e061d67d4654 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:43.345011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-c7cf9e1f-0f6d-4f47-8ecd-e061d67d4654 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 942 time: 0.0997314 May 02 11:13:43.883188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a5e0c8-dbf5-45fa-8e18-34efd3115d09 req-56816415-f9b5-44e6-add1-c30b9ec77159 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:43.885296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4a5e0c8-dbf5-45fa-8e18-34efd3115d09 req-56816415-f9b5-44e6-add1-c30b9ec77159 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0512702 May 02 11:13:43.933403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c4a5e0c8-dbf5-45fa-8e18-34efd3115d09 req-b1d4f84c-0eee-4f37-9743-c03fab6369d3 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423279 May 02 11:13:44.790528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:44.816220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-c344cf92-cf2e-4060-875c-64bec457c3b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:44.817719 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-c344cf92-cf2e-4060-875c-64bec457c3b4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1127 time: 0.0417559 May 02 11:13:44.907123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-afca6540-ed25-48b7-80a3-128c625cb348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:44.908593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-afca6540-ed25-48b7-80a3-128c625cb348 service neutron] 10.222.0.24 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0843363 May 02 11:13:44.954345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-8df7a452-d635-4319-9f4a-90e6e6282979 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0395482 May 02 11:13:45.002208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-8abbb047-3d29-41cf-99c5-950bced89aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:45.003675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-8abbb047-3d29-41cf-99c5-950bced89aca service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0437624 May 02 11:13:45.055310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-90853f57-d11b-4ef6-b010-527ef79587a4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418301 May 02 11:13:45.077369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d2db28-71bf-469a-9782-58970dfb30ab req-b3481ef0-eec6-4bee-b40a-aebd0b9bc9c0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:45.078763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62d2db28-71bf-469a-9782-58970dfb30ab req-b3481ef0-eec6-4bee-b40a-aebd0b9bc9c0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0742164 May 02 11:13:45.181577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-62d2db28-71bf-469a-9782-58970dfb30ab req-d7d5e57d-4655-493c-832f-743f76ce03c7 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924840 May 02 11:13:45.191474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-39ec1e5c-3c4d-4d2d-8d27-6c10a781af57 service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291487 May 02 11:13:45.284390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-1c119e0b-c078-4025-9a8a-117964136bde service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867558 May 02 11:13:46.296257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cad0948-b603-47d4-9055-f153f538d034 req-0b1905e0-4fff-46be-aaa8-3d64c871784a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:46.297698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cad0948-b603-47d4-9055-f153f538d034 req-0b1905e0-4fff-46be-aaa8-3d64c871784a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0484111 May 02 11:13:46.344684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cad0948-b603-47d4-9055-f153f538d034 req-ebdfd64b-6cc8-4d29-ac0b-2277fd2c6fc6 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412562 May 02 11:13:46.360845 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:47.460062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f292906-76b6-4e07-8ef2-933b756aa90a req-049e519b-f4ec-4f0f-89db-1035105f7d95 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:47.461710 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f292906-76b6-4e07-8ef2-933b756aa90a req-049e519b-f4ec-4f0f-89db-1035105f7d95 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0477607 May 02 11:13:47.507472 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3f292906-76b6-4e07-8ef2-933b756aa90a req-dee0ffba-c989-4be0-b6f4-53ea5289b748 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402346 May 02 11:13:48.622848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14141b2b-03bb-412c-8856-5d7400ec8fa6 req-8656040a-e919-4d0e-914d-b5c1387a3561 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:48.624365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14141b2b-03bb-412c-8856-5d7400ec8fa6 req-8656040a-e919-4d0e-914d-b5c1387a3561 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0475607 May 02 11:13:48.678373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14141b2b-03bb-412c-8856-5d7400ec8fa6 req-bdb2f2d7-ea9c-41ca-b836-a1aadfebaff7 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481441 May 02 11:13:49.793994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3727c3ec-d5f1-4c2b-9ca0-65e1945a7058 req-d37ba299-dd2c-4547-871c-3131fc477671 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:49.795518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3727c3ec-d5f1-4c2b-9ca0-65e1945a7058 req-d37ba299-dd2c-4547-871c-3131fc477671 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0476117 May 02 11:13:49.841668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3727c3ec-d5f1-4c2b-9ca0-65e1945a7058 req-8359ff8b-0c88-4695-9c1d-f4ad6224c85f tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404587 May 02 11:13:50.957387 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c9e17d-0b70-43e7-88a4-846ae0ca1870 req-ee1a8828-eb6d-4941-8453-c5408acf2394 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:50.958887 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4c9e17d-0b70-43e7-88a4-846ae0ca1870 req-ee1a8828-eb6d-4941-8453-c5408acf2394 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0483470 May 02 11:13:51.005635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4c9e17d-0b70-43e7-88a4-846ae0ca1870 req-e09929aa-7465-4d4d-9372-84f44f51afc7 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410419 May 02 11:13:52.125883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5495f65-b701-4c58-89ff-e418080d9178 req-b75010f7-6355-43e4-8b46-f7ff9a3e1eea tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:52.127360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5495f65-b701-4c58-89ff-e418080d9178 req-b75010f7-6355-43e4-8b46-f7ff9a3e1eea tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0509117 May 02 11:13:52.173298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5495f65-b701-4c58-89ff-e418080d9178 req-2ffcca75-7620-413f-84c7-8cf61c8c7f85 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402210 May 02 11:13:53.293903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b3a2d-9f0b-4726-a083-4cf0e8f85f7f req-2641c8ed-0db1-4dd8-8fb8-18943a9ba4c0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:53.295309 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be0b3a2d-9f0b-4726-a083-4cf0e8f85f7f req-2641c8ed-0db1-4dd8-8fb8-18943a9ba4c0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0499759 May 02 11:13:53.344097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be0b3a2d-9f0b-4726-a083-4cf0e8f85f7f req-2f743656-a5b6-442b-ac7e-3354327f8277 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431788 May 02 11:13:54.457653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6304da-c71f-4106-9106-069bfadd60f4 req-87a4266c-f5a5-4443-abc0-1a392949ce40 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:54.459198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f6304da-c71f-4106-9106-069bfadd60f4 req-87a4266c-f5a5-4443-abc0-1a392949ce40 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0468600 May 02 11:13:54.505803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f6304da-c71f-4106-9106-069bfadd60f4 req-d32c8fe1-bfa1-4257-a08e-68befb8c288b tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409725 May 02 11:13:55.568299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-097137ce-8131-4b41-8b96-63c1248169f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:55.630485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521f0c-8c44-4976-b074-5cc79d0353e2 req-b2b7b11f-7227-4643-8293-cd723f221e09 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:55.634436 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8521f0c-8c44-4976-b074-5cc79d0353e2 req-b2b7b11f-7227-4643-8293-cd723f221e09 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0529518 May 02 11:13:55.682800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8521f0c-8c44-4976-b074-5cc79d0353e2 req-19256198-c4f2-4b0b-a0af-84703a6efef3 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438244 May 02 11:13:56.795968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5dadc8-c8f9-47b4-99f0-7cfed7d20557 req-a18937c4-3c55-43a5-b942-1a46c6661f5a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:56.797460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba5dadc8-c8f9-47b4-99f0-7cfed7d20557 req-a18937c4-3c55-43a5-b942-1a46c6661f5a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0459950 May 02 11:13:56.846611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ba5dadc8-c8f9-47b4-99f0-7cfed7d20557 req-2e97ee8f-7ff5-4bdf-8717-5505c7ed1c5d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436432 May 02 11:13:57.916066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a4ae48bb-fa6a-4a4d-9680-1a22f28ec9f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:13:57.962234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5789f2-4afd-42f2-b7d7-4e41036b062c req-a1607653-c1c0-4547-8e16-abff04f1611c tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:57.963708 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b5789f2-4afd-42f2-b7d7-4e41036b062c req-a1607653-c1c0-4547-8e16-abff04f1611c tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0472572 May 02 11:13:58.011384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b5789f2-4afd-42f2-b7d7-4e41036b062c req-428fad48-7501-4b76-bc25-6cb0acc06317 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419858 May 02 11:13:58.731109 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:13:59.124806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7abdafa-c2ab-4bd6-8546-341a82bc14e9 req-a4394602-ec5e-4ba1-9aac-739e152c4612 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:13:59.126301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7abdafa-c2ab-4bd6-8546-341a82bc14e9 req-a4394602-ec5e-4ba1-9aac-739e152c4612 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0470424 May 02 11:13:59.171876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c7abdafa-c2ab-4bd6-8546-341a82bc14e9 req-e1ec7067-d93a-402b-a410-f131749b0360 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399849 May 02 11:13:59.361164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:00.285684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25fb05b-cc33-435a-bfda-4b46561b9876 req-ee08a0ab-df40-4408-a0b0-92d7418f9726 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:00.287053 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b25fb05b-cc33-435a-bfda-4b46561b9876 req-ee08a0ab-df40-4408-a0b0-92d7418f9726 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0471754 May 02 11:14:00.337846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b25fb05b-cc33-435a-bfda-4b46561b9876 req-60c57ca7-7955-4427-bb61-65a40e859f06 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452240 May 02 11:14:00.755855 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:01.449938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24630716-7f07-4edc-8c80-97e6aa9c740a req-5c18a33a-e387-4151-95e9-51f94fb20f90 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:01.451469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24630716-7f07-4edc-8c80-97e6aa9c740a req-5c18a33a-e387-4151-95e9-51f94fb20f90 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0466797 May 02 11:14:01.498045 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24630716-7f07-4edc-8c80-97e6aa9c740a req-46b0d00e-ae69-4528-874a-f2b66eef305e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409360 May 02 11:14:01.623350 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-ec739dd7-0e7b-41ca-a85b-abcbb0b2d1e7 req-976c2e44-2088-4de2-bf80-92909b16e6a1 service neutron] (115663) timed out ('10.222.0.16', 45652) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:14:01.973243 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:02.614481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d252d706-56d6-4a02-bb76-f385127938c9 req-d7002128-968e-42ff-b3a2-497b33f65ed0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:02.615928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d252d706-56d6-4a02-bb76-f385127938c9 req-d7002128-968e-42ff-b3a2-497b33f65ed0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0465858 May 02 11:14:02.661803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d252d706-56d6-4a02-bb76-f385127938c9 req-63330410-75eb-41ca-b3d4-163de6d807ea tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403757 May 02 11:14:03.779130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419332d7-5d04-4e75-b701-7c8bc9a7c352 req-3eac7bb7-52fe-4719-b8e1-fff854a78f44 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:03.780637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-419332d7-5d04-4e75-b701-7c8bc9a7c352 req-3eac7bb7-52fe-4719-b8e1-fff854a78f44 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0501065 May 02 11:14:03.828256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-419332d7-5d04-4e75-b701-7c8bc9a7c352 req-bbe56fe4-4137-49c2-a9e3-1ed166c27e5a tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419986 May 02 11:14:04.941820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf20e4b-380e-43f3-bc78-de4a38950f0c req-300ab221-b42b-4fdb-bd73-92526d25ae1d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:04.943304 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cf20e4b-380e-43f3-bc78-de4a38950f0c req-300ab221-b42b-4fdb-bd73-92526d25ae1d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0468376 May 02 11:14:04.989935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7cf20e4b-380e-43f3-bc78-de4a38950f0c req-c1049745-3eac-4174-b4c0-54dcf22d3ba4 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404685 May 02 11:14:06.107050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535397aa-e080-4d67-8a4c-857200d7d8d7 req-79c5418e-5163-4b38-88b2-04c79da8d166 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:06.108560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-535397aa-e080-4d67-8a4c-857200d7d8d7 req-79c5418e-5163-4b38-88b2-04c79da8d166 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0480018 May 02 11:14:06.155537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-535397aa-e080-4d67-8a4c-857200d7d8d7 req-cf8d8a7b-0783-4688-918c-3bee8c35ad11 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413716 May 02 11:14:07.273253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7957e6-1196-454c-b492-fac04b69cd9d req-6d75dd22-e832-43fa-97e8-084ce7bcf84d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:07.275391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc7957e6-1196-454c-b492-fac04b69cd9d req-6d75dd22-e832-43fa-97e8-084ce7bcf84d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0512853 May 02 11:14:07.321814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc7957e6-1196-454c-b492-fac04b69cd9d req-68dfb752-ed77-49c1-bd80-c9d1c26b0a6b tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 May 02 11:14:08.438603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a04b4-e61c-426e-bd56-6a4b2ae4302c req-2aaf9c84-da9f-4e97-888b-c9d1d1550b52 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:08.440086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-474a04b4-e61c-426e-bd56-6a4b2ae4302c req-2aaf9c84-da9f-4e97-888b-c9d1d1550b52 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0504487 May 02 11:14:08.488635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-474a04b4-e61c-426e-bd56-6a4b2ae4302c req-3ce41ad5-6e28-4a6f-ad60-18bd7045c048 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427897 May 02 11:14:09.601095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26b95e-c7a5-4c79-b843-941fa3c1d225 req-3a3eea28-a253-4624-a9ea-32a58a4865fa tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:09.603110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9b26b95e-c7a5-4c79-b843-941fa3c1d225 req-3a3eea28-a253-4624-a9ea-32a58a4865fa tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0468826 May 02 11:14:09.650262 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9b26b95e-c7a5-4c79-b843-941fa3c1d225 req-6660ebd7-dd20-404f-a922-63783036bbdb tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415175 May 02 11:14:10.766456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d8904-0a26-4660-8fab-9a9ced23994e req-0e635fd0-655f-4910-9595-57627c0649b0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:10.767952 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-708d8904-0a26-4660-8fab-9a9ced23994e req-0e635fd0-655f-4910-9595-57627c0649b0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0465260 May 02 11:14:10.814225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-708d8904-0a26-4660-8fab-9a9ced23994e req-dbae9b47-38cd-4b74-8da4-4828efc6fa8e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405698 May 02 11:14:11.931548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911fd502-44b8-4709-b013-ad0ff2bba4a8 req-038507a1-140a-4efa-a3e5-7092d1cc45fd tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:11.933056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-911fd502-44b8-4709-b013-ad0ff2bba4a8 req-038507a1-140a-4efa-a3e5-7092d1cc45fd tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0515211 May 02 11:14:11.979974 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-911fd502-44b8-4709-b013-ad0ff2bba4a8 req-cfec22d5-99d2-4dd1-9a49-3a2a88f3c53e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413110 May 02 11:14:12.312669 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-46b113fd-f363-4c21-9526-c43a9e7da51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:12.314132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-46b113fd-f363-4c21-9526-c43a9e7da51e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1127 time: 0.0380843 May 02 11:14:12.402548 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-112e1276-ba88-48ee-9d2a-173953668f93 req-644a14aa-f1a2-4a8b-a9bf-983133454893 service neutron] show failed (client error): The resource could not be found. May 02 11:14:12.403911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-644a14aa-f1a2-4a8b-a9bf-983133454893 service neutron] 10.222.0.24 "GET /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0589886 May 02 11:14:12.431393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-e64c3187-5ecf-46df-93f8-3bb5ffd7ea9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:12.432948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-e64c3187-5ecf-46df-93f8-3bb5ffd7ea9f service neutron] 10.222.0.24 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0878756 May 02 11:14:12.477743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-20a94542-8413-4931-8f55-14da9e668ddf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0389519 May 02 11:14:12.526014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-95597c24-b9f5-4a20-ad00-73c509c967b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:12.527478 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-95597c24-b9f5-4a20-ad00-73c509c967b8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0448093 May 02 11:14:12.559886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-45f86663-64af-4cb1-a7d9-80d474fc0736 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268087 May 02 11:14:12.653701 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-a4a550f4-1793-4fa9-83b9-60b8c629184e service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874670 May 02 11:14:12.746673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1f298dde-d9a4-4219-9d86-6a9ac15a7ddf req-37862461-7fdc-4992-bd80-56192b7db1d7 service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880795 May 02 11:14:12.943718 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-733666f6-eb83-45e3-976a-61df78b2a0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:12.945294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-733666f6-eb83-45e3-976a-61df78b2a0f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5&tenant_id=1e2e1841e1a9409b88dd38de07fff438 HTTP/1.1" status: 200 len: 1127 time: 0.0887611 May 02 11:14:12.965845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-4cee5226-e87a-4b7f-af9e-183b1472971b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:14:12.966804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-4cee5226-e87a-4b7f-af9e-183b1472971b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054340 May 02 11:14:12.980083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:14:13.038572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.120962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ed8dc-3aef-4dde-8fc9-29003a6faa5b req-d0267346-aaea-4553-ab8f-d3bf26416500 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:13.122438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-931ed8dc-3aef-4dde-8fc9-29003a6faa5b req-d0267346-aaea-4553-ab8f-d3bf26416500 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0695834 May 02 11:14:13.254035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-931ed8dc-3aef-4dde-8fc9-29003a6faa5b req-7a2ca067-c9b3-4852-bac5-ba865e47e7d0 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223919 May 02 11:14:13.316466 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:13.350040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:14:13.388286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:13.390618 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffa397b-dffc-4c82-90a4-1a11b0b89f2e" -d '{"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-unplugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:13.394380 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks [] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.408092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Transition to ACTIVE for port object 33fb1768-0b56-47b2-bdf7-5aed39d68708 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:14:13.438340 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f64c8a-2c38-4994-bb23-f8bc0d77b022 x-openstack-request-id: req-a8f64c8a-2c38-4994-bb23-f8bc0d77b022 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:13.438629 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-unplugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:13.438887 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8f64c8a-2c38-4994-bb23-f8bc0d77b022 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:13.439293 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8f64c8a-2c38-4994-bb23-f8bc0d77b022'] response: {'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'code': 200} May 02 11:14:13.492509 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.560686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] No DVR routers for this DVR port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:14:13.562595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:13.599697 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:14:13.600054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:14:13.600383 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:14:13.604704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:14:13.605023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Attempting to bind port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on network 07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:14:13.609797 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 13, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:14:13.610130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Checking segment: {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:14:13.610550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Bound using segment: {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:14:13.610982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Bound port: 33fb1768-0b56-47b2-bdf7-5aed39d68708, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c07be014-0e62-4549-b443-2fd2e395e4ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:14:13.611333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.672664 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:14:13.675586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:14:13.744683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.781734 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:13.782290 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:13.783694 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] 10.222.0.15 "PUT /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 1091 time: 0.8078539 May 02 11:14:13.804557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe93ecfa-f18e-4d30-8a39-52ca045a3b40 service neutron] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:13.848890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-5ccee561-89fb-41ef-8357-54a433bf1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:13.850401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-5ccee561-89fb-41ef-8357-54a433bf1afc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0396066 May 02 11:14:13.946357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-017ed7da-8e18-4c7e-870d-a5951155ff20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:13.947830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-017ed7da-8e18-4c7e-870d-a5951155ff20 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0873561 May 02 11:14:13.991997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-70c3fb6c-d518-4e44-821a-d577f214b468 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0341063 May 02 11:14:14.040802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112e1276-ba88-48ee-9d2a-173953668f93 req-6d205d8a-d053-4e06-abc7-34564efa7912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:14.042160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-6d205d8a-d053-4e06-abc7-34564efa7912 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0427635 May 02 11:14:14.076486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-389e1833-bd03-4eed-8a87-25c33fdccfed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252311 May 02 11:14:14.171153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-c8b06422-f678-46c6-b22f-9a8f274287c7 service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851283 May 02 11:14:14.264417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-59bbd486-b4a8-4115-94fd-7cca73dad7ea service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843041 May 02 11:14:14.375812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7298614f-b17a-4b00-898a-e4ec39eacbf3 req-ebc683b1-18ce-4912-9e21-9c77d5406281 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:14.381079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7298614f-b17a-4b00-898a-e4ec39eacbf3 req-ebc683b1-18ce-4912-9e21-9c77d5406281 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0527210 May 02 11:14:14.424928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7298614f-b17a-4b00-898a-e4ec39eacbf3 req-d8319537-7c7f-4d0d-a8cf-ce509168aa15 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416801 May 02 11:14:14.813123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:15.440333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:15.442695 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9254f6-a76d-48be-be24-139ff049453a" -d '{"events": [{"name": "network-changed", "server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:15.493927 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b6afa9e-dd6a-4225-bfac-c62f700c0a3b x-openstack-request-id: req-4b6afa9e-dd6a-4225-bfac-c62f700c0a3b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:15.494225 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:15.494480 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4b6afa9e-dd6a-4225-bfac-c62f700c0a3b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:15.494892 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b6afa9e-dd6a-4225-bfac-c62f700c0a3b'] response: {'name': 'network-changed', 'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'status': 'completed', 'code': 200} May 02 11:14:15.542790 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540cc1a-0d02-4e99-a389-b0d608dbc4a4 req-c7a5944d-be83-40d7-a30d-e4022441f070 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.544288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b540cc1a-0d02-4e99-a389-b0d608dbc4a4 req-c7a5944d-be83-40d7-a30d-e4022441f070 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0461962 May 02 11:14:15.550255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-132dc9e2-ce73-4e33-9757-ddc48621c315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.551752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-132dc9e2-ce73-4e33-9757-ddc48621c315 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0404820 May 02 11:14:15.591771 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b540cc1a-0d02-4e99-a389-b0d608dbc4a4 req-e55a55de-5bd9-4898-bdc9-4fcd0ba9da3d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414784 May 02 11:14:15.646218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-68bbb6b1-f798-407c-8691-f492dfbf0cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.647732 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-68bbb6b1-f798-407c-8691-f492dfbf0cfa service neutron] 10.222.0.24 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0896137 May 02 11:14:15.689232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-efa34385-45ae-452b-a671-d7bd224152ba service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0357404 May 02 11:14:15.742137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-bcfd860b-f0a9-40ff-b650-1a92aa945763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.744143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-bcfd860b-f0a9-40ff-b650-1a92aa945763 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0487497 May 02 11:14:15.775406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-37a6d4ef-41df-480d-97dc-7744aab182cd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260179 May 02 11:14:15.870176 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-6346fd85-7930-4e53-b586-ef83b686167a service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887158 May 02 11:14:15.903224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-185abbe9-8325-48d5-b0a4-c368d3810269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.904995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-185abbe9-8325-48d5-b0a4-c368d3810269 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0446656 May 02 11:14:15.967807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-e691d649-91d5-46f7-a24e-67d80c483bae service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918860 May 02 11:14:15.995247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-afdad527-f558-4966-9dff-4e43435d3c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:15.996678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-afdad527-f558-4966-9dff-4e43435d3c72 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0854661 May 02 11:14:16.040804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-22e18844-c3cb-42ec-b1e1-af1637460cbe service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0370681 May 02 11:14:16.072573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:14:16.117121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 33fb1768-0b56-47b2-bdf7-5aed39d68708 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:14:16.117573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:14:16.158633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9254f6-a76d-48be-be24-139ff049453a req-f2b59bbd-a307-444c-b927-df8db286c043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:16.160118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-f2b59bbd-a307-444c-b927-df8db286c043 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0454669 May 02 11:14:16.211850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-1c98e557-69f4-4de7-bda7-6de4cb8dd0ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257807 May 02 11:14:16.304695 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-b35f37fe-a1c0-4c40-b768-04abebd437be service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 May 02 11:14:16.326800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:16.393844 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9254f6-a76d-48be-be24-139ff049453a req-871aaef2-59e4-48c7-9a73-c0cb490946ea service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828156 May 02 11:14:16.488127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-6a5fb260-db4d-4287-8dff-fb9ca79837c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:16.489686 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-6a5fb260-db4d-4287-8dff-fb9ca79837c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0389385 May 02 11:14:16.594302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-704f4a21-0dd7-4f59-935b-e3aac7f94f29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:16.595657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-704f4a21-0dd7-4f59-935b-e3aac7f94f29 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0877328 May 02 11:14:16.635396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-75119249-2842-46cd-8e0e-b467e3ca8af7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0336924 May 02 11:14:16.687815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-ad36122f-fb29-45ee-aeec-8bcafdd7e376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:16.689332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-ad36122f-fb29-45ee-aeec-8bcafdd7e376 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0472066 May 02 11:14:16.715785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f04c981-d2ca-426d-ae44-94d476317b37 req-d305a37d-c313-4613-b609-04c1aee7aa06 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:16.717348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f04c981-d2ca-426d-ae44-94d476317b37 req-d305a37d-c313-4613-b609-04c1aee7aa06 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 943 time: 0.0480471 May 02 11:14:16.721072 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-80d08bab-0f23-4e83-9882-d78c27557cd8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256197 May 02 11:14:16.765231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3f04c981-d2ca-426d-ae44-94d476317b37 req-416815d3-a8d0-4dde-8fb3-acc9d6777eed tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423236 May 02 11:14:16.809171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-e3a7e419-853e-482b-8f83-07c1c3ed2e67 service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823519 May 02 11:14:16.900550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7b113790-af3d-4ad9-8bbc-617087750f97 req-8890ca57-d568-4bfe-abdb-6b9c8ba68eab service neutron] 10.222.0.15 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854142 May 02 11:14:17.233256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-e0f94c35-d31f-4b52-b690-ef5964f8f6ff tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:17.234663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-e0f94c35-d31f-4b52-b690-ef5964f8f6ff tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.24 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5&tenant_id=1e2e1841e1a9409b88dd38de07fff438&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0895045 May 02 11:14:17.295693 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-038276d1-ab84-4b16-aef9-2e632e4e2913 service neutron] delete failed (client error): The resource could not be found. May 02 11:14:17.296715 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-038276d1-ab84-4b16-aef9-2e632e4e2913 service neutron] 10.222.0.24 "DELETE /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0550833 May 02 11:14:17.347554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:14:17.382787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-c6114ca9-dccb-467b-bece-4c7ba0fa3f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:17.384400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-c6114ca9-dccb-467b-bece-4c7ba0fa3f97 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=1e2e1841e1a9409b88dd38de07fff438&device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 1125 time: 0.0451932 May 02 11:14:17.447271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:17.458532 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'network_id': '07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2', 'port_id': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'mac_address': 'fa:16:3e:9e:f4:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8186cb61-5352-46c1-bb94-5f9556a5cbf3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:14:17.480194 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-59a96cf3-acec-4f1b-9932-6538dc756fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:17.482279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-59a96cf3-acec-4f1b-9932-6538dc756fbd service neutron] 10.222.0.24 "GET /v2.0/networks?id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 200 len: 912 time: 0.0924194 May 02 11:14:17.496660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 33fb1768-0b56-47b2-bdf7-5aed39d68708 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:14:17.496952 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:17.509564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33fb1768-0b56-47b2-bdf7-5aed39d68708 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:14:17.525796 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-05eddcfd-811c-468c-bfde-9e19e70d068a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 200 len: 217 time: 0.0383565 May 02 11:14:17.530073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:17.572656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-04d919c5-416d-4a1a-af33-beca90bc24f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:17.574117 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-04d919c5-416d-4a1a-af33-beca90bc24f8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 200 len: 851 time: 0.0433412 May 02 11:14:17.595606 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:17.606366 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-a5c014c7-09e6-49f3-ae56-f46c9eaeb64f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266860 May 02 11:14:17.647099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:17.655238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.655590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.655937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.656276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.656632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.657066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.657411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.657743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.658071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.658399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.658725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.659048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.659376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.659701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.660022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:17.699960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-675a62ce-6b2a-4203-82e3-86d2f9d2e6ae service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880177 May 02 11:14:17.789443 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-7386603f-2c36-4cae-9fb4-087f80b21dee service neutron] 10.222.0.24 "GET /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841222 May 02 11:14:17.847197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['33fb1768-0b56-47b2-bdf7-5aed39d68708'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:14:19.064047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2664f5-0c43-4128-851e-5725a9ffe431 req-786deba1-5525-4b98-a72c-d99c76bdcc86 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:19.065512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df2664f5-0c43-4128-851e-5725a9ffe431 req-786deba1-5525-4b98-a72c-d99c76bdcc86 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 944 time: 0.0471306 May 02 11:14:19.116583 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-df2664f5-0c43-4128-851e-5725a9ffe431 req-ac4b07b2-99e9-4851-86f6-0169eceafb48 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456305 May 02 11:14:19.364148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:14:19.408066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 33fb1768-0b56-47b2-bdf7-5aed39d68708 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:14:19.475233 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 33fb1768-0b56-47b2-bdf7-5aed39d68708 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:14:19.475613 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:19.551769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 33fb1768-0b56-47b2-bdf7-5aed39d68708 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:14:19.552155 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:19.574427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:19.576708 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1fbd016-645b-4f09-82a5-af5468fca096" -d '{"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-plugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:19.589086 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:19.613342 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471f293c-97b3-4f53-a117-7fe48d09dba9 x-openstack-request-id: req-471f293c-97b3-4f53-a117-7fe48d09dba9 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:19.613631 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-plugged", "status": "completed", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:19.613882 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-471f293c-97b3-4f53-a117-7fe48d09dba9 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:19.614319 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-471f293c-97b3-4f53-a117-7fe48d09dba9'] response: {'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'code': 200} May 02 11:14:19.641995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:19.692352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:20.232614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33424745-9585-40db-95af-5879d249f892 req-f667d111-dacb-4f72-8b80-64dde596d2fe tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:20.234117 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33424745-9585-40db-95af-5879d249f892 req-f667d111-dacb-4f72-8b80-64dde596d2fe tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0471897 May 02 11:14:20.281082 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33424745-9585-40db-95af-5879d249f892 req-346153ee-f3ad-458b-b61e-028cb7929b40 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/security-groups?id=e5e8106d-873a-4876-9440-70706dbfa40b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412364 May 02 11:14:20.484759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-a06a3b9c-9b92-4889-a250-f81845eb720e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:20.486217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-a06a3b9c-9b92-4889-a250-f81845eb720e tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.15 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 945 time: 0.0467687 May 02 11:14:20.572107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Deleting port 33fb1768-0b56-47b2-bdf7-5aed39d68708 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:14:20.572379 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:20.658295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] For port 33fb1768-0b56-47b2-bdf7-5aed39d68708, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=33fb1768-0b56-47b2-bdf7-5aed39d68708,segment=NetworkSegment(c07be014-0e62-4549-b443-2fd2e395e4ef),segment_id=c07be014-0e62-4549-b443-2fd2e395e4ef)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:20.658652 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:20.672117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Calling delete_port for 33fb1768-0b56-47b2-bdf7-5aed39d68708 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:14:20.846785 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (33fb1768-0b56-47b2-bdf7-5aed39d68708), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:20.862485 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['33fb1768-0b56-47b2-bdf7-5aed39d68708'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:14:20.873384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Pushing event deleted for resources: {'Port': ['ID=33fb1768-0b56-47b2-bdf7-5aed39d68708,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:20.919109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] No DVR routers for this DVR port 33fb1768-0b56-47b2-bdf7-5aed39d68708 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:14:20.921789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:20.925121 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f07ac181-d89a-403f-b185-19fc321a1c42 req-aa24a721-5278-45b6-a379-43bb8163596d tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.15 "DELETE /v2.0/ports/33fb1768-0b56-47b2-bdf7-5aed39d68708 HTTP/1.1" status: 204 len: 173 time: 0.4322033 May 02 11:14:20.925560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-deleted', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:20.927788 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424ff7ad-4162-4a30-9bb2-cb51834ee9d9" -d '{"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-deleted", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:20.968825 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227d7158-5b67-4995-b113-64de27d44b75 x-openstack-request-id: req-227d7158-5b67-4995-b113-64de27d44b75 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:20.968825 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24232ad1-6daf-4e99-944a-f57715f4cab5", "name": "network-vif-deleted", "tag": "33fb1768-0b56-47b2-bdf7-5aed39d68708", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:20.968825 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-227d7158-5b67-4995-b113-64de27d44b75 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:20.968825 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-227d7158-5b67-4995-b113-64de27d44b75'] response: {'server_uuid': '24232ad1-6daf-4e99-944a-f57715f4cab5', 'name': 'network-vif-deleted', 'tag': '33fb1768-0b56-47b2-bdf7-5aed39d68708', 'status': 'completed', 'code': 200} May 02 11:14:21.388677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51a337e3-6d72-47d8-86b4-72d25088b4c4 req-3505fad3-b1aa-43bf-9ba7-1fee7f7c7f42 tempest-DeleteServersTestJSON-420822047 tempest-DeleteServersTestJSON-420822047-project] 10.222.0.16 "GET /v2.0/ports?device_id=24232ad1-6daf-4e99-944a-f57715f4cab5 HTTP/1.1" status: 200 len: 210 time: 0.0287707 May 02 11:14:22.519548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48220) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:22.563122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Deleting subnet 8186cb61-5352-46c1-bb94-5f9556a5cbf3 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:14:22.566126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Publish callbacks [] for subnet (8186cb61-5352-46c1-bb94-5f9556a5cbf3), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.604105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (8186cb61-5352-46c1-bb94-5f9556a5cbf3), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.643063 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (8186cb61-5352-46c1-bb94-5f9556a5cbf3), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.767270 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (8186cb61-5352-46c1-bb94-5f9556a5cbf3), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.795448 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.798731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] 10.222.0.16 "DELETE /v2.0/subnets/8186cb61-5352-46c1-bb94-5f9556a5cbf3 HTTP/1.1" status: 204 len: 168 time: 0.2781928 May 02 11:14:22.799712 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e088b53-220d-4702-8f6d-6464b0b5b9aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8186cb61-5352-46c1-bb94-5f9556a5cbf3,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:22.801418 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48222) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:22.874766 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.955223 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:22.974891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:14:22.984580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c07be014-0e62-4549-b443-2fd2e395e4ef') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:14:22.984910 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c07be014-0e62-4549-b443-2fd2e395e4ef') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:14:22.994778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (c07be014-0e62-4549-b443-2fd2e395e4ef), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.007942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c07be014-0e62-4549-b443-2fd2e395e4ef), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.013774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:14:23.014172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (c07be014-0e62-4549-b443-2fd2e395e4ef), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: timer() May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:14:23.015800 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:14:23.115639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.121714 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.124881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] 10.222.0.16 "DELETE /v2.0/networks/07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2 HTTP/1.1" status: 204 len: 168 time: 0.3225331 May 02 11:14:23.135884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba2b9-2210-4700-8721-e4ad6bff7b47 admin admin] Pushing event deleted for resources: {'Network': ['ID=07fcf3b3-3e6d-4c40-8a0f-97becb7e89e2,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:23.359061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:14:23.377601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48226) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:23.380401 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 33fb1768-0b56-47b2-bdf7-5aed39d68708 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:14:23.380779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 33fb1768-0b56-47b2-bdf7-5aed39d68708 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:14:23.420355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a806b62b-34c4-4516-b773-d2e0def4ce51 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1e2e1841e1a9409b88dd38de07fff438&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413783 May 02 11:14:23.422800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48228) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:23.474112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] Publish callbacks [] for security_group (e5e8106d-873a-4876-9440-70706dbfa40b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.495711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] Publish callbacks [] for security_group (e5e8106d-873a-4876-9440-70706dbfa40b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.595884 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e5e8106d-873a-4876-9440-70706dbfa40b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.598553 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:23.599760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e8106d-873a-4876-9440-70706dbfa40b HTTP/1.1" status: 204 len: 168 time: 0.1760125 May 02 11:14:23.610445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139444c-fb68-4099-8c39-ee59c27a3121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e8106d-873a-4876-9440-70706dbfa40b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:24.598941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48250) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:24.694019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-567303205-network', 'tenant_id': '0b0458fbd066459d8dfcbc6bf6a941a6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:14:24.777929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Made reservation on behalf of 0b0458fbd066459d8dfcbc6bf6a941a6 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:14:24.780494 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:24.793275 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:24.865969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks [] for security_group (c7a0a904-84b8-43d0-9b5d-7c26e6790f8b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:24.920859 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c7a0a904-84b8-43d0-9b5d-7c26e6790f8b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:24.945023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:14:24.954533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:24.959251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (569dbfc4-220d-4381-b6b6-aec2cd81e452), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:24.959603 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Added segment 569dbfc4-220d-4381-b6b6-aec2cd81e452 of type vlan for network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 May 02 11:14:24.999681 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (d7421dbc-187e-42e1-88be-a9ced2f9cfb1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.057963 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (d7421dbc-187e-42e1-88be-a9ced2f9cfb1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.058903 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:25.059477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.120051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] Pushing event updated for resources: {'Network': ['ID=d7421dbc-187e-42e1-88be-a9ced2f9cfb1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:25.129604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:14:25.135186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1e2c5266-3c89-4f18-a633-647c227eb4c3 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5351322 May 02 11:14:25.137963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48254) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:14:25.142730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Request body: {'subnet': {'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-567303205-subnet', 'tenant_id': '0b0458fbd066459d8dfcbc6bf6a941a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:14:25.206780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Made reservation on behalf of 0b0458fbd066459d8dfcbc6bf6a941a6 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:14:25.209204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.460694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (2e5300e7-e591-4ad9-93e9-ee3e4195fee6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.518100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e5300e7-e591-4ad9-93e9-ee3e4195fee6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:25.529073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Checking segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:14:25.529434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Network hostable DHCP agents. Network: d7421dbc-187e-42e1-88be-a9ced2f9cfb1, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:14:25.566847 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e670e830-0ac7-442f-9ca8-0316aa06f042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.623881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:14:25.686779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, d7421dbc-187e-42e1-88be-a9ced2f9cfb1) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:14:25.690795 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:25.691423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:25.695418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fe52dc-804b-4671-bae1-6a07bd2416a3 None None] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:14:25.760983 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f3cc2ff0-1c08-4ebe-876f-220b16770224 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6138473 May 02 11:14:25.958511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cdb78e8-9f90-4266-9856-7091d2e9e6d0 None None] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:14:26.183849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-91269f8d-7bc9-491d-b598-760097b60913 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:26.185332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-91269f8d-7bc9-491d-b598-760097b60913 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 814 time: 0.1044934 May 02 11:14:26.200200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-eb9dafc2-398d-49ae-888f-7099a0c82a75 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/quotas/0b0458fbd066459d8dfcbc6bf6a941a6 HTTP/1.1" status: 200 len: 375 time: 0.0094955 May 02 11:14:26.232353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-a6d3bc9c-d5b8-4c75-ac87-e48ac23e3043 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272250 May 02 11:14:26.321377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-caea9a42-e0a8-41d9-815d-f7ac4992965a service neutron] 10.222.0.16 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824111 May 02 11:14:26.413115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-a47ad976-bd84-43e5-ab51-cdadbd5b4147 service neutron] 10.222.0.16 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858459 May 02 11:14:26.628321 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf80d0af-ccc9-4e31-b636-29cb290f2c1d req-79461524-fdb9-4314-b8de-05b84ee8aceb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 210 time: 0.0282683 May 02 11:14:27.726300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a0a4aaea-9a11-4185-9310-6846596a48b9 req-dd5b6822-e39d-4c61-bf82-12200658e04b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 210 time: 0.0280330 May 02 11:14:27.932594 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e52aba83-ed0c-4492-8679-b8c5d6dc3220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:28.370582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-ddd2d368-e2cd-4f20-a57e-76d5ea7c5b5d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:28.372052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-ddd2d368-e2cd-4f20-a57e-76d5ea7c5b5d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 814 time: 0.1050231 May 02 11:14:28.383271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Request body: {'port': {'device_id': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'admin_state_up': True, 'tenant_id': '0b0458fbd066459d8dfcbc6bf6a941a6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:14:28.561251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Made reservation on behalf of 0b0458fbd066459d8dfcbc6bf6a941a6 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:14:28.564721 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:28.689511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Allocated IP 172.20.0.9 (d7421dbc-187e-42e1-88be-a9ced2f9cfb1/2e5300e7-e591-4ad9-93e9-ee3e4195fee6/405d08b3-84db-4273-a8a8-e76626005d13) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:14:28.824680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8070a5c4-d17a-4bfa-8a79-3fc463ecc153 req-34f0e997-26a7-409a-93ca-152ea975765f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 210 time: 0.0268617 May 02 11:14:28.836305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks [] for port (405d08b3-84db-4273-a8a8-e76626005d13), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:28.921607 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:28.961615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:14:28.965100 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:14:28.967510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:14:29.003858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:29.018680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.019032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.019382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.019755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.020098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.020438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.020796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.021127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.021459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.021787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.022115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.022445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.022772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.023098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.023422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:14:29.037809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:29.038428 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.112332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-7e680583-6203-474a-a7fb-321ef6ae4fa7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7329569 May 02 11:14:29.124027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Request body: {'port': {'device_id': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:14:29.186521 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.367130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.444787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 405d08b3-84db-4273-a8a8-e76626005d13 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:14:29.452770 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks [] for port (405d08b3-84db-4273-a8a8-e76626005d13), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.464731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Transition to ACTIVE for port object 405d08b3-84db-4273-a8a8-e76626005d13 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:14:29.543828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.591859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:29.666931 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:14:29.667163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:14:29.667520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:14:29.671772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:14:29.672106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:14:29.677000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 14, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:14:29.677336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Checking segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:14:29.677720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Bound using segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:14:29.678145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Bound port: 405d08b3-84db-4273-a8a8-e76626005d13, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:14:29.678505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.740820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:14:29.744381 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:14:29.824444 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.866655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:29.866655 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:29.866655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] 10.222.0.24 "PUT /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 1091 time: 0.7459552 May 02 11:14:29.869245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:29.872708 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-318ab24e-0558-4719-866d-e3fa28b3d989" -d '{"events": [{"name": "network-changed", "server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:29.899421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e246a-05f1-4b79-92fa-09c76d8e0f0f service neutron] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:29.938363 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:14:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29301f8f-30cc-4e2e-8734-d87994b9a8a9 x-openstack-request-id: req-29301f8f-30cc-4e2e-8734-d87994b9a8a9 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:29.938654 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:29.938911 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-29301f8f-30cc-4e2e-8734-d87994b9a8a9 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:29.939318 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29301f8f-30cc-4e2e-8734-d87994b9a8a9'] response: {'name': 'network-changed', 'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'status': 'completed', 'code': 200} May 02 11:14:29.965841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aad76e-fd40-477b-9109-2e8640c4e7c9 req-9df4f6ab-b690-4308-900a-7e7ee574a72f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:29.967292 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59aad76e-fd40-477b-9109-2e8640c4e7c9 req-9df4f6ab-b690-4308-900a-7e7ee574a72f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0696843 May 02 11:14:30.008950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-b2b43832-f48b-4628-940a-e842aadf1077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:30.010432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-b2b43832-f48b-4628-940a-e842aadf1077 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1125 time: 0.0605645 May 02 11:14:30.060093 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-59aad76e-fd40-477b-9109-2e8640c4e7c9 req-60c5f61a-c9ab-41c4-87fb-53522d4afca7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765224 May 02 11:14:30.129279 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-bcb72879-09db-47f3-a280-c09b55ca49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:30.130748 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-bcb72879-09db-47f3-a280-c09b55ca49ff service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1110847 May 02 11:14:30.221987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-f42576d2-c69b-485a-be87-3a180b50de07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:30.223363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-318ab24e-0558-4719-866d-e3fa28b3d989 req-f42576d2-c69b-485a-be87-3a180b50de07 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871553 May 02 11:14:30.297430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-65e512f9-9422-4aa8-9d39-275c69d6d10b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:30.298878 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-65e512f9-9422-4aa8-9d39-275c69d6d10b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1125 time: 0.0397897 May 02 11:14:30.343185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-88209afb-87f3-4080-a8b0-d70df78fe58c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0364339 May 02 11:14:30.390604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51915fe1-1add-428c-bf65-933465a704de req-94f38cc2-085d-47d8-8f3e-4b430c472ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:30.391977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-94f38cc2-085d-47d8-8f3e-4b430c472ee9 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0423584 May 02 11:14:30.423801 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-e980df48-7119-4567-9483-5f1367a604cc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256011 May 02 11:14:30.517607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-7f699848-91aa-442c-8bc0-b188c0e0276d service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868266 May 02 11:14:30.606042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51915fe1-1add-428c-bf65-933465a704de req-aace3366-aa36-42c9-a16e-2ff7511073ca service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817282 May 02 11:14:30.698286 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:31.182249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094eea6d-ce0b-4519-9740-1fa0a8af5115 req-9f6525c8-3f92-43b2-822e-d46a06b8d9fd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:31.183726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-094eea6d-ce0b-4519-9740-1fa0a8af5115 req-9f6525c8-3f92-43b2-822e-d46a06b8d9fd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0488660 May 02 11:14:31.539112 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-094eea6d-ce0b-4519-9740-1fa0a8af5115 req-4ad89999-ca05-42b8-a924-6e537235b0fe tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3498194 May 02 11:14:31.978563 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:32.656555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6b2654-8c13-4ca6-8666-55e703202fc3 req-d6e4409f-4ace-408f-8d6b-9775b357f3e2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:32.658036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc6b2654-8c13-4ca6-8666-55e703202fc3 req-d6e4409f-4ace-408f-8d6b-9775b357f3e2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0512626 May 02 11:14:32.703520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dc6b2654-8c13-4ca6-8666-55e703202fc3 req-4e523d70-8138-4435-aedb-e3716a6712a7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399456 May 02 11:14:33.828590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a89a1-83ff-4595-8aaf-e5ca242a6dac req-df045c22-57e8-4d9c-b6d4-ef660e9038df tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:33.830634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c2a89a1-83ff-4595-8aaf-e5ca242a6dac req-df045c22-57e8-4d9c-b6d4-ef660e9038df tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0525808 May 02 11:14:33.877156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8c2a89a1-83ff-4595-8aaf-e5ca242a6dac req-f4ec9cd3-b736-49d3-b941-b626af23da1e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410037 May 02 11:14:34.135430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:14:34.233824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:34.245661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '405d08b3-84db-4273-a8a8-e76626005d13', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'port_id': '405d08b3-84db-4273-a8a8-e76626005d13', 'mac_address': 'fa:16:3e:c6:ad:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5300e7-e591-4ad9-93e9-ee3e4195fee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:14:34.281752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 405d08b3-84db-4273-a8a8-e76626005d13 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:14:34.282081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:34.298376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405d08b3-84db-4273-a8a8-e76626005d13 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:14:34.317442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:34.395484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:34.442382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:34.593199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['405d08b3-84db-4273-a8a8-e76626005d13'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:14:34.993927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c168edd-2b72-4ddb-9d0e-5c5584a5c26c req-3bea5168-b02a-4576-970a-6f94ac0a7a6c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:34.995380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c168edd-2b72-4ddb-9d0e-5c5584a5c26c req-3bea5168-b02a-4576-970a-6f94ac0a7a6c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 944 time: 0.0461173 May 02 11:14:35.041394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c168edd-2b72-4ddb-9d0e-5c5584a5c26c req-575cba9e-4a5f-42a8-a817-e0c823d651a2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 May 02 11:14:35.730634 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:14:36.149945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:14:36.154879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd01ba-6740-4a64-88fb-2526c07e2dcc req-61870621-f143-4ad0-8c9f-52c594959e1c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:36.156378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5dd01ba-6740-4a64-88fb-2526c07e2dcc req-61870621-f143-4ad0-8c9f-52c594959e1c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 944 time: 0.0467107 May 02 11:14:36.194180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 405d08b3-84db-4273-a8a8-e76626005d13 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:14:36.206280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a5dd01ba-6740-4a64-88fb-2526c07e2dcc req-2dbddd09-0d8a-435e-9a13-5a064fb2a671 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438933 May 02 11:14:36.246781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 405d08b3-84db-4273-a8a8-e76626005d13 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:14:36.247186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (405d08b3-84db-4273-a8a8-e76626005d13), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:36.323637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 405d08b3-84db-4273-a8a8-e76626005d13 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:14:36.323961 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:36.346551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:14:36.348830 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1572bb47-c34d-42fb-b74e-13b4361f141b" -d '{"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-plugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:14:36.362512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:14:36.386707 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7e26c7-022a-4d5e-904b-8ee672c6cfcc x-openstack-request-id: req-7f7e26c7-022a-4d5e-904b-8ee672c6cfcc {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:14:36.387017 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-plugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:14:36.387290 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f7e26c7-022a-4d5e-904b-8ee672c6cfcc {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:14:36.387694 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7e26c7-022a-4d5e-904b-8ee672c6cfcc'] response: {'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'code': 200} May 02 11:14:36.484694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b054f9d2-62b3-4cf1-b381-1482fc527e26 req-d4990b60-2855-4889-9b59-454da38ea666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:36.486193 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b054f9d2-62b3-4cf1-b381-1482fc527e26 req-d4990b60-2855-4889-9b59-454da38ea666 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1126 time: 0.0426543 May 02 11:14:36.515330 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:36.531221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b054f9d2-62b3-4cf1-b381-1482fc527e26 req-0ea6459d-32ce-4cda-8c30-ca69d7ad8a52 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374782 May 02 11:14:36.566047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:14:37.326520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c54862-8422-4400-9cb9-2091c5e05241 req-eb78f2b4-503f-4424-8540-5bcd1f49ede6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:37.328043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11c54862-8422-4400-9cb9-2091c5e05241 req-eb78f2b4-503f-4424-8540-5bcd1f49ede6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0533080 May 02 11:14:37.374410 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-11c54862-8422-4400-9cb9-2091c5e05241 req-9242e5c0-b4e2-4f5f-9b2f-fe85e0357d22 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406442 May 02 11:14:38.490199 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db025057-44b6-4273-965f-b24661afb797 req-aba6e874-df3f-4714-a82c-3f411f631b1f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:38.491709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db025057-44b6-4273-965f-b24661afb797 req-aba6e874-df3f-4714-a82c-3f411f631b1f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0480690 May 02 11:14:38.541866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db025057-44b6-4273-965f-b24661afb797 req-1afb9881-6e65-4db6-814f-6c86f809937f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436666 May 02 11:14:38.653901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a38b7-d0b7-4a8b-b5d7-e8cf6249c5e9 req-98ae12c6-11b4-4593-9f1e-a8e626eb8347 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:38.655288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-833a38b7-d0b7-4a8b-b5d7-e8cf6249c5e9 req-98ae12c6-11b4-4593-9f1e-a8e626eb8347 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0468435 May 02 11:14:38.700687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-833a38b7-d0b7-4a8b-b5d7-e8cf6249c5e9 req-7a3ee397-b0f0-45ef-b6b3-009521984c11 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398116 May 02 11:14:38.959282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5fd2-97ad-4373-9598-5bc49ffe43f9 req-0366cb4c-4829-4aa1-8119-528557f2b719 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:38.960671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75dd5fd2-97ad-4373-9598-5bc49ffe43f9 req-0366cb4c-4829-4aa1-8119-528557f2b719 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0494876 May 02 11:14:39.006041 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75dd5fd2-97ad-4373-9598-5bc49ffe43f9 req-74d7cf97-220e-4072-b58a-0cf20f79a86c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398223 May 02 11:14:39.116446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6a73fa-5b40-4fb4-9d5e-cba775ff2ae5 req-97e7c281-45fc-4e7e-a647-24dde5e7e863 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:39.117939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de6a73fa-5b40-4fb4-9d5e-cba775ff2ae5 req-97e7c281-45fc-4e7e-a647-24dde5e7e863 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0469012 May 02 11:14:39.168576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de6a73fa-5b40-4fb4-9d5e-cba775ff2ae5 req-1ecb5048-1468-4190-aba1-b14c60dae2f2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450585 May 02 11:14:39.550730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b8fdf2-e283-4209-829b-95e783b4790b req-45461cdc-a79a-443f-8cf2-d46b425cd113 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:39.552114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75b8fdf2-e283-4209-829b-95e783b4790b req-45461cdc-a79a-443f-8cf2-d46b425cd113 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0507483 May 02 11:14:39.600700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-75b8fdf2-e283-4209-829b-95e783b4790b req-c654063b-da28-49d3-a2eb-2b0dc71a6983 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427520 May 02 11:14:39.635301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-1845f51e-ae0a-41cd-8197-8c573af6a99f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0414674 May 02 11:14:40.259571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-0b46aa9f-5285-4afc-afa2-b8c16a0d5b37 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:40.260932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-0b46aa9f-5285-4afc-afa2-b8c16a0d5b37 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 942 time: 0.0459089 May 02 11:14:40.718132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4e06aa-9bc2-40f2-9b5d-23c614902b54 req-0b75cfdf-d18a-4a1f-880e-cdd48555f848 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:40.719693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df4e06aa-9bc2-40f2-9b5d-23c614902b54 req-0b75cfdf-d18a-4a1f-880e-cdd48555f848 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0480046 May 02 11:14:40.771405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df4e06aa-9bc2-40f2-9b5d-23c614902b54 req-5299c1a7-8f0e-481a-a7f3-fefafbdff7ff tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458705 May 02 11:14:41.613811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-47b53996-6097-4707-b5ec-1664b493a079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:41.615384 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-47b53996-6097-4707-b5ec-1664b493a079 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1127 time: 0.0379987 May 02 11:14:42.056243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e949dd6-6b7f-4b6c-b07a-1408e52651e7 req-724b3333-4593-44af-a194-45aadbc9570e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:42.057717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e949dd6-6b7f-4b6c-b07a-1408e52651e7 req-724b3333-4593-44af-a194-45aadbc9570e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0769167 May 02 11:14:42.094359 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-be6f59a6-4fbe-4e61-9fdc-4e2cc3dad16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:42.095808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-be6f59a6-4fbe-4e61-9fdc-4e2cc3dad16c service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.4753675 May 02 11:14:42.151840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-91d1076f-53c0-4540-aaea-d41aa1d67ca8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0396528 May 02 11:14:42.155236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6e949dd6-6b7f-4b6c-b07a-1408e52651e7 req-84a75c2f-4295-4e64-88f5-4ae22b8415ea tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913334 May 02 11:14:42.198303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-639d99a5-1d71-4776-8f34-2167422cf3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:42.199716 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-639d99a5-1d71-4776-8f34-2167422cf3fb service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0425260 May 02 11:14:42.232300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-7761315a-1e10-45d9-9d27-9c695396f030 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264306 May 02 11:14:42.321630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-b30c9bd2-0323-4b0f-8ddb-d11d4ed710ca service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836432 May 02 11:14:42.410711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-67d7e4cb-01a1-4ca4-826b-ced89b327020 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842559 May 02 11:14:43.268689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f955a8-3085-4a8f-acf2-0b021b7da066 req-1d0c8e46-afac-4a7a-aba2-8a2c162f2ed3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:43.270195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72f955a8-3085-4a8f-acf2-0b021b7da066 req-1d0c8e46-afac-4a7a-aba2-8a2c162f2ed3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0468528 May 02 11:14:43.317353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72f955a8-3085-4a8f-acf2-0b021b7da066 req-dcac5cec-b0da-4970-abb2-3cb18e512b2e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413830 May 02 11:14:44.432541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5ef251-036e-4b22-90f4-5bdddcfe303d req-99eab580-add8-42e8-a2e1-ae2fe16dc48c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:44.437175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb5ef251-036e-4b22-90f4-5bdddcfe303d req-99eab580-add8-42e8-a2e1-ae2fe16dc48c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0461197 May 02 11:14:44.480756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb5ef251-036e-4b22-90f4-5bdddcfe303d req-122446cc-3049-4e41-bc3e-f3d6531f220c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410893 May 02 11:14:44.795060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:45.595415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073cf520-5c48-4841-a36f-c95008dca711 req-9fffd52d-7101-477e-9991-17ea1b29fbfb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:45.596917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-073cf520-5c48-4841-a36f-c95008dca711 req-9fffd52d-7101-477e-9991-17ea1b29fbfb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0471008 May 02 11:14:45.642536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-073cf520-5c48-4841-a36f-c95008dca711 req-28050ef1-e476-4e89-8403-7d28955c57aa tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400944 May 02 11:14:46.338065 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:46.755745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf3cbf-14b3-4acb-b740-f0b93dec288c req-ec0e1051-8887-4c34-a622-714ec4828a59 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:46.757243 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9acf3cbf-14b3-4acb-b740-f0b93dec288c req-ec0e1051-8887-4c34-a622-714ec4828a59 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0465314 May 02 11:14:46.803539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9acf3cbf-14b3-4acb-b740-f0b93dec288c req-970b0c2f-d86c-4a23-a469-242ee6818513 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407903 May 02 11:14:47.919191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56382bcd-0330-41c6-8200-d8d7bea1eaea req-58cb40b8-b093-4222-bf95-68a632f6cf26 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:47.920690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56382bcd-0330-41c6-8200-d8d7bea1eaea req-58cb40b8-b093-4222-bf95-68a632f6cf26 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0498030 May 02 11:14:47.966475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-56382bcd-0330-41c6-8200-d8d7bea1eaea req-d4ff0fda-f7aa-469e-8110-e31da0f3d802 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400114 May 02 11:14:49.082455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581e674-5ef1-4f76-ba83-aa9abf24e48e req-845494ac-9e15-4b04-bc54-71cd6187da81 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:49.083909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0581e674-5ef1-4f76-ba83-aa9abf24e48e req-845494ac-9e15-4b04-bc54-71cd6187da81 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0498755 May 02 11:14:49.131250 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0581e674-5ef1-4f76-ba83-aa9abf24e48e req-190e71bd-4b90-4752-bb83-cd9a76fde444 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412257 May 02 11:14:50.244612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab21fae-db9f-4ba5-b57c-6ed96fdcdd75 req-f5a241dc-be52-48e7-96d8-a36e2d9c4a40 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:50.246094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eab21fae-db9f-4ba5-b57c-6ed96fdcdd75 req-f5a241dc-be52-48e7-96d8-a36e2d9c4a40 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0460393 May 02 11:14:50.292081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eab21fae-db9f-4ba5-b57c-6ed96fdcdd75 req-d3916581-bfd4-4bb6-8526-2c46bba79e48 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404010 May 02 11:14:51.409440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6b4394-7a73-465c-ab1f-73b832e52fd1 req-a7c55171-e3ee-40a5-89b3-ec1261f7cab3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:51.410913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c6b4394-7a73-465c-ab1f-73b832e52fd1 req-a7c55171-e3ee-40a5-89b3-ec1261f7cab3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0472739 May 02 11:14:51.457576 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8c6b4394-7a73-465c-ab1f-73b832e52fd1 req-3c78597a-c985-4aae-a676-a3948b6a5556 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405846 May 02 11:14:52.574515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4cc360-ddf3-4da9-8652-51ced30bd8a7 req-2319a192-b856-496c-9587-6a1124717372 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:52.575957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c4cc360-ddf3-4da9-8652-51ced30bd8a7 req-2319a192-b856-496c-9587-6a1124717372 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0461638 May 02 11:14:52.626068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1c4cc360-ddf3-4da9-8652-51ced30bd8a7 req-b61771fd-8ef5-432d-8c42-78b56a86279f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445423 May 02 11:14:53.744479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bdd2ab-c1ec-457c-a030-7798a11f7d30 req-e08fbd55-052a-4f53-a874-e7add3500c72 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:53.745961 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38bdd2ab-c1ec-457c-a030-7798a11f7d30 req-e08fbd55-052a-4f53-a874-e7add3500c72 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0506353 May 02 11:14:53.795981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38bdd2ab-c1ec-457c-a030-7798a11f7d30 req-147598f8-7f1e-44f1-8b67-7474c32eaf5f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443513 May 02 11:14:54.907713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8385f7b-4b56-4385-b1ba-1abd450d910c req-23b43ed7-ce21-4d7c-ac5e-b97d33b7bd3e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:54.909210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8385f7b-4b56-4385-b1ba-1abd450d910c req-23b43ed7-ce21-4d7c-ac5e-b97d33b7bd3e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0462246 May 02 11:14:54.955110 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8385f7b-4b56-4385-b1ba-1abd450d910c req-e056be85-79c1-4987-8a06-d7c468572674 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402741 May 02 11:14:55.572432 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be342386-8337-4861-a4f7-aae38d746239 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:56.070472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b49ad87-64d9-40a6-b529-f00c7d3e8da2 req-d990b424-a583-4d64-bd2f-22bd5957cd1c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:56.071931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b49ad87-64d9-40a6-b529-f00c7d3e8da2 req-d990b424-a583-4d64-bd2f-22bd5957cd1c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0470309 May 02 11:14:56.119175 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8b49ad87-64d9-40a6-b529-f00c7d3e8da2 req-c6a92d86-41a4-4bf3-815e-c1c88d6141d7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 May 02 11:14:57.232196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6cd42c-55ce-456a-8a6a-03d7ece66977 req-4d424c9c-cb25-4d4c-a328-df9427687575 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:57.233670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6cd42c-55ce-456a-8a6a-03d7ece66977 req-4d424c9c-cb25-4d4c-a328-df9427687575 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0459549 May 02 11:14:57.279143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea6cd42c-55ce-456a-8a6a-03d7ece66977 req-4c2899c5-d8ee-4beb-b85c-451ead933510 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396998 May 02 11:14:57.909073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c48f78a-74fc-4e20-ac18-03f6c8a507fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:58.394342 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5c67a7-1519-40c7-ac46-08e4b04badff req-e346b084-d150-4dd1-a4d2-8fdcc0ad9daf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:58.395782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5c67a7-1519-40c7-ac46-08e4b04badff req-e346b084-d150-4dd1-a4d2-8fdcc0ad9daf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0461550 May 02 11:14:58.446250 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5c67a7-1519-40c7-ac46-08e4b04badff req-0949d4a6-523b-46e2-bb4c-eaf810e56527 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449028 May 02 11:14:59.377754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:14:59.565260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a5b01-5b12-43c9-9cb8-c226f5e1e01a req-3cf3f7e6-29b6-4aa2-9ab0-a2ddcae9dc9d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:14:59.566734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c8a5b01-5b12-43c9-9cb8-c226f5e1e01a req-3cf3f7e6-29b6-4aa2-9ab0-a2ddcae9dc9d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0512207 May 02 11:14:59.612506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9c8a5b01-5b12-43c9-9cb8-c226f5e1e01a req-1550776f-0b2d-4a06-b05f-86b8f67cf82f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402420 May 02 11:15:00.726512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5fc728-5491-4cfb-8659-110f6e9b6c19 req-d60c5191-b2cf-4525-aef1-537dd4cc0047 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:00.727148 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:00.728041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a5fc728-5491-4cfb-8659-110f6e9b6c19 req-d60c5191-b2cf-4525-aef1-537dd4cc0047 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0468862 May 02 11:15:00.777364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0a5fc728-5491-4cfb-8659-110f6e9b6c19 req-c336e867-e761-466f-a5ce-775504a1a292 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426745 May 02 11:15:01.892004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8428ab-bef4-46a9-af0e-d3c20fe0cf1f req-105a4f4f-cda7-47ce-bc8e-8922fd237210 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:01.893687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d8428ab-bef4-46a9-af0e-d3c20fe0cf1f req-105a4f4f-cda7-47ce-bc8e-8922fd237210 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0474374 May 02 11:15:01.941731 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d8428ab-bef4-46a9-af0e-d3c20fe0cf1f req-758781f8-9225-484c-b637-2f8f9566eccf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423164 May 02 11:15:01.960754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:03.057013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d273a38-19e0-490d-8456-fed8da4520d7 req-7ec41807-c269-4af6-979f-05ab8fe680dd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:03.058517 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d273a38-19e0-490d-8456-fed8da4520d7 req-7ec41807-c269-4af6-979f-05ab8fe680dd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0470004 May 02 11:15:03.105839 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7d273a38-19e0-490d-8456-fed8da4520d7 req-fb8e8f52-787e-409d-bee3-90b0755be11c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416858 May 02 11:15:04.221552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5869972-45d7-4c7c-83e2-761b2661f861 req-48305ab1-a2f6-4299-9fb1-0a672d1842f3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:04.222997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5869972-45d7-4c7c-83e2-761b2661f861 req-48305ab1-a2f6-4299-9fb1-0a672d1842f3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0493069 May 02 11:15:04.268858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e5869972-45d7-4c7c-83e2-761b2661f861 req-1bbb705b-7144-4130-898b-e6ee4c772a6d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 May 02 11:15:05.387019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6cb443-91f0-4a81-b033-6f0f36dc0876 req-ebdb6eab-5c99-4b66-9a85-0287030a328d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:05.388521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d6cb443-91f0-4a81-b033-6f0f36dc0876 req-ebdb6eab-5c99-4b66-9a85-0287030a328d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0509684 May 02 11:15:05.435439 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2d6cb443-91f0-4a81-b033-6f0f36dc0876 req-ff345679-a271-4441-a4c9-69f9446c17ab tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413468 May 02 11:15:06.549281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3f4ef-2b61-4d83-9e0e-c4f9e0483489 req-a0adbc66-f911-441c-bf93-713fb874b5fe tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:06.550809 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eec3f4ef-2b61-4d83-9e0e-c4f9e0483489 req-a0adbc66-f911-441c-bf93-713fb874b5fe tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0465050 May 02 11:15:06.596741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eec3f4ef-2b61-4d83-9e0e-c4f9e0483489 req-02154d36-493e-45bc-9696-4e0883e88122 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403745 May 02 11:15:07.712292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc3a760-789a-4a14-9cb0-9ff394f96cc1 req-83a244c4-845c-4646-ac9a-f2d3261bad61 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:07.713774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc3a760-789a-4a14-9cb0-9ff394f96cc1 req-83a244c4-845c-4646-ac9a-f2d3261bad61 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0466282 May 02 11:15:07.759725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ffc3a760-789a-4a14-9cb0-9ff394f96cc1 req-e4d2a049-3d1f-4192-8dfd-1b684103e4f9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 May 02 11:15:08.877438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb47a66-acfd-435d-9c44-d3d532e764f8 req-237f287e-5f4a-4df3-a93b-1173f5ce1e94 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:08.878917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bb47a66-acfd-435d-9c44-d3d532e764f8 req-237f287e-5f4a-4df3-a93b-1173f5ce1e94 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0478125 May 02 11:15:08.928030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5bb47a66-acfd-435d-9c44-d3d532e764f8 req-687ee5e0-fe10-46e8-bfae-25115dc34329 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435174 May 02 11:15:09.408947 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-cac839cc-7a1f-46ca-ac21-769435195228 req-17625c8e-fceb-4915-abbc-6ac71a0977a4 service neutron] show failed (client error): The resource could not be found. May 02 11:15:09.409979 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-17625c8e-fceb-4915-abbc-6ac71a0977a4 service neutron] 10.222.0.24 "GET /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0550101 May 02 11:15:09.843319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-074be389-cbfa-4a65-a4f5-180eeead32ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:09.844757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-074be389-cbfa-4a65-a4f5-180eeead32ba service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261&tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6 HTTP/1.1" status: 200 len: 1127 time: 0.0398574 May 02 11:15:09.859440 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:15:09.917109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.047649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b145e1b1-0b61-444b-a2a9-d7431e36db20 req-c6cfd4cd-f784-4fd3-9ff2-0de0f8b12676 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:10.049328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b145e1b1-0b61-444b-a2a9-d7431e36db20 req-c6cfd4cd-f784-4fd3-9ff2-0de0f8b12676 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0537934 May 02 11:15:10.097455 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b145e1b1-0b61-444b-a2a9-d7431e36db20 req-842da7a4-efce-45a1-909f-301afde2e746 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423715 May 02 11:15:10.127643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:10.160095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:15:10.199733 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:10.202029 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e805ae4-c48f-4fa7-abac-810cef26c739" -d '{"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-unplugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:10.205536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks [] for port (405d08b3-84db-4273-a8a8-e76626005d13), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.218403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Transition to ACTIVE for port object 405d08b3-84db-4273-a8a8-e76626005d13 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:15:10.253477 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd47a31-f12f-4b9f-b3f7-bb516aa29030 x-openstack-request-id: req-6dd47a31-f12f-4b9f-b3f7-bb516aa29030 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:10.253774 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-unplugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:10.254056 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6dd47a31-f12f-4b9f-b3f7-bb516aa29030 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:10.254467 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dd47a31-f12f-4b9f-b3f7-bb516aa29030'] response: {'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'code': 200} May 02 11:15:10.292858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.356911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:10.358872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] No DVR routers for this DVR port 405d08b3-84db-4273-a8a8-e76626005d13 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:15:10.370372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.371226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.371226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.371687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.371803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.372098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.372426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.372775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.373103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.373428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.373751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.374075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.374397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.374717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.375043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:10.407087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:15:10.407423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:15:10.407748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:10.412047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:15:10.412368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Attempting to bind port 405d08b3-84db-4273-a8a8-e76626005d13 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:10.417736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 14, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:15:10.418072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Checking segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:15:10.418452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Bound using segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:15:10.418873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Bound port: 405d08b3-84db-4273-a8a8-e76626005d13, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:15:10.419225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.484355 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:15:10.487318 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:15:10.526464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.558974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:10.559572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:10.560978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 1091 time: 0.7054298 May 02 11:15:10.582884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95c0b-f85f-407f-8cdd-9a3d290b94c6 service neutron] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:10.622817 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-f3cd4e19-d670-4223-8b46-52f7dca43ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:10.624309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-f3cd4e19-d670-4223-8b46-52f7dca43ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1125 time: 0.0385971 May 02 11:15:10.716586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-fceacbba-e9f8-411d-96c7-93f970e4b1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:10.718073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-fceacbba-e9f8-411d-96c7-93f970e4b1e0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0873370 May 02 11:15:10.761542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-c7a38414-d056-43b0-8384-cae4356976be service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0342278 May 02 11:15:10.812503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac839cc-7a1f-46ca-ac21-769435195228 req-8890a72e-9028-4818-bb93-dd5d4f80a5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:10.813929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-8890a72e-9028-4818-bb93-dd5d4f80a5aa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0461249 May 02 11:15:10.848327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-ca2a6327-b39a-42e8-b40e-b0502be81814 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245516 May 02 11:15:10.936716 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-e5c5398c-fa33-4dca-ae50-fe78dfd9cbd6 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818090 May 02 11:15:11.037460 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cac839cc-7a1f-46ca-ac21-769435195228 req-c238df68-c032-45b5-9c5b-01de8714e103 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913022 May 02 11:15:11.215527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d696da-82f9-44f4-aede-5c2b36f1c58f req-d7ebfa4b-9787-480f-a0e0-feaf677b17e6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:11.216948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99d696da-82f9-44f4-aede-5c2b36f1c58f req-d7ebfa4b-9787-480f-a0e0-feaf677b17e6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0471907 May 02 11:15:11.264069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99d696da-82f9-44f4-aede-5c2b36f1c58f req-1c85f877-b6e3-48bc-8bd2-a7b80175d275 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415270 May 02 11:15:12.255754 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:12.258150 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa5d424b-93a6-4723-98e1-34ed01080b52" -d '{"events": [{"name": "network-changed", "server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:12.306556 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69921897-7655-4456-8605-2bfea6b6643c x-openstack-request-id: req-69921897-7655-4456-8605-2bfea6b6643c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:12.307349 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:12.307605 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-69921897-7655-4456-8605-2bfea6b6643c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:12.308019 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69921897-7655-4456-8605-2bfea6b6643c'] response: {'name': 'network-changed', 'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'status': 'completed', 'code': 200} May 02 11:15:12.396210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-cc4fa4a7-1bbe-498e-9930-9f4010967120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:12.397731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-cc4fa4a7-1bbe-498e-9930-9f4010967120 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1125 time: 0.0704722 May 02 11:15:12.408460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d986e2-9265-4eed-9373-b78904a56868 req-718db76e-e8ba-475a-86a1-b1449ad72430 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:12.409848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64d986e2-9265-4eed-9373-b78904a56868 req-718db76e-e8ba-475a-86a1-b1449ad72430 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0713880 May 02 11:15:12.512615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64d986e2-9265-4eed-9373-b78904a56868 req-ac8c1fea-8a0d-4949-94f9-f60267155b7d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943937 May 02 11:15:12.532072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-68de3b6c-c341-4ea4-b7af-b9b99a08b86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:12.533237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-68de3b6c-c341-4ea4-b7af-b9b99a08b86a service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.1225564 May 02 11:15:12.576397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-5dfecd54-8dc4-4939-98be-55596817b2e5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0359848 May 02 11:15:12.625098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-381f04aa-8000-407b-9a81-cbb6f0e7b416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:12.626561 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-381f04aa-8000-407b-9a81-cbb6f0e7b416 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0452189 May 02 11:15:12.658876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-8f72dd80-9e96-4918-abc2-790a30233160 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264661 May 02 11:15:12.685803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-c9e3ed58-e49b-434a-acc6-b65e3c319a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:12.687306 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-c9e3ed58-e49b-434a-acc6-b65e3c319a5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1125 time: 0.0404243 May 02 11:15:12.730498 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:15:12.754725 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-1c394655-0be5-4e6e-9ed5-e2ada859aea5 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892911 May 02 11:15:12.848704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-4b19f88f-4148-4726-ac17-adc187c9a5d9 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876081 May 02 11:15:13.017604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-8ee52906-e800-4c6f-86ec-ec95fdb4774c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:13.019129 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-8ee52906-e800-4c6f-86ec-ec95fdb4774c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0927513 May 02 11:15:13.114359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-c307035b-688a-42b7-8b8d-f1f70c0befb2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0381784 May 02 11:15:13.163831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-517cacfc-4a3d-473f-a472-73223a33c11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:13.165355 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-517cacfc-4a3d-473f-a472-73223a33c11d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0455530 May 02 11:15:13.226137 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-becb97c8-c3cf-47ff-8bcb-ac7191d2dcf8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310686 May 02 11:15:13.482849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-3f909ece-526b-4c3a-a2b8-0c2b2337fcb6 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842221 May 02 11:15:13.578568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa5d424b-93a6-4723-98e1-34ed01080b52 req-e0c08d1a-ad33-4ca7-bb6b-b9db88a7bfc2 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885820 May 02 11:15:13.581190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:15:13.638122 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a711fee-afc2-4c12-a0e5-3ee8e744379a req-6ca15465-5427-4088-ad6e-5eff800ff6ff tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:13.639758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a711fee-afc2-4c12-a0e5-3ee8e744379a req-6ca15465-5427-4088-ad6e-5eff800ff6ff tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 943 time: 0.0493131 May 02 11:15:13.686128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:13.687105 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a711fee-afc2-4c12-a0e5-3ee8e744379a req-4d59ba96-63f5-46cc-9628-d76bd8139857 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414515 May 02 11:15:13.698278 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '405d08b3-84db-4273-a8a8-e76626005d13', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'port_id': '405d08b3-84db-4273-a8a8-e76626005d13', 'mac_address': 'fa:16:3e:c6:ad:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5300e7-e591-4ad9-93e9-ee3e4195fee6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:15:13.736747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 405d08b3-84db-4273-a8a8-e76626005d13 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:15:13.737447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:13.750647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 405d08b3-84db-4273-a8a8-e76626005d13 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:15:13.770461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:13.835292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:13.882416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:14.013594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936a8cd1-a214-4278-832d-a7610c50eed2 req-3bf2e229-4108-42a7-a2db-ced149fd60f9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:14.014996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-936a8cd1-a214-4278-832d-a7610c50eed2 req-3bf2e229-4108-42a7-a2db-ced149fd60f9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 944 time: 0.0483210 May 02 11:15:14.052285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['405d08b3-84db-4273-a8a8-e76626005d13'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:15:14.068484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-936a8cd1-a214-4278-832d-a7610c50eed2 req-d66a87fd-a3bc-4de1-ab5c-60ff9f984697 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477071 May 02 11:15:14.078822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed16ae-d110-4eff-8d20-72095799864f req-b28e1824-4df1-4054-becc-f3e355d44389 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:14.081212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-b28e1824-4df1-4054-becc-f3e355d44389 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261&tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0565016 May 02 11:15:14.142805 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-a8ed16ae-d110-4eff-8d20-72095799864f req-1452b5be-2a92-4efb-a97e-a5761dc478ad service neutron] delete failed (client error): The resource could not be found. May 02 11:15:14.143845 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-1452b5be-2a92-4efb-a97e-a5761dc478ad service neutron] 10.222.0.24 "DELETE /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0569220 May 02 11:15:14.224903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed16ae-d110-4eff-8d20-72095799864f req-6fbd5b7b-0e35-46f1-9f0d-3e02144e49e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:14.226471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-6fbd5b7b-0e35-46f1-9f0d-3e02144e49e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1126 time: 0.0396888 May 02 11:15:14.240374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:15:14.279281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 405d08b3-84db-4273-a8a8-e76626005d13 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:15:14.279655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:15:14.322567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed16ae-d110-4eff-8d20-72095799864f req-b9907e70-fe8e-42a5-8fe3-4b7dde7a5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:14.324142 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-b9907e70-fe8e-42a5-8fe3-4b7dde7a5ab9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0920157 May 02 11:15:14.363294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-c0201be8-17f6-4a07-8ecb-23e57866fd9c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0338466 May 02 11:15:14.415009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed16ae-d110-4eff-8d20-72095799864f req-9c37e745-0156-4ae3-a1df-60906386dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:14.416438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-9c37e745-0156-4ae3-a1df-60906386dfb6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0468738 May 02 11:15:14.447698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-eb0e7634-1634-4c03-953b-ef3e72ea8424 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257702 May 02 11:15:14.535873 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-6370f7e5-1227-42cd-bad1-a9634ead1c4e service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824392 May 02 11:15:14.630100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8ed16ae-d110-4eff-8d20-72095799864f req-d98f515c-5a6a-4a14-bd4c-4c3de2f908dd service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883362 May 02 11:15:14.811613 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:15.189583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569acda8-ea8d-4ed4-a404-75eccecc0968 req-16586a34-f1e1-4db2-8614-f1f55877fb01 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:15.190980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-569acda8-ea8d-4ed4-a404-75eccecc0968 req-16586a34-f1e1-4db2-8614-f1f55877fb01 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 944 time: 0.0478473 May 02 11:15:15.240379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-569acda8-ea8d-4ed4-a404-75eccecc0968 req-fba046a1-bbcb-4da0-a961-fa0b4d4da8c1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431042 May 02 11:15:15.597241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:15:15.643641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 405d08b3-84db-4273-a8a8-e76626005d13 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:15:15.703465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 405d08b3-84db-4273-a8a8-e76626005d13 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:15:15.703841 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (405d08b3-84db-4273-a8a8-e76626005d13), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:15.779457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 405d08b3-84db-4273-a8a8-e76626005d13 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:15:15.779836 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:15.801650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:15.803857 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a5d7a7f-a610-40a9-b2c0-e8a88d7bc885" -d '{"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-plugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:15.816164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:15.842509 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d35a918d-1934-4af8-9a48-2bdab9870085 x-openstack-request-id: req-d35a918d-1934-4af8-9a48-2bdab9870085 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:15.842864 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-plugged", "status": "completed", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:15.843131 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d35a918d-1934-4af8-9a48-2bdab9870085 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:15.843532 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35a918d-1934-4af8-9a48-2bdab9870085'] response: {'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'code': 200} May 02 11:15:15.857557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:15.908464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:16.360700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b4e82-5085-4140-8d8e-751afe9ea2fe req-47cc6818-6a57-482c-aadc-a39b48618860 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.362206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-016b4e82-5085-4140-8d8e-751afe9ea2fe req-47cc6818-6a57-482c-aadc-a39b48618860 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0528712 May 02 11:15:16.366162 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:16.411267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-016b4e82-5085-4140-8d8e-751afe9ea2fe req-0e4c5123-6a7a-427e-a616-8dc28eb677f4 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431895 May 02 11:15:16.532416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94e4f74-d83d-4bc5-b714-3f290607fab3 req-731120e5-47f2-4ab3-bda1-0273d91e393d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.533828 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f94e4f74-d83d-4bc5-b714-3f290607fab3 req-731120e5-47f2-4ab3-bda1-0273d91e393d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0479574 May 02 11:15:16.581222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f94e4f74-d83d-4bc5-b714-3f290607fab3 req-c5651eb1-1052-411f-81b7-a5be6d23e0e8 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416439 May 02 11:15:16.694851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdd7183-906d-4bf6-a15a-6bf9b202bff4 req-4f0c3aa2-4fe2-4394-b059-09977731ff74 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.696336 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbdd7183-906d-4bf6-a15a-6bf9b202bff4 req-4f0c3aa2-4fe2-4394-b059-09977731ff74 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0486729 May 02 11:15:16.705687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-2bec84ed-0ade-4ad6-a556-36e29c013d4e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0375149 May 02 11:15:16.749584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dbdd7183-906d-4bf6-a15a-6bf9b202bff4 req-fe3adbb1-832f-44b2-9384-569ac83d9f3a tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470867 May 02 11:15:16.784414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-5a78208e-f6ee-4009-a488-0ade7454a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.785992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-5a78208e-f6ee-4009-a488-0ade7454a5bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 1127 time: 0.0390177 May 02 11:15:16.897743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-61dce961-b747-4c81-8909-ce9394267e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.899944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-61dce961-b747-4c81-8909-ce9394267e6d service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0921209 May 02 11:15:16.940098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-51f44846-5ea5-457b-afbc-f6a39490e915 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 200 len: 217 time: 0.0346045 May 02 11:15:16.996439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-62f6555c-034f-4564-a835-af43ff08993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:16.997990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-62f6555c-034f-4564-a835-af43ff08993b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0520339 May 02 11:15:17.031475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-53be12bf-2a12-4277-a235-c8a6c5b94f7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263999 May 02 11:15:17.124547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-ab9e59e0-614c-4f75-a8c6-fbbe14177378 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875149 May 02 11:15:17.252578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-e406e3e0-c672-4913-ae4f-bc55df92fcbf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:17.254055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-e406e3e0-c672-4913-ae4f-bc55df92fcbf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 814 time: 0.1038365 May 02 11:15:17.268893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-1e8036c4-5c24-4542-abcb-82ec829755e9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/quotas/0b0458fbd066459d8dfcbc6bf6a941a6 HTTP/1.1" status: 200 len: 375 time: 0.0094774 May 02 11:15:17.317111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-3d441357-a6ff-4dfc-92b7-c15c95e7972b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0414336 May 02 11:15:17.412358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-8f20e2b8-f5b1-4920-8579-ed863cf51ed4 service neutron] 10.222.0.16 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881314 May 02 11:15:17.501425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-b4cb91a1-f0dc-47ae-a493-25096b156fd3 service neutron] 10.222.0.16 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832691 May 02 11:15:17.719768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c174860d-0d85-499f-83e3-249dda418c2f req-773ab908-0dea-44c1-b07e-0f17f7418a7b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 210 time: 0.0320389 May 02 11:15:18.250833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2932ecb1-8a43-4027-994b-b74757ab2566 req-a8a8754f-bcb2-4058-bbcc-260168ed8b61 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842197 May 02 11:15:18.515265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-231e4963-f340-4f51-9797-6a0b6f2ee636 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:18.517073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-231e4963-f340-4f51-9797-6a0b6f2ee636 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.15 "GET /v2.0/ports?device_id=fa332c20-8f9e-424a-90f3-9135c5017261 HTTP/1.1" status: 200 len: 945 time: 0.0474460 May 02 11:15:18.610958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Deleting port 405d08b3-84db-4273-a8a8-e76626005d13 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:15:18.611298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (405d08b3-84db-4273-a8a8-e76626005d13), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:18.702752 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] For port 405d08b3-84db-4273-a8a8-e76626005d13, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=405d08b3-84db-4273-a8a8-e76626005d13,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:18.703038 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (405d08b3-84db-4273-a8a8-e76626005d13), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:18.718038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Calling delete_port for 405d08b3-84db-4273-a8a8-e76626005d13 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:15:18.821192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-487ac74b-dfa1-445b-8e89-1267e2abb0f5 req-5728819a-d8ba-473e-b253-0d8306f47c54 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 210 time: 0.0280797 May 02 11:15:18.886581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (405d08b3-84db-4273-a8a8-e76626005d13), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:18.898313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['405d08b3-84db-4273-a8a8-e76626005d13'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:15:18.919741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Pushing event deleted for resources: {'Port': ['ID=405d08b3-84db-4273-a8a8-e76626005d13,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:18.962786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] No DVR routers for this DVR port 405d08b3-84db-4273-a8a8-e76626005d13 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:15:18.965792 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:18.969136 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e806a3de-939b-4cd7-ba7e-7acfd72d3a6c req-740f7c91-5b99-4ae3-8d28-ea14c7f0c72b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.15 "DELETE /v2.0/ports/405d08b3-84db-4273-a8a8-e76626005d13 HTTP/1.1" status: 204 len: 173 time: 0.4445043 May 02 11:15:18.969572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-deleted', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:18.971807 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038df66f-c4b4-4cba-8e9c-909ff168031f" -d '{"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-deleted", "tag": "405d08b3-84db-4273-a8a8-e76626005d13"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:19.012146 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d59eb50-43e2-4ffa-8b38-b67f7cfaed59 x-openstack-request-id: req-7d59eb50-43e2-4ffa-8b38-b67f7cfaed59 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:19.012146 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa332c20-8f9e-424a-90f3-9135c5017261", "name": "network-vif-deleted", "tag": "405d08b3-84db-4273-a8a8-e76626005d13", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:19.012146 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7d59eb50-43e2-4ffa-8b38-b67f7cfaed59 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:19.012477 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d59eb50-43e2-4ffa-8b38-b67f7cfaed59'] response: {'server_uuid': 'fa332c20-8f9e-424a-90f3-9135c5017261', 'name': 'network-vif-deleted', 'tag': '405d08b3-84db-4273-a8a8-e76626005d13', 'status': 'completed', 'code': 200} May 02 11:15:19.361713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-ccb7e511-64e0-42c7-8600-b962973a5647 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:19.363249 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-ccb7e511-64e0-42c7-8600-b962973a5647 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 814 time: 0.1108904 May 02 11:15:19.375471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Request body: {'port': {'device_id': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'admin_state_up': True, 'tenant_id': '0b0458fbd066459d8dfcbc6bf6a941a6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:15:19.600800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Made reservation on behalf of 0b0458fbd066459d8dfcbc6bf6a941a6 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:15:19.605471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:19.737330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Allocated IP 172.20.0.3 (d7421dbc-187e-42e1-88be-a9ced2f9cfb1/2e5300e7-e591-4ad9-93e9-ee3e4195fee6/b9333ea6-9014-423e-91af-c38f7689a092) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:15:19.894257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks [] for port (b9333ea6-9014-423e-91af-c38f7689a092), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:19.933723 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73b02570-c432-4aa6-8106-055fef120802 req-a419753e-4c47-4e2c-b5d4-c34f7e509fe8 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 210 time: 0.0348535 May 02 11:15:20.029914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.076709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:15:20.079769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:15:20.085880 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:15:20.112119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:20.138839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:20.139442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.225932 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-0122f124-4686-4038-805a-916a5409d9af tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8542755 May 02 11:15:20.236753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Request body: {'port': {'device_id': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:15:20.295550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.559681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9333ea6-9014-423e-91af-c38f7689a092 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:15:20.567032 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks [] for port (b9333ea6-9014-423e-91af-c38f7689a092), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.579619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Transition to ACTIVE for port object b9333ea6-9014-423e-91af-c38f7689a092 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:15:20.634312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.705652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:20.755666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:15:20.756020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:15:20.756330 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:20.760560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:15:20.761496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:20.766391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 15, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:15:20.766731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Checking segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:15:20.767115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Bound using segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:15:20.767538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Bound port: b9333ea6-9014-423e-91af-c38f7689a092, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:15:20.767892 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.831038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:15:20.833913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:15:20.903464 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.938601 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:20.939286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:20.940671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 1091 time: 0.7078779 May 02 11:15:20.946022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:20.946022 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a" -d '{"events": [{"name": "network-changed", "server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:20.967785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b64e2-d761-47b0-9ce8-d3838663e1b4 service neutron] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:20.984800 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e8207b0-fe33-4569-b301-56e499cda9b6 x-openstack-request-id: req-3e8207b0-fe33-4569-b301-56e499cda9b6 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:20.985104 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:20.985349 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3e8207b0-fe33-4569-b301-56e499cda9b6 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:20.985763 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e8207b0-fe33-4569-b301-56e499cda9b6'] response: {'name': 'network-changed', 'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'status': 'completed', 'code': 200} May 02 11:15:21.075643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-1ea3217e-22ec-4a77-a94a-50c71f977a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.077207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-1ea3217e-22ec-4a77-a94a-50c71f977a64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0734513 May 02 11:15:21.085172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f406ee4e-3bfd-4fc6-9cc9-c908e9002556 req-bc1d0ca1-2d79-455a-b9f6-b605c64b9830 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.086483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f406ee4e-3bfd-4fc6-9cc9-c908e9002556 req-bc1d0ca1-2d79-455a-b9f6-b605c64b9830 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0738535 May 02 11:15:21.194731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f406ee4e-3bfd-4fc6-9cc9-c908e9002556 req-0ae97a1c-ae75-4509-981b-9ab6c3093953 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997541 May 02 11:15:21.212222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-64063db7-dc86-4cab-8973-7bc9791b8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.213755 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-64063db7-dc86-4cab-8973-7bc9791b8ded service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1264079 May 02 11:15:21.305430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-38dba798-5df4-4dda-a65b-b7d0acadd015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.306882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4c7e6d0a-8447-4dba-bd21-6ec082e17e3a req-38dba798-5df4-4dda-a65b-b7d0acadd015 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0878112 May 02 11:15:21.377830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-b3110f8a-cba4-4a28-814d-2a6f07f8f2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.379321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-b3110f8a-cba4-4a28-814d-2a6f07f8f2fd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0393689 May 02 11:15:21.426002 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-b7b25a42-b7b7-4aab-9566-5876056e157f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0384743 May 02 11:15:21.474406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-a517738b-7da7-4169-b1a9-0bca33594d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:21.475836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-a517738b-7da7-4169-b1a9-0bca33594d2b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0436859 May 02 11:15:21.506823 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-f7a24aee-23e3-46b0-a47d-a789103c813b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254903 May 02 11:15:21.599920 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-ea128c4d-e9f2-4b88-a511-611d004435d6 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875726 May 02 11:15:21.623486 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:15:21.643411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 405d08b3-84db-4273-a8a8-e76626005d13 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:15:21.643680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 405d08b3-84db-4273-a8a8-e76626005d13 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:15:21.689854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8a6a031c-74f5-42e1-aca5-414af1df071e req-d5ba94f5-a3cf-4e0d-b906-88cc22ffff90 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841434 May 02 11:15:22.308497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db46c50e-6fa9-43a6-9978-406246384212 req-b27af65f-808d-4d6e-885e-81c72ed633e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:22.309881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db46c50e-6fa9-43a6-9978-406246384212 req-b27af65f-808d-4d6e-885e-81c72ed633e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0458837 May 02 11:15:22.355455 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db46c50e-6fa9-43a6-9978-406246384212 req-10662f0f-6d58-4ad3-a81b-0110f1a21b83 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400119 May 02 11:15:23.473718 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1833dd75-9df5-4566-a647-a5626c272b86 req-1a513157-b358-40c1-91c9-cdb8105bbaf2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:23.475201 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1833dd75-9df5-4566-a647-a5626c272b86 req-1a513157-b358-40c1-91c9-cdb8105bbaf2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0521808 May 02 11:15:23.522837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1833dd75-9df5-4566-a647-a5626c272b86 req-ecbf8897-8b10-4a56-983c-f236b8b4adcd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419416 May 02 11:15:24.291222 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:15:24.388763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:24.399730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'b9333ea6-9014-423e-91af-c38f7689a092', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'port_id': 'b9333ea6-9014-423e-91af-c38f7689a092', 'mac_address': 'fa:16:3e:a4:e6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5300e7-e591-4ad9-93e9-ee3e4195fee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:15:24.436732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b9333ea6-9014-423e-91af-c38f7689a092 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:15:24.437119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:24.453075 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9333ea6-9014-423e-91af-c38f7689a092 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:15:24.472276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:24.519805 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:24.568134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:24.575792 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.576140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.576482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.576848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.577188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.577521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.577847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.578172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.578496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.578819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.579145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.579466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.579790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.580108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.580438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:15:24.641776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ea2f5f-5c09-4b78-b921-3a1ba3c5989b req-a37b3c8b-81a8-4dfe-b40b-7b3aadd7c46c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:24.643272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85ea2f5f-5c09-4b78-b921-3a1ba3c5989b req-a37b3c8b-81a8-4dfe-b40b-7b3aadd7c46c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0508001 May 02 11:15:24.690873 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85ea2f5f-5c09-4b78-b921-3a1ba3c5989b req-6080ceac-49e9-42a5-b2f7-7a439262f1b4 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415790 May 02 11:15:24.711621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b9333ea6-9014-423e-91af-c38f7689a092'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:15:25.640204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc5187e8-5950-47d3-9dcf-cbb75a611b09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:25.803574 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2b31e2-6e86-45f3-80db-6670bb3e91ee req-da3979cc-5029-48b5-9b86-eb820b6e318e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:25.805086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f2b31e2-6e86-45f3-80db-6670bb3e91ee req-da3979cc-5029-48b5-9b86-eb820b6e318e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0468283 May 02 11:15:25.851476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f2b31e2-6e86-45f3-80db-6670bb3e91ee req-206e9ce3-7e5b-450f-b596-0e01bc5e6148 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400648 May 02 11:15:26.306763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:15:26.350476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port b9333ea6-9014-423e-91af-c38f7689a092 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:15:26.428498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port b9333ea6-9014-423e-91af-c38f7689a092 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:15:26.428903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9333ea6-9014-423e-91af-c38f7689a092), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:26.506080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b9333ea6-9014-423e-91af-c38f7689a092 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:15:26.506497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:26.527949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:26.530417 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64be8cc7-5b31-4eb0-a1b8-1d872d64f10f" -d '{"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-plugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:26.546683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:26.567444 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf11500-8748-482a-9ae5-dc3a918f56f8 x-openstack-request-id: req-acf11500-8748-482a-9ae5-dc3a918f56f8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:26.567768 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-plugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:26.568028 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acf11500-8748-482a-9ae5-dc3a918f56f8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:26.568424 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acf11500-8748-482a-9ae5-dc3a918f56f8'] response: {'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'code': 200} May 02 11:15:26.606549 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:26.657840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:26.662025 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bf47b2-d0b6-4fe8-b02a-b63f3ae3dbfc req-4447fcf9-ad26-44ee-b339-e2e234cd61eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:26.663535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20bf47b2-d0b6-4fe8-b02a-b63f3ae3dbfc req-4447fcf9-ad26-44ee-b339-e2e234cd61eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1127 time: 0.0406122 May 02 11:15:26.709722 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-20bf47b2-d0b6-4fe8-b02a-b63f3ae3dbfc req-cdfe0c43-07fa-43ed-a945-5a7328d4509b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 May 02 11:15:26.964082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dfc8a4-a5d0-404e-8626-59a4c7f15d2d req-c343b95f-24c8-4a3d-9d5e-2ad921a500da tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:26.965559 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13dfc8a4-a5d0-404e-8626-59a4c7f15d2d req-c343b95f-24c8-4a3d-9d5e-2ad921a500da tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0459731 May 02 11:15:27.011992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-13dfc8a4-a5d0-404e-8626-59a4c7f15d2d req-2b05d133-f117-46fc-8cd1-1e7352b9019c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410500 May 02 11:15:27.897235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-76bd264d-323a-405b-9171-880f5a176b47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:28.127055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6bbbd2-236e-40ee-a167-4cac615c081b req-739afb10-52d0-4d2c-a634-f627d8afb9a1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:28.128569 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc6bbbd2-236e-40ee-a167-4cac615c081b req-739afb10-52d0-4d2c-a634-f627d8afb9a1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0470648 May 02 11:15:28.175445 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dc6bbbd2-236e-40ee-a167-4cac615c081b req-487d8e51-7344-4ecc-9c1c-46fe625431f1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410829 May 02 11:15:28.287754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ff0d4-6b0b-4738-b999-0e5468857ed3 req-ecf67249-4364-4780-bb16-9172c7abb884 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:28.289389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-150ff0d4-6b0b-4738-b999-0e5468857ed3 req-ecf67249-4364-4780-bb16-9172c7abb884 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0461707 May 02 11:15:28.334977 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-150ff0d4-6b0b-4738-b999-0e5468857ed3 req-a8e5660f-5b7a-4f2b-ad32-fce2b34c88f9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395558 May 02 11:15:28.686610 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309288f2-d982-414b-9c16-2204c80db093 req-f27449c3-4717-4c52-9ac0-83b62d4788ae tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:28.688134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-309288f2-d982-414b-9c16-2204c80db093 req-f27449c3-4717-4c52-9ac0-83b62d4788ae tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0511947 May 02 11:15:28.736121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-309288f2-d982-414b-9c16-2204c80db093 req-cc446d2d-966c-48d8-b8e9-003cfb062169 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422444 May 02 11:15:28.745488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-b3a7a243-fab2-407e-9fda-71042185e333 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0389493 May 02 11:15:29.266237 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-142a4451-fc7d-4920-bb3e-29a1320332e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:29.267570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-142a4451-fc7d-4920-bb3e-29a1320332e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 942 time: 0.0462852 May 02 11:15:29.366297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:29.858363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a953acd-9841-4db3-9cd2-8cddbafd68b7 req-03756e19-c001-4ec7-94b3-05157ecd3ff2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:29.859847 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a953acd-9841-4db3-9cd2-8cddbafd68b7 req-03756e19-c001-4ec7-94b3-05157ecd3ff2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0512471 May 02 11:15:29.906889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a953acd-9841-4db3-9cd2-8cddbafd68b7 req-b79945c4-cb0d-4762-863d-ba686b00cc7d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411770 May 02 11:15:30.726193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:30.822189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-8e81061a-f178-4dc6-9bc9-df621e1fcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:30.823663 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-8e81061a-f178-4dc6-9bc9-df621e1fcb14 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1127 time: 0.0479395 May 02 11:15:30.913711 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-d8a11c5a-59da-4ca4-add8-cb158b423c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:30.915165 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-d8a11c5a-59da-4ca4-add8-cb158b423c42 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0864348 May 02 11:15:30.955428 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-88163e66-b8c9-474b-b6af-5d96f7c77e87 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0339806 May 02 11:15:31.036479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-f4540605-8d52-4e00-ad2f-7b2b65abcd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:31.037942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-f4540605-8d52-4e00-ad2f-7b2b65abcd01 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0770986 May 02 11:15:31.046339 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc97a29-ef38-488d-9734-c7df2535f4b3 req-43f510d9-e2df-43f6-a572-1e032dcb9680 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:31.047682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fc97a29-ef38-488d-9734-c7df2535f4b3 req-43f510d9-e2df-43f6-a572-1e032dcb9680 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0577378 May 02 11:15:31.083080 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-ceb5a7e0-deee-4daf-8d14-a158fde411d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345092 May 02 11:15:31.160937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8fc97a29-ef38-488d-9734-c7df2535f4b3 req-a507315f-05e3-4b99-aa59-7f8feee20471 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051185 May 02 11:15:31.193880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-de66cb07-0a6f-4770-a152-87452287f563 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034722 May 02 11:15:31.280490 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-34e181f4-2e14-4689-bb33-274a1de58482 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808976 May 02 11:15:31.983035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:32.274755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e95127-b8c8-48f5-8ad5-74e695e283e0 req-e8db2a63-1745-47e0-85b4-92e618d17a82 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:32.276713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37e95127-b8c8-48f5-8ad5-74e695e283e0 req-e8db2a63-1745-47e0-85b4-92e618d17a82 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0462348 May 02 11:15:32.325082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37e95127-b8c8-48f5-8ad5-74e695e283e0 req-67fc78da-d2c2-471f-a01e-9c205cd36e86 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424035 May 02 11:15:33.443091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71117db-9f51-4126-a5e9-18b65415f00d req-3f50aead-9e0a-40d9-81c3-7a66c2ea68b9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:33.444575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f71117db-9f51-4126-a5e9-18b65415f00d req-3f50aead-9e0a-40d9-81c3-7a66c2ea68b9 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0514596 May 02 11:15:33.490536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f71117db-9f51-4126-a5e9-18b65415f00d req-9a4a9067-530d-4fc4-836a-409d23464ce3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403976 May 02 11:15:34.609405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a72d0-a880-452c-9e49-718128d40ec4 req-3e310e2f-2c3d-4e19-ab7e-56d91cabe3ac tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:34.610881 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d2a72d0-a880-452c-9e49-718128d40ec4 req-3e310e2f-2c3d-4e19-ab7e-56d91cabe3ac tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0498559 May 02 11:15:34.658278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8d2a72d0-a880-452c-9e49-718128d40ec4 req-6fcdef7f-3bd4-46da-9987-477ee4006bc8 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417628 May 02 11:15:35.771239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f46f79-7b42-420b-a5b7-700ea7f84c00 req-487e148b-88a9-430e-b506-6b2bee945246 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:35.772721 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98f46f79-7b42-420b-a5b7-700ea7f84c00 req-487e148b-88a9-430e-b506-6b2bee945246 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0460436 May 02 11:15:35.819285 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-98f46f79-7b42-420b-a5b7-700ea7f84c00 req-9ec3b65b-41d9-4e6b-a3fa-4d5fc9274812 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410731 May 02 11:15:36.931480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c0298f-8fc2-4385-be54-49c82eed37c8 req-00a5b4c9-1e9e-4ad9-b09b-8706b8b119dd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:36.932967 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37c0298f-8fc2-4385-be54-49c82eed37c8 req-00a5b4c9-1e9e-4ad9-b09b-8706b8b119dd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0461149 May 02 11:15:36.978609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37c0298f-8fc2-4385-be54-49c82eed37c8 req-58653dff-1904-4743-83b5-c06ac05661d5 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394464 May 02 11:15:38.094902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499295ca-2f86-4e27-be0a-615df9694fbd req-59b79587-8ae9-4d28-ba38-192b3e221c08 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:38.096386 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-499295ca-2f86-4e27-be0a-615df9694fbd req-59b79587-8ae9-4d28-ba38-192b3e221c08 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0492749 May 02 11:15:38.142962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-499295ca-2f86-4e27-be0a-615df9694fbd req-3642f809-807f-420d-8e45-93d28ed77c30 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406249 May 02 11:15:39.254148 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff7c033-4cbc-42ec-ae04-54dd78ab7c04 req-2223d1bf-245d-49aa-9adb-047de6822dd2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:39.255593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ff7c033-4cbc-42ec-ae04-54dd78ab7c04 req-2223d1bf-245d-49aa-9adb-047de6822dd2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0451996 May 02 11:15:39.305944 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ff7c033-4cbc-42ec-ae04-54dd78ab7c04 req-935df46c-dfcc-491a-b7ea-4d82e2b35868 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447555 May 02 11:15:40.419845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0055633a-265f-48a2-b1ae-bbe239580e6d req-bc2a3e61-fe60-4a3a-93e8-91730e81b5c6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:40.421369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0055633a-265f-48a2-b1ae-bbe239580e6d req-bc2a3e61-fe60-4a3a-93e8-91730e81b5c6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0467861 May 02 11:15:40.467805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0055633a-265f-48a2-b1ae-bbe239580e6d req-7977be7b-a130-4500-a011-1bf04b0c8bef tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409870 May 02 11:15:41.581603 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccf2be-1569-40c5-a1cc-22a4dbe04700 req-9e5cfb0b-65d1-41da-b0d0-2bb2a09cd584 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:41.583182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93ccf2be-1569-40c5-a1cc-22a4dbe04700 req-9e5cfb0b-65d1-41da-b0d0-2bb2a09cd584 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0474098 May 02 11:15:41.630973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93ccf2be-1569-40c5-a1cc-22a4dbe04700 req-4a1822fb-57f9-4fb8-90b5-57c7f0cf0584 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420203 May 02 11:15:42.745589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba16b1d-876f-41a5-90c5-9c14642337e5 req-d5f4b85b-5d66-4e24-982c-2905befab2ae tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:42.747661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba16b1d-876f-41a5-90c5-9c14642337e5 req-d5f4b85b-5d66-4e24-982c-2905befab2ae tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0461490 May 02 11:15:42.796188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba16b1d-876f-41a5-90c5-9c14642337e5 req-f2b5ef03-b4e0-4367-bd23-20c82a2e6c1d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429640 May 02 11:15:43.914052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f7e43e-2195-4c9a-a7be-7850ee84fb14 req-bfa23f86-1e44-41a8-8f39-b1ce06c66c31 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:43.915522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01f7e43e-2195-4c9a-a7be-7850ee84fb14 req-bfa23f86-1e44-41a8-8f39-b1ce06c66c31 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0464914 May 02 11:15:43.961827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-01f7e43e-2195-4c9a-a7be-7850ee84fb14 req-b03a99e9-aacd-41d1-b5ac-8893ac52df1f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 May 02 11:15:44.845423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:45.074224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a838aa-39ed-4c18-959e-2baa6f86c471 req-45d7773d-95c3-40a7-8f11-a2f8b23d39ff tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:45.075670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2a838aa-39ed-4c18-959e-2baa6f86c471 req-45d7773d-95c3-40a7-8f11-a2f8b23d39ff tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0467513 May 02 11:15:45.122549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2a838aa-39ed-4c18-959e-2baa6f86c471 req-c2b4c4b8-6751-47ce-aead-083ceb059e54 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406787 May 02 11:15:46.237767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984fa56e-432a-48e7-b2f7-c023793b19be req-74963099-4bd5-44ed-b1af-340f5e969845 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:46.239267 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-984fa56e-432a-48e7-b2f7-c023793b19be req-74963099-4bd5-44ed-b1af-340f5e969845 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0499096 May 02 11:15:46.286097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-984fa56e-432a-48e7-b2f7-c023793b19be req-22abd029-decf-4643-ba37-4a0d0a675c7b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413065 May 02 11:15:46.382695 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:47.398480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0f92b7-fc18-40b6-ae39-a9f340b2e651 req-cb626e42-e501-4460-b3c2-4405fceb7fdb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:47.399917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c0f92b7-fc18-40b6-ae39-a9f340b2e651 req-cb626e42-e501-4460-b3c2-4405fceb7fdb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0461438 May 02 11:15:47.446647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c0f92b7-fc18-40b6-ae39-a9f340b2e651 req-de699595-c051-45c1-bef8-8fd2360920fb tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402870 May 02 11:15:48.564397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6a12ef-31e6-4a15-96ed-9fefe1b87d18 req-e6c7764e-ca9f-4a0e-8780-dc27ba284d09 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:48.566388 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e6a12ef-31e6-4a15-96ed-9fefe1b87d18 req-e6c7764e-ca9f-4a0e-8780-dc27ba284d09 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0500989 May 02 11:15:48.613981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4e6a12ef-31e6-4a15-96ed-9fefe1b87d18 req-9428a451-8fdf-4af2-8c5c-b42c1e5d2db2 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417805 May 02 11:15:49.729775 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:15:49.731411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a505d6-b317-4a33-adb6-6c059514f9ba req-5742642a-bd16-4e1b-a908-0d971e51f855 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:49.732900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95a505d6-b317-4a33-adb6-6c059514f9ba req-5742642a-bd16-4e1b-a908-0d971e51f855 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0504687 May 02 11:15:49.778415 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95a505d6-b317-4a33-adb6-6c059514f9ba req-6c77cc17-9976-44a4-a104-9dd8693b2db6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399220 May 02 11:15:50.891808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd57ba7-22c8-4c4f-96b7-36a76b693e9b req-9438eb70-da30-4526-8b86-b6fb1ea385b3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:50.893373 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cd57ba7-22c8-4c4f-96b7-36a76b693e9b req-9438eb70-da30-4526-8b86-b6fb1ea385b3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0458412 May 02 11:15:50.942416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3cd57ba7-22c8-4c4f-96b7-36a76b693e9b req-c3941a84-47a1-4864-9e7a-921386e8e2da tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434575 May 02 11:15:52.057095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7083f4a4-1630-41a8-bf6c-b351bce6de5c req-cb5771fe-27cd-4e7b-8bfa-9c783fc4e67e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:52.058608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7083f4a4-1630-41a8-bf6c-b351bce6de5c req-cb5771fe-27cd-4e7b-8bfa-9c783fc4e67e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0478630 May 02 11:15:52.105526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7083f4a4-1630-41a8-bf6c-b351bce6de5c req-35401ba9-a26f-4cb0-bca8-19a9818caa9d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413549 May 02 11:15:53.219643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78604c64-e9a4-4caf-967d-ebfa61ab26b5 req-3b0ea0d1-31a5-47c1-bfc4-ed89daec4ee3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:53.221135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78604c64-e9a4-4caf-967d-ebfa61ab26b5 req-3b0ea0d1-31a5-47c1-bfc4-ed89daec4ee3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0462296 May 02 11:15:53.267802 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78604c64-e9a4-4caf-967d-ebfa61ab26b5 req-76d63060-9718-40ec-a650-2c526025ba72 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 May 02 11:15:54.379672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f587bb-add9-4a4d-a0a3-5271de889001 req-d46a9776-f547-4b7f-b2a3-148405c9f793 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:54.381132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90f587bb-add9-4a4d-a0a3-5271de889001 req-d46a9776-f547-4b7f-b2a3-148405c9f793 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0461204 May 02 11:15:54.430147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-90f587bb-add9-4a4d-a0a3-5271de889001 req-9ed206c7-ea52-4dc2-b43c-2335704e1f45 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435431 May 02 11:15:55.545412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c18fef7-186c-4185-992c-33cee5921578 req-8b3e0af1-3844-40e6-8fe5-a98087c726be tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:55.546926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c18fef7-186c-4185-992c-33cee5921578 req-8b3e0af1-3844-40e6-8fe5-a98087c726be tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0480711 May 02 11:15:55.571169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-436cb5b8-8540-4263-ad9b-164dccc5c7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:55.594722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c18fef7-186c-4185-992c-33cee5921578 req-c657f468-3168-43c8-ac81-8864e85cde56 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420978 May 02 11:15:56.709953 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d93e234-bbef-4135-b697-ee59a5c8ec5f req-35084401-41ab-487c-b844-cdda60c83e07 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:56.711410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d93e234-bbef-4135-b697-ee59a5c8ec5f req-35084401-41ab-487c-b844-cdda60c83e07 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0480680 May 02 11:15:56.757633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d93e234-bbef-4135-b697-ee59a5c8ec5f req-17f2b1b5-69c6-4387-a6dd-984ae6587885 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401578 May 02 11:15:57.876812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8792c06b-a37c-4af3-86c1-19a3a053228f req-8e561703-5451-4865-bbce-efbc0a4a4c22 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:57.878291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8792c06b-a37c-4af3-86c1-19a3a053228f req-8e561703-5451-4865-bbce-efbc0a4a4c22 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0502226 May 02 11:15:57.896940 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ce1d270c-87e5-462d-aca1-ec7016b29691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:57.926408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8792c06b-a37c-4af3-86c1-19a3a053228f req-e0277d00-1ba2-4c7a-9b70-62f75dcad5ad tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422399 May 02 11:15:58.332356 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-91190d85-2103-42e0-82f3-263081beff3d service neutron] show failed (client error): The resource could not be found. May 02 11:15:58.333300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-91190d85-2103-42e0-82f3-263081beff3d service neutron] 10.222.0.24 "GET /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0540097 May 02 11:15:58.931265 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-420afef5-5121-41dd-b8b3-862d061b3c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:58.932767 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-420afef5-5121-41dd-b8b3-862d061b3c32 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d&tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6 HTTP/1.1" status: 200 len: 1127 time: 0.0379713 May 02 11:15:58.947240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:15:59.009714 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.047033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe85c0c-d890-4865-a08e-18521df71353 req-01673c93-5a80-4751-80a7-d9db0623b279 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:59.048788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dfe85c0c-d890-4865-a08e-18521df71353 req-01673c93-5a80-4751-80a7-d9db0623b279 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0506763 May 02 11:15:59.095445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dfe85c0c-d890-4865-a08e-18521df71353 req-c69a47cc-9b3f-42d0-9ea8-7478683fe7a7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410247 May 02 11:15:59.220595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:15:59.253450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:15:59.291680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:15:59.294505 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ded30a2-d234-4280-9776-61b1779037b6" -d '{"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-unplugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:15:59.297966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks [] for port (b9333ea6-9014-423e-91af-c38f7689a092), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.311471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Transition to ACTIVE for port object b9333ea6-9014-423e-91af-c38f7689a092 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:15:59.346049 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:15:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65421a77-8c37-4bdc-9abc-0b47ece1ee16 x-openstack-request-id: req-65421a77-8c37-4bdc-9abc-0b47ece1ee16 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:15:59.346329 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-unplugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:15:59.346580 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-65421a77-8c37-4bdc-9abc-0b47ece1ee16 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:15:59.346982 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65421a77-8c37-4bdc-9abc-0b47ece1ee16'] response: {'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'code': 200} May 02 11:15:59.377151 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.400094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.442154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] No DVR routers for this DVR port b9333ea6-9014-423e-91af-c38f7689a092 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:15:59.448970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:59.490052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:15:59.490052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:15:59.490052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:59.490052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:15:59.490052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Attempting to bind port b9333ea6-9014-423e-91af-c38f7689a092 on network d7421dbc-187e-42e1-88be-a9ced2f9cfb1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:15:59.493233 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 15, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:15:59.493594 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Checking segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:15:59.493964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Bound using segment: {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:15:59.494389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Bound port: b9333ea6-9014-423e-91af-c38f7689a092, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '569dbfc4-220d-4381-b6b6-aec2cd81e452', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:15:59.494749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.557709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:15:59.561425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:15:59.640477 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.676303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:59.677047 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:15:59.680288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] 10.222.0.15 "PUT /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 1091 time: 0.7350926 May 02 11:15:59.699392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487119f5-8f11-4341-95e3-4ba89aae6af3 service neutron] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:15:59.747717 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-b87ec02a-2979-4307-9fbb-78a621453361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:59.749170 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-b87ec02a-2979-4307-9fbb-78a621453361 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0425787 May 02 11:15:59.841245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-fe01be78-a99b-4a43-adfd-3a7399883186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:59.842707 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-fe01be78-a99b-4a43-adfd-3a7399883186 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0833325 May 02 11:15:59.888607 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-e8fa796b-9e44-47bb-b965-453b2f528b6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0366702 May 02 11:15:59.940448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-ad790195-6638-429c-b52f-c98dffed92cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:15:59.941906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-ad790195-6638-429c-b52f-c98dffed92cd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0430977 May 02 11:15:59.977302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-61638251-5fcf-4a3b-8f08-0fb14a2867fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252528 May 02 11:16:00.072366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-292ec317-c2d7-4267-9697-67690bfe96f8 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853329 May 02 11:16:00.160691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-837aed52-f155-4e65-9c8e-8aef87fa46a7 req-a9a3e674-dc1d-42c7-92ea-439e45d08723 service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820374 May 02 11:16:00.210722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b762629-c2f7-48ef-be68-2b79c8f817da req-0e0e2c10-b70e-4dc2-b567-f330649bd165 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:00.212197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b762629-c2f7-48ef-be68-2b79c8f817da req-0e0e2c10-b70e-4dc2-b567-f330649bd165 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0473235 May 02 11:16:00.259287 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b762629-c2f7-48ef-be68-2b79c8f817da req-ebf31ca6-5b35-471e-8108-91105bd512c6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412362 May 02 11:16:00.719651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:01.357078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:01.359173 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb7d2e79-64cc-4583-9a57-f437ab1f641f" -d '{"events": [{"name": "network-changed", "server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:01.379523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8e570b-f0d0-40b8-8f09-e6b015a07dd5 req-14c39814-6d8f-4ccf-bdfa-66b29a27795b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.381068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee8e570b-f0d0-40b8-8f09-e6b015a07dd5 req-14c39814-6d8f-4ccf-bdfa-66b29a27795b tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0510294 May 02 11:16:01.408132 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76a7c809-7596-49d1-a5a9-fa2e05fbe83a x-openstack-request-id: req-76a7c809-7596-49d1-a5a9-fa2e05fbe83a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:01.408422 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:01.408705 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-76a7c809-7596-49d1-a5a9-fa2e05fbe83a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:01.409100 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76a7c809-7596-49d1-a5a9-fa2e05fbe83a'] response: {'name': 'network-changed', 'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'status': 'completed', 'code': 200} May 02 11:16:01.435670 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee8e570b-f0d0-40b8-8f09-e6b015a07dd5 req-7a3e1afa-246c-475a-a734-e724e383b1e7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489638 May 02 11:16:01.462487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-38462e29-7cdb-4116-ba1f-cc9710f07d67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.463981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-38462e29-7cdb-4116-ba1f-cc9710f07d67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0400259 May 02 11:16:01.804066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-da012083-a72b-4b49-8008-ef5599b8ab72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.805608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-da012083-a72b-4b49-8008-ef5599b8ab72 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0396254 May 02 11:16:01.895179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-b22b44ee-054a-46dc-9756-cdf5b7f41c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.896677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-b22b44ee-054a-46dc-9756-cdf5b7f41c18 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.4260209 May 02 11:16:01.898614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-530d12b3-ba5f-4927-8ca4-519bed847277 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.900080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-530d12b3-ba5f-4927-8ca4-519bed847277 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0877106 May 02 11:16:01.939286 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-4cf6f7ba-86dd-4aa9-89f4-016f82a72af2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0359592 May 02 11:16:01.945187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-af2a9423-a736-42cb-8575-acbec4980d9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0383482 May 02 11:16:01.954051 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:01.992267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-caae7248-508f-4d4a-976b-b9131074fcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.993784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-caae7248-508f-4d4a-976b-b9131074fcf7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0491440 May 02 11:16:01.994143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-3ce5a646-27d5-48c9-8e51-9c3816b6783f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:01.995793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-3ce5a646-27d5-48c9-8e51-9c3816b6783f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0444257 May 02 11:16:02.025709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-01809fd6-f140-430b-a9e2-c2e62ab77458 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264552 May 02 11:16:02.115530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-53c4848b-95b7-4615-8659-a07767bf55fd service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843296 May 02 11:16:02.138158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-ae6a6518-bbdf-4aad-9b42-307dc0ccc814 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306237 May 02 11:16:02.216549 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-fc3fb568-6773-4319-bf99-f80b3bebec56 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952191 May 02 11:16:02.235982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-d2816e46-bead-4c89-8625-6ffcca56ad9c service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917463 May 02 11:16:02.327508 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb7d2e79-64cc-4583-9a57-f437ab1f641f req-6ce69658-f586-459a-888c-228821a6f9ff service neutron] 10.222.0.15 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 May 02 11:16:02.477112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:16:02.519301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port b9333ea6-9014-423e-91af-c38f7689a092 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:16:02.519710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:16:02.554281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdac9a-d874-4844-a7f6-38a32c064720 req-6e12a932-0235-4154-9492-497c0bde23e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:02.555752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0acdac9a-d874-4844-a7f6-38a32c064720 req-6e12a932-0235-4154-9492-497c0bde23e1 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0475960 May 02 11:16:02.602095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0acdac9a-d874-4844-a7f6-38a32c064720 req-cf4106e1-1a16-4647-8319-ceb915ed5dab tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406809 May 02 11:16:02.887445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a2daa5-6e7b-455d-bf7e-fe815a4fff69 req-db79b1c2-136e-4db0-82df-7a533d562b86 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:02.888980 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72a2daa5-6e7b-455d-bf7e-fe815a4fff69 req-db79b1c2-136e-4db0-82df-7a533d562b86 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0563595 May 02 11:16:02.954049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-f057fd34-febf-41b5-a12d-bceb91965c0f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:02.955480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-f057fd34-febf-41b5-a12d-bceb91965c0f tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.24 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d&tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 943 time: 0.0656540 May 02 11:16:02.977088 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-72a2daa5-6e7b-455d-bf7e-fe815a4fff69 req-fac730c6-19c0-4d77-aa0e-d32f0b5fa981 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788698 May 02 11:16:03.022856 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-10d19258-1616-4ee3-8455-f469e27798f7 service neutron] delete failed (client error): The resource could not be found. May 02 11:16:03.023854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-10d19258-1616-4ee3-8455-f469e27798f7 service neutron] 10.222.0.24 "DELETE /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0590954 May 02 11:16:03.105590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-05177d3f-283f-45b5-ad71-245b611593a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:03.107113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-05177d3f-283f-45b5-ad71-245b611593a6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 1125 time: 0.0435488 May 02 11:16:03.198536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-a1cfcdb4-6000-4766-bb5f-701de0d03fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:03.201102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-a1cfcdb4-6000-4766-bb5f-701de0d03fd3 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 200 len: 915 time: 0.0881736 May 02 11:16:03.245275 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-2d6942fc-88dd-445f-a5a5-1c90332f0547 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 200 len: 217 time: 0.0389783 May 02 11:16:03.291975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-58410588-1c6e-4e81-9a46-a85a3c84776e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:03.293935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-58410588-1c6e-4e81-9a46-a85a3c84776e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 200 len: 854 time: 0.0438161 May 02 11:16:03.326097 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-5fda5c09-1794-4665-9423-0f8de7980921 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d7421dbc-187e-42e1-88be-a9ced2f9cfb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263262 May 02 11:16:03.419749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-38c45dec-2762-410e-a718-9207f31362e6 service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877967 May 02 11:16:03.509295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cedf345b-c1c7-43ba-a965-84cc21c3c587 req-02b71b04-7f2a-4c48-af63-2feebf24840d service neutron] 10.222.0.24 "GET /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827987 May 02 11:16:03.833309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:16:03.929329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:03.940908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b9333ea6-9014-423e-91af-c38f7689a092', 'network_id': 'd7421dbc-187e-42e1-88be-a9ced2f9cfb1', 'port_id': 'b9333ea6-9014-423e-91af-c38f7689a092', 'mac_address': 'fa:16:3e:a4:e6:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e5300e7-e591-4ad9-93e9-ee3e4195fee6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:16:03.981724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b9333ea6-9014-423e-91af-c38f7689a092 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:03.982114 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:03.994576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9333ea6-9014-423e-91af-c38f7689a092 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:16:04.014781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:04.085828 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:04.101540 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f7909e-c2ca-4746-afad-6e8fef3d9ca2 req-0b5eb19d-eddd-4a5a-966b-a80d7c75e8e7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:04.103054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24f7909e-c2ca-4746-afad-6e8fef3d9ca2 req-0b5eb19d-eddd-4a5a-966b-a80d7c75e8e7 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 943 time: 0.0527785 May 02 11:16:04.139623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:04.156060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-24f7909e-c2ca-4746-afad-6e8fef3d9ca2 req-3c64bc68-66b4-46a1-aa3c-f264a2313613 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442142 May 02 11:16:04.319865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b9333ea6-9014-423e-91af-c38f7689a092'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:16:05.268851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4f9c6-b802-4e64-b3d3-bd93101f7a0d req-09475d87-aa1a-4c0a-a4f5-cb1ed3d3b24d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:05.270337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e4f9c6-b802-4e64-b3d3-bd93101f7a0d req-09475d87-aa1a-4c0a-a4f5-cb1ed3d3b24d tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0468557 May 02 11:16:05.320762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f3e4f9c6-b802-4e64-b3d3-bd93101f7a0d req-e34b69ba-8100-431b-8ed1-3285b9518c97 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447385 May 02 11:16:05.431927 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77b6fec-ba7e-44e4-bc6a-5f4ac1b69d74 req-c118ead8-920a-4718-a288-205d47d0bb1e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:05.433506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f77b6fec-ba7e-44e4-bc6a-5f4ac1b69d74 req-c118ead8-920a-4718-a288-205d47d0bb1e tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0459166 May 02 11:16:05.480408 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f77b6fec-ba7e-44e4-bc6a-5f4ac1b69d74 req-45c5fa2a-cec6-4468-8d56-40fb315b2f2c tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411794 May 02 11:16:05.593842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7dcaf1-2772-4edc-a551-9d6f79a904b9 req-b33aefe9-aa66-4d26-9fa7-e0e163b90baf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:05.595305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f7dcaf1-2772-4edc-a551-9d6f79a904b9 req-b33aefe9-aa66-4d26-9fa7-e0e163b90baf tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0470603 May 02 11:16:05.642290 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8f7dcaf1-2772-4edc-a551-9d6f79a904b9 req-1f995a24-e96d-49ef-8756-baceabc69ed0 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414300 May 02 11:16:05.840680 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:05.884765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b9333ea6-9014-423e-91af-c38f7689a092 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:16:05.976875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b9333ea6-9014-423e-91af-c38f7689a092 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:05.977204 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b9333ea6-9014-423e-91af-c38f7689a092), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:06.064936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b9333ea6-9014-423e-91af-c38f7689a092 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:06.066492 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:06.090815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:06.097863 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee0cdb58-9c5d-4ce4-94c3-0a5e36a6f0f0" -d '{"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-plugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:06.109649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:06.136440 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:16:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a11dfd-39a4-4a9b-8b00-598f54752401 x-openstack-request-id: req-02a11dfd-39a4-4a9b-8b00-598f54752401 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:06.136763 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-plugged", "status": "completed", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:06.137024 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-02a11dfd-39a4-4a9b-8b00-598f54752401 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:06.137426 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02a11dfd-39a4-4a9b-8b00-598f54752401'] response: {'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'code': 200} May 02 11:16:06.177479 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:06.200805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c716c4af-cb8b-4a9d-8250-7dbca70673c7 req-79f052e2-acf9-4cf4-aba9-b46f5b3615d4 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:06.202321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c716c4af-cb8b-4a9d-8250-7dbca70673c7 req-79f052e2-acf9-4cf4-aba9-b46f5b3615d4 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 944 time: 0.0484464 May 02 11:16:06.225045 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:06.250330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c716c4af-cb8b-4a9d-8250-7dbca70673c7 req-bea5f992-b8c1-4113-90a2-7b7b54c8bfa6 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 May 02 11:16:07.363086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4423ccdf-0334-4876-a4e2-c4e7f4574410 req-964291c0-954d-47cb-ae1f-368cd800dccd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:07.364578 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4423ccdf-0334-4876-a4e2-c4e7f4574410 req-964291c0-954d-47cb-ae1f-368cd800dccd tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0451634 May 02 11:16:07.414860 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4423ccdf-0334-4876-a4e2-c4e7f4574410 req-c45d6a00-1b50-46a4-803d-808cacb2de94 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/security-groups?id=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441494 May 02 11:16:07.473257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-b47e84bc-93e8-49e4-a998-91d3f77424ef tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:07.474660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-b47e84bc-93e8-49e4-a998-91d3f77424ef tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.15 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 945 time: 0.0450575 May 02 11:16:07.559706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Deleting port b9333ea6-9014-423e-91af-c38f7689a092 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:16:07.561296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b9333ea6-9014-423e-91af-c38f7689a092), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:07.956528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] For port b9333ea6-9014-423e-91af-c38f7689a092, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b9333ea6-9014-423e-91af-c38f7689a092,segment=NetworkSegment(569dbfc4-220d-4381-b6b6-aec2cd81e452),segment_id=569dbfc4-220d-4381-b6b6-aec2cd81e452)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:07.956926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b9333ea6-9014-423e-91af-c38f7689a092), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:07.969939 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Calling delete_port for b9333ea6-9014-423e-91af-c38f7689a092 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:16:08.142760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b9333ea6-9014-423e-91af-c38f7689a092), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:08.158457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b9333ea6-9014-423e-91af-c38f7689a092'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:16:08.172476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Pushing event deleted for resources: {'Port': ['ID=b9333ea6-9014-423e-91af-c38f7689a092,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:08.216106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] No DVR routers for this DVR port b9333ea6-9014-423e-91af-c38f7689a092 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:16:08.218603 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:08.221882 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-281c4fbe-60b0-4e64-9c2a-a7aa0a257862 req-41ad3966-ccb3-4035-8686-b1c9cf4b0d95 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.15 "DELETE /v2.0/ports/b9333ea6-9014-423e-91af-c38f7689a092 HTTP/1.1" status: 204 len: 173 time: 0.7386076 May 02 11:16:08.222338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-deleted', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:08.224556 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-571b6457-a872-4e31-a61d-9109b88b82e1" -d '{"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-deleted", "tag": "b9333ea6-9014-423e-91af-c38f7689a092"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:08.259656 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8562b091-65e6-4ef9-885f-2be6145f0892 x-openstack-request-id: req-8562b091-65e6-4ef9-885f-2be6145f0892 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:08.259932 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e422cde0-1a57-4e7c-82a2-8bc8b9f2777d", "name": "network-vif-deleted", "tag": "b9333ea6-9014-423e-91af-c38f7689a092", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:08.260181 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8562b091-65e6-4ef9-885f-2be6145f0892 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:08.260582 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8562b091-65e6-4ef9-885f-2be6145f0892'] response: {'server_uuid': 'e422cde0-1a57-4e7c-82a2-8bc8b9f2777d', 'name': 'network-vif-deleted', 'tag': 'b9333ea6-9014-423e-91af-c38f7689a092', 'status': 'completed', 'code': 200} May 02 11:16:08.517836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8b8afb30-fda1-4002-b7dd-d1c11a880ece req-591dfaac-02fe-434b-9b5c-a69a86b7d7c3 tempest-ServerDiskConfigTestJSON-1607815549 tempest-ServerDiskConfigTestJSON-1607815549-project] 10.222.0.16 "GET /v2.0/ports?device_id=e422cde0-1a57-4e7c-82a2-8bc8b9f2777d HTTP/1.1" status: 200 len: 210 time: 0.0309751 May 02 11:16:09.645792 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48624) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:09.689601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Deleting subnet 2e5300e7-e591-4ad9-93e9-ee3e4195fee6 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:16:09.692589 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Publish callbacks [] for subnet (2e5300e7-e591-4ad9-93e9-ee3e4195fee6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:09.726419 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (2e5300e7-e591-4ad9-93e9-ee3e4195fee6), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:09.764323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (2e5300e7-e591-4ad9-93e9-ee3e4195fee6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:09.857212 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (2e5300e7-e591-4ad9-93e9-ee3e4195fee6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:09.881580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e5300e7-e591-4ad9-93e9-ee3e4195fee6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:09.885274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:09.889074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3a9073e-6642-4ca1-b71d-ed8426159f7f admin admin] 10.222.0.16 "DELETE /v2.0/subnets/2e5300e7-e591-4ad9-93e9-ee3e4195fee6 HTTP/1.1" status: 204 len: 168 time: 0.2422290 May 02 11:16:09.891573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48626) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:09.958530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (d7421dbc-187e-42e1-88be-a9ced2f9cfb1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.037150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (d7421dbc-187e-42e1-88be-a9ced2f9cfb1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.056516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7421dbc-187e-42e1-88be-a9ced2f9cfb1']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:10.066210 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569dbfc4-220d-4381-b6b6-aec2cd81e452') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:10.066514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569dbfc4-220d-4381-b6b6-aec2cd81e452') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:10.076314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (569dbfc4-220d-4381-b6b6-aec2cd81e452), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.089442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (569dbfc4-220d-4381-b6b6-aec2cd81e452), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.095631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:16:10.096041 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (569dbfc4-220d-4381-b6b6-aec2cd81e452), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: timer() May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:16:10.097723 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:16:10.216580 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (d7421dbc-187e-42e1-88be-a9ced2f9cfb1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.222128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.225365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] 10.222.0.16 "DELETE /v2.0/networks/d7421dbc-187e-42e1-88be-a9ced2f9cfb1 HTTP/1.1" status: 204 len: 168 time: 0.3328466 May 02 11:16:10.235813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8a4474-29cd-47ca-873d-8b6ceab7c87e admin admin] Pushing event deleted for resources: {'Network': ['ID=d7421dbc-187e-42e1-88be-a9ced2f9cfb1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:10.460429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48630) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:10.499868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9112930c-9263-4c33-9f4e-0bed280c08bc admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b0458fbd066459d8dfcbc6bf6a941a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0381973 May 02 11:16:10.502386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48632) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:10.548498 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Publish callbacks [] for security_group (c7a0a904-84b8-43d0-9b5d-7c26e6790f8b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.569515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Publish callbacks [] for security_group (c7a0a904-84b8-43d0-9b5d-7c26e6790f8b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.685787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (c7a0a904-84b8-43d0-9b5d-7c26e6790f8b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.688404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:10.689605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c7a0a904-84b8-43d0-9b5d-7c26e6790f8b HTTP/1.1" status: 204 len: 168 time: 0.1863406 May 02 11:16:10.697224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7a0a904-84b8-43d0-9b5d-7c26e6790f8b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:10.705068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.705419 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.705761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.706096 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.706430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.706760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.707123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.707443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.707767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.708448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.708801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.709128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.709456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.709778 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:10.710110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-115a90f8-fddb-4e98-8dce-b6e597299eea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:11.759074 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:11.861882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2060621136-network', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:11.873090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:16:11.895993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: b9333ea6-9014-423e-91af-c38f7689a092 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:16:11.896336 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b9333ea6-9014-423e-91af-c38f7689a092 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:16:11.925166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:16:11.927499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:11.936995 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.011738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks [] for security_group (739aea21-5203-403d-9d80-b8b9a1eb2f69), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.045234 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (739aea21-5203-403d-9d80-b8b9a1eb2f69), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.066172 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:16:12.080956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739aea21-5203-403d-9d80-b8b9a1eb2f69,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:12.083872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1831aae6-2d05-4b7f-b701-cd99fc382e7b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.084318 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Added segment 1831aae6-2d05-4b7f-b701-cd99fc382e7b of type vlan for network e844c303-6920-4af1-9887-122d2936269e May 02 11:16:12.125970 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e844c303-6920-4af1-9887-122d2936269e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.251188 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e844c303-6920-4af1-9887-122d2936269e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.252161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:12.252791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.311178 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] Pushing event updated for resources: {'Network': ['ID=e844c303-6920-4af1-9887-122d2936269e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:12.320743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e844c303-6920-4af1-9887-122d2936269e details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:16:12.350587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bfb88580-99a1-40d4-8fa1-536f2686b351 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5903296 May 02 11:16:12.353363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48658) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:12.358607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Request body: {'subnet': {'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2060621136-subnet', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:12.428121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:16:12.430514 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.662567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (e08ff7fb-567a-4fe8-b296-7958f5b00f5c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.727634 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e08ff7fb-567a-4fe8-b296-7958f5b00f5c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:12.732618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:12.733001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Network hostable DHCP agents. Network: e844c303-6920-4af1-9887-122d2936269e, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:16:12.804869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Network e844c303-6920-4af1-9887-122d2936269e is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:16:12.884983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e844c303-6920-4af1-9887-122d2936269e) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:12.889535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:12.890150 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:12.894776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235e027-150a-40fd-ae97-70a2eb796330 None None] Network e844c303-6920-4af1-9887-122d2936269e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:16:12.979416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e36b30e7-f136-473e-84ea-387c56fd9fcb admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6248839 May 02 11:16:12.982241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48662) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:12.995521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:13.000684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e844c303-6920-4af1-9887-122d2936269e', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:16:13.001708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.056831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (1723eef0-1582-4a42-b5f2-c333742f640b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.057896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (1723eef0-1582-4a42-b5f2-c333742f640b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.114610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for router_controller (1723eef0-1582-4a42-b5f2-c333742f640b), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.307764 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for router_gateway (1723eef0-1582-4a42-b5f2-c333742f640b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.317767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Allocated IP 172.20.0.2 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/300e787d-18fb-4aff-8699-12d581b420b5) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:16:13.461994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks [] for port (300e787d-18fb-4aff-8699-12d581b420b5), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.508551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (300e787d-18fb-4aff-8699-12d581b420b5), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.545168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:13.550016 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:13.553574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:16:13.561776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Pushing event updated for resources: {'Port': ['ID=300e787d-18fb-4aff-8699-12d581b420b5,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:13.564407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for router_gateway (1723eef0-1582-4a42-b5f2-c333742f640b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.584561 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.613466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Attempting to bind port 300e787d-18fb-4aff-8699-12d581b420b5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:16:13.613838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Attempting to bind port 300e787d-18fb-4aff-8699-12d581b420b5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:16:13.614202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Attempting to bind port 300e787d-18fb-4aff-8699-12d581b420b5 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:13.619208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:16:13.619683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:13.620089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.620490 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:16:13.620960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Bound port: 300e787d-18fb-4aff-8699-12d581b420b5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:16:13.621931 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (300e787d-18fb-4aff-8699-12d581b420b5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.685600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] For port 300e787d-18fb-4aff-8699-12d581b420b5, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:13.688645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] For port 300e787d-18fb-4aff-8699-12d581b420b5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=300e787d-18fb-4aff-8699-12d581b420b5,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:16:13.694413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Allocated IP 172.35.4.219 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/79c71e76-801a-42c9-bb24-72fddd47bfea) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:16:13.754486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (300e787d-18fb-4aff-8699-12d581b420b5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.804402 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.819367 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4b1170-1416-4a3b-b8df-ea9411af4f65 None None] Pushing event updated for resources: {'Port': ['ID=300e787d-18fb-4aff-8699-12d581b420b5,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:13.882891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:13.926003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:13.931451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:13.934577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:16:13.959528 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Pushing event updated for resources: {'Port': ['ID=79c71e76-801a-42c9-bb24-72fddd47bfea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:13.975639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.975980 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.976326 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.978134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.978502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.978848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.979188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.979524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.979860 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.980193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.980524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.981537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.981868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.982196 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:13.982521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:14.140571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 300e787d-18fb-4aff-8699-12d581b420b5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:14.188065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 300e787d-18fb-4aff-8699-12d581b420b5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:14.188437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (300e787d-18fb-4aff-8699-12d581b420b5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.267690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 300e787d-18fb-4aff-8699-12d581b420b5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:14.268003 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (300e787d-18fb-4aff-8699-12d581b420b5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.302745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 300e787d-18fb-4aff-8699-12d581b420b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=300e787d-18fb-4aff-8699-12d581b420b5,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:14.335492 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for router_gateway (1723eef0-1582-4a42-b5f2-c333742f640b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.365355 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (300e787d-18fb-4aff-8699-12d581b420b5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.414525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=300e787d-18fb-4aff-8699-12d581b420b5,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:14.549551 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (1723eef0-1582-4a42-b5f2-c333742f640b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.742647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Router 1723eef0-1582-4a42-b5f2-c333742f640b is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:16:14.771750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fd2227-da2e-4bf4-827c-2cf63bf586c1 None None] Network e844c303-6920-4af1-9887-122d2936269e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:16:14.862011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:16:14.872873 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:16:14.886579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1b988036-0038-4c6e-bc48-7ddff0618f3c None None] Provisioning complete for port 300e787d-18fb-4aff-8699-12d581b420b5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:14.887494 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b988036-0038-4c6e-bc48-7ddff0618f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (300e787d-18fb-4aff-8699-12d581b420b5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.890220 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:14.890220 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:15:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:14.891546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.975199 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:14.979150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6aa61e6c-f0ee-4c90-90b6-e5ae037079c1 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9932194 May 02 11:16:14.979325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1b988036-0038-4c6e-bc48-7ddff0618f3c None None] Current status of the port 300e787d-18fb-4aff-8699-12d581b420b5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:14.979467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48664) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:15.010555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:15.184246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:14Z', 'revision_number': 3, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:15.197924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ba958c29-be67-44c5-a8e8-7475f09adce1 None None] Provisioning complete for port 300e787d-18fb-4aff-8699-12d581b420b5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:15.198518 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ba958c29-be67-44c5-a8e8-7475f09adce1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (300e787d-18fb-4aff-8699-12d581b420b5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.211544 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:16:15.212192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Updating router 1723eef0-1582-4a42-b5f2-c333742f640b port 79c71e76-801a-42c9-bb24-72fddd47bfea binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:16:15.239144 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.288157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ba958c29-be67-44c5-a8e8-7475f09adce1 None None] Current status of the port 300e787d-18fb-4aff-8699-12d581b420b5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:15.420990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.490463 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks [] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.553745 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.606499 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Attempting to bind port 79c71e76-801a-42c9-bb24-72fddd47bfea on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:16:15.606874 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Attempting to bind port 79c71e76-801a-42c9-bb24-72fddd47bfea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:16:15.608841 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Attempting to bind port 79c71e76-801a-42c9-bb24-72fddd47bfea on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:15.610323 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Pushing event updated for resources: {'Port': ['ID=79c71e76-801a-42c9-bb24-72fddd47bfea,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:15.618021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:16:15.618410 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:15.618812 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.619205 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:16:15.619669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Bound port: 79c71e76-801a-42c9-bb24-72fddd47bfea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:16:15.620050 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.621591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Allocated IP 172.20.0.1 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/0922ee5a-a12e-499d-966b-60cb2c2b1716) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:16:15.623361 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.623712 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.624057 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.624398 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.624767 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.625103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.625438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.625768 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.626098 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.626432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.626783 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.627112 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.627476 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.627763 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.628085 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:15.680088 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] For port 79c71e76-801a-42c9-bb24-72fddd47bfea, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:15.683311 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] For port 79c71e76-801a-42c9-bb24-72fddd47bfea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c71e76-801a-42c9-bb24-72fddd47bfea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:16:15.771844 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:15.833246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:15.833882 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:15:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:15.838824 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29cf022-5ce1-447f-9449-6468bb44a7b5 None None] Pushing event updated for resources: {'Port': ['ID=79c71e76-801a-42c9-bb24-72fddd47bfea,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:15.948722 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:16.073264 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks [] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.120762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 300e787d-18fb-4aff-8699-12d581b420b5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:16.129652 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:14Z', 'revision_number': 3, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:16.155771 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87834069-dd02-40ae-a03d-de9da6390c80 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:14Z', 'revision_number': 3, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:16:16.165911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.175531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 300e787d-18fb-4aff-8699-12d581b420b5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:16.179240 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (300e787d-18fb-4aff-8699-12d581b420b5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.187543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:16.206002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:16.209300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:16:16.263016 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Pushing event updated for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:16.269589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (1723eef0-1582-4a42-b5f2-c333742f640b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.272771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 300e787d-18fb-4aff-8699-12d581b420b5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:16.383105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.481933 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.515213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ae19ba4a-dd51-4459-9dfa-14473d06352d None None] Provisioning complete for port 0922ee5a-a12e-499d-966b-60cb2c2b1716 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:16.515761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ae19ba4a-dd51-4459-9dfa-14473d06352d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.557103 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ae19ba4a-dd51-4459-9dfa-14473d06352d None None] Port 0922ee5a-a12e-499d-966b-60cb2c2b1716 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:16:16.670681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks [] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.708391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.778219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (1723eef0-1582-4a42-b5f2-c333742f640b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:16.780300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Pushing event updated for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:16.881951 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:16.883341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:17.013354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:16:17.132383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:16:17.137483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-53fd6238-3a20-4682-b696-6d73bf278a50 admin admin] 10.222.0.16 "PUT /v2.0/routers/1723eef0-1582-4a42-b5f2-c333742f640b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1569891 May 02 11:16:17.192579 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a3857dbf-0025-4a8b-92f2-4af47cc9914e None None] Provisioning complete for port 0922ee5a-a12e-499d-966b-60cb2c2b1716 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:17.193073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a3857dbf-0025-4a8b-92f2-4af47cc9914e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:17.227330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a3857dbf-0025-4a8b-92f2-4af47cc9914e None None] Port 0922ee5a-a12e-499d-966b-60cb2c2b1716 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:16:17.657531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48672) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:17.662236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1849876310', 'description': 'tempest-description--1081146114'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:17.748175 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:17.820704 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (3438e120-6afd-4bc6-b63a-40792b9be1ab), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:17.838838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:16:17.850032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:17.850660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:15:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:17.856734 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3438e120-6afd-4bc6-b63a-40792b9be1ab), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:17.886652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3438e120-6afd-4bc6-b63a-40792b9be1ab,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:17.927542 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:17.928847 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-13053266-8b28-43cc-bb7a-c60c76fdacb9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.2702546 May 02 11:16:17.931616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48674) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:17.936930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'security_group_rule': {'security_group_id': '3438e120-6afd-4bc6-b63a-40792b9be1ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:17.962505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:18.010372 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (80d5c800-8aaa-4a5c-a289-b4ed51203e8a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.072453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (80d5c800-8aaa-4a5c-a289-b4ed51203e8a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.130365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (80d5c800-8aaa-4a5c-a289-b4ed51203e8a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.147809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 79c71e76-801a-42c9-bb24-72fddd47bfea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:18.150354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80d5c800-8aaa-4a5c-a289-b4ed51203e8a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:18.197323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 2, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:18.212908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.214162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c96a6ddb-fa7e-4590-943d-747ce54188eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2816150 May 02 11:16:18.216818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 48676) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:18.221378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'security_group_rule': {'security_group_id': '3438e120-6afd-4bc6-b63a-40792b9be1ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:18.226562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:16:18.226980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Updating router 1723eef0-1582-4a42-b5f2-c333742f640b port 0922ee5a-a12e-499d-966b-60cb2c2b1716 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:16:18.260496 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 79c71e76-801a-42c9-bb24-72fddd47bfea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:18.260923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.263445 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.302403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (2f7167f7-b2b8-4e04-9e72-634d26454a78), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.363582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (2f7167f7-b2b8-4e04-9e72-634d26454a78), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.411113 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (2f7167f7-b2b8-4e04-9e72-634d26454a78), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.429415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f7167f7-b2b8-4e04-9e72-634d26454a78,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:18.444889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 79c71e76-801a-42c9-bb24-72fddd47bfea is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:18.445275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.493406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.494668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cc123e27-72e8-45a2-8c01-ce0ee765212b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2768068 May 02 11:16:18.497826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48678) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:18.504301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:18.510218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 79c71e76-801a-42c9-bb24-72fddd47bfea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c71e76-801a-42c9-bb24-72fddd47bfea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:18.589626 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.612811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.632350 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks [] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.655006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=79c71e76-801a-42c9-bb24-72fddd47bfea,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:18.691105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.702489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.754383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef74f82-37b1-4837-b93d-38c048bf6635 None None] Pushing event updated for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:18.805788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Allocated IP 172.35.4.176 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0b840d7a-7f7d-4d03-b9a2-76df3ee58449) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Attempting to bind port 0922ee5a-a12e-499d-966b-60cb2c2b1716 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Attempting to bind port 0922ee5a-a12e-499d-966b-60cb2c2b1716 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Attempting to bind port 0922ee5a-a12e-499d-966b-60cb2c2b1716 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Bound port: 0922ee5a-a12e-499d-966b-60cb2c2b1716, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:16:18.818127 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.892034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] For port 0922ee5a-a12e-499d-966b-60cb2c2b1716, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:18.892034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] For port 0922ee5a-a12e-499d-966b-60cb2c2b1716, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0922ee5a-a12e-499d-966b-60cb2c2b1716,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:16:18.921618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:18.949009 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.000889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.009187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:19.009837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:15:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:19.012239 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef74f82-37b1-4837-b93d-38c048bf6635 None None] Pushing event updated for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:19.049248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:19.054702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:19.059181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:16:19.064921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=0b840d7a-7f7d-4d03-b9a2-76df3ee58449,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:19.084421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Provisioning complete for port 0922ee5a-a12e-499d-966b-60cb2c2b1716 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:19.084821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.187340 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:19.190213 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.282567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Current status of the port 0922ee5a-a12e-499d-966b-60cb2c2b1716 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:19.282949 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.290861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.362519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] For port 0922ee5a-a12e-499d-966b-60cb2c2b1716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0922ee5a-a12e-499d-966b-60cb2c2b1716,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:19.430438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:19.443910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.460719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.464374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8a15dfe-f6e8-44dc-a355-db865a85f85f None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:16:19.526476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41e9b59-6de3-4695-bee5-abea724b8b47 None None] Pushing event updated for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:19.532148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.583921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-601d355d-7d5c-4c1a-8c4d-78ae9982d593 None None] Provisioning complete for port 0922ee5a-a12e-499d-966b-60cb2c2b1716 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:19.584353 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-601d355d-7d5c-4c1a-8c4d-78ae9982d593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.611933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=0b840d7a-7f7d-4d03-b9a2-76df3ee58449,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:19.632751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.666185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-601d355d-7d5c-4c1a-8c4d-78ae9982d593 None None] Current status of the port 0922ee5a-a12e-499d-966b-60cb2c2b1716 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:19.688128 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:19.689444 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b22d021e-475b-42e5-8475-65d8c3ac561a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1905568 May 02 11:16:19.842282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-beec7724-d1ec-41d2-bc8b-d0fee27cfd7b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1849876310&fields=id&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 267 time: 0.0454588 May 02 11:16:19.953949 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-824d9598-3bb7-4609-b7ed-0af7461a4d4e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:19.955457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-824d9598-3bb7-4609-b7ed-0af7461a4d4e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1063445 May 02 11:16:19.971358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-18d3631f-e043-4136-b6d0-0dbc2bae32a5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/quotas/5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 375 time: 0.0103781 May 02 11:16:20.028147 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-0f426605-95ca-4b9b-a059-5581ffd98e1a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0503986 May 02 11:16:20.133509 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-48b2a5d7-e8f9-4804-97fe-86a2cbdc5bd9 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930264 May 02 11:16:20.213037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0922ee5a-a12e-499d-966b-60cb2c2b1716 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:20.235373 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-71362157-5ee6-4123-80cd-49a878fd2793 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961337 May 02 11:16:20.271470 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 0922ee5a-a12e-499d-966b-60cb2c2b1716 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:20.271851 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:20.353252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 0922ee5a-a12e-499d-966b-60cb2c2b1716 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:20.354331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 79c71e76-801a-42c9-bb24-72fddd47bfea up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:20.403144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 79c71e76-801a-42c9-bb24-72fddd47bfea triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:20.403652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:20.498937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 79c71e76-801a-42c9-bb24-72fddd47bfea is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:20.517443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06112eef-4016-44ed-a17b-4f55ccdc5354 req-152e3ab8-8dd6-4c54-8b66-73b1d6ba8032 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 210 time: 0.0370331 May 02 11:16:21.617929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b5c56a90-7355-4586-a494-9a622d490a53 req-fb391244-be0c-4e3b-9f94-d6712df0ce51 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 210 time: 0.0295556 May 02 11:16:22.413928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-2fe0d366-ea77-41d4-9586-1d436b218844 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:22.415437 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-2fe0d366-ea77-41d4-9586-1d436b218844 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1056206 May 02 11:16:22.475791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-674aa266-647c-4e51-b245-62e780befe31 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 380 time: 0.0529165 May 02 11:16:22.484121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'port': {'device_id': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'admin_state_up': True, 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'security_groups': ['3438e120-6afd-4bc6-b63a-40792b9be1ab']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:22.668376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:16:22.671818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:22.716483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed9d2119-b195-401f-8f5f-c54ca86e7e80 req-b8338779-3604-4abb-bcec-84829575eb03 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 210 time: 0.0281029 May 02 11:16:22.802503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Allocated IP 172.20.0.3 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:16:22.942617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.034585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.078662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:16:23.084332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:16:23.088117 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:16:23.114800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:23.144205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:23.144854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.207790 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a02e569f-effd-42e4-a8bd-8d6eac1b73ac tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7272406 May 02 11:16:23.219399 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Request body: {'port': {'device_id': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:23.287379 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.315550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-65c55cc7-74a2-49be-806a-a3371f22c399 None None] Provisioning complete for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:23.316292 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-65c55cc7-74a2-49be-806a-a3371f22c399 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.349813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-65c55cc7-74a2-49be-806a-a3371f22c399 None None] Port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:16:23.552281 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:16:23.559666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks [] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.571839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Transition to ACTIVE for port object c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:16:23.662288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.716078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:23.793788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:16:23.794219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:16:23.794622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:23.810420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:16:23.810755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:23.833924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:16:23.834267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:23.834657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:16:23.835095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Bound port: c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:16:23.835459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:23.860376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2cc19-c426-45b9-b94e-95ced491d9fc req-32a03a90-c430-45fe-b9c7-b201a8456d5c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:23.861993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0af2cc19-c426-45b9-b94e-95ced491d9fc req-32a03a90-c430-45fe-b9c7-b201a8456d5c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0640457 May 02 11:16:23.950778 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0af2cc19-c426-45b9-b94e-95ced491d9fc req-099a67ea-31a8-4967-8f82-d0f1a041ac77 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677454 May 02 11:16:23.953077 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:23.956616 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:16:24.045975 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:24.080351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.081002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:24.082363 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] 10.222.0.24 "PUT /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 1091 time: 0.8673480 May 02 11:16:24.082795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:24.085062 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea" -d '{"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:24.116523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf88a61-0526-4ee3-bf0b-00c502a47d9f service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:24.127478 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9596c0e-e652-468b-9923-5a9c9ab1ee3a x-openstack-request-id: req-c9596c0e-e652-468b-9923-5a9c9ab1ee3a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:24.127783 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:24.128052 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9596c0e-e652-468b-9923-5a9c9ab1ee3a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:24.128475 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9596c0e-e652-468b-9923-5a9c9ab1ee3a'] response: {'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'status': 'completed', 'code': 200} May 02 11:16:24.188066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-683fdec9-90b1-49d1-95e6-84f3989b5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.190182 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-683fdec9-90b1-49d1-95e6-84f3989b5fdf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1125 time: 0.0432642 May 02 11:16:24.298930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-3bfb6937-dd01-43f4-b17d-d392327cad03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.300422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-3bfb6937-dd01-43f4-b17d-d392327cad03 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1012573 May 02 11:16:24.393670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-d30f2a53-c786-4366-a8ad-2b881899fb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.395120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d0ea95b-2fb6-4c83-b79e-08f8d84389ea req-d30f2a53-c786-4366-a8ad-2b881899fb8d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884778 May 02 11:16:24.480593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-d26880be-28db-4361-94f9-ada8bf041e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.482149 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-d26880be-28db-4361-94f9-ada8bf041e31 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1125 time: 0.0481608 May 02 11:16:24.525348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-4e08209e-e34a-4d6a-a9f6-26c055680c6a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 217 time: 0.0370183 May 02 11:16:24.574413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a6b38339-2e7d-4c9d-acb3-5320459e9d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.575879 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-a6b38339-2e7d-4c9d-acb3-5320459e9d61 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0450652 May 02 11:16:24.622855 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-1e573a63-226b-44b9-a642-a02b50e35980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:24.624364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-1e573a63-226b-44b9-a642-a02b50e35980 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429220 May 02 11:16:24.714040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-7944ed0f-f416-4d52-a283-a0cc0d82093a service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835800 May 02 11:16:24.806210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d7c979-0cf1-437c-8636-abfe5dee5694 req-122848c5-514e-4222-b4d8-40e8c4d81019 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869684 May 02 11:16:25.067575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b4c113-8220-4cd8-b24b-e3f3f450a277 req-aca75a3e-61c5-4079-a7a5-658a67eb5260 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:25.069086 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94b4c113-8220-4cd8-b24b-e3f3f450a277 req-aca75a3e-61c5-4079-a7a5-658a67eb5260 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0483146 May 02 11:16:25.116586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-94b4c113-8220-4cd8-b24b-e3f3f450a277 req-3fdc0aa2-a5e3-4a5a-80bf-5ebd1609840d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416362 May 02 11:16:25.616383 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8960d92b-dc3e-4291-95c9-679267f0f551 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:26.233324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d44ab63-b5e5-4ec8-a11f-6532dbdf2bf5 req-3ba30c55-cb50-4b5e-8957-232ad4c21ffd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:26.234791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d44ab63-b5e5-4ec8-a11f-6532dbdf2bf5 req-3ba30c55-cb50-4b5e-8957-232ad4c21ffd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0463510 May 02 11:16:26.282249 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d44ab63-b5e5-4ec8-a11f-6532dbdf2bf5 req-e9d10f4c-0e3d-4f3d-b338-26886451d93d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411785 May 02 11:16:26.601165 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:16:26.698019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:26.709672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'mac_address': 'fa:16:3e:7e:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:16:26.728789 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:16:26.745514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:26.745904 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:26.758818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:16:26.778034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:26.867694 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:26.913786 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:26.921306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.921655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.921998 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.922374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.922715 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.923046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.923891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.924218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.924545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.924893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.925216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.925540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.925861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.926182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:26.926503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:16:27.071365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:16:27.394508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ddd13e-e38e-4a7a-8073-90a5b384257c req-a14f082a-d662-444d-b16f-e20afc83617d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:27.395964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32ddd13e-e38e-4a7a-8073-90a5b384257c req-a14f082a-d662-444d-b16f-e20afc83617d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 944 time: 0.0461242 May 02 11:16:27.446524 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-32ddd13e-e38e-4a7a-8073-90a5b384257c req-bd3d1c59-838b-409a-8673-ab504ee2c51f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449197 May 02 11:16:27.953946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7227074-b1ec-4ac6-9ddf-6dbf2b934f03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:28.559137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3b512-7018-431a-83dc-4b1d49d30de7 req-5a2f13f2-de22-4d86-a9a2-ded9c66999a3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:28.560646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17e3b512-7018-431a-83dc-4b1d49d30de7 req-5a2f13f2-de22-4d86-a9a2-ded9c66999a3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 944 time: 0.0478652 May 02 11:16:28.611981 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-17e3b512-7018-431a-83dc-4b1d49d30de7 req-83874568-700e-4aee-b84a-f30f95e4a515 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449927 May 02 11:16:28.616901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:16:28.661754 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:16:28.718919 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:16:28.719294 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:28.798176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:28.799047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:28.820622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:28.822874 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c306a751-5aa2-4bdd-827d-6daf27717afa" -d '{"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:28.835297 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:28.859349 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-153fb639-a6e0-4dbb-bdad-6623b1e2219b x-openstack-request-id: req-153fb639-a6e0-4dbb-bdad-6623b1e2219b {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:28.859658 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:28.859946 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-153fb639-a6e0-4dbb-bdad-6623b1e2219b {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:28.860344 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153fb639-a6e0-4dbb-bdad-6623b1e2219b'] response: {'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'code': 200} May 02 11:16:28.908196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:28.949473 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a772b1a-abaf-46f2-b12b-4c8f8810faf8 req-c0007b22-d0b3-462e-b074-d4c6becb9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:28.950973 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a772b1a-abaf-46f2-b12b-4c8f8810faf8 req-c0007b22-d0b3-462e-b074-d4c6becb9035 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0391042 May 02 11:16:28.956590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:28.995237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a772b1a-abaf-46f2-b12b-4c8f8810faf8 req-54cc6521-c55e-46fd-92a4-546156bf2490 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379207 May 02 11:16:29.370424 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:29.726222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f855e8a-2151-4b0a-97ec-9968638d107b req-546938bd-4955-4587-9141-0c5981ac48ff tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:29.727706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f855e8a-2151-4b0a-97ec-9968638d107b req-546938bd-4955-4587-9141-0c5981ac48ff tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0460670 May 02 11:16:29.773140 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2f855e8a-2151-4b0a-97ec-9968638d107b req-f772d734-be77-4c91-8b73-e3493113331b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398316 May 02 11:16:30.776184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:30.887567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac8b8ee-5c09-4a64-814c-ad9b404f7bce req-ab66be9e-6d4c-4be4-8cec-ac92ab51d1e8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:30.889041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ac8b8ee-5c09-4a64-814c-ad9b404f7bce req-ab66be9e-6d4c-4be4-8cec-ac92ab51d1e8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0461965 May 02 11:16:30.935503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ac8b8ee-5c09-4a64-814c-ad9b404f7bce req-b602790f-62bd-467a-b7de-1c01cfec5bdc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407989 May 02 11:16:31.042425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29778025-2246-4e66-9963-0ddcc8227471 req-e6520893-e20c-4fe2-89d7-e3b4cd0f7ebd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:31.043865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-29778025-2246-4e66-9963-0ddcc8227471 req-e6520893-e20c-4fe2-89d7-e3b4cd0f7ebd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0453291 May 02 11:16:31.055780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48730) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:16:31.060019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'floatingip': {'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:31.103076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:31.542958 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:31.599096 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:31.701238 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 associated. External IP: 172.35.4.176, port: c6f1143c-e6d6-44d2-98f7-9aad6ebd7500. May 02 11:16:31.910597 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:16:32.010982 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:32.021012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:16:32.025472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:32.030408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:16:32.040862 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:32.041486 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:32.251547 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:32.380279 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-40e09326-0191-4e3c-a000-f0a6f5e2cf63 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "PUT /v2.0/floatingips/5ff9b11e-87a9-438d-9813-47a566fdb2c9 HTTP/1.1" status: 200 len: 991 time: 1.3234441 May 02 11:16:32.380944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:32.383401 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc5434a-c6da-462b-a44e-2c840c5430f4" -d '{"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:32.423567 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118b8c8c-a7f1-4428-a3f3-fe81c2f428b5 x-openstack-request-id: req-118b8c8c-a7f1-4428-a3f3-fe81c2f428b5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:32.423945 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:32.424149 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-118b8c8c-a7f1-4428-a3f3-fe81c2f428b5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:32.424638 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-118b8c8c-a7f1-4428-a3f3-fe81c2f428b5'] response: {'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'status': 'completed', 'code': 200} May 02 11:16:32.479563 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:7e:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:16:31Z', 'revision_number': 1, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:32.509481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:16:32.518737 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:16:32.519328 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:32.519657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec95d0-0a33-42f6-b477-410058c53a09 req-88392028-a6fd-45cf-89c3-d7d8281b6500 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.521185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01ec95d0-0a33-42f6-b477-410058c53a09 req-88392028-a6fd-45cf-89c3-d7d8281b6500 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0792732 May 02 11:16:32.522263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-9168383c-63d3-485c-9b71-54d81927c2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.523616 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-9168383c-63d3-485c-9b71-54d81927c2c4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0727975 May 02 11:16:32.625203 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:16:32.626843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01ec95d0-0a33-42f6-b477-410058c53a09 req-8cf47f3b-9440-4915-aa4b-8ade1cbb9ef9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977755 May 02 11:16:32.658215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-1915262b-b092-4cad-ad30-5d389b5e176a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.659908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-1915262b-b092-4cad-ad30-5d389b5e176a service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.1294539 May 02 11:16:32.727637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-1fdd5dec-3b16-4683-b716-1b1e91b7a0bb service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 999 time: 0.0611773 May 02 11:16:32.745805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115e3255-13d6-4f91-98c8-d0224fe32a6a req-cbe70c60-0f85-44e1-83cb-a086ccb9bcf0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.747565 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-115e3255-13d6-4f91-98c8-d0224fe32a6a req-cbe70c60-0f85-44e1-83cb-a086ccb9bcf0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0501869 May 02 11:16:32.777635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-7a468ed4-b308-4d7d-a98d-987c263b47c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.779070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-7a468ed4-b308-4d7d-a98d-987c263b47c5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0463512 May 02 11:16:32.796245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-115e3255-13d6-4f91-98c8-d0224fe32a6a req-b1d9340d-8164-43a6-8a27-eb85802cae3e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424447 May 02 11:16:32.830301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-e6f9a5f9-a85c-4fc3-be6d-0715fa14bc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:32.831814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-e6f9a5f9-a85c-4fc3-be6d-0715fa14bc12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0475652 May 02 11:16:32.850095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:7e:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:16:31Z', 'revision_number': 1, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:16:32.880257 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baadf1a8-5820-4f73-bc89-b8eb43926944 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:7e:25:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:16:31Z', 'revision_number': 1, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:16:32.923682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-1d93530a-5162-4895-b42f-26da2a0fd62d service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 May 02 11:16:33.019488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0dc5434a-c6da-462b-a44e-2c840c5430f4 req-41e244b5-62a7-409e-af72-d24267f1d0ab service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911703 May 02 11:16:33.093707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983825ea-17eb-459b-bc00-c7080ebe9253 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:16:33.913150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c510ce55-abd7-4366-9f61-3d17ab0b8915 req-6b0c83d2-d124-4e52-b418-56ece70436f7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:33.914618 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c510ce55-abd7-4366-9f61-3d17ab0b8915 req-6b0c83d2-d124-4e52-b418-56ece70436f7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0474312 May 02 11:16:33.960985 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c510ce55-abd7-4366-9f61-3d17ab0b8915 req-0657d67d-5f6f-447b-a4ad-88eca9013ce2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406387 May 02 11:16:34.075439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a9ab0-28f9-4549-85f6-6a6ff05430cb req-fbe69fab-3b2c-411e-a639-03dd08e1249f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:34.076991 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a8a9ab0-28f9-4549-85f6-6a6ff05430cb req-fbe69fab-3b2c-411e-a639-03dd08e1249f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0503728 May 02 11:16:34.123969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8a8a9ab0-28f9-4549-85f6-6a6ff05430cb req-2f5fa861-9e7d-489e-84c8-9bb593a5f51f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 May 02 11:16:34.537495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907f6f62-a006-4190-86c3-a4de28a4f0d6 req-0d221b23-204c-434f-93b6-f86755b6dd69 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:34.539196 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-907f6f62-a006-4190-86c3-a4de28a4f0d6 req-0d221b23-204c-434f-93b6-f86755b6dd69 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0472813 May 02 11:16:34.586164 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-907f6f62-a006-4190-86c3-a4de28a4f0d6 req-eb5cfc53-d2f3-470f-a8c1-5bcca49e6555 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413058 May 02 11:16:34.640514 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-cbe87093-69ea-440d-b7ea-8c197e255598 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0384943 May 02 11:16:35.273564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-af1cfa7a-0639-4308-8d62-8ee7a7076230 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:35.274953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-af1cfa7a-0639-4308-8d62-8ee7a7076230 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 942 time: 0.0507464 May 02 11:16:35.702536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c84927-104a-49c5-81b8-b3554acebfc2 req-d37f9fff-381d-4603-b69b-5b4bb7a8c900 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:35.704014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71c84927-104a-49c5-81b8-b3554acebfc2 req-d37f9fff-381d-4603-b69b-5b4bb7a8c900 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0483902 May 02 11:16:35.752585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71c84927-104a-49c5-81b8-b3554acebfc2 req-e23788fb-6048-442a-9941-96aed528b53e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427241 May 02 11:16:36.755816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-3195251f-361f-4abe-a456-cf62b94d2995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:36.757322 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-3195251f-361f-4abe-a456-cf62b94d2995 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1127 time: 0.0395250 May 02 11:16:36.848697 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-4b8f6f43-c26c-4032-85ce-e4da3746ebc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:36.850179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-4b8f6f43-c26c-4032-85ce-e4da3746ebc7 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0876398 May 02 11:16:36.870985 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d25e51-9e17-48a8-95df-512d1bd5ae23 req-af75a2e1-d24b-4e44-9bf6-19b4f8b9d992 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:36.872571 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03d25e51-9e17-48a8-95df-512d1bd5ae23 req-af75a2e1-d24b-4e44-9bf6-19b4f8b9d992 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0501721 May 02 11:16:36.915266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-7e5aadb4-fd50-4771-8f19-e3fa019650b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 1001 time: 0.0593166 May 02 11:16:36.920773 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03d25e51-9e17-48a8-95df-512d1bd5ae23 req-1e03eea1-0085-4ce6-842f-6dcc2828f0bf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417135 May 02 11:16:36.968808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-d4075b5e-641f-47a2-8096-d1cdb542b01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:36.970266 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-d4075b5e-641f-47a2-8096-d1cdb542b01d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0496268 May 02 11:16:37.012993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-bfdd6d6a-573b-420f-b28d-34ab3569463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:37.014738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-bfdd6d6a-573b-420f-b28d-34ab3569463e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0388112 May 02 11:16:37.104535 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-7d06c17b-16b1-4ab1-89d3-d50d0006425c service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837371 May 02 11:16:37.195911 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-f9ac8d78-b079-491f-be22-0196abff9c62 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862737 May 02 11:16:38.036351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae37476-294a-4baf-9886-56d162eb4324 req-c8432632-a68a-4275-bddc-c80d6c65d2b8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:38.037840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fae37476-294a-4baf-9886-56d162eb4324 req-c8432632-a68a-4275-bddc-c80d6c65d2b8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0473769 May 02 11:16:38.083351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fae37476-294a-4baf-9886-56d162eb4324 req-eb4c9d4a-fe3b-47f5-8295-ed852ae92faf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400229 May 02 11:16:39.197591 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bb42d7-d80b-46fd-9e53-941d4937d11e req-424b2fa8-dc4b-4a3f-adc3-2289d82f06b4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:39.199060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47bb42d7-d80b-46fd-9e53-941d4937d11e req-424b2fa8-dc4b-4a3f-adc3-2289d82f06b4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0466630 May 02 11:16:39.245407 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-47bb42d7-d80b-46fd-9e53-941d4937d11e req-7cf0d06a-6af5-4fea-b7df-442aea0fa82d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409181 May 02 11:16:40.362457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d4256e-3fb8-4659-afb2-a910f958dd88 req-ec2c6585-cba2-4635-9417-ed1fbef99074 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:40.363933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33d4256e-3fb8-4659-afb2-a910f958dd88 req-ec2c6585-cba2-4635-9417-ed1fbef99074 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0508609 May 02 11:16:40.410500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-33d4256e-3fb8-4659-afb2-a910f958dd88 req-f8bcf66e-c41e-4f34-88e3-9ed19ac977e0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410514 May 02 11:16:41.523009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2db91-551f-483f-95e3-52930d97a5ad req-fab41437-1b47-4146-9175-2232d9ae69c0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:41.527393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abf2db91-551f-483f-95e3-52930d97a5ad req-fab41437-1b47-4146-9175-2232d9ae69c0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0467839 May 02 11:16:41.575750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-abf2db91-551f-483f-95e3-52930d97a5ad req-ecec442c-8f7b-468d-b04e-c9c703cf220c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445938 May 02 11:16:42.688241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dcb715-f3e6-4abd-88d6-b43e6d3ee62d req-aa0a78bb-eb46-49eb-8e74-8e9eb79593f4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:42.690394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2dcb715-f3e6-4abd-88d6-b43e6d3ee62d req-aa0a78bb-eb46-49eb-8e74-8e9eb79593f4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0464802 May 02 11:16:42.735557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2dcb715-f3e6-4abd-88d6-b43e6d3ee62d req-e2b541da-2ca7-4ca4-bbad-5b6b312fed9c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397825 May 02 11:16:43.849364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8ff860-f4f5-4d40-94f6-afe412a08ec1 req-d6d08058-b435-4ffd-b22a-3e010e3123e5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:43.850865 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf8ff860-f4f5-4d40-94f6-afe412a08ec1 req-d6d08058-b435-4ffd-b22a-3e010e3123e5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0465574 May 02 11:16:43.898714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf8ff860-f4f5-4d40-94f6-afe412a08ec1 req-df274654-a49c-43c2-88d8-799bfdeeca0d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 May 02 11:16:44.884932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:45.011713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a384958-d138-4bf3-883e-13165d01d36a req-cdec3f07-913a-4665-bc83-e163f8fc3e70 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:45.013237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a384958-d138-4bf3-883e-13165d01d36a req-cdec3f07-913a-4665-bc83-e163f8fc3e70 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0461123 May 02 11:16:45.063332 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2a384958-d138-4bf3-883e-13165d01d36a req-617194f5-b596-40e2-8d9d-e742e807050e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440707 May 02 11:16:46.179037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e70e91-ea05-400a-8ae8-03b0e0b520d4 req-ec160259-e693-4be4-ba58-f8286aff7b81 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:46.180502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e70e91-ea05-400a-8ae8-03b0e0b520d4 req-ec160259-e693-4be4-ba58-f8286aff7b81 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0470197 May 02 11:16:46.225555 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66e70e91-ea05-400a-8ae8-03b0e0b520d4 req-48284f47-9eb5-4a4a-b54d-b1a5bdd91ea7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396223 May 02 11:16:46.410613 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:47.340994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf08674-06cd-47ae-a64d-c11c23ff1c02 req-97210cb4-e037-4915-85df-9536749ce406 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:47.342440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf08674-06cd-47ae-a64d-c11c23ff1c02 req-97210cb4-e037-4915-85df-9536749ce406 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0464966 May 02 11:16:47.389731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aaf08674-06cd-47ae-a64d-c11c23ff1c02 req-58192c3d-ea5a-460e-a910-ca6283825796 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416722 May 02 11:16:48.508972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac46b10-7e49-43f4-bf51-ba64bea41701 req-f94f3b30-e2c4-4b01-a172-36ad0385360d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:48.510469 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ac46b10-7e49-43f4-bf51-ba64bea41701 req-f94f3b30-e2c4-4b01-a172-36ad0385360d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0502214 May 02 11:16:48.557070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4ac46b10-7e49-43f4-bf51-ba64bea41701 req-c1c0b189-04e8-471c-8eed-a5b67233bf79 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409384 May 02 11:16:49.671650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ce69d-a10f-4865-9b3d-0e075cced9a6 req-257c6b42-68d3-4af3-bf74-6761ace312d2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:49.673151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc1ce69d-a10f-4865-9b3d-0e075cced9a6 req-257c6b42-68d3-4af3-bf74-6761ace312d2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0474403 May 02 11:16:49.719221 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fc1ce69d-a10f-4865-9b3d-0e075cced9a6 req-218684cf-6b5b-4141-ae15-4d4bbaa29093 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398247 May 02 11:16:50.837762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6850a87-258e-43d0-af9d-314d405d7541 req-96987d7d-d75e-4332-b923-bf2023e9ac23 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:50.839232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6850a87-258e-43d0-af9d-314d405d7541 req-96987d7d-d75e-4332-b923-bf2023e9ac23 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0476129 May 02 11:16:50.885769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a6850a87-258e-43d0-af9d-314d405d7541 req-7d9dd5a9-672e-46b5-929f-92646ba21b7c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407224 May 02 11:16:52.002714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecaf7be-221c-48d4-9b3c-a911f454ee42 req-9e177cda-f34e-4d03-a60c-e1f8168e03df tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:52.004210 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eecaf7be-221c-48d4-9b3c-a911f454ee42 req-9e177cda-f34e-4d03-a60c-e1f8168e03df tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0502186 May 02 11:16:52.050988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eecaf7be-221c-48d4-9b3c-a911f454ee42 req-18b0ba87-a44f-4cd4-bedd-5ff4d7376392 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411310 May 02 11:16:53.170712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3bdf7b-05c9-4269-8d35-dbc3ed49ed62 req-831d344e-f7e7-47dd-b840-36fd16d149f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:53.172163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c3bdf7b-05c9-4269-8d35-dbc3ed49ed62 req-831d344e-f7e7-47dd-b840-36fd16d149f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0504453 May 02 11:16:53.216973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c3bdf7b-05c9-4269-8d35-dbc3ed49ed62 req-4a3585b9-dbf6-4950-8d34-7b9a82c45cb5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392370 May 02 11:16:54.123619 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-04a1e01f-ce0f-4b2b-8907-f0a860d24261 service neutron] show failed (client error): The resource could not be found. May 02 11:16:54.124668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-04a1e01f-ce0f-4b2b-8907-f0a860d24261 service neutron] 10.222.0.24 "GET /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0542836 May 02 11:16:54.338379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdec65e-2d4e-4fe9-8d5e-6f7a9efb8225 req-e68bddbd-b1d9-42f2-bd0d-40a0111e6e29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:54.339795 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fdec65e-2d4e-4fe9-8d5e-6f7a9efb8225 req-e68bddbd-b1d9-42f2-bd0d-40a0111e6e29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0535400 May 02 11:16:54.389636 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9fdec65e-2d4e-4fe9-8d5e-6f7a9efb8225 req-7f2ee919-9275-4d06-9d57-7f57aedb92a5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441680 May 02 11:16:54.653311 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-73986762-0227-498d-b884-bced708f8366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:54.655056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-73986762-0227-498d-b884-bced708f8366 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.0395744 May 02 11:16:54.670121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:16:54.726806 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:54.928405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:54.961146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:54.998620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:55.000925 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d460d85c-0eeb-4cb7-9341-57894d105115" -d '{"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:55.004899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks [] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.017884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Transition to ACTIVE for port object c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:16:55.052479 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:16:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbe7caf1-6a4b-4213-887d-f922ef37b4f6 x-openstack-request-id: req-cbe7caf1-6a4b-4213-887d-f922ef37b4f6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:55.052815 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-unplugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:55.053070 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cbe7caf1-6a4b-4213-887d-f922ef37b4f6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:55.053501 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe7caf1-6a4b-4213-887d-f922ef37b4f6'] response: {'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'code': 200} May 02 11:16:55.073343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.122793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:55.201224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] No DVR routers for this DVR port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:16:55.340517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:16:55.340898 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:16:55.341235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:55.345599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:16:55.345930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Attempting to bind port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:16:55.350791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:16:55.351134 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:16:55.351524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:16:55.351971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Bound port: c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:16:55.352317 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.415083 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:16:55.418494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:16:55.474239 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.505435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b19bb-d15a-4066-b9f0-4122a19d55b8 req-841e6c81-e6d1-4c3e-af87-4b516dd55b74 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.506964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db4b19bb-d15a-4066-b9f0-4122a19d55b8 req-841e6c81-e6d1-4c3e-af87-4b516dd55b74 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0476310 May 02 11:16:55.517298 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.518104 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.520201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] 10.222.0.15 "PUT /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 1091 time: 0.8540678 May 02 11:16:55.543921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451405bd-3b7e-4472-89e5-9b500e6c3d7d service neutron] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:55.565861 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-db4b19bb-d15a-4066-b9f0-4122a19d55b8 req-95e4f114-7096-4c76-b420-81f9ef12223a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530741 May 02 11:16:55.600488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-da2a49c7-309b-4bc7-9551-a9f6f3eb9464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.602048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-da2a49c7-309b-4bc7-9551-a9f6f3eb9464 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1125 time: 0.0447471 May 02 11:16:55.611506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-84d5aa89-c71b-494e-986e-98c0611c76c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:55.704152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-9b4611b3-a234-48db-90a6-2e2dd15808f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.705728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-9b4611b3-a234-48db-90a6-2e2dd15808f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0934443 May 02 11:16:55.777528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-d6b26504-caac-44ad-be63-8d5a9cd293bd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 999 time: 0.0626855 May 02 11:16:55.827332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-8017a8fb-fb05-4783-90f5-44a7d833d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.828663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-8017a8fb-fb05-4783-90f5-44a7d833d4c5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0422328 May 02 11:16:55.874819 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-bd7dd3a9-7b79-49b2-9afc-8b74ef7ebff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:55.876272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-bd7dd3a9-7b79-49b2-9afc-8b74ef7ebff7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0376542 May 02 11:16:55.973245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-2e9b6399-e80d-4a34-b792-a9cb832028cd service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838876 May 02 11:16:56.066375 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2275d64c-ae66-4d43-999a-3ac885abd7f6 req-e99ab1a4-66cf-411d-9671-dbefa3f9d09d service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836356 May 02 11:16:56.688429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4961c091-7d4e-42c7-9d9c-a52b686e2440 req-590e314a-6f28-4a57-831f-7cf003259245 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:56.690389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4961c091-7d4e-42c7-9d9c-a52b686e2440 req-590e314a-6f28-4a57-831f-7cf003259245 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0459344 May 02 11:16:56.735194 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4961c091-7d4e-42c7-9d9c-a52b686e2440 req-31fd3076-108a-4ccb-8202-4c6751ebff40 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393569 May 02 11:16:57.054426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:16:57.056779 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b" -d '{"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:16:57.103677 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49c81f84-3030-45f2-b0c6-ff22da7b215b x-openstack-request-id: req-49c81f84-3030-45f2-b0c6-ff22da7b215b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:16:57.103975 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:16:57.104247 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-49c81f84-3030-45f2-b0c6-ff22da7b215b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:16:57.104833 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49c81f84-3030-45f2-b0c6-ff22da7b215b'] response: {'name': 'network-changed', 'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'status': 'completed', 'code': 200} May 02 11:16:57.159581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-4a5e3d6c-c5f8-4acb-82ca-6d44e3311fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.161066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-4a5e3d6c-c5f8-4acb-82ca-6d44e3311fd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1125 time: 0.0394833 May 02 11:16:57.252177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-a8ae1836-ed8e-4e28-8c15-9f387e9f3bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.253669 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-a8ae1836-ed8e-4e28-8c15-9f387e9f3bff service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0869813 May 02 11:16:57.316926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-9c866067-be4b-4a90-b3d0-d2abd2931c7f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 999 time: 0.0566504 May 02 11:16:57.368040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-b71d58a0-bd2e-4362-a79c-d047eead13d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.369512 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-b71d58a0-bd2e-4362-a79c-d047eead13d0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0466158 May 02 11:16:57.412439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-05f2d3e4-2871-494d-b818-8cbba2b148bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.413927 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-05f2d3e4-2871-494d-b818-8cbba2b148bf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0389192 May 02 11:16:57.501087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-36bb1e11-0c12-4380-afc2-58f852bf7529 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 May 02 11:16:57.871371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-076c46ec-16b4-44ec-98c7-08fb83173573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.872956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-076c46ec-16b4-44ec-98c7-08fb83173573 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1125 time: 0.0715098 May 02 11:16:57.885050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d227173-a59e-4d02-875a-fb9c0be840a0 req-5cd7605e-1876-4184-8260-3a3a6718c25a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:57.886634 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d227173-a59e-4d02-875a-fb9c0be840a0 req-5cd7605e-1876-4184-8260-3a3a6718c25a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 943 time: 0.0767097 May 02 11:16:57.941117 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-224d3516-8f15-4652-933c-1f4f117f7fba service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4343560 May 02 11:16:57.970821 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ab02a98-4daa-4d95-9152-9e4ee9823752 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:57.986830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d227173-a59e-4d02-875a-fb9c0be840a0 req-fb82a0ab-7a44-4df4-a11a-a69133a6aa08 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936856 May 02 11:16:58.012581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-c3446508-8d3e-446c-b01f-af66fb1fdb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:58.014141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-c3446508-8d3e-446c-b01f-af66fb1fdb56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.1080990 May 02 11:16:58.078699 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:16:58.167304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-187d4c6f-a988-4ead-bc46-55f2cae353d9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 999 time: 0.0658004 May 02 11:16:58.177584 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:58.189369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'mac_address': 'fa:16:3e:7e:25:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:16:58.217590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-433daa4e-620d-4836-98e8-747e0d36693a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:58.219187 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-433daa4e-620d-4836-98e8-747e0d36693a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0446136 May 02 11:16:58.231205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:16:58.231621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:58.246663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:16:58.264106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-9eb9c928-07a7-4df2-aeda-78ef310341d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:58.265812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-9eb9c928-07a7-4df2-aeda-78ef310341d8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0401759 May 02 11:16:58.265953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:16:58.342134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:58.359200 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-57e5be55-11c4-4ba4-934c-e1f1b14f8f8a service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869310 May 02 11:16:58.392734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:16:58.449879 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d45e0ceb-21e0-4e23-aec8-ead8dfce810b req-ae20bf30-e96d-4b95-a5b4-3d9dedada1d0 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846767 May 02 11:16:58.557324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:16:58.731464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:16:58.769845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:16:58.770234 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:16:59.102483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64edb9cd-ab8a-48d7-b64a-915b2aed15b6 req-d7a6f033-6634-470f-95dd-e53970c4ce0d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.103968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64edb9cd-ab8a-48d7-b64a-915b2aed15b6 req-d7a6f033-6634-470f-95dd-e53970c4ce0d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 944 time: 0.0467703 May 02 11:16:59.150300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64edb9cd-ab8a-48d7-b64a-915b2aed15b6 req-97d3403d-97ab-4ef7-86a3-54bc3cfa57da tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407124 May 02 11:16:59.409619 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:16:59.530392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163dfe87-31ac-462a-ac79-4726e07c9170 req-9e55c200-2694-4255-920c-57fda6808859 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.531944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-163dfe87-31ac-462a-ac79-4726e07c9170 req-9e55c200-2694-4255-920c-57fda6808859 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 944 time: 0.0514605 May 02 11:16:59.615680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-163dfe87-31ac-462a-ac79-4726e07c9170 req-0e8109d8-1bd3-409e-ab58-d414560b4f03 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762687 May 02 11:16:59.622018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-3a3b1ead-835d-400e-8e29-e3138ab22f40 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.623187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-3a3b1ead-835d-400e-8e29-e3138ab22f40 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0635123 May 02 11:16:59.683255 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-5ce9dbd4-953b-477c-9a80-ebffa1756435 service neutron] delete failed (client error): The resource could not be found. May 02 11:16:59.684163 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-5ce9dbd4-953b-477c-9a80-ebffa1756435 service neutron] 10.222.0.24 "DELETE /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0545409 May 02 11:16:59.765476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-9ea199ed-8026-4fa7-9bcf-cd778b103bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.767444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-9ea199ed-8026-4fa7-9bcf-cd778b103bc7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 1126 time: 0.0426638 May 02 11:16:59.855409 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-e6c3a23e-d142-40f9-b2dc-41e9e0c2bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.856886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-e6c3a23e-d142-40f9-b2dc-41e9e0c2bf4d service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0840752 May 02 11:16:59.923825 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-b3aec51b-6249-41ed-a687-da36f6e6d0ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 200 len: 1000 time: 0.0613909 May 02 11:16:59.969763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-fc17c25e-5f1d-4b9e-9151-c7d39fc67e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:16:59.971698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-fc17c25e-5f1d-4b9e-9151-c7d39fc67e0b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0429418 May 02 11:17:00.012006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-9d02ecd2-e716-4233-83f8-1dcd2ccc9ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:00.013481 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-9d02ecd2-e716-4233-83f8-1dcd2ccc9ce8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0368609 May 02 11:17:00.088110 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:17:00.106311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-554bc336-f908-40da-a55b-9166843dddbb service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861001 May 02 11:17:00.131629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:17:00.194673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f4696dee-eaa9-4c92-8e9e-20a33751040a req-ba70224f-d53b-4117-ac83-b7c9049946f3 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 May 02 11:17:00.203900 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:17:00.204308 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:00.284326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:17:00.284651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:00.306309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:00.308540 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf41df88-5011-4a71-9361-4460cf48887e" -d '{"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:00.321547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:00.360646 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:17:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a718225-567c-4473-989a-8e1fe329ad2a x-openstack-request-id: req-7a718225-567c-4473-989a-8e1fe329ad2a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:00.360942 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-plugged", "status": "completed", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:00.361196 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7a718225-567c-4473-989a-8e1fe329ad2a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:00.361590 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a718225-567c-4473-989a-8e1fe329ad2a'] response: {'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'code': 200} May 02 11:17:00.404816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:00.452193 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:00.737921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e2ab6-8976-4fd0-a0ee-9116c8c238b4 req-5bb0920c-4dfb-4fc6-876c-f44bf38d90ed tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:00.739395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa1e2ab6-8976-4fd0-a0ee-9116c8c238b4 req-5bb0920c-4dfb-4fc6-876c-f44bf38d90ed tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0521429 May 02 11:17:00.777699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:00.789828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa1e2ab6-8976-4fd0-a0ee-9116c8c238b4 req-39eed013-3ff6-4a3d-95b8-030559428850 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446198 May 02 11:17:01.910507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2c1775-3d9b-4a80-a1cf-f814f9b9f966 req-2ae352a9-e845-49df-bc4e-b7f813e0ddea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:01.911948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd2c1775-3d9b-4a80-a1cf-f814f9b9f966 req-2ae352a9-e845-49df-bc4e-b7f813e0ddea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0518067 May 02 11:17:01.958734 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cd2c1775-3d9b-4a80-a1cf-f814f9b9f966 req-1c191a75-ebf0-4e67-bdc2-99cc4e6d3f83 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407813 May 02 11:17:01.958978 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:02.072208 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1abf7c6-4de0-4ae3-b557-5a1754173e85 req-c84de134-320b-4059-a01e-03457011423e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:02.073677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1abf7c6-4de0-4ae3-b557-5a1754173e85 req-c84de134-320b-4059-a01e-03457011423e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0470448 May 02 11:17:02.120493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1abf7c6-4de0-4ae3-b557-5a1754173e85 req-ed36bd2d-f28c-4f4f-9f68-a98e066289a3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412304 May 02 11:17:02.230933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d2ba23-9919-4c3d-8a72-d7bc41054736 req-203cbc10-c8f3-4acf-b269-48d637cc03c4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:02.232447 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48d2ba23-9919-4c3d-8a72-d7bc41054736 req-203cbc10-c8f3-4acf-b269-48d637cc03c4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0460162 May 02 11:17:02.278675 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48d2ba23-9919-4c3d-8a72-d7bc41054736 req-9191b4ce-6f37-4b4c-b39d-2279bbec137d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398998 May 02 11:17:02.720547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bff6d1a-6585-42f1-99d3-3a2496555b71 req-63694b35-4346-4d22-a18a-b6d5e5913343 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:02.722017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bff6d1a-6585-42f1-99d3-3a2496555b71 req-63694b35-4346-4d22-a18a-b6d5e5913343 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0496318 May 02 11:17:02.772552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2bff6d1a-6585-42f1-99d3-3a2496555b71 req-15225319-1fd7-4425-acc4-74b76b997d14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437026 May 02 11:17:03.728682 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:17:03.890848 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf6a2f-6ee5-4774-abe7-3f4165711183 req-15f82dc3-3c68-400f-9f66-cffedb4cceb0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:03.892442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55cf6a2f-6ee5-4774-abe7-3f4165711183 req-15f82dc3-3c68-400f-9f66-cffedb4cceb0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0481758 May 02 11:17:03.944685 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-55cf6a2f-6ee5-4774-abe7-3f4165711183 req-7a1dbb60-8024-4d90-b150-641adc2068f7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458977 May 02 11:17:04.137485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-a2964076-7193-41cc-b9fd-8282ed0b4990 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:04.138933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-a2964076-7193-41cc-b9fd-8282ed0b4990 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 945 time: 0.0462580 May 02 11:17:04.222146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Deleting port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:17:04.222493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:04.311928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] For port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:04.312299 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:04.529471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:04.530090 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:04.530420 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 disassociated. External IP: 172.35.4.176, port: c6f1143c-e6d6-44d2-98f7-9aad6ebd7500. May 02 11:17:04.530766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Calling delete_port for c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:17:04.769536 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c6f1143c-e6d6-44d2-98f7-9aad6ebd7500), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:04.802024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'Port': ['ID=c6f1143c-e6d6-44d2-98f7-9aad6ebd7500,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:04.915820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:17:05.049801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-04ed64fa-c451-468d-ad12-823332375be8 req-217161d9-fae2-40a4-9687-6c814ca8e236 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=333bde05-1e48-4d28-8f87-238b9bada7a5 HTTP/1.1" status: 200 len: 210 time: 0.0364742 May 02 11:17:05.053919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:17:05.065049 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:17:05.074901 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:17:05.075440 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:05.095989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] No DVR routers for this DVR port c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:17:05.098755 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:05.102119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ded1d283-0b6f-4597-98e9-06ec64784522 req-e294be44-96ca-4341-825e-24a5734a9970 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "DELETE /v2.0/ports/c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 HTTP/1.1" status: 204 len: 173 time: 0.9550641 May 02 11:17:05.102564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-deleted', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:05.104837 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0a22188-3e4c-4744-80e9-d6f4257a36ca" -d '{"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-deleted", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:05.141302 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b293b1d-4b14-471c-a608-ff082d4e641f x-openstack-request-id: req-1b293b1d-4b14-471c-a608-ff082d4e641f {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:05.141920 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333bde05-1e48-4d28-8f87-238b9bada7a5", "name": "network-vif-deleted", "tag": "c6f1143c-e6d6-44d2-98f7-9aad6ebd7500", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:05.141920 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1b293b1d-4b14-471c-a608-ff082d4e641f {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:05.142284 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b293b1d-4b14-471c-a608-ff082d4e641f'] response: {'server_uuid': '333bde05-1e48-4d28-8f87-238b9bada7a5', 'name': 'network-vif-deleted', 'tag': 'c6f1143c-e6d6-44d2-98f7-9aad6ebd7500', 'status': 'completed', 'code': 200} May 02 11:17:05.185643 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:17:05.378099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:05.403519 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:17:05.412492 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:17:05.413113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:05.519721 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:17:05.798236 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:05.823788 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab3ccad-2804-4ecd-b037-2e97958d28b0 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:17:06.052276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb708b-845b-4f2f-b0f3-e818d6ae453a None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:17:06.288427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-34a7f569-2676-4750-812e-4d0abfe223fa tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1849876310&fields=id&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 267 time: 0.0434976 May 02 11:17:06.393975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-bdc6f50a-d5bb-453c-bd99-72571f7a430e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:06.395432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-bdc6f50a-d5bb-453c-bd99-72571f7a430e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1004879 May 02 11:17:06.409977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-52115393-7f9c-4695-86e1-2f266cc24d25 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/quotas/5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 375 time: 0.0089819 May 02 11:17:06.456895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-8bc12895-3c66-4df3-92f0-94eb2c6a592c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0421755 May 02 11:17:06.552697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-53890684-e392-43fc-b9cd-18451af8cd24 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845044 May 02 11:17:06.638158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-02549518-0d80-49ea-bc1a-b3cf3d274daf service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797362 May 02 11:17:06.890240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c2bc79d-67ad-4f6a-89f9-c1c02dc6fbdb req-f201e6d3-69bf-4a90-aaef-ccf2b38d88d9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 210 time: 0.0278995 May 02 11:17:07.994054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87cc97f1-adb0-414f-940d-5e967287e73e req-e08025b2-c74c-42f0-b897-307e86eb091d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 210 time: 0.0311439 May 02 11:17:08.121454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:17:08.141971 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:17:08.142316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device c6f1143c-e6d6-44d2-98f7-9aad6ebd7500 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:17:08.745098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-dafa3f99-40e4-4430-8020-c2d6bf806be7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:08.746543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-dafa3f99-40e4-4430-8020-c2d6bf806be7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.0992200 May 02 11:17:08.807431 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-2e084b13-d8da-49e3-806e-28699474da2e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 380 time: 0.0503454 May 02 11:17:08.818779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'port': {'device_id': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'admin_state_up': True, 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'security_groups': ['3438e120-6afd-4bc6-b63a-40792b9be1ab']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:17:09.021975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:17:09.025560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.094496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ac5a8550-9132-4cf8-8744-9a11495a485d req-e117edd1-423c-4576-92e1-52b963686ebe tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 210 time: 0.0280788 May 02 11:17:09.157952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Allocated IP 172.20.0.9 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/b461b51b-2736-486c-8476-ac69796cd870) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:17:09.290461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (b461b51b-2736-486c-8476-ac69796cd870), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.376852 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.422709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:17:09.429738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:17:09.434358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:17:09.437025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:09.487130 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:09.487749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.568343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d1808243-c86c-4475-962e-722773162dcf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7530036 May 02 11:17:09.583517 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Request body: {'port': {'device_id': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:17:09.642662 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.664456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5b4dd3c8-8729-496b-9b5c-df3392755616 None None] Provisioning complete for port b461b51b-2736-486c-8476-ac69796cd870 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:17:09.665098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5b4dd3c8-8729-496b-9b5c-df3392755616 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b461b51b-2736-486c-8476-ac69796cd870), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:09.700529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5b4dd3c8-8729-496b-9b5c-df3392755616 None None] Port b461b51b-2736-486c-8476-ac69796cd870 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:17:10.244377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61215ef-2b57-4757-a15c-262dcd6c8e67 req-108f52ec-2a5e-4385-afa2-77d17ee24dd0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:10.245863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b61215ef-2b57-4757-a15c-262dcd6c8e67 req-108f52ec-2a5e-4385-afa2-77d17ee24dd0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 931 time: 0.0742192 May 02 11:17:10.261364 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b461b51b-2736-486c-8476-ac69796cd870 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:17:10.275897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks [] for port (b461b51b-2736-486c-8476-ac69796cd870), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:10.304826 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Transition to ACTIVE for port object b461b51b-2736-486c-8476-ac69796cd870 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:17:10.318509 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b61215ef-2b57-4757-a15c-262dcd6c8e67 req-893b3317-4cf7-4e47-b60f-d097b38a754a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657034 May 02 11:17:10.370094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:10.418743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:10.491531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:17:10.491874 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:17:10.492208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:17:10.496721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:17:10.497050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:17:10.502048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 16, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:17:10.502392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:17:10.502786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:17:10.503222 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Bound port: b461b51b-2736-486c-8476-ac69796cd870, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:17:10.503586 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:10.571983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:17:10.575164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:17:10.644943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:10.676434 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:10.677122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:10.678523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] 10.222.0.15 "PUT /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 1091 time: 1.0993922 May 02 11:17:10.681042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:10.683326 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5ef5ad-372a-4e1a-9499-ea680a73f978" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:10.714269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:10.722229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.727574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37709b44-3f19-4523-8e2f-5628b2634176 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:10.731701 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5aa3399-21e6-4136-9736-9346bc46d4cc x-openstack-request-id: req-a5aa3399-21e6-4136-9736-9346bc46d4cc {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:10.731988 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:10.732240 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5aa3399-21e6-4136-9736-9346bc46d4cc {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:10.732660 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5aa3399-21e6-4136-9736-9346bc46d4cc'] response: {'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'status': 'completed', 'code': 200} May 02 11:17:10.795321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-21ef79bd-528a-4ecb-893b-0f7a6f2df4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:10.796855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-21ef79bd-528a-4ecb-893b-0f7a6f2df4d2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1125 time: 0.0414898 May 02 11:17:10.905897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-88777bd5-6f9b-4593-bc7a-0ab2b036557d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:10.907352 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-88777bd5-6f9b-4593-bc7a-0ab2b036557d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0987966 May 02 11:17:11.001833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-6458337a-5e39-4aec-9911-32df02d8eaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:11.003198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd5ef5ad-372a-4e1a-9499-ea680a73f978 req-6458337a-5e39-4aec-9911-32df02d8eaa9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0872900 May 02 11:17:11.084624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d84721f0-3257-45a5-a48d-e9a6ea0689ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:11.086113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-d84721f0-3257-45a5-a48d-e9a6ea0689ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1125 time: 0.0384700 May 02 11:17:11.136004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-5bc50e3a-b029-4040-8ffd-b68f4e06127c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 217 time: 0.0375164 May 02 11:17:11.182550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-fcb83051-74c3-4031-a80e-6055d8db5555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:11.183946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-fcb83051-74c3-4031-a80e-6055d8db5555 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0418599 May 02 11:17:11.225091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-b56bf0ca-cbec-49ff-b768-1adb009aa2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:11.226524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-b56bf0ca-cbec-49ff-b768-1adb009aa2f8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0363410 May 02 11:17:11.322066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-fc96d858-4585-4680-9339-f706cbbd08be service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854180 May 02 11:17:11.453493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1415be-c28c-4146-bc65-183afc6a76ea req-08fd2df1-01c3-4e9b-ab0e-e90a65b971c6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:11.455002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee1415be-c28c-4146-bc65-183afc6a76ea req-08fd2df1-01c3-4e9b-ab0e-e90a65b971c6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0667095 May 02 11:17:11.456984 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-81379aa6-b158-4f6a-9f0e-cf60c649b772 req-14f6ed69-1287-4993-8de4-95a726a55f63 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256812 May 02 11:17:11.502167 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ee1415be-c28c-4146-bc65-183afc6a76ea req-df8632f1-c48c-4283-a58b-ac20ee3ad046 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415134 May 02 11:17:12.617429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fbf7cc-ea1f-41cf-b660-5fcf38102ccc req-28bb6623-ab3a-44fc-b10e-c608365be5da tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:12.618924 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80fbf7cc-ea1f-41cf-b660-5fcf38102ccc req-28bb6623-ab3a-44fc-b10e-c608365be5da tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0464242 May 02 11:17:12.669747 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80fbf7cc-ea1f-41cf-b660-5fcf38102ccc req-3b112f98-89c3-43a8-9bdc-4c0fe2996ce7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450401 May 02 11:17:13.783509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872eea07-9ff6-4bfa-b1f8-3af1f42fe319 req-e7301a22-dc1a-40ec-9d08-f01d10a15e29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:13.785075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-872eea07-9ff6-4bfa-b1f8-3af1f42fe319 req-e7301a22-dc1a-40ec-9d08-f01d10a15e29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0477443 May 02 11:17:13.832108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-872eea07-9ff6-4bfa-b1f8-3af1f42fe319 req-a322b4df-0dae-4c2e-8523-5f1ed077aad4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413702 May 02 11:17:14.136439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b461b51b-2736-486c-8476-ac69796cd870 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:17:14.233504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:14.244902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'b461b51b-2736-486c-8476-ac69796cd870', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': 'b461b51b-2736-486c-8476-ac69796cd870', 'mac_address': 'fa:16:3e:c5:d0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:17:14.281254 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b461b51b-2736-486c-8476-ac69796cd870 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:17:14.281643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:14.294119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b461b51b-2736-486c-8476-ac69796cd870 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:17:14.313953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:14.409807 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:14.459249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:14.656964 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['b461b51b-2736-486c-8476-ac69796cd870'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:17:14.861423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:14.945047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c165576-03c5-4ce5-abe6-9b5f192e70ac req-bddd4380-50e5-4d78-bb9a-fa1da5846652 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:14.946528 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c165576-03c5-4ce5-abe6-9b5f192e70ac req-bddd4380-50e5-4d78-bb9a-fa1da5846652 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 944 time: 0.0468240 May 02 11:17:14.993458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c165576-03c5-4ce5-abe6-9b5f192e70ac req-714ab273-9b02-4805-a6f4-036b959906b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412114 May 02 11:17:16.110043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a424cf-7622-4639-b880-78e54bf9c621 req-5908d292-6852-40f5-8a3f-e6b53962b183 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:16.112095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4a424cf-7622-4639-b880-78e54bf9c621 req-5908d292-6852-40f5-8a3f-e6b53962b183 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 944 time: 0.0506792 May 02 11:17:16.153996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b461b51b-2736-486c-8476-ac69796cd870 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:17:16.158088 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4a424cf-7622-4639-b880-78e54bf9c621 req-674b75fc-ab84-47b5-8dc0-2dd06e2ed31b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404303 May 02 11:17:16.198861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port b461b51b-2736-486c-8476-ac69796cd870 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:17:16.278701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port b461b51b-2736-486c-8476-ac69796cd870 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:17:16.279061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b461b51b-2736-486c-8476-ac69796cd870), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:16.369447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port b461b51b-2736-486c-8476-ac69796cd870 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:17:16.369825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:16.392310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:16.394526 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d0b4b3-d4f0-41b8-9919-b71952b9fa67" -d '{"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-plugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:16.406384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:16.431516 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9800e57a-5615-4624-bc6a-52d30ddcda1b x-openstack-request-id: req-9800e57a-5615-4624-bc6a-52d30ddcda1b {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:16.431813 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-plugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:16.432072 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9800e57a-5615-4624-bc6a-52d30ddcda1b {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:16.432470 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9800e57a-5615-4624-bc6a-52d30ddcda1b'] response: {'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'code': 200} May 02 11:17:16.433601 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:16.495174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:16.535413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e721a934-b167-4550-ae89-9688644ec2c7 req-9a7d8855-9b3a-4209-bf88-d82bd4b15139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:16.536948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e721a934-b167-4550-ae89-9688644ec2c7 req-9a7d8855-9b3a-4209-bf88-d82bd4b15139 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1127 time: 0.0390751 May 02 11:17:16.543997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:16.583688 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e721a934-b167-4550-ae89-9688644ec2c7 req-57f1b301-d5d0-4f67-a8c5-41cf8b83010d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376561 May 02 11:17:17.272775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50be899-8c66-45a5-80d3-92f22345fc1b req-a1847ba1-5b41-44f1-8826-80326e6d0805 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:17.274233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e50be899-8c66-45a5-80d3-92f22345fc1b req-a1847ba1-5b41-44f1-8826-80326e6d0805 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0496969 May 02 11:17:17.320351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e50be899-8c66-45a5-80d3-92f22345fc1b req-0adc838a-a35a-4f78-8e79-3d504479a0b3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405116 May 02 11:17:18.434928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1aa7d-de2b-4403-b399-1ff495a0a9d0 req-ba2cc2e2-4e4e-4cb7-bb31-bc15174cff55 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:18.436370 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf1aa7d-de2b-4403-b399-1ff495a0a9d0 req-ba2cc2e2-4e4e-4cb7-bb31-bc15174cff55 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0461586 May 02 11:17:18.483156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fcf1aa7d-de2b-4403-b399-1ff495a0a9d0 req-b7930e77-e562-476e-b7d0-cb73267c733a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406859 May 02 11:17:18.597612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572991ac-f11f-4440-bb24-f1d6e222fab4 req-135863d8-8c11-4753-a730-75df47d4834d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:18.599141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-572991ac-f11f-4440-bb24-f1d6e222fab4 req-135863d8-8c11-4753-a730-75df47d4834d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0507419 May 02 11:17:18.607982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 48918) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:17:18.612914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'floatingip': {'port_id': 'b461b51b-2736-486c-8476-ac69796cd870'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:17:18.653476 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:19.106840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:19.158448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:19.260513 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 associated. External IP: 172.35.4.176, port: b461b51b-2736-486c-8476-ac69796cd870. May 02 11:17:19.472683 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:17:19.582520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:17:19.587333 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:19.591931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:17:19.601976 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:17:19.602702 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:19.617976 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1442ee4e-76e6-4355-b0bd-129c1ac3f8b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "PUT /v2.0/floatingips/5ff9b11e-87a9-438d-9813-47a566fdb2c9 HTTP/1.1" status: 200 len: 991 time: 1.0088711 May 02 11:17:19.618599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:19.620855 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2a61607578c9592975d7c491ca5a9065134f6932271649448078fa586e518a3c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e69366a-fa9e-4859-9383-7cf73df884b6" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:19.663230 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:17:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec5cbc9-d59c-4965-ad54-9f2e70a30c5b x-openstack-request-id: req-7ec5cbc9-d59c-4965-ad54-9f2e70a30c5b {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:19.663643 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:19.663768 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7ec5cbc9-d59c-4965-ad54-9f2e70a30c5b {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:19.664638 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec5cbc9-d59c-4965-ad54-9f2e70a30c5b'] response: {'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'status': 'completed', 'code': 200} May 02 11:17:19.723880 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:17:19.725791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-a291d8cb-0e11-45d2-a454-32f8c07ef6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:19.727471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-a291d8cb-0e11-45d2-a454-32f8c07ef6b6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1127 time: 0.0395994 May 02 11:17:19.821345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-87a643f5-919a-4cb0-8c4c-ec500507b22c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:19.822840 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-87a643f5-919a-4cb0-8c4c-ec500507b22c service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0894976 May 02 11:17:19.928002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-d00146aa-6fc2-4e83-a536-e93dd2676818 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 999 time: 0.0950911 May 02 11:17:19.943390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0ddbd-6f4a-40f1-a6e8-b46453f25050 req-5d07d8de-4ae8-4e59-acda-65237f803d25 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:19.944883 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fda0ddbd-6f4a-40f1-a6e8-b46453f25050 req-5d07d8de-4ae8-4e59-acda-65237f803d25 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0605395 May 02 11:17:19.950813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'b461b51b-2736-486c-8476-ac69796cd870', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:c5:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:17:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:19.982999 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:17:19.992300 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:17:19.992947 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:16:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:20.021655 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fda0ddbd-6f4a-40f1-a6e8-b46453f25050 req-f4d1e487-35a2-4005-8ece-1700fea85bb5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704095 May 02 11:17:20.035930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-f160ed52-94dd-479f-b9fe-7010bda10b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:20.037261 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-f160ed52-94dd-479f-b9fe-7010bda10b87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0604551 May 02 11:17:20.082123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-225e2266-a7a6-4eb2-898a-305d6e3c2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:20.083647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-225e2266-a7a6-4eb2-898a-305d6e3c2381 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0383372 May 02 11:17:20.102921 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:17:20.176752 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-fe5f9f71-4d18-473a-b231-4f2d7307b68b service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869713 May 02 11:17:20.265023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e69366a-fa9e-4859-9383-7cf73df884b6 req-ba085d0b-3763-4fe6-88f3-497ac6d96e2e service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820875 May 02 11:17:20.320745 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'b461b51b-2736-486c-8476-ac69796cd870', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:c5:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:17:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:17:20.347796 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6eb3a9-0668-42a4-81c9-dbe0530651e2 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': 'b461b51b-2736-486c-8476-ac69796cd870', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:c5:d0:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:17:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:17:20.553902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecc778a-f01f-4d63-94a9-75384f75e8d3 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:17:21.145230 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02d95bb-71e7-42bb-a2cf-e68864b0542e req-6f88624a-14a8-4348-97f1-ae81d41a6046 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:21.146684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d02d95bb-71e7-42bb-a2cf-e68864b0542e req-6f88624a-14a8-4348-97f1-ae81d41a6046 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0509801 May 02 11:17:21.193010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d02d95bb-71e7-42bb-a2cf-e68864b0542e req-812f82b6-9baa-485f-8290-ac6636ce134a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407369 May 02 11:17:22.362177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1cf7ac-de7e-4331-a540-5eaefa089823 req-312fb581-487f-4fd5-8f47-13acc61a4601 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:22.363652 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed1cf7ac-de7e-4331-a540-5eaefa089823 req-312fb581-487f-4fd5-8f47-13acc61a4601 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.1032391 May 02 11:17:22.409209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed1cf7ac-de7e-4331-a540-5eaefa089823 req-e32e849e-2726-41ca-8dfc-251fa21c75d0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399156 May 02 11:17:23.582154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06892be4-6e1c-4e5b-9cd0-d1dde7858def req-4a69e9aa-4e92-4a05-8cfc-c9f55bfdbbe8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:23.583642 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-06892be4-6e1c-4e5b-9cd0-d1dde7858def req-4a69e9aa-4e92-4a05-8cfc-c9f55bfdbbe8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.1061838 May 02 11:17:23.630122 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-06892be4-6e1c-4e5b-9cd0-d1dde7858def req-b30e7387-6b48-4148-8e2f-c11f18e4ac0c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407841 May 02 11:17:24.742407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11a7974-9c6b-4957-9e9a-32efe02aca81 req-ae3af483-c547-4c66-a36e-e78cb6fcb0ae tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:24.743898 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f11a7974-9c6b-4957-9e9a-32efe02aca81 req-ae3af483-c547-4c66-a36e-e78cb6fcb0ae tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0460012 May 02 11:17:24.790284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f11a7974-9c6b-4957-9e9a-32efe02aca81 req-3f9b677f-4e00-492c-bf9c-9e7282da50d1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408449 May 02 11:17:25.632551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-27bdccec-77e5-46ab-a54c-bda621474044 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:25.902676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922e91c-06b7-423c-b7f9-0a959d37b1b1 req-5fb35737-e685-41df-bb22-b85dab29bb36 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:25.904146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d922e91c-06b7-423c-b7f9-0a959d37b1b1 req-5fb35737-e685-41df-bb22-b85dab29bb36 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0469503 May 02 11:17:25.955802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d922e91c-06b7-423c-b7f9-0a959d37b1b1 req-b989d594-605e-4871-8f65-82a46fe2fe3d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458424 May 02 11:17:27.071833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb4431-ef28-42fb-8a9e-087f15c85723 req-6ee33da2-7769-4f25-9eae-0224c67fd3e3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:27.073305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45eb4431-ef28-42fb-8a9e-087f15c85723 req-6ee33da2-7769-4f25-9eae-0224c67fd3e3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0494542 May 02 11:17:27.118541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45eb4431-ef28-42fb-8a9e-087f15c85723 req-cfbdbe4b-2e11-4048-a9d8-5d25107c3953 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398009 May 02 11:17:27.924011 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fc6ce74e-3683-4f0e-ba79-c097bd5919d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:28.233545 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7bad3-842f-45a5-b011-e0c600f76759 req-d9be1553-5fc6-4662-b779-6d49f9b63a2f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:28.234951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5be7bad3-842f-45a5-b011-e0c600f76759 req-d9be1553-5fc6-4662-b779-6d49f9b63a2f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0475423 May 02 11:17:28.282114 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5be7bad3-842f-45a5-b011-e0c600f76759 req-5225162c-fe53-4747-8203-2b827be9b34b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415030 May 02 11:17:29.375416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:29.398926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd8e22f-469e-4870-a449-30437b03480f req-ce2c2fab-fef7-42ca-b77d-1524801ec039 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:29.400449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cd8e22f-469e-4870-a449-30437b03480f req-ce2c2fab-fef7-42ca-b77d-1524801ec039 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0474069 May 02 11:17:29.447174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2cd8e22f-469e-4870-a449-30437b03480f req-e782b708-319e-426f-b200-5208976a4d64 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407953 May 02 11:17:30.560995 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80768f77-23f1-4476-af24-e2e5d573caf3 req-2914572a-4a40-46e3-9f06-37d0f7b5c437 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:30.562444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80768f77-23f1-4476-af24-e2e5d573caf3 req-2914572a-4a40-46e3-9f06-37d0f7b5c437 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0464072 May 02 11:17:30.607922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80768f77-23f1-4476-af24-e2e5d573caf3 req-09b808fd-a43d-4dc3-bae6-d0902f3c75e9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393815 May 02 11:17:30.764076 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:31.723496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f48a40-a42b-4a55-b7f5-49e93abba281 req-006face1-b093-43cf-b484-0012b4078b95 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:31.725030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16f48a40-a42b-4a55-b7f5-49e93abba281 req-006face1-b093-43cf-b484-0012b4078b95 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0478442 May 02 11:17:31.775314 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16f48a40-a42b-4a55-b7f5-49e93abba281 req-056bcf77-aa96-4cc5-9fe0-c5ff73491e45 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445654 May 02 11:17:32.008495 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:32.891098 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8eae29-ad85-4e53-a3d6-db1c14bf2df8 req-aa535276-5efd-46ff-83aa-543ce32ab5aa tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:32.893079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c8eae29-ad85-4e53-a3d6-db1c14bf2df8 req-aa535276-5efd-46ff-83aa-543ce32ab5aa tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0506771 May 02 11:17:32.939403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c8eae29-ad85-4e53-a3d6-db1c14bf2df8 req-c9d35466-d023-431c-a189-3f124f1c3490 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407507 May 02 11:17:34.051635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bd337-f041-4cae-8b19-b2b8f638ab41 req-be73abf8-8226-4515-9e76-5792a9f690b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:34.053126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e43bd337-f041-4cae-8b19-b2b8f638ab41 req-be73abf8-8226-4515-9e76-5792a9f690b6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0465608 May 02 11:17:34.099287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e43bd337-f041-4cae-8b19-b2b8f638ab41 req-2c060cda-70a0-4702-99b1-f04a72ee3eb7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405998 May 02 11:17:35.213011 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e6d47d-bd02-4a92-844b-b88468911785 req-fe93ca17-7cae-4056-87e7-d5fbe265c979 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:35.214475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2e6d47d-bd02-4a92-844b-b88468911785 req-fe93ca17-7cae-4056-87e7-d5fbe265c979 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0475802 May 02 11:17:35.260854 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d2e6d47d-bd02-4a92-844b-b88468911785 req-d7b784e6-8752-4364-be3d-71b80e4d2334 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409319 May 02 11:17:36.373822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292de918-5bc0-436a-b11d-988f602ee0ff req-e03db1fe-7c28-4f79-a1d7-b76eb49e4c4d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:36.375309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-292de918-5bc0-436a-b11d-988f602ee0ff req-e03db1fe-7c28-4f79-a1d7-b76eb49e4c4d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0449424 May 02 11:17:36.421423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-292de918-5bc0-436a-b11d-988f602ee0ff req-ed8652f7-253d-47d0-b680-8d131251de9c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401254 May 02 11:17:37.542104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a62097e-7739-4a7e-ac15-cd9160fe0cdc req-58e3a691-d046-40fe-9ef9-0164609da125 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:37.543581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a62097e-7739-4a7e-ac15-cd9160fe0cdc req-58e3a691-d046-40fe-9ef9-0164609da125 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0516813 May 02 11:17:37.592560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4a62097e-7739-4a7e-ac15-cd9160fe0cdc req-812896d2-68f1-4aea-b377-5fa408b22f83 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432296 May 02 11:17:38.710840 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6b9b4-f3fc-43a1-9781-94197e0047f5 req-ac61b390-28b1-4c50-b7ec-f6705f999815 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:38.712317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95a6b9b4-f3fc-43a1-9781-94197e0047f5 req-ac61b390-28b1-4c50-b7ec-f6705f999815 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0500765 May 02 11:17:38.758797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-95a6b9b4-f3fc-43a1-9781-94197e0047f5 req-00610305-dbb8-44d4-892b-9c2e46863d53 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406704 May 02 11:17:39.872725 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de3fe28-799e-4d91-934c-d4d65842bf25 req-fab0797d-87f3-4967-9721-dce593ba7d98 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:39.874192 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9de3fe28-799e-4d91-934c-d4d65842bf25 req-fab0797d-87f3-4967-9721-dce593ba7d98 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0466895 May 02 11:17:39.920664 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9de3fe28-799e-4d91-934c-d4d65842bf25 req-ea46cf9a-7955-4464-a4c9-2da9076575f2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409272 May 02 11:17:40.728387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:17:41.039742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6a7f9-5bbe-410c-8d5e-8b6717c66e3f req-a358c4e4-f36e-4698-bac6-890a18e9305b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:41.041153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9de6a7f9-5bbe-410c-8d5e-8b6717c66e3f req-a358c4e4-f36e-4698-bac6-890a18e9305b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0493741 May 02 11:17:41.087427 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9de6a7f9-5bbe-410c-8d5e-8b6717c66e3f req-e801b787-eedf-4a05-ba23-4e53feaad943 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408070 May 02 11:17:42.200444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0de2b9-8cc4-48e2-bf56-d4b6b0dc0d9a req-b15f73d9-7a54-4098-8122-e5804eb31742 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:42.202314 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e0de2b9-8cc4-48e2-bf56-d4b6b0dc0d9a req-b15f73d9-7a54-4098-8122-e5804eb31742 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0479586 May 02 11:17:42.255393 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0e0de2b9-8cc4-48e2-bf56-d4b6b0dc0d9a req-b0d03543-940d-4c27-9b36-796003e4ca5d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460896 May 02 11:17:43.421078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4948ac1-b131-4c7a-90fe-92e12ec31caf req-bd3d8c74-dae7-4f76-97bf-d5d3096b2fe7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:43.422541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4948ac1-b131-4c7a-90fe-92e12ec31caf req-bd3d8c74-dae7-4f76-97bf-d5d3096b2fe7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0465424 May 02 11:17:43.472510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4948ac1-b131-4c7a-90fe-92e12ec31caf req-e1ea31df-9dc0-4121-865e-a5a6aa2f3a61 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444403 May 02 11:17:44.623133 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46244cfc-3b3e-479a-a62b-c5693ece79ff req-fb94413c-a063-400c-ae07-7b56ba99cb6c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:44.624646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46244cfc-3b3e-479a-a62b-c5693ece79ff req-fb94413c-a063-400c-ae07-7b56ba99cb6c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0486672 May 02 11:17:44.674148 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46244cfc-3b3e-479a-a62b-c5693ece79ff req-8204dfc1-5f0b-4de1-a79d-08c7ec421a1f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435631 May 02 11:17:44.872414 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:45.867586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7006ed-b572-429a-af3b-9ebe0fb197a4 req-908925a2-edfa-4e80-b3ce-c321e6dc4bbe tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:45.870109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c7006ed-b572-429a-af3b-9ebe0fb197a4 req-908925a2-edfa-4e80-b3ce-c321e6dc4bbe tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0931456 May 02 11:17:45.916103 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c7006ed-b572-429a-af3b-9ebe0fb197a4 req-0e353155-fbb6-41b8-a2fc-5f185e09b1cf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406358 May 02 11:17:46.326160 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c944e8-ea94-4a36-963e-ab604c190e6f req-78bfb853-cb3b-4091-b69d-a6e45e8b1c70 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:46.327660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85c944e8-ea94-4a36-963e-ab604c190e6f req-78bfb853-cb3b-4091-b69d-a6e45e8b1c70 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0462930 May 02 11:17:46.375254 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-85c944e8-ea94-4a36-963e-ab604c190e6f req-e1e87c8c-f8e9-4d8b-9ec2-e4858f481075 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413442 May 02 11:17:46.444072 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:46.465186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-469129a8-5ca9-45d1-b94f-d515670cf5f9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0412433 May 02 11:17:46.932345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-75c554e2-fa09-4be1-8e37-61f0cd5d7ea9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:46.933764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-75c554e2-fa09-4be1-8e37-61f0cd5d7ea9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 942 time: 0.0470769 May 02 11:17:47.574171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f6ad23-cdfe-4118-a514-f29981251b54 req-326fb871-2b26-450b-bf7f-b71d6661c223 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:47.575667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73f6ad23-cdfe-4118-a514-f29981251b54 req-326fb871-2b26-450b-bf7f-b71d6661c223 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0930014 May 02 11:17:47.629541 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-73f6ad23-cdfe-4118-a514-f29981251b54 req-d7e8a6e1-200f-4cec-89ea-4ee5bba00ebf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473683 May 02 11:17:48.356276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-f9cdfd5f-5d65-4dc3-856f-d0a636839467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:48.357705 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-f9cdfd5f-5d65-4dc3-856f-d0a636839467 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1127 time: 0.0388112 May 02 11:17:48.452924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-0716c845-f65b-4a72-bdb9-09989f2db2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:48.454378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-0716c845-f65b-4a72-bdb9-09989f2db2ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0862317 May 02 11:17:48.521487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-04cc0191-8931-4cd3-b388-b94e59183cb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 1001 time: 0.0567806 May 02 11:17:48.571981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-84b03a06-9ee3-4f2c-9ead-cbf62013c543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:48.573442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-84b03a06-9ee3-4f2c-9ead-cbf62013c543 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0432925 May 02 11:17:48.623382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-f57bbdec-ddbd-4faa-ba3b-1d8ce1fb0fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:48.624930 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-f57bbdec-ddbd-4faa-ba3b-1d8ce1fb0fd2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421147 May 02 11:17:48.744124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-9f505145-58c8-4408-b7cf-4c1a650f64d8 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096027 May 02 11:17:48.756707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae7d7f-d51d-4c29-abe1-6520369ee2b7 req-7e0c4c9c-b49b-4852-9a98-5b0efb083172 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:48.758097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41ae7d7f-d51d-4c29-abe1-6520369ee2b7 req-7e0c4c9c-b49b-4852-9a98-5b0efb083172 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0554736 May 02 11:17:48.856113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41ae7d7f-d51d-4c29-abe1-6520369ee2b7 req-06c8bf23-c4f6-4252-b31a-f5198ae9719a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902565 May 02 11:17:48.876921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-eabd034b-13ff-4e79-b271-710abee95876 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178074 May 02 11:17:49.969941 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a3cdd-370b-419f-9db0-574a941c4ab2 req-c9c8330a-7d30-4872-9727-1d7044437f3a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:49.972061 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-384a3cdd-370b-419f-9db0-574a941c4ab2 req-c9c8330a-7d30-4872-9727-1d7044437f3a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0476050 May 02 11:17:50.019256 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-384a3cdd-370b-419f-9db0-574a941c4ab2 req-fd958105-9cdc-4480-9526-1570d4195aee tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417142 May 02 11:17:51.164109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c4ce7-887d-47fb-b269-46c39b032a3a req-349b4180-37d0-4182-92b0-58a945a790f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:51.165599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9c4ce7-887d-47fb-b269-46c39b032a3a req-349b4180-37d0-4182-92b0-58a945a790f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0763166 May 02 11:17:51.206194 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-dac583c4-00cd-47c0-82cd-17c6a43efec2 service neutron] show failed (client error): The resource could not be found. May 02 11:17:51.207160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-dac583c4-00cd-47c0-82cd-17c6a43efec2 service neutron] 10.222.0.15 "GET /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.1289277 May 02 11:17:51.228697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9f9c4ce7-887d-47fb-b269-46c39b032a3a req-cf372b2e-e954-4693-98dd-7647fe58991a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564418 May 02 11:17:51.640958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-a50f5a06-fd3d-454f-88f6-f42c2ce86437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:51.642525 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-a50f5a06-fd3d-454f-88f6-f42c2ce86437 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.0750515 May 02 11:17:51.652447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:17:51.713164 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:51.918510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:51.951323 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:17:51.994258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:51.996521 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ddbc26-ea5b-4c36-80c0-a3b1ddd0d93b" -d '{"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-unplugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:52.000267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks [] for port (b461b51b-2736-486c-8476-ac69796cd870), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:52.013197 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Transition to ACTIVE for port object b461b51b-2736-486c-8476-ac69796cd870 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:17:52.078675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:52.110961 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:17:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7782175f-5046-4ee6-be7b-a8ddab099ec8 x-openstack-request-id: req-7782175f-5046-4ee6-be7b-a8ddab099ec8 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:52.111303 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-unplugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:52.111493 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7782175f-5046-4ee6-be7b-a8ddab099ec8 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:52.111893 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7782175f-5046-4ee6-be7b-a8ddab099ec8'] response: {'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'code': 200} May 02 11:17:52.227385 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:52.261109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.261454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.261798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.262137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.262474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.262804 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.263251 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.263587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.263915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.264240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.264640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.265067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.265406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.265731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.266059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:52.300268 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] No DVR routers for this DVR port b461b51b-2736-486c-8476-ac69796cd870 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:17:52.352250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d468d224-ad75-4f48-81d3-011c4e3476e5 req-b095e698-1a57-4085-b293-027117f290be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.353822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d468d224-ad75-4f48-81d3-011c4e3476e5 req-b095e698-1a57-4085-b293-027117f290be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0479999 May 02 11:17:52.401721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d468d224-ad75-4f48-81d3-011c4e3476e5 req-077578b6-ec50-40c6-8075-add2b8b4857f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422337 May 02 11:17:52.447997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:17:52.448295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:17:52.448651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:17:52.452832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:17:52.453153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Attempting to bind port b461b51b-2736-486c-8476-ac69796cd870 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:17:52.458005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:17:52.460645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:17:52.460645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:17:52.460645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Bound port: b461b51b-2736-486c-8476-ac69796cd870, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:17:52.460645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:52.523650 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:17:52.526741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:17:52.598746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:52.636811 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.637546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:52.638926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] 10.222.0.24 "PUT /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 1091 time: 0.9903681 May 02 11:17:52.695455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cbcfce-a3fa-45d5-8628-fed73078d4fb service neutron] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:52.709038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-9272eb08-0c00-410d-94f9-585fe9ef04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.710585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-9272eb08-0c00-410d-94f9-585fe9ef04d5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1125 time: 0.0469854 May 02 11:17:52.806825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-1379e2b7-e9a9-46bb-89a3-bd7f7ca3c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.808335 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-1379e2b7-e9a9-46bb-89a3-bd7f7ca3c0e1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0910244 May 02 11:17:52.877360 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-a6c611b6-ba5f-4266-aab0-0a5e0d97e5b5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 999 time: 0.0638237 May 02 11:17:52.925300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-2bac35f0-9a28-45ec-8cc1-fb6e1f9fa129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.926770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-2bac35f0-9a28-45ec-8cc1-fb6e1f9fa129 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0444090 May 02 11:17:52.970476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-520beeb4-c678-43ec-b32a-ac7bd28a9a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:52.972534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-520beeb4-c678-43ec-b32a-ac7bd28a9a2d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0393007 May 02 11:17:53.064614 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-3d059fc2-49d0-402d-ba3a-7889d307b2a9 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862374 May 02 11:17:53.158432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b8d318-443d-45bf-88c1-024d0d0d8d6c req-bf4d2f3b-ac83-4623-845a-5ccbc050e92b service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883789 May 02 11:17:53.521575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fefb4e-e78a-41d7-ae57-453b1f0dc907 req-eccffe9d-548c-4e3a-9569-0f8adc13b77e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:53.523078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fefb4e-e78a-41d7-ae57-453b1f0dc907 req-eccffe9d-548c-4e3a-9569-0f8adc13b77e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0498583 May 02 11:17:53.570803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61fefb4e-e78a-41d7-ae57-453b1f0dc907 req-021957aa-ce86-4dad-8e71-c80163c25d0d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0dd955bb8185e0a1f0d0bcb6cccd19b3008f1a28f78f9e34a4ed79bc564659e0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c060ee-686f-4139-9423-305ff9ec052e" -d '{"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c7a06c-69cf-4960-853d-03a5b89938e5 x-openstack-request-id: req-c5c7a06c-69cf-4960-853d-03a5b89938e5 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c5c7a06c-69cf-4960-853d-03a5b89938e5 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:54.197906 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5c7a06c-69cf-4960-853d-03a5b89938e5'] response: {'name': 'network-changed', 'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'status': 'completed', 'code': 200} May 02 11:17:54.235581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-54981e1b-74f6-4518-a08c-f39d48dfeb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.237068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-54981e1b-74f6-4518-a08c-f39d48dfeb15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1125 time: 0.0381322 May 02 11:17:54.275186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b461b51b-2736-486c-8476-ac69796cd870 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:17:54.312265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port b461b51b-2736-486c-8476-ac69796cd870 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:17:54.313195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device b461b51b-2736-486c-8476-ac69796cd870 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:17:54.335641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-64279bf2-2709-4f95-b16d-ceb0a0fe6669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.337143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-64279bf2-2709-4f95-b16d-ceb0a0fe6669 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0895450 May 02 11:17:54.403076 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-428479e5-c43b-4054-a495-a1873537cce0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 999 time: 0.0565372 May 02 11:17:54.457887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-0e3851f6-54c1-42b1-a907-b17d373c68b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.459641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-0e3851f6-54c1-42b1-a907-b17d373c68b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0469470 May 02 11:17:54.505377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-d19de34e-c46e-4109-a3c6-c13ebd612186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.506886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-d19de34e-c46e-4109-a3c6-c13ebd612186 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0382764 May 02 11:17:54.562608 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-0feb932f-6132-487b-af8d-df307295e3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.564215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-0feb932f-6132-487b-af8d-df307295e3a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1125 time: 0.0401430 May 02 11:17:54.606507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-c7badf18-0bd8-4c55-af28-ec9a6c18a823 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902267 May 02 11:17:54.677429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-bf4a52a0-4416-4180-808f-aaca8f032146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.679200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-bf4a52a0-4416-4180-808f-aaca8f032146 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.1098185 May 02 11:17:54.703562 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-230032a6-8e1b-4b54-8526-53794dc0dc99 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873611 May 02 11:17:54.755280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c4995-e5c3-46df-97e2-7aa76e28520c req-892dc839-ff52-4789-88b7-6cbe6e9422c4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.756834 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-268c4995-e5c3-46df-97e2-7aa76e28520c req-892dc839-ff52-4789-88b7-6cbe6e9422c4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 943 time: 0.0924866 May 02 11:17:54.786485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-12b9270d-f415-4879-ba12-6acc63823590 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 999 time: 0.0906231 May 02 11:17:54.843968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-268c4995-e5c3-46df-97e2-7aa76e28520c req-4b374487-c07b-420b-be2d-a82e3d50e962 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805011 May 02 11:17:54.857454 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-ee9b5e5e-960c-4a18-b486-1cb10645610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.858912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-ee9b5e5e-960c-4a18-b486-1cb10645610e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0599344 May 02 11:17:54.902406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c060ee-686f-4139-9423-305ff9ec052e req-f7b855da-c713-44c0-99ed-8e733ec6e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:54.903880 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-f7b855da-c713-44c0-99ed-8e733ec6e4db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0385654 May 02 11:17:54.996108 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-d1f0e971-0485-4baa-930c-6c829f1410ad service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865180 May 02 11:17:55.047867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b461b51b-2736-486c-8476-ac69796cd870 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:17:55.085447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-80c060ee-686f-4139-9423-305ff9ec052e req-05706bf6-8427-4f86-9f2b-b07b31552a26 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837712 May 02 11:17:55.143902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:55.154801 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'b461b51b-2736-486c-8476-ac69796cd870', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': 'b461b51b-2736-486c-8476-ac69796cd870', 'mac_address': 'fa:16:3e:c5:d0:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:17:55.196625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b461b51b-2736-486c-8476-ac69796cd870 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:17:55.197043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:55.364674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b461b51b-2736-486c-8476-ac69796cd870 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:17:55.383746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:55.449630 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:55.497153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:55.504480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.504855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.505199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.505539 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.505873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.506210 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.506542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.506886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.507201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.507523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.507849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.508174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.508497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.508847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.509170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:17:55.603740 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-19a9c3a5-b991-40a0-ba59-198c971a3f4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:55.646269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['b461b51b-2736-486c-8476-ac69796cd870'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:17:55.959952 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71812527-9277-4b0d-a842-f0469a608540 req-e389d77e-3586-4fff-81eb-3c922acd3d4c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:55.961420 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71812527-9277-4b0d-a842-f0469a608540 req-e389d77e-3586-4fff-81eb-3c922acd3d4c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 944 time: 0.0464003 May 02 11:17:56.010414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71812527-9277-4b0d-a842-f0469a608540 req-28b1d898-fb7d-44b6-aeef-9e020f29d399 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434394 May 02 11:17:56.301052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75dd3e0-906a-4d18-b9d6-2e3634db6471 req-53dbd938-6f0a-482b-bb9f-fff745d9e29f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:56.302583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a75dd3e0-906a-4d18-b9d6-2e3634db6471 req-53dbd938-6f0a-482b-bb9f-fff745d9e29f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 944 time: 0.0507681 May 02 11:17:56.376623 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a75dd3e0-906a-4d18-b9d6-2e3634db6471 req-5be37787-f9b2-4760-9ccc-37aa2ce2b999 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681448 May 02 11:17:56.393237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-5b7a4a4f-73cd-4085-a66a-bff238ea40be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:56.394726 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-5b7a4a4f-73cd-4085-a66a-bff238ea40be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0556808 May 02 11:17:56.457173 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-75b7ed99-e154-48c7-a3b1-2f6464cd33e8 service neutron] delete failed (client error): The resource could not be found. May 02 11:17:56.458195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-75b7ed99-e154-48c7-a3b1-2f6464cd33e8 service neutron] 10.222.0.15 "DELETE /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0535281 May 02 11:17:56.552978 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-7d742623-d3f4-4d28-b401-53514a42676a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:56.554617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-7d742623-d3f4-4d28-b401-53514a42676a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1126 time: 0.0444314 May 02 11:17:56.650641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-6a211fbf-8872-40a4-a16a-5f1ab3d3521a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:56.652109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-6a211fbf-8872-40a4-a16a-5f1ab3d3521a service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0880878 May 02 11:17:57.041252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-07c68165-89dd-4b4f-8c6b-ff1085db7e67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 1000 time: 0.3817072 May 02 11:17:57.052928 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b461b51b-2736-486c-8476-ac69796cd870 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:17:57.093055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-0573d2b0-a2c0-4100-b8ee-9f176b886ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:57.094534 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-0573d2b0-a2c0-4100-b8ee-9f176b886ecd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0434184 May 02 11:17:57.100010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port b461b51b-2736-486c-8476-ac69796cd870 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:17:57.140423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-f7923673-1029-4211-b1a7-e146ad2d9567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:57.141936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-f7923673-1029-4211-b1a7-e146ad2d9567 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0382907 May 02 11:17:57.175199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port b461b51b-2736-486c-8476-ac69796cd870 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:17:57.175631 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b461b51b-2736-486c-8476-ac69796cd870), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:57.237949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-f7424d18-0aff-4a9d-a7f7-58bcc1127e32 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858951 May 02 11:17:57.255512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port b461b51b-2736-486c-8476-ac69796cd870 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:17:57.255899 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:57.278150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:17:57.280670 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a00db9502d658802dd77663eca72dc90cbc28109475272a94fd7feb53584ebaa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8f6643-a3a3-4cce-b5e3-11a5f4e3436b" -d '{"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-plugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:17:57.293105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:17:57.331225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a711972b-3ba5-4b05-a9fc-8e179ff0ad54 req-099a4a7f-1cd5-4e8f-b2a4-66d37e30eb3d service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841167 May 02 11:17:57.331561 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e7b39f-53de-43b5-aa52-b561843ee85d x-openstack-request-id: req-61e7b39f-53de-43b5-aa52-b561843ee85d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:17:57.331861 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-plugged", "status": "completed", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:17:57.332117 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-61e7b39f-53de-43b5-aa52-b561843ee85d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:17:57.332509 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61e7b39f-53de-43b5-aa52-b561843ee85d'] response: {'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'code': 200} May 02 11:17:57.358206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:57.407647 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:17:57.500748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acba3def-f90e-4591-b405-7aa69b3ac336 req-75cd19ed-75ce-428f-97b1-cdadaf59f8d3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:57.502921 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acba3def-f90e-4591-b405-7aa69b3ac336 req-75cd19ed-75ce-428f-97b1-cdadaf59f8d3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0541611 May 02 11:17:57.550454 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-acba3def-f90e-4591-b405-7aa69b3ac336 req-755724ff-fdcc-4651-8aeb-a6c770852778 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414536 May 02 11:17:57.929421 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d27c7709-dece-4d4a-829f-9c496e6dfe14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:58.673252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39778efb-1e12-4470-a592-33aa2de7bd3d req-d6d21718-2200-44a4-8c5d-582ce3e1dac4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:58.674786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39778efb-1e12-4470-a592-33aa2de7bd3d req-d6d21718-2200-44a4-8c5d-582ce3e1dac4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0553896 May 02 11:17:58.724268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-39778efb-1e12-4470-a592-33aa2de7bd3d req-940effc7-e668-4408-aa34-2b317b7b364e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436571 May 02 11:17:58.839640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94664aa-64be-45c2-b81c-864da9e69cbd req-ac51c039-7a96-491b-b013-e5cef56dd16c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:58.841080 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a94664aa-64be-45c2-b81c-864da9e69cbd req-ac51c039-7a96-491b-b013-e5cef56dd16c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0468371 May 02 11:17:58.886478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a94664aa-64be-45c2-b81c-864da9e69cbd req-425a90f0-4e27-4df2-b3b2-eee9968d4dc4 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397480 May 02 11:17:59.245721 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427e78f-7cb2-44ac-9da8-3f003834ca59 req-d192483d-e024-4c67-89b2-15f25585edbc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:59.247243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5427e78f-7cb2-44ac-9da8-3f003834ca59 req-d192483d-e024-4c67-89b2-15f25585edbc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0478470 May 02 11:17:59.299183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5427e78f-7cb2-44ac-9da8-3f003834ca59 req-e3115326-813a-4a89-b0a7-b433f157ddff tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455208 May 02 11:17:59.385833 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-4263535b-fda1-4e3b-9704-587bb897babd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:59.387306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-4263535b-fda1-4e3b-9704-587bb897babd service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 1127 time: 0.0790501 May 02 11:17:59.402510 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:17:59.484730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-0ea58b36-f0fe-483b-86db-947b210b2aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:59.486944 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-0ea58b36-f0fe-483b-86db-947b210b2aa5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0927253 May 02 11:17:59.551575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-b6a2d12c-6c41-4892-9fa5-8f03bfec67cd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 200 len: 1001 time: 0.0599456 May 02 11:17:59.600020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-30863aa1-7154-42ab-8e74-9ce4a69c7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:59.601496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-30863aa1-7154-42ab-8e74-9ce4a69c7dea service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0447371 May 02 11:17:59.649075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-88771d27-ceae-48d4-ac86-d6143bd49a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:17:59.650513 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-88771d27-ceae-48d4-ac86-d6143bd49a88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429418 May 02 11:17:59.739498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-3353e096-8150-4e8c-9b0a-1310283d8d2f service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833697 May 02 11:17:59.833119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef71bfa0-b888-42d4-93a6-314ddd11f245 req-820bc5e9-8427-4835-abb5-f67acaf4d739 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870080 May 02 11:18:00.419499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c859c76-1075-4b7f-a789-17778731fd3e req-768512ee-d2a0-44a7-80a4-d588b900a8ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:00.421013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c859c76-1075-4b7f-a789-17778731fd3e req-768512ee-d2a0-44a7-80a4-d588b900a8ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0483921 May 02 11:18:00.470371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c859c76-1075-4b7f-a789-17778731fd3e req-9a2ef8d9-a9c9-4cdb-9ee8-c5bea99fee29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426223 May 02 11:18:00.735085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:01.088548 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-83cc1bc5-a63a-4c52-9967-e46880c7ff51 req-cd589a26-1f68-455d-a3df-92bafc167664 tempest-TestNetworkAdvancedServerOps-1564789570 tempest-TestNetworkAdvancedServerOps-1564789570-project-admin] (115662) timed out ('10.222.0.16', 52906) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:18:01.591424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aac4586-7a51-4440-8006-a811df5ad9c1 req-ea4e61e6-acaa-485c-9905-03c1339e5cb2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:01.592905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1aac4586-7a51-4440-8006-a811df5ad9c1 req-ea4e61e6-acaa-485c-9905-03c1339e5cb2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0466413 May 02 11:18:01.639061 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1aac4586-7a51-4440-8006-a811df5ad9c1 req-1451e85e-c19b-4f28-aeb7-c35661eaf153 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400550 May 02 11:18:01.998556 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:02.066297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38978e51-4fe8-4b42-8d85-fcaf45ab1b13 req-a189e34b-0c59-47f0-b66f-057576a5cea7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:02.067765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38978e51-4fe8-4b42-8d85-fcaf45ab1b13 req-a189e34b-0c59-47f0-b66f-057576a5cea7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0471809 May 02 11:18:02.116338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38978e51-4fe8-4b42-8d85-fcaf45ab1b13 req-d745ba4b-44eb-4bb9-a916-78768519188a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428612 May 02 11:18:03.236232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f30bc7-ed55-42c0-81c2-43a5ccff83d3 req-b0aa8520-a5bf-48e7-b165-cc9cca864c32 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:03.238297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7f30bc7-ed55-42c0-81c2-43a5ccff83d3 req-b0aa8520-a5bf-48e7-b165-cc9cca864c32 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0512538 May 02 11:18:03.284012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f7f30bc7-ed55-42c0-81c2-43a5ccff83d3 req-7ae4b03a-97ed-49d1-9154-18f1eea0ba46 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402119 May 02 11:18:03.330997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-af56f7d2-413f-48a7-9d9f-fcc3c50293ee tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:03.332446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-af56f7d2-413f-48a7-9d9f-fcc3c50293ee tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 945 time: 0.0460658 May 02 11:18:03.454889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Deleting port b461b51b-2736-486c-8476-ac69796cd870 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:18:03.455230 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b461b51b-2736-486c-8476-ac69796cd870), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:03.543112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] For port b461b51b-2736-486c-8476-ac69796cd870, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=b461b51b-2736-486c-8476-ac69796cd870,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:03.543509 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b461b51b-2736-486c-8476-ac69796cd870), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:03.770958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:03.771268 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:03.771595 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 disassociated. External IP: 172.35.4.176, port: b461b51b-2736-486c-8476-ac69796cd870. May 02 11:18:03.771948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Calling delete_port for b461b51b-2736-486c-8476-ac69796cd870 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:18:03.968425 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b461b51b-2736-486c-8476-ac69796cd870), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:03.997973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'Port': ['ID=b461b51b-2736-486c-8476-ac69796cd870,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:04.387908 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f8f7729-1859-4482-bba6-0dfa65a10533 req-e1ff0426-1a51-4c2a-8b4e-7fbdf2ff0b06 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=1a5da86d-07c6-4d40-a8a6-9f5632768913 HTTP/1.1" status: 200 len: 210 time: 0.0323355 May 02 11:18:04.455678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:18:04.567939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:18:04.577082 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:18:04.586919 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:04.587518 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:17:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:04.633623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] No DVR routers for this DVR port b461b51b-2736-486c-8476-ac69796cd870 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:18:04.636474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:04.640038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-525609a7-3a0d-4435-954d-75e806cda7c1 req-73231734-48e5-438e-879f-aae917988a8d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "DELETE /v2.0/ports/b461b51b-2736-486c-8476-ac69796cd870 HTTP/1.1" status: 204 len: 173 time: 1.3021271 May 02 11:18:04.640496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-deleted', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:04.685577 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f796289-5947-4a72-9ea4-7d8b7d5da5a5" -d '{"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-deleted", "tag": "b461b51b-2736-486c-8476-ac69796cd870"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:04.699240 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:04.771109 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-180aa586-d570-4a06-925d-7e334102254e x-openstack-request-id: req-180aa586-d570-4a06-925d-7e334102254e {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:04.771416 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a5da86d-07c6-4d40-a8a6-9f5632768913", "name": "network-vif-deleted", "tag": "b461b51b-2736-486c-8476-ac69796cd870", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:04.771674 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-180aa586-d570-4a06-925d-7e334102254e {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:04.772085 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-180aa586-d570-4a06-925d-7e334102254e'] response: {'server_uuid': '1a5da86d-07c6-4d40-a8a6-9f5632768913', 'name': 'network-vif-deleted', 'tag': 'b461b51b-2736-486c-8476-ac69796cd870', 'status': 'completed', 'code': 200} May 02 11:18:04.888087 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:04.918891 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:18:04.927834 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:04.928445 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:17:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:05.128895 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:05.316649 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:05.342381 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56663ad9-5ece-40b9-b9b1-a7a2c9bd245e None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:18:05.571005 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63364d78-d532-4697-8ee9-7d844257a755 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:18:05.641141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-3d86b92a-259c-476f-9634-65c5e7a81425 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1849876310&fields=id&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 267 time: 0.0425036 May 02 11:18:05.751636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-557bd91e-28c1-4d76-bc0f-ecaf03e2178d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:05.753099 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-557bd91e-28c1-4d76-bc0f-ecaf03e2178d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1038442 May 02 11:18:05.768439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-04f5e2f2-91fd-47f4-88ec-c0cdc546a31d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/quotas/5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 375 time: 0.0093114 May 02 11:18:05.824993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-a1827131-90d0-4558-9ce5-c283f7e91ee7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514412 May 02 11:18:05.989866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-6bea6ebd-f4a2-4402-82e1-18604a030a11 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206467 May 02 11:18:06.081013 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-bfcd9bd5-0052-443e-96a5-1d193f4fb136 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852222 May 02 11:18:06.292666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ec9b2465-a314-4308-a8e8-dcb41368d166 req-e735dc61-d582-4a8e-93b4-189560ed9d74 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 210 time: 0.0283117 May 02 11:18:07.093632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b461b51b-2736-486c-8476-ac69796cd870 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:18:07.114150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: b461b51b-2736-486c-8476-ac69796cd870 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:18:07.114509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device b461b51b-2736-486c-8476-ac69796cd870 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:18:07.389973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9fb288f-278f-46b7-8b26-7ada75e357c6 req-4fe2e50c-5487-492c-b475-92f75c3f0049 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 210 time: 0.0288334 May 02 11:18:08.003430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-97c2ffc7-466d-40a4-b71e-d6b9749bb11f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:08.004904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-97c2ffc7-466d-40a4-b71e-d6b9749bb11f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1032526 May 02 11:18:08.064742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-2b6a1e21-d2ab-40f4-92fb-cb272ae2032f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 380 time: 0.0513582 May 02 11:18:08.074517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'port': {'device_id': '3c2097f1-892f-4ec7-a500-d9c437032033', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'admin_state_up': True, 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'security_groups': ['3438e120-6afd-4bc6-b63a-40792b9be1ab']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:08.265397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:18:08.268757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.395042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Allocated IP 172.20.0.14 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/1bb38b2c-4c76-4ae4-94ff-8158c7358922) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:18:08.518422 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a6c9f82-cc45-4878-b792-a8c5b63fc12d req-553ed396-cbd0-4b1b-b94e-f050bc1fcb85 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 210 time: 0.0316942 May 02 11:18:08.560961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.655914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.698989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:18:08.704152 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:18:08.707974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:18:08.714525 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:08.766803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:08.767409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.828465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-44596f0d-4e65-4818-95bf-d618abd5817e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7575479 May 02 11:18:08.840429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Request body: {'port': {'device_id': '3c2097f1-892f-4ec7-a500-d9c437032033', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:08.901983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.939781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-05c541a6-8e26-4956-aa4d-0c9a9d0b00ec None None] Provisioning complete for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:18:08.940750 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-05c541a6-8e26-4956-aa4d-0c9a9d0b00ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:08.978476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-05c541a6-8e26-4956-aa4d-0c9a9d0b00ec None None] Port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:18:09.170292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:18:09.180263 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks [] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:09.193505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Transition to ACTIVE for port object 1bb38b2c-4c76-4ae4-94ff-8158c7358922 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:18:09.253871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:09.303739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:09.378708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:18:09.379058 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:18:09.379567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:09.384172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:18:09.384500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:09.389734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 17, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:18:09.390090 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:18:09.390543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:18:09.390983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Bound port: 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:18:09.391358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:09.464630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:18:09.467966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:18:09.569845 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:09.606959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:09.607780 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:09.609089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] 10.222.0.24 "PUT /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1092 time: 0.7737164 May 02 11:18:09.609526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:09.614112 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c9b795-f8e5-400a-b184-d521d36a969a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:09.637105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48496908-a1e0-4733-8ddb-4e41d0051d8c service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:09.675295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb0bda4-4c7e-496a-a607-48e0a98cd04a req-59f7b390-0433-4efb-843d-5c8107fffc55 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:09.675805 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25feaed1-b09b-4c0f-bbf1-358498ee1200 x-openstack-request-id: req-25feaed1-b09b-4c0f-bbf1-358498ee1200 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:09.676067 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:09.676386 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25feaed1-b09b-4c0f-bbf1-358498ee1200 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:09.676900 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25feaed1-b09b-4c0f-bbf1-358498ee1200'] response: {'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'status': 'completed', 'code': 200} May 02 11:18:09.677075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eb0bda4-4c7e-496a-a607-48e0a98cd04a req-59f7b390-0433-4efb-843d-5c8107fffc55 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0865252 May 02 11:18:09.730359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0eb0bda4-4c7e-496a-a607-48e0a98cd04a req-1aca2b78-0615-4b0e-930e-253dadfe19f6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468454 May 02 11:18:09.739976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9b795-f8e5-400a-b184-d521d36a969a req-e2b6d81e-0883-4fac-b002-3bc7f9071217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:09.741883 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41c9b795-f8e5-400a-b184-d521d36a969a req-e2b6d81e-0883-4fac-b002-3bc7f9071217 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1126 time: 0.0454907 May 02 11:18:09.849518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9b795-f8e5-400a-b184-d521d36a969a req-0d9e789f-5bab-40e8-baf2-cbcc14da4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:09.850981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41c9b795-f8e5-400a-b184-d521d36a969a req-0d9e789f-5bab-40e8-baf2-cbcc14da4574 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1030211 May 02 11:18:09.947085 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9b795-f8e5-400a-b184-d521d36a969a req-e33736cb-a63c-41fb-b8ab-65af622058a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:09.948697 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41c9b795-f8e5-400a-b184-d521d36a969a req-e33736cb-a63c-41fb-b8ab-65af622058a4 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921450 May 02 11:18:10.024586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-8c3f3dbd-91fc-4691-82d4-9c8ec0aa7bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:10.026069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-8c3f3dbd-91fc-4691-82d4-9c8ec0aa7bc1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1126 time: 0.0430770 May 02 11:18:10.065881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-41e7db0d-4a9a-4870-be76-03b1cd555835 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 217 time: 0.0326903 May 02 11:18:10.112557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-e7c53b04-8ca2-43d8-ac44-9b8325739967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:10.114085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-e7c53b04-8ca2-43d8-ac44-9b8325739967 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0432456 May 02 11:18:10.157139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931c8f2-2272-4780-802d-1415ad90b007 req-4573cf86-6291-4531-8b64-87d529aef28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:10.158596 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-4573cf86-6291-4531-8b64-87d529aef28b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0384307 May 02 11:18:10.250789 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-c8023589-b64f-4f77-af29-642428c96a2f service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860527 May 02 11:18:10.340918 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d931c8f2-2272-4780-802d-1415ad90b007 req-b08d4087-1da8-42e8-b13b-0fffbf915889 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843756 May 02 11:18:10.847685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc8f2e-9226-4243-8848-331ebdca8afb req-3ab1cea0-b6db-4a0b-b6bb-414aa1e6b3c1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:10.849870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2dc8f2e-9226-4243-8848-331ebdca8afb req-3ab1cea0-b6db-4a0b-b6bb-414aa1e6b3c1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0488431 May 02 11:18:10.895508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b2dc8f2e-9226-4243-8848-331ebdca8afb req-3c9319ed-4a0e-4eaf-99f0-8638c774b604 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 May 02 11:18:12.014073 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219069da-8a90-4809-9db8-c5729a4041d7 req-9fe7fe96-0104-435c-8356-6407ec5f7e4c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:12.015548 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-219069da-8a90-4809-9db8-c5729a4041d7 req-9fe7fe96-0104-435c-8356-6407ec5f7e4c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0505323 May 02 11:18:12.062273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-219069da-8a90-4809-9db8-c5729a4041d7 req-3874f7f7-6c48-4b4e-8eb0-a68f09cf83a9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408654 May 02 11:18:13.130735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:18:13.182005 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faba83-5b0c-4082-89a9-8a06384d8683 req-de3e6962-34c8-4c38-84a3-91237d1633b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:13.183788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5faba83-5b0c-4082-89a9-8a06384d8683 req-de3e6962-34c8-4c38-84a3-91237d1633b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0509272 May 02 11:18:13.234361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:13.234626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a5faba83-5b0c-4082-89a9-8a06384d8683 req-2d1bdae8-b2a3-4176-9508-8ebc66cec141 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443954 May 02 11:18:13.246768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:18:13.283743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:18:13.285590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:13.296708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:18:13.316456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:13.363336 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:13.410868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:13.545586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['1bb38b2c-4c76-4ae4-94ff-8158c7358922'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:18:14.346958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4136349c-5c1e-4929-b806-c5d8ffd02010 req-271b14c5-e736-4472-a941-fc097cae920e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:14.348412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4136349c-5c1e-4929-b806-c5d8ffd02010 req-271b14c5-e736-4472-a941-fc097cae920e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0469253 May 02 11:18:14.393973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4136349c-5c1e-4929-b806-c5d8ffd02010 req-aea70699-ade1-48de-afb8-93a6f3742b01 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399981 May 02 11:18:14.900531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:15.148429 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:18:15.193149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:18:15.248940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:18:15.249321 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:15.327818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:18:15.328200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:15.351003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:15.364945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:15.388783 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2608552-9c1c-418d-90fc-3a345eba528f" -d '{"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:15.420764 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:15.473242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:15.481185 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:18:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4ff0558-37fa-473c-b24c-47a118940b4d x-openstack-request-id: req-d4ff0558-37fa-473c-b24c-47a118940b4d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:15.481477 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:15.482334 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d4ff0558-37fa-473c-b24c-47a118940b4d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:15.482334 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4ff0558-37fa-473c-b24c-47a118940b4d'] response: {'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'code': 200} May 02 11:18:15.521865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91227ec7-469d-47e6-87e8-15a38eb8b756 req-a3e979ac-c693-44da-abf1-e4c245735af8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:15.523376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91227ec7-469d-47e6-87e8-15a38eb8b756 req-a3e979ac-c693-44da-abf1-e4c245735af8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0592864 May 02 11:18:15.571845 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91227ec7-469d-47e6-87e8-15a38eb8b756 req-c0f971f7-6ffa-40cc-b8f8-0c5351e0e2b5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424278 May 02 11:18:15.578661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ceb538-8344-4082-a21e-db653fb6153b req-4b154fcb-0071-4318-9354-8eb485fb69fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:15.580245 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ceb538-8344-4082-a21e-db653fb6153b req-4b154fcb-0071-4318-9354-8eb485fb69fc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1128 time: 0.0429273 May 02 11:18:15.623882 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-69ceb538-8344-4082-a21e-db653fb6153b req-f62f97e1-3dfd-4571-b11d-6e589b0147cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381129 May 02 11:18:16.409022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:16.692795 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398c84c-f0ef-43b1-a4d9-328e4954c510 req-a5de57b0-7d36-4da8-a873-f9696676efe9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:16.694208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5398c84c-f0ef-43b1-a4d9-328e4954c510 req-a5de57b0-7d36-4da8-a873-f9696676efe9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0493982 May 02 11:18:16.745768 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5398c84c-f0ef-43b1-a4d9-328e4954c510 req-aa67311e-fc8d-4403-884a-94bb6397404c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441532 May 02 11:18:17.728387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:18:17.858764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22c326-9779-4807-80b6-800b706b0c8e req-a0b94fb6-7f1a-4de7-9e03-70316fcb7a6a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:17.860229 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d22c326-9779-4807-80b6-800b706b0c8e req-a0b94fb6-7f1a-4de7-9e03-70316fcb7a6a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0459387 May 02 11:18:17.906768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d22c326-9779-4807-80b6-800b706b0c8e req-f6625c8b-7c4b-45f7-beae-ddd18ec7e041 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404677 May 02 11:18:18.018777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c0d66c-71f8-43cc-90db-d6e1eb835d94 req-b6446e97-cbf8-40c3-8ad0-231f4623ab66 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:18.020162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c7c0d66c-71f8-43cc-90db-d6e1eb835d94 req-b6446e97-cbf8-40c3-8ad0-231f4623ab66 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0499909 May 02 11:18:18.028805 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49150) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:18:18.033413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'floatingip': {'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:18.072445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:18.607626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:18.671755 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:19.025091 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 associated. External IP: 172.35.4.176, port: 1bb38b2c-4c76-4ae4-94ff-8158c7358922. May 02 11:18:19.237294 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:18:19.349664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:18:19.354445 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:19.358897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:18:19.369108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:19.369722 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:17:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:19.385411 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f79a2e9c-e593-4587-8ff8-5d0e7f8cf91a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "PUT /v2.0/floatingips/5ff9b11e-87a9-438d-9813-47a566fdb2c9 HTTP/1.1" status: 200 len: 992 time: 1.3555520 May 02 11:18:19.386020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:19.388290 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-187739e6-8d87-4ede-94ee-11066d3d2d35" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:19.423927 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e930182f-6221-422b-8162-4e07867a1f4e x-openstack-request-id: req-e930182f-6221-422b-8162-4e07867a1f4e {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:19.424233 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:19.424495 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e930182f-6221-422b-8162-4e07867a1f4e {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:19.424939 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e930182f-6221-422b-8162-4e07867a1f4e'] response: {'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'status': 'completed', 'code': 200} May 02 11:18:19.490223 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:19.491094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-f98bc015-dc89-4c5c-8dbd-6b473a5b1318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:19.492970 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-f98bc015-dc89-4c5c-8dbd-6b473a5b1318 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1128 time: 0.0461707 May 02 11:18:19.594728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-c94b928a-5f57-4344-a4ae-71c77ba3958c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:19.596638 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-c94b928a-5f57-4344-a4ae-71c77ba3958c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0968184 May 02 11:18:19.662872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-842e62c9-2347-4153-a1d1-b9aeca2a969b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1000 time: 0.0611682 May 02 11:18:19.716185 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2097f1-892f-4ec7-a500-d9c437032033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:18:18Z', 'revision_number': 9, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:19.726340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-62231ec8-d960-4162-8aeb-1ca0c042c952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:19.728234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-62231ec8-d960-4162-8aeb-1ca0c042c952 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0599847 May 02 11:18:19.747042 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:18:19.756027 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:19.756962 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:17:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:19.808924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4941c6a-387a-498e-9be0-a628b51eb2b8 req-5dca4022-53ba-4e01-b834-56e390ac89cc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:19.810446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4941c6a-387a-498e-9be0-a628b51eb2b8 req-5dca4022-53ba-4e01-b834-56e390ac89cc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0684788 May 02 11:18:19.811393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-803de6ae-a47a-4ecf-8446-a2b2bf38bca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:19.812805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-803de6ae-a47a-4ecf-8446-a2b2bf38bca6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0792880 May 02 11:18:19.867557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:19.885193 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-09449b3a-2604-44d2-ac79-38cf38862336 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0385842 May 02 11:18:19.917575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4941c6a-387a-498e-9be0-a628b51eb2b8 req-abb9d61b-8bea-4d6b-b3af-34de25c34631 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010931 May 02 11:18:19.943594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-e6c45384-696d-46bf-ae20-f5d3febd6b97 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212485 May 02 11:18:20.043964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-187739e6-8d87-4ede-94ee-11066d3d2d35 req-352b04b5-3742-409d-9b19-b5fcb6dd6292 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937860 May 02 11:18:20.099300 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2097f1-892f-4ec7-a500-d9c437032033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:18:18Z', 'revision_number': 9, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:20.128787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-262d0ba2-a567-457f-a8af-da081fddab99 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c2097f1-892f-4ec7-a500-d9c437032033', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:18:18Z', 'revision_number': 9, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:18:20.333988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b8fa84-ad22-4bff-bb28-e63dd98900a6 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:18:20.401431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-7c3fe88e-7276-44fd-8df4-89c7578edddf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:20.402792 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-7c3fe88e-7276-44fd-8df4-89c7578edddf tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 943 time: 0.0472534 May 02 11:18:21.038650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d0c2d5-502c-4be0-b286-d4679fa5f6d5 req-c4eaf726-68d6-405c-bd40-c45cb9674f0e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:21.040074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d7d0c2d5-502c-4be0-b286-d4679fa5f6d5 req-c4eaf726-68d6-405c-bd40-c45cb9674f0e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0534353 May 02 11:18:21.087389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d7d0c2d5-502c-4be0-b286-d4679fa5f6d5 req-536fb185-0b06-4f7c-9caf-6445ea9b7d15 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416446 May 02 11:18:21.981547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-153a3985-a9ca-4044-a9b9-842a06845e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:21.983189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-153a3985-a9ca-4044-a9b9-842a06845e54 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1128 time: 0.0415673 May 02 11:18:22.081193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-63eea1d6-702e-4a36-aa22-8576a64ae5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:22.082682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-63eea1d6-702e-4a36-aa22-8576a64ae5f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0931511 May 02 11:18:22.150921 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-88ef62ec-aaf1-4f9e-8e18-af370d8336b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1003 time: 0.0612726 May 02 11:18:22.237407 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b529d2ec-3010-4c2b-8aaa-b1225c0e8db4 req-33c1284f-fea7-4809-b2e4-3360ba0095d9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:22.238787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b529d2ec-3010-4c2b-8aaa-b1225c0e8db4 req-33c1284f-fea7-4809-b2e4-3360ba0095d9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0751195 May 02 11:18:22.240750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-456320a8-a100-41ba-b93f-8fc58afcda99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:22.242055 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-456320a8-a100-41ba-b93f-8fc58afcda99 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0858836 May 02 11:18:22.304402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-05bb703a-ded3-4105-a9a8-456fef9b43af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:22.305914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-05bb703a-ded3-4105-a9a8-456fef9b43af service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0554271 May 02 11:18:22.324529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b529d2ec-3010-4c2b-8aaa-b1225c0e8db4 req-0ab1376f-3211-4682-8ed2-3119f86205af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797379 May 02 11:18:22.404279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-9cfcc029-0228-4ad4-84e2-78ed1f7912d3 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910037 May 02 11:18:22.494388 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-38768e95-d44a-4d35-ae8a-9fce3f75b4a5 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840194 May 02 11:18:23.438051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cb33f9-6c5f-4a21-b8a8-4ac35052614e req-211d7312-d796-41b1-94d4-a26468d422c3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:23.439549 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51cb33f9-6c5f-4a21-b8a8-4ac35052614e req-211d7312-d796-41b1-94d4-a26468d422c3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0471578 May 02 11:18:23.487927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-51cb33f9-6c5f-4a21-b8a8-4ac35052614e req-fefb7a6a-3704-4edd-908d-87a026905032 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420685 May 02 11:18:24.607489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4c654-cebf-41e6-8331-e54e76186b04 req-95256149-22f6-4994-8945-e9419a887b38 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:24.608984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f4c654-cebf-41e6-8331-e54e76186b04 req-95256149-22f6-4994-8945-e9419a887b38 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0521524 May 02 11:18:24.657179 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64f4c654-cebf-41e6-8331-e54e76186b04 req-3b18c4b4-bf59-417f-ac25-239229f86ed8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426159 May 02 11:18:25.597583 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ad0579a9-1b51-45be-89ed-b8b05fcde35a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:25.769043 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae47efe-d517-4877-abac-ef2b754d7ecb req-f2bfe882-6113-450f-b66e-889c7046875f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:25.770538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ae47efe-d517-4877-abac-ef2b754d7ecb req-f2bfe882-6113-450f-b66e-889c7046875f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0461781 May 02 11:18:25.820986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7ae47efe-d517-4877-abac-ef2b754d7ecb req-001612f2-1266-4e37-b3ab-085f9d52cf6f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450563 May 02 11:18:26.934546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed593a-bf77-4c31-bf60-3ffbd6e3972f req-4ef581ef-97b1-45fd-9765-b6cc00b54375 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:26.936012 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91ed593a-bf77-4c31-bf60-3ffbd6e3972f req-4ef581ef-97b1-45fd-9765-b6cc00b54375 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0464520 May 02 11:18:26.982930 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-91ed593a-bf77-4c31-bf60-3ffbd6e3972f req-352c28d2-57ca-4be8-b102-fde4420f0386 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413496 May 02 11:18:27.922044 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-17d2655e-6591-4a3a-b600-5e002808f92f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:28.097779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c871d8-b3e2-4f68-8119-6d631cf1726b req-0171deb8-7979-4b44-a863-691af313f1cb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:28.099271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0c871d8-b3e2-4f68-8119-6d631cf1726b req-0171deb8-7979-4b44-a863-691af313f1cb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0468981 May 02 11:18:28.147023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d0c871d8-b3e2-4f68-8119-6d631cf1726b req-5c8080b0-82b9-4787-9823-ebfb7d167993 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417013 May 02 11:18:29.259866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6de6539-819a-4b8e-a5a7-ba2bb5c263f7 req-7222d81f-85c9-4c95-ba14-ee385187adaa tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:29.261338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6de6539-819a-4b8e-a5a7-ba2bb5c263f7 req-7222d81f-85c9-4c95-ba14-ee385187adaa tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0462298 May 02 11:18:29.310785 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d6de6539-819a-4b8e-a5a7-ba2bb5c263f7 req-2312e0fa-24c3-4b96-aed6-198d277b2ce8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439482 May 02 11:18:29.408771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:30.425942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e1a15b-c13c-459e-8b2c-e149b8c811ea req-1a9201f7-f91d-4506-9eee-a2e00fbb271d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:30.427473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e1a15b-c13c-459e-8b2c-e149b8c811ea req-1a9201f7-f91d-4506-9eee-a2e00fbb271d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0475392 May 02 11:18:30.473929 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89e1a15b-c13c-459e-8b2c-e149b8c811ea req-0b4ba45b-43cb-4a45-8b08-26e8838ee19b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406888 May 02 11:18:30.739056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:31.588151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845d0d29-fb67-49b6-82d4-33f7564e64e3 req-6c3b3336-9417-47a9-9555-8d6822e54651 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:31.589644 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-845d0d29-fb67-49b6-82d4-33f7564e64e3 req-6c3b3336-9417-47a9-9555-8d6822e54651 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0467696 May 02 11:18:31.637960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-845d0d29-fb67-49b6-82d4-33f7564e64e3 req-558db125-11c2-40fa-9737-a306a395b722 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426803 May 02 11:18:31.980157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:32.754539 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d377eef6-f1c5-4ee3-a5fb-31c6b2d303b1 req-2fa430d9-dac6-4f49-9dd6-d98010208b8e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:32.756683 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d377eef6-f1c5-4ee3-a5fb-31c6b2d303b1 req-2fa430d9-dac6-4f49-9dd6-d98010208b8e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0499208 May 02 11:18:32.802732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d377eef6-f1c5-4ee3-a5fb-31c6b2d303b1 req-7ff74221-586a-4226-91c8-542a035a88d7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402091 May 02 11:18:33.917820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6405152-bef2-4e0f-9815-2c6573c20d0f req-f2d1e51a-1d80-4f15-b289-e0b78ceb34f9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:33.919330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6405152-bef2-4e0f-9815-2c6573c20d0f req-f2d1e51a-1d80-4f15-b289-e0b78ceb34f9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0477586 May 02 11:18:33.968390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e6405152-bef2-4e0f-9815-2c6573c20d0f req-bf535a8d-5084-4563-836a-ca7996650068 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432167 May 02 11:18:35.082550 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84891b81-7607-47ab-8167-5252b6ec9d3d req-9b3dee6f-e5e3-4a0b-9cb2-431bd70e4ea2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:35.084520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84891b81-7607-47ab-8167-5252b6ec9d3d req-9b3dee6f-e5e3-4a0b-9cb2-431bd70e4ea2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0449173 May 02 11:18:35.130793 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-84891b81-7607-47ab-8167-5252b6ec9d3d req-6ae34c19-58d6-4402-a237-5d002326156d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407431 May 02 11:18:36.251389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f46430a-bdc4-4f2e-85df-847d50b4049a req-1a68c760-8224-4f0f-acce-ba6bb8e7c286 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:36.252869 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f46430a-bdc4-4f2e-85df-847d50b4049a req-1a68c760-8224-4f0f-acce-ba6bb8e7c286 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0511942 May 02 11:18:36.298610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9f46430a-bdc4-4f2e-85df-847d50b4049a req-1dcd700d-6a30-408c-9d88-1c10df0c9a79 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402420 May 02 11:18:37.415336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d91642-de01-4df6-ab56-a5815caeb36a req-93c771ca-1746-4548-b9f9-47832eaba2a0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:37.416838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06d91642-de01-4df6-ab56-a5815caeb36a req-93c771ca-1746-4548-b9f9-47832eaba2a0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0504899 May 02 11:18:37.463483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-06d91642-de01-4df6-ab56-a5815caeb36a req-bdeba9ba-7600-4ed5-b2a7-753be0a9fa13 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 May 02 11:18:38.578285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcd853-83f7-41cb-8536-645a0b6deca4 req-8c134bcf-9eb1-402b-b359-35af5015f223 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:38.579743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ebcd853-83f7-41cb-8536-645a0b6deca4 req-8c134bcf-9eb1-402b-b359-35af5015f223 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0476406 May 02 11:18:38.625928 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2ebcd853-83f7-41cb-8536-645a0b6deca4 req-76414a9b-f340-41bb-b2f3-316fdb0aff56 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404534 May 02 11:18:39.250146 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-e917b992-b58f-4c5c-a918-35b8cfc136dd service neutron] show failed (client error): The resource could not be found. May 02 11:18:39.251162 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-e917b992-b58f-4c5c-a918-35b8cfc136dd service neutron] 10.222.0.24 "GET /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0539477 May 02 11:18:39.754629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1a94e3e2-7f69-4e31-a5c7-300986bbeb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:39.756676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1a94e3e2-7f69-4e31-a5c7-300986bbeb87 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1128 time: 0.0676119 May 02 11:18:39.767223 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50369640-9fa4-4431-a6ba-f87c27da36ee req-14400a52-6b09-4ffa-80ab-89a4c72e634c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:39.768624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50369640-9fa4-4431-a6ba-f87c27da36ee req-14400a52-6b09-4ffa-80ab-89a4c72e634c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0684826 May 02 11:18:39.773900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:39.864518 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-50369640-9fa4-4431-a6ba-f87c27da36ee req-4a3555b4-753d-4b34-a4d7-e0989442f10a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880101 May 02 11:18:39.867228 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.069957 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:40.102600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:18:40.146982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:40.152205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks [] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.165254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Transition to ACTIVE for port object 1bb38b2c-4c76-4ae4-94ff-8158c7358922 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:18:40.186800 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6422b47e-1d19-40bb-b74d-67432db34687" -d '{"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:40.214943 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.294043 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d884eb7-26b1-44fe-aaf4-2bd2e342cc10 x-openstack-request-id: req-8d884eb7-26b1-44fe-aaf4-2bd2e342cc10 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:40.294360 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:40.294596 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d884eb7-26b1-44fe-aaf4-2bd2e342cc10 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:40.295000 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d884eb7-26b1-44fe-aaf4-2bd2e342cc10'] response: {'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'code': 200} May 02 11:18:40.297641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:40.309982 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.310334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.310679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.311021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.311356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.311690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.312018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.312344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.312770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.313098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.313422 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.313746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.314070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.314395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.314714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:40.349857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] No DVR routers for this DVR port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:18:40.493515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:18:40.493842 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:18:40.494167 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:40.498378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:18:40.498700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:40.503504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:18:40.503836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:18:40.504214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:18:40.504731 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Bound port: 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:18:40.505094 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.567079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:18:40.569936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:18:40.636059 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.670803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:40.671578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:40.672820 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] 10.222.0.15 "PUT /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1092 time: 0.9032876 May 02 11:18:40.696071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57678a-f8b4-4436-adad-36ac45257f3e service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:40.749868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-00d4c250-2072-4c94-acab-f1af23fca151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:40.751583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-00d4c250-2072-4c94-acab-f1af23fca151 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1126 time: 0.0419614 May 02 11:18:40.854811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-d4790049-1336-47d4-b3c0-aef6a8cb5c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:40.856292 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-d4790049-1336-47d4-b3c0-aef6a8cb5c82 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0945675 May 02 11:18:40.925657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-5bcd120c-2b7f-4634-b687-28b9109655d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0591819 May 02 11:18:41.005894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935f153f-6ae3-43b8-9e17-ea47c62906c3 req-bc28108a-5a75-4f42-958c-9f55d0c2568d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:41.007353 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-935f153f-6ae3-43b8-9e17-ea47c62906c3 req-bc28108a-5a75-4f42-958c-9f55d0c2568d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0733731 May 02 11:18:41.028864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-0e4bbf99-7ef5-47d7-a647-34198d498615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:41.030235 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-0e4bbf99-7ef5-47d7-a647-34198d498615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0877185 May 02 11:18:41.083211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-935f153f-6ae3-43b8-9e17-ea47c62906c3 req-789cca56-580e-4b30-a64c-3c815cf21c02 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702209 May 02 11:18:41.091092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-bbb5d07e-4bb5-4517-aabc-3134a62c01f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:41.092550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-bbb5d07e-4bb5-4517-aabc-3134a62c01f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0496809 May 02 11:18:41.188474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-abe4fa5d-08d1-4e98-9351-000b7a9dffcc service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857372 May 02 11:18:41.279894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38531a81-e29a-4077-bc5b-d767d41cfebe req-b26fb8c9-0bc4-4797-a679-4f4caba03e63 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817313 May 02 11:18:42.203970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd37c79-9971-413a-a7e1-8e8c7872be3c req-2c9f4e60-a9f6-4371-9e5b-2a20b47d11ad tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.205469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bd37c79-9971-413a-a7e1-8e8c7872be3c req-2c9f4e60-a9f6-4371-9e5b-2a20b47d11ad tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0510156 May 02 11:18:42.252852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6bd37c79-9971-413a-a7e1-8e8c7872be3c req-90007353-7ab5-468e-bc28-5e04f9a8e6fc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415454 May 02 11:18:42.296659 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:42.299019 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1564a146-c115-49bb-8c6f-a819b32dcb3c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:42.346348 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a64493ce-c15c-4381-ba86-4ee087719e61 x-openstack-request-id: req-a64493ce-c15c-4381-ba86-4ee087719e61 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:42.346640 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:42.346897 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a64493ce-c15c-4381-ba86-4ee087719e61 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:42.347309 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a64493ce-c15c-4381-ba86-4ee087719e61'] response: {'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'status': 'completed', 'code': 200} May 02 11:18:42.407172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-5f0b81e7-ee95-426a-9b28-8f53b184c58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.408776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-5f0b81e7-ee95-426a-9b28-8f53b184c58f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1126 time: 0.0434139 May 02 11:18:42.501734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-e6ba66a3-f688-4700-8bf2-71df700970b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.503186 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-e6ba66a3-f688-4700-8bf2-71df700970b9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0890384 May 02 11:18:42.565766 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-5b7ae400-4489-4664-8f04-0f61eea809f3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0570505 May 02 11:18:42.614321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-2e5e7b85-474b-48c8-a754-dd445c8fcc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.615786 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-2e5e7b85-474b-48c8-a754-dd445c8fcc28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0427077 May 02 11:18:42.661734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-25f5152f-9485-4e7e-8a29-b1fffec942ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.663632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-25f5152f-9485-4e7e-8a29-b1fffec942ef service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0417061 May 02 11:18:42.750520 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-35479e14-63c5-4a28-9331-284249caa639 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801549 May 02 11:18:42.841885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-6752c8af-beff-4c55-b984-504833bed0ea service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849113 May 02 11:18:42.959796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-54ca7072-481d-411a-a306-80331898563a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:42.961270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-54ca7072-481d-411a-a306-80331898563a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1126 time: 0.0441055 May 02 11:18:43.049393 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-020e6c31-7d65-45b6-a387-76a5605e798b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:43.050888 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-020e6c31-7d65-45b6-a387-76a5605e798b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0836313 May 02 11:18:43.119277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ce237a48-7a25-4ba4-acf0-e8483749491a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0614464 May 02 11:18:43.262637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ef651ce8-3a70-40ff-b053-fcb0357b72cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:43.264023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ef651ce8-3a70-40ff-b053-fcb0357b72cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0454862 May 02 11:18:43.310312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ad918aa9-91bf-4c40-a220-4c8a9be11a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:43.311971 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ad918aa9-91bf-4c40-a220-4c8a9be11a60 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0412133 May 02 11:18:43.321188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:18:43.362431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:18:43.362830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:18:43.378027 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8d108-4777-4451-b6c3-fb8056354fa7 req-dbc1f6d8-62d3-4ccc-86b9-f52e3632a563 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:43.379652 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31f8d108-4777-4451-b6c3-fb8056354fa7 req-dbc1f6d8-62d3-4ccc-86b9-f52e3632a563 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0548372 May 02 11:18:43.410552 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-ca5d815c-87cf-4a8a-9aac-159726fc05a9 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924428 May 02 11:18:43.430305 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-31f8d108-4777-4451-b6c3-fb8056354fa7 req-32e6107c-648b-4294-9b59-0aed0965e592 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439768 May 02 11:18:43.503701 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1564a146-c115-49bb-8c6f-a819b32dcb3c req-fbc58c12-abe0-42db-b549-f25b67505be7 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867026 May 02 11:18:44.485594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:18:44.551968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039c11b2-2d41-477b-9b08-4967a480872b req-85fbe457-81b8-436c-9f1a-ea19ad4b3aa7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:44.554030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-039c11b2-2d41-477b-9b08-4967a480872b req-85fbe457-81b8-436c-9f1a-ea19ad4b3aa7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 944 time: 0.0522087 May 02 11:18:44.588673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:44.599816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:18:44.604094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-039c11b2-2d41-477b-9b08-4967a480872b req-39a082ad-a3b4-4852-ad34-1e8f70299563 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403857 May 02 11:18:44.638169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:18:44.638567 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:44.651668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:18:44.671612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:44.741189 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:44.788853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:44.922130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:44.990692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1bb38b2c-4c76-4ae4-94ff-8158c7358922'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:18:45.192420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285999-40a4-4d0f-96d8-e96db57bcc99 req-06d15a00-f4ae-4123-94ff-480940069521 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.194452 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1285999-40a4-4d0f-96d8-e96db57bcc99 req-06d15a00-f4ae-4123-94ff-480940069521 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0566471 May 02 11:18:45.242900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-be1e1826-d774-4853-aad9-0e31c471d1ba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.244341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-be1e1826-d774-4853-aad9-0e31c471d1ba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0710411 May 02 11:18:45.294065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1285999-40a4-4d0f-96d8-e96db57bcc99 req-7c0ec151-951e-4474-b5e5-bc395f6073ad tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835681 May 02 11:18:45.321709 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-7c7371bf-aecc-4929-b4dc-42c1e8115831 service neutron] 10.222.0.15 "GET /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922/bindings/nch1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0685673 May 02 11:18:45.381301 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-93e89cdd-c4ab-4bc2-9e27-d4b9f3631579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.382835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-93e89cdd-c4ab-4bc2-9e27-d4b9f3631579 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1127 time: 0.0396388 May 02 11:18:45.474299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-e945d105-e990-44f4-8c9d-21a2985d53f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.475749 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-e945d105-e990-44f4-8c9d-21a2985d53f2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0865715 May 02 11:18:45.538570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-e5fb0fdd-73aa-42a2-bd27-0b672f9e105e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1002 time: 0.0560396 May 02 11:18:45.585382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-26e8be2c-d63b-48b1-bc00-b2cdb209503a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.586804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-26e8be2c-d63b-48b1-bc00-b2cdb209503a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0423429 May 02 11:18:45.633013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-4f7d19af-b9f3-4aae-9fbe-10dff03bb252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:45.634395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-4f7d19af-b9f3-4aae-9fbe-10dff03bb252 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420108 May 02 11:18:45.721313 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-7c19aa8a-16bd-4ec4-8cd2-48d52577273f service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804567 May 02 11:18:45.811643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-c09c77bd-a1ca-4aee-ab91-1a411b620b58 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841880 May 02 11:18:46.419511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a4d2db-b123-4297-ad09-1553c89fff1b req-7078499e-86ad-46e5-9644-06f6566f7fd0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:46.421032 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9a4d2db-b123-4297-ad09-1553c89fff1b req-7078499e-86ad-46e5-9644-06f6566f7fd0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0521874 May 02 11:18:46.431299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:46.468352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a9a4d2db-b123-4297-ad09-1553c89fff1b req-69f46f9a-5bf9-4dbc-bc4a-237d01f5a6b0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412648 May 02 11:18:46.491678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:18:46.536120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:18:46.585545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:18:46.585918 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:46.668538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:18:46.668962 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:46.691070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:46.693747 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acb8d14-76a6-435e-9aed-2efccbeb0636" -d '{"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:46.705956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:46.741619 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:18:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ee10fef-c077-44c2-9983-5c800ebffb9d x-openstack-request-id: req-9ee10fef-c077-44c2-9983-5c800ebffb9d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:46.741921 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-plugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:46.742180 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9ee10fef-c077-44c2-9983-5c800ebffb9d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:46.742583 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee10fef-c077-44c2-9983-5c800ebffb9d'] response: {'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'code': 200} May 02 11:18:46.745646 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:46.792220 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:47.589607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d16a8-d726-4140-83a7-1326850bb605 req-6d12dd48-8a4e-497e-a4a1-ffad7a13dd13 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:47.591110 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926d16a8-d726-4140-83a7-1326850bb605 req-6d12dd48-8a4e-497e-a4a1-ffad7a13dd13 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0479908 May 02 11:18:47.638007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926d16a8-d726-4140-83a7-1326850bb605 req-65e063ae-54f9-4d64-bf8d-9e405748d8a8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410490 May 02 11:18:48.561465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-0d0a21df-10a8-44a5-ad9a-cbcd44da4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:48.562952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-0d0a21df-10a8-44a5-ad9a-cbcd44da4f34 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1128 time: 0.0396352 May 02 11:18:48.573427 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:48.634844 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:48.763925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf3991-b509-4e5a-9764-22b68f406110 req-598b7c5d-e9cd-4cec-84a0-f1dbc5d00a52 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:48.765478 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52bf3991-b509-4e5a-9764-22b68f406110 req-598b7c5d-e9cd-4cec-84a0-f1dbc5d00a52 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0497711 May 02 11:18:48.813529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-52bf3991-b509-4e5a-9764-22b68f406110 req-44613ec7-e70d-4d74-9aec-2bc4df739f98 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420053 May 02 11:18:48.843244 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:48.877180 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:18:48.916580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:48.918816 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dd618b-f59a-4320-9bac-5e1d41299844" -d '{"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:48.922315 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks [] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:48.935374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Transition to ACTIVE for port object 1bb38b2c-4c76-4ae4-94ff-8158c7358922 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:18:48.969802 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c161f59-c064-42a5-bd04-a3c07e741a61 x-openstack-request-id: req-5c161f59-c064-42a5-bd04-a3c07e741a61 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:48.970099 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-unplugged", "status": "completed", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:48.970355 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5c161f59-c064-42a5-bd04-a3c07e741a61 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:48.970759 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c161f59-c064-42a5-bd04-a3c07e741a61'] response: {'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'code': 200} May 02 11:18:49.003134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:49.081787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:49.131934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] No DVR routers for this DVR port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:18:49.272543 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:18:49.272973 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:18:49.273301 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:49.277549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:18:49.277871 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Attempting to bind port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:18:49.282891 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:18:49.283228 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:18:49.283611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:18:49.284035 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Bound port: 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:18:49.284420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:49.353303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:18:49.356169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:18:49.437681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:49.472758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.473392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:49.474860 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] 10.222.0.24 "PUT /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1093 time: 0.9052668 May 02 11:18:49.508638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a2327-ed09-42c3-ac3b-c28e1e6ed864 service neutron] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=11']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:49.539292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-00c18b4a-f4fc-4527-8885-3b7fd8d8e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.540836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-00c18b4a-f4fc-4527-8885-3b7fd8d8e980 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1127 time: 0.0434668 May 02 11:18:49.639423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-08ad6c34-ee0f-4718-97d7-433a285df0b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.640981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-08ad6c34-ee0f-4718-97d7-433a285df0b6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0949991 May 02 11:18:49.708387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-f8a00815-a1cb-4faf-afa2-55352d323163 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0606611 May 02 11:18:49.762581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-a08dec1f-5535-414e-a0f1-cca770b10686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.763953 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-a08dec1f-5535-414e-a0f1-cca770b10686 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0498378 May 02 11:18:49.807200 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c79999a-ed0f-46ac-9807-7501449620ea req-64dd542b-25ab-462c-baaf-cf3e14c22484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.808704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-64dd542b-25ab-462c-baaf-cf3e14c22484 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0391173 May 02 11:18:49.898089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-cc54d883-05b5-490a-b0c7-f53b876e14fa service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836282 May 02 11:18:49.926802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565b5bb3-31c3-4d49-8158-9bcfa51036e4 req-4a695613-8ebc-4c8f-a6ba-1751a383d3d0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:49.928835 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-565b5bb3-31c3-4d49-8158-9bcfa51036e4 req-4a695613-8ebc-4c8f-a6ba-1751a383d3d0 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0464551 May 02 11:18:49.978255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-565b5bb3-31c3-4d49-8158-9bcfa51036e4 req-a4cd67ee-a1ba-4afa-9c30-b36ad8251a18 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436323 May 02 11:18:49.992893 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c79999a-ed0f-46ac-9807-7501449620ea req-5fe4b59d-6496-46f8-8a78-422e233fa2e6 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893257 May 02 11:18:50.524927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:18:50.563442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:18:50.563826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:18:50.972785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:50.975312 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f" -d '{"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:51.029377 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:18:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066ae4ca-ee34-42d8-a233-b8a27278ec18 x-openstack-request-id: req-066ae4ca-ee34-42d8-a233-b8a27278ec18 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:51.029673 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:51.029930 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-066ae4ca-ee34-42d8-a233-b8a27278ec18 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:51.030344 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-066ae4ca-ee34-42d8-a233-b8a27278ec18'] response: {'name': 'network-changed', 'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'status': 'completed', 'code': 200} May 02 11:18:51.089001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-4054e7eb-b17c-4947-85f0-0956dfb62d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.090675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-4054e7eb-b17c-4947-85f0-0956dfb62d35 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1127 time: 0.0425642 May 02 11:18:51.124491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b21cc-b057-48b5-863d-aa536a91cd38 req-bc66a721-66f8-40de-a019-7f35aafbb13d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.126011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112b21cc-b057-48b5-863d-aa536a91cd38 req-bc66a721-66f8-40de-a019-7f35aafbb13d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0734971 May 02 11:18:51.129063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-08faf3d0-e037-4866-b725-140f4b658913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.130966 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-08faf3d0-e037-4866-b725-140f4b658913 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 1127 time: 0.0670936 May 02 11:18:51.232583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-112b21cc-b057-48b5-863d-aa536a91cd38 req-26fdfdc0-d6f4-4a6a-8951-5872ade3fc1d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998690 May 02 11:18:51.268574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-ffffffde-0b0c-4801-9573-91d1c60ee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.270086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-ffffffde-0b0c-4801-9573-91d1c60ee229 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.1248393 May 02 11:18:51.344272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-ac0e8575-cd87-407a-9a33-dbbc02d05685 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0645425 May 02 11:18:51.407661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-46f4af47-7762-47f6-813e-6ce43e84ad56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.409289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-46f4af47-7762-47f6-813e-6ce43e84ad56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0562661 May 02 11:18:51.455856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-0bb2954f-28e7-4b6c-9aac-0998bbf7385a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.456810 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-bd0e0338-39b2-4ee2-8791-9e1baf1b732b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.457409 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-0bb2954f-28e7-4b6c-9aac-0998bbf7385a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0389259 May 02 11:18:51.458282 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-bd0e0338-39b2-4ee2-8791-9e1baf1b732b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.3613729 May 02 11:18:51.525271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-d7646757-8551-4dd3-9578-b80129467991 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 200 len: 1001 time: 0.0595522 May 02 11:18:51.553617 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-66d2fb27-6981-47cf-8e4c-911a27257fe8 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868921 May 02 11:18:51.574242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-24ff614a-78fc-4b35-819e-d5edbed4c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.575752 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-24ff614a-78fc-4b35-819e-d5edbed4c064 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0452566 May 02 11:18:51.623245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-6a988503-c06e-4026-baac-a6b1894c015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:51.624784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-6a988503-c06e-4026-baac-a6b1894c015c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0437412 May 02 11:18:51.651585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-d1a63adf-bb0a-4900-94b3-07bd874ae7bb service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882096 May 02 11:18:51.715903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-65fb1c4c-6768-4056-8e27-01f36b36fc26 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856662 May 02 11:18:51.812881 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-edbbc3f2-06a1-42de-b93e-d0c0c9703b7f req-629fda6e-0ef9-4c9a-acd9-bec28005956f service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902839 May 02 11:18:52.349404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbe65bf-e2c0-4e16-9d27-8ce5c36c0591 req-129a402b-6e78-474f-9e49-383f7a3514f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:52.350914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4cbe65bf-e2c0-4e16-9d27-8ce5c36c0591 req-129a402b-6e78-474f-9e49-383f7a3514f3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0465226 May 02 11:18:52.396759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4cbe65bf-e2c0-4e16-9d27-8ce5c36c0591 req-0482ab32-02ce-4b93-b0fe-b84a65a8161d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403075 May 02 11:18:52.509381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3cde4a-52fd-4aea-8618-d5ee8ebbc269 req-ddfea071-c790-4722-9ecb-62017989a3be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:52.510834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d3cde4a-52fd-4aea-8618-d5ee8ebbc269 req-ddfea071-c790-4722-9ecb-62017989a3be tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0477345 May 02 11:18:52.561378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d3cde4a-52fd-4aea-8618-d5ee8ebbc269 req-dd801ed6-efd0-4a1f-942f-4561c35fb1eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449202 May 02 11:18:52.671645 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831df787-aa06-4541-bbaf-f31e15eb11cd req-0624fd08-5793-4036-9a20-6a071c950684 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:52.673126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-831df787-aa06-4541-bbaf-f31e15eb11cd req-0624fd08-5793-4036-9a20-6a071c950684 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0474610 May 02 11:18:52.722419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-831df787-aa06-4541-bbaf-f31e15eb11cd req-edda2eb9-9501-4d5b-9593-d82a5ec0770d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438094 May 02 11:18:53.185585 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a6a55e-12db-45f7-b835-80465ae58a6e req-c52bf314-26a8-4971-94ae-c05681225af7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:53.187085 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28a6a55e-12db-45f7-b835-80465ae58a6e req-c52bf314-26a8-4971-94ae-c05681225af7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 945 time: 0.0471861 May 02 11:18:53.233689 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-28a6a55e-12db-45f7-b835-80465ae58a6e req-6c8f378e-2b17-48f7-9639-a7ac04d08c20 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410757 May 02 11:18:53.378984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:18:53.478273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:53.490315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'mac_address': 'fa:16:3e:6a:f3:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:18:53.525823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:18:53.526215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:53.539365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:18:53.558444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:53.614186 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:53.659747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:53.821196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['1bb38b2c-4c76-4ae4-94ff-8158c7358922'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:18:54.357316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4bfd6-ba15-467d-95f6-0ab4ef48f2e8 req-1246f2f5-30db-4432-8a6a-b10badcb955d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:54.358721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6aa4bfd6-ba15-467d-95f6-0ab4ef48f2e8 req-1246f2f5-30db-4432-8a6a-b10badcb955d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0455196 May 02 11:18:54.392174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-5016de28-20cc-46ee-bfee-5c3836718301 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:54.393733 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-5016de28-20cc-46ee-bfee-5c3836718301 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 946 time: 0.0467832 May 02 11:18:54.405884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6aa4bfd6-ba15-467d-95f6-0ab4ef48f2e8 req-d1584048-c6b6-41c0-9ef0-bf066aa002c8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412807 May 02 11:18:54.480464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Deleting port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:18:54.480876 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:54.568974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] For port 1bb38b2c-4c76-4ae4-94ff-8158c7358922, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=1bb38b2c-4c76-4ae4-94ff-8158c7358922,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:18:54.569344 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:54.728189 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:18:54.749442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:54.750001 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:54.750523 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 disassociated. External IP: 172.35.4.176, port: 1bb38b2c-4c76-4ae4-94ff-8158c7358922. May 02 11:18:54.751076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Calling delete_port for 1bb38b2c-4c76-4ae4-94ff-8158c7358922 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:18:54.961500 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1bb38b2c-4c76-4ae4-94ff-8158c7358922), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:54.995072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'Port': ['ID=1bb38b2c-4c76-4ae4-94ff-8158c7358922,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:18:55.006415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.006765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.007106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.007443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.007809 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.011655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.012002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.012384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.012762 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.013103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.013464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.013799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.014131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.014459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.014788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:18:55.137896 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:18:55.250565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:18:55.259805 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:18:55.269108 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:55.269645 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:18:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:55.294170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] No DVR routers for this DVR port 1bb38b2c-4c76-4ae4-94ff-8158c7358922 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:18:55.297102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:55.300724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d1fc7e0-5809-47dc-929d-27c1eb9bfa03 req-e68ec7ba-4316-4952-b0bb-5eb95345813f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "DELETE /v2.0/ports/1bb38b2c-4c76-4ae4-94ff-8158c7358922 HTTP/1.1" status: 204 len: 173 time: 0.9016695 May 02 11:18:55.301222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-deleted', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:18:55.304919 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa97c04-4364-416a-97fc-6e5a1bbfe695" -d '{"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-deleted", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:18:55.344156 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8440168-4742-4e69-8e84-3d1d7c2b340d x-openstack-request-id: req-e8440168-4742-4e69-8e84-3d1d7c2b340d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:18:55.344455 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c2097f1-892f-4ec7-a500-d9c437032033", "name": "network-vif-deleted", "tag": "1bb38b2c-4c76-4ae4-94ff-8158c7358922", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:18:55.344750 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e8440168-4742-4e69-8e84-3d1d7c2b340d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:18:55.345157 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8440168-4742-4e69-8e84-3d1d7c2b340d'] response: {'server_uuid': '3c2097f1-892f-4ec7-a500-d9c437032033', 'name': 'network-vif-deleted', 'tag': '1bb38b2c-4c76-4ae4-94ff-8158c7358922', 'status': 'completed', 'code': 200} May 02 11:18:55.380192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:55.396409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:18:55.400725 ncdv-master-1 neutron-server[115664]: INFO neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No ports have port_id starting with 1bb38b2c-4c76-4ae4-94ff-8158c7358922 May 02 11:18:55.402211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 requested by agent hyperv_nch2-master-1 not found in database {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} May 02 11:18:55.510048 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ba41f2b-35a7-4d87-8800-0b61858998ea req-ee1c785e-2ab2-427f-bd6b-5b5ed608607a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=3c2097f1-892f-4ec7-a500-d9c437032033 HTTP/1.1" status: 200 len: 210 time: 0.0307050 May 02 11:18:55.614448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5743a69c-870c-491b-a806-612f0fcfcb9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:55.666013 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:55.690977 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:18:55.699946 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:18:55.700537 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:18:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:55.806184 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:18:55.993669 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:18:56.019730 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737dfaa-023d-4bd7-95c3-3922718d25c0 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:18:56.269063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f93ae1d-2b8d-4d55-b097-00d6c13ffac2 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:18:56.752866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-480545d9-d02f-4063-88ef-2ca6b61961d7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1849876310&fields=id&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 267 time: 0.0427721 May 02 11:18:56.868162 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-8fffa460-1101-4fe4-aee9-ea410736b8ba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:56.872624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-8fffa460-1101-4fe4-aee9-ea410736b8ba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1095896 May 02 11:18:56.885590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-b6726d4e-e3ac-4ebd-8b77-0fbcc33208a2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/quotas/5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 375 time: 0.0101535 May 02 11:18:56.935377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-e2d0341b-e9aa-457d-bda0-85f27c8da821 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445106 May 02 11:18:57.024071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-ecfa9a66-492b-4c21-94e6-3228f744d3d4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:18:57.025130 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-ecfa9a66-492b-4c21-94e6-3228f744d3d4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0444472 May 02 11:18:57.118726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-e8396c0e-972c-4f04-b43e-f98ba7509632 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875268 May 02 11:18:57.206884 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-6a784835-05d4-4ac9-8c03-0dc743f070d9 service neutron] 10.222.0.16 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824645 May 02 11:18:57.395140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:18:57.421627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 1bb38b2c-4c76-4ae4-94ff-8158c7358922 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:18:57.422458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 1bb38b2c-4c76-4ae4-94ff-8158c7358922 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:18:57.442923 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4132ad1f-a0af-4938-939a-023d3434b359 req-1ffa6d86-dede-4565-89b7-e00a2ae81cd7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 210 time: 0.0293829 May 02 11:18:57.932889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a853dca8-e822-4902-9846-0671fc4791e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:58.542624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7190dee2-8649-452a-a54b-432552667db8 req-87b21331-2f05-4b5c-a9a6-4509e00d8d09 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 210 time: 0.0285814 May 02 11:18:59.394721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-c32898d4-8db6-45a7-8c20-f129dde5af6e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:18:59.396754 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-c32898d4-8db6-45a7-8c20-f129dde5af6e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 812 time: 0.1071477 May 02 11:18:59.420025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:59.456776 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-c40b9e94-257b-4657-b5b7-3753fef3ebb2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 380 time: 0.0527639 May 02 11:18:59.464930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'port': {'device_id': '4e700199-6e94-4c90-9581-280817488b43', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'admin_state_up': True, 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'security_groups': ['3438e120-6afd-4bc6-b63a-40792b9be1ab']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:18:59.643663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37a94a4d-a944-4356-aad2-73d4a8805221 req-639cc71c-2439-4e60-85bb-7050826f3ff9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 210 time: 0.0312181 May 02 11:18:59.682619 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Made reservation on behalf of 5b9461ec4cf54a98ab67b4c860d3b6b0 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:18:59.686120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:18:59.812988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Allocated IP 172.20.0.4 (e844c303-6920-4af1-9887-122d2936269e/e08ff7fb-567a-4fe8-b296-7958f5b00f5c/11c786df-89d2-4f57-a707-ae4c425fbe03) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:18:59.950585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.026031 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.068500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Network e844c303-6920-4af1-9887-122d2936269e is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:19:00.073577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:19:00.077357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:19:00.083758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:00.138541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:00.139179 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.227531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-a132c1e4-46ea-4827-8d92-77b6a2f182af tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662416 May 02 11:19:00.241007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Request body: {'port': {'device_id': '4e700199-6e94-4c90-9581-280817488b43', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:19:00.300983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.307244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6bd7598e-06aa-437f-af82-54ff7fc870d8 None None] Provisioning complete for port 11c786df-89d2-4f57-a707-ae4c425fbe03 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:19:00.307620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6bd7598e-06aa-437f-af82-54ff7fc870d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.341206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6bd7598e-06aa-437f-af82-54ff7fc870d8 None None] Port 11c786df-89d2-4f57-a707-ae4c425fbe03 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:19:00.566661 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:19:00.574116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks [] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.587020 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Transition to ACTIVE for port object 11c786df-89d2-4f57-a707-ae4c425fbe03 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:19:00.642645 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.704569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:00.756298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.800123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92562b8d-9442-40d8-9d4b-23c9770d92a0 req-872dee50-ad5f-40cc-9d8b-6dcfb3988aa2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:00.801673 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92562b8d-9442-40d8-9d4b-23c9770d92a0 req-872dee50-ad5f-40cc-9d8b-6dcfb3988aa2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0774195 May 02 11:19:00.841253 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:19:00.841593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:19:00.841924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:00.856181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:19:00.856516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:00.869087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 18, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:19:00.869390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:19:00.869785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:19:00.870224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Bound port: 11c786df-89d2-4f57-a707-ae4c425fbe03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:19:00.870587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:00.875476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-92562b8d-9442-40d8-9d4b-23c9770d92a0 req-ab0aa606-eb57-40f6-8fc0-2d1097795af2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653932 May 02 11:19:00.946258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:19:00.949215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:19:01.038123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:01.073081 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.073796 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:01.075222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] 10.222.0.24 "PUT /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1091 time: 0.8394556 May 02 11:19:01.075698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:01.077975 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e" -d '{"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:01.105183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168770b-e753-4b78-abc8-b377241c57fc service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:01.124347 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a4dfe4-699d-45cd-bcd2-ed4c9b28e94d x-openstack-request-id: req-39a4dfe4-699d-45cd-bcd2-ed4c9b28e94d {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:01.124696 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:01.124959 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39a4dfe4-699d-45cd-bcd2-ed4c9b28e94d {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:01.125380 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a4dfe4-699d-45cd-bcd2-ed4c9b28e94d'] response: {'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'status': 'completed', 'code': 200} May 02 11:19:01.189750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-c0d35c4e-aaa1-47fd-a55c-ef8606de1fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.191299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-c0d35c4e-aaa1-47fd-a55c-ef8606de1fe8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1125 time: 0.0460951 May 02 11:19:01.291988 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-19b69fb3-fd3c-419a-a371-7f8cccd8a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.293503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-19b69fb3-fd3c-419a-a371-7f8cccd8a5fd service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951133 May 02 11:19:01.388987 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-09ef224d-e847-4d61-b248-0ec9e6938a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.390465 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b90f3e2-0af3-4db4-8cdc-98223fd4b67e req-09ef224d-e847-4d61-b248-0ec9e6938a3f service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919363 May 02 11:19:01.463512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-0fb4f60b-bc6b-41ec-93df-5891f3c66192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.465038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-0fb4f60b-bc6b-41ec-93df-5891f3c66192 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1125 time: 0.0406959 May 02 11:19:01.504913 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-1e67620c-1c47-42a3-bbd7-0914005e13bf service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 217 time: 0.0340571 May 02 11:19:01.556014 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-afd26551-c372-4f60-af28-be256c12d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.557483 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-afd26551-c372-4f60-af28-be256c12d146 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0474176 May 02 11:19:01.599867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-fa73d53d-e266-45c9-a29d-8508ab03d3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:01.601328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-fa73d53d-e266-45c9-a29d-8508ab03d3dc service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0377877 May 02 11:19:01.694394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-60312fb2-63dd-4107-b9fc-a76e2c4d244e service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859935 May 02 11:19:01.782942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b4762ab6-77b8-4ad3-bbe8-e75ee9a79ec2 req-26a65e20-6c6d-46bf-b7f1-85a01cdce4bf service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833104 May 02 11:19:01.969163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:01.998684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d579a503-35a2-4013-b40f-58443e43548a req-f5a79230-f76a-4fd4-8e6b-72b8a8945790 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:02.000199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d579a503-35a2-4013-b40f-58443e43548a req-f5a79230-f76a-4fd4-8e6b-72b8a8945790 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0482187 May 02 11:19:02.051001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d579a503-35a2-4013-b40f-58443e43548a req-72b130e8-2fae-4f11-828d-a58edc7f7af8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450852 May 02 11:19:03.165240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2941826-c92f-4d07-8966-37c839d4100a req-fd790551-c18d-4517-82ed-e5f4875c7d29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:03.166703 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2941826-c92f-4d07-8966-37c839d4100a req-fd790551-c18d-4517-82ed-e5f4875c7d29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0462720 May 02 11:19:03.212284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b2941826-c92f-4d07-8966-37c839d4100a req-ba7051d2-b46c-4991-b2e9-41e477d0664f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400660 May 02 11:19:03.426149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:19:03.519809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:03.534383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:19:03.570175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:03.570558 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:03.583672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:19:03.602427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:03.659742 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:03.705538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:03.713338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.713692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.714036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.714378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.714714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.715046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.715376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.715706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.716042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.716370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.716734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.717061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.717388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.717714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.718038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:03.859752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['11c786df-89d2-4f57-a707-ae4c425fbe03'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:19:04.325681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f21683-1115-4b10-ad5c-940c2b18e16c req-d4cd93b9-56a5-49c3-89ef-d72605c44ec1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:04.327153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1f21683-1115-4b10-ad5c-940c2b18e16c req-d4cd93b9-56a5-49c3-89ef-d72605c44ec1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0470440 May 02 11:19:04.373383 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d1f21683-1115-4b10-ad5c-940c2b18e16c req-f640ec97-5dcc-45ba-8316-02b410ca3d9f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407674 May 02 11:19:05.442441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:19:05.486856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3466a9-7b2a-4efe-8331-8dd122ce1d1e req-56a5e2f6-0f78-463d-908a-80b9918b5882 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:05.487487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 11c786df-89d2-4f57-a707-ae4c425fbe03 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:19:05.488337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3466a9-7b2a-4efe-8331-8dd122ce1d1e req-56a5e2f6-0f78-463d-908a-80b9918b5882 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0473213 May 02 11:19:05.534770 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f3466a9-7b2a-4efe-8331-8dd122ce1d1e req-6c97889f-bcc0-4059-a876-8ff15873b64e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405204 May 02 11:19:05.545556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 11c786df-89d2-4f57-a707-ae4c425fbe03 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:19:05.545999 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:05.781448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:05.781725 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:05.804884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:05.807095 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d76da756-54b5-4bda-b439-06f060f1d5a0" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:05.820188 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:05.843227 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:19:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12eaf381-8bfa-4d30-af2c-8db92aa64071 x-openstack-request-id: req-12eaf381-8bfa-4d30-af2c-8db92aa64071 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:05.843530 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:05.843789 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-12eaf381-8bfa-4d30-af2c-8db92aa64071 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:05.844190 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12eaf381-8bfa-4d30-af2c-8db92aa64071'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'code': 200} May 02 11:19:05.905804 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:05.936785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99242e8e-f2f5-4503-a4b0-52a4e99665b0 req-c91bf5dd-1c1c-4d12-b2d7-c7fd7ea418b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:05.938307 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99242e8e-f2f5-4503-a4b0-52a4e99665b0 req-c91bf5dd-1c1c-4d12-b2d7-c7fd7ea418b4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1127 time: 0.0400796 May 02 11:19:05.954011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:05.981885 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99242e8e-f2f5-4503-a4b0-52a4e99665b0 req-554e9203-4539-4041-8e7c-89c14c8582a2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378542 May 02 11:19:06.652143 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ebc5aa-b885-4722-bf95-e89e5556966e req-7aeb2a82-ddee-4bda-9ec2-ad6ccec90f6f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:06.653641 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87ebc5aa-b885-4722-bf95-e89e5556966e req-7aeb2a82-ddee-4bda-9ec2-ad6ccec90f6f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0496616 May 02 11:19:06.699066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87ebc5aa-b885-4722-bf95-e89e5556966e req-7e04bd91-6cad-4c68-9bc4-8d16de5d37de tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397382 May 02 11:19:08.076621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926de0ef-c60a-462b-8cdd-4a3827ee544c req-e86d87ce-afe9-48bc-8e3b-744cfb00c299 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:08.078009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926de0ef-c60a-462b-8cdd-4a3827ee544c req-e86d87ce-afe9-48bc-8e3b-744cfb00c299 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.3096035 May 02 11:19:08.124637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-926de0ef-c60a-462b-8cdd-4a3827ee544c req-3adcb830-f195-4540-b4a7-f47e8a21171b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410378 May 02 11:19:08.233640 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a639ef-645a-4d18-99e4-a7a40598e193 req-5470ef89-79d2-4431-990a-2dd513890924 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:08.235118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-58a639ef-645a-4d18-99e4-a7a40598e193 req-5470ef89-79d2-4431-990a-2dd513890924 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0456660 May 02 11:19:08.244469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49362) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:19:08.248788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Request body: {'floatingip': {'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:19:08.290310 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:08.720539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:08.779651 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:08.880591 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 associated. External IP: 172.35.4.176, port: 11c786df-89d2-4f57-a707-ae4c425fbe03. May 02 11:19:09.087028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:19:09.512900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:19:09.517861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:09.522312 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:19:09.532974 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:19:09.534696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:18:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:09.547849 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-62adc1f6-5c16-4af3-9fc6-803b81b773b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "PUT /v2.0/floatingips/5ff9b11e-87a9-438d-9813-47a566fdb2c9 HTTP/1.1" status: 200 len: 992 time: 1.3023245 May 02 11:19:09.548901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:09.552021 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d" -d '{"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:09.593946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a60da8-8dbf-46a9-98eb-0f98fbb87277 x-openstack-request-id: req-04a60da8-8dbf-46a9-98eb-0f98fbb87277 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:09.593946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:09.593946 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04a60da8-8dbf-46a9-98eb-0f98fbb87277 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:09.593946 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a60da8-8dbf-46a9-98eb-0f98fbb87277'] response: {'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'status': 'completed', 'code': 200} May 02 11:19:09.645353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:19:09.654698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-cbc8b749-b94c-47e7-80f8-4bc8a549a12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:09.656780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-cbc8b749-b94c-47e7-80f8-4bc8a549a12a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1127 time: 0.0426505 May 02 11:19:09.754556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-ffdb447a-efa6-4497-99e5-d85064cf3bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:09.756021 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-ffdb447a-efa6-4497-99e5-d85064cf3bc9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0940750 May 02 11:19:09.822699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-9bca6298-e6ee-497f-a327-d9d81e545dd2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0603595 May 02 11:19:09.868481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e700199-6e94-4c90-9581-280817488b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:19:08Z', 'revision_number': 13, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:09.873280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-7c8f53e2-a760-4396-9f51-241f3a9acbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:09.874749 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-7c8f53e2-a760-4396-9f51-241f3a9acbf3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0468817 May 02 11:19:09.894446 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:19:09.903075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:19:09.903681 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:18:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:09.923380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-638a3874-ff4d-4583-9822-d43be0bfa9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:09.924899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-638a3874-ff4d-4583-9822-d43be0bfa9a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0446787 May 02 11:19:10.014044 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:19:10.020846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-cb97f32d-639e-4ca8-aa23-fe60365325d9 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899920 May 02 11:19:10.118586 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a91e1bd6-da1f-4ce1-9607-b0fcef458f6d req-bacf48f7-b4cc-40dd-ab8a-ba1b6bcc12e3 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905664 May 02 11:19:10.262075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e700199-6e94-4c90-9581-280817488b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:19:08Z', 'revision_number': 13, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:10.289230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a8244e6-f3ac-4076-83a7-ecb3f721260b None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5ff9b11e-87a9-438d-9813-47a566fdb2c9', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4158, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e700199-6e94-4c90-9581-280817488b43', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:16:19Z', 'updated_at': '2022-05-02T11:19:08Z', 'revision_number': 13, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:19:10.505930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40a2bc40-d2ab-4276-b4ae-7f859800c348 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:19:11.306812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2437e3-f7c7-4462-8918-8961f050d1bd req-72395bb5-d348-4cb7-b2c5-7b89cbd402f7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:11.308564 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad2437e3-f7c7-4462-8918-8961f050d1bd req-72395bb5-d348-4cb7-b2c5-7b89cbd402f7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0489454 May 02 11:19:11.353758 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ad2437e3-f7c7-4462-8918-8961f050d1bd req-f5085cf6-91e1-49e6-9ca5-d5315cb5d62a tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398548 May 02 11:19:14.933980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:15.553881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1ab2a3-159b-40e0-8f90-fe288ec251fe req-7211b9ff-0b2a-48a8-9250-5c7ff92722a6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:15.555351 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c1ab2a3-159b-40e0-8f90-fe288ec251fe req-7211b9ff-0b2a-48a8-9250-5c7ff92722a6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0477116 May 02 11:19:15.602502 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c1ab2a3-159b-40e0-8f90-fe288ec251fe req-7a825460-3b31-40ba-85a0-bbc4d111b702 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416276 May 02 11:19:15.742293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-77732d75-6c7a-40c6-bfe6-ca472ef03cbe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0838826 May 02 11:19:16.273801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-006cd604-eca7-4fb8-9ed2-f8d5aaee6853 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:16.275143 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-006cd604-eca7-4fb8-9ed2-f8d5aaee6853 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 942 time: 0.0990489 May 02 11:19:16.408036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:16.718772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb7faf7-be0b-436c-8f89-a5374d94bbf1 req-70d965bb-3a6b-4022-b422-9ac313e3ed7b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:16.720245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fb7faf7-be0b-436c-8f89-a5374d94bbf1 req-70d965bb-3a6b-4022-b422-9ac313e3ed7b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0467091 May 02 11:19:16.767443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4fb7faf7-be0b-436c-8f89-a5374d94bbf1 req-f3e7670b-f46b-44a2-b741-9ea224f16815 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415404 May 02 11:19:17.642730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-52ed4b13-9090-4329-93da-6880e258435e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:17.644218 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-52ed4b13-9090-4329-93da-6880e258435e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1127 time: 0.0444274 May 02 11:19:17.749307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-067c9a62-8b9b-4f6c-9323-14e54b6a329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:17.750788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-067c9a62-8b9b-4f6c-9323-14e54b6a329c service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0885460 May 02 11:19:17.822430 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-ef5c5a08-b02f-4a22-992a-e1058f296491 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1002 time: 0.0657587 May 02 11:19:17.904977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-05336199-4a3b-4783-a4ea-43602f126515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:17.906917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-05336199-4a3b-4783-a4ea-43602f126515 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0769467 May 02 11:19:17.913026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05748c87-93ce-4428-ae06-97fcb9e6e4d2 req-b4552cfe-561c-4ada-804f-2f6180b5c616 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:17.915146 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05748c87-93ce-4428-ae06-97fcb9e6e4d2 req-b4552cfe-561c-4ada-804f-2f6180b5c616 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0769033 May 02 11:19:17.975746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-90e743c9-a611-422a-b485-859a3f670153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:17.977280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-90e743c9-a611-422a-b485-859a3f670153 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0613146 May 02 11:19:18.000828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05748c87-93ce-4428-ae06-97fcb9e6e4d2 req-9da45259-90e9-4de5-8d08-65da601b1159 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774534 May 02 11:19:18.076817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-953246a0-16fb-4868-a8eb-b4768dba684f service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901299 May 02 11:19:18.172183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a99a5af2-f004-4acb-9d36-30356d8148a7 req-66111030-0cae-4fe9-a4b5-6a06018acc3b service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888987 May 02 11:19:18.247295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-8a0fd9e3-312a-4840-962b-40eceb31b4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:18.248802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-8a0fd9e3-312a-4840-962b-40eceb31b4ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1127 time: 0.0407486 May 02 11:19:18.341744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-48fd997a-20ec-4cae-9498-112106005ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:18.347892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-48fd997a-20ec-4cae-9498-112106005ad5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0892687 May 02 11:19:18.413495 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-74b21a95-5eeb-4f5e-96e1-c6cd2f1a5f24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1002 time: 0.0585914 May 02 11:19:18.464567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-c4848b40-a956-432e-9127-2bfe18db9615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:18.465948 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-c4848b40-a956-432e-9127-2bfe18db9615 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0450571 May 02 11:19:18.514091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-09e9ccd6-f963-45ce-981a-4ef3076115c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:18.515615 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-09e9ccd6-f963-45ce-981a-4ef3076115c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430937 May 02 11:19:18.604294 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-acd8e4a4-4d1b-42f0-aed6-c31305fa241c service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829382 May 02 11:19:18.700231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-e453fbce-f68c-4ecb-ac49-dfecad7bbfc4 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895545 May 02 11:19:19.117590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545058c8-1b45-454a-93b3-726f81bec7b4 req-42eac20c-dc5c-4770-a822-02e0ccea2a67 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:19.119060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-545058c8-1b45-454a-93b3-726f81bec7b4 req-42eac20c-dc5c-4770-a822-02e0ccea2a67 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0501711 May 02 11:19:19.164357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-545058c8-1b45-454a-93b3-726f81bec7b4 req-ed386e82-640d-493f-8c79-fe539750fd3d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397329 May 02 11:19:20.277116 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917891-3864-48dc-b02c-cda60c79fbc0 req-8469867a-a366-466e-90cd-f644dd4a90c8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:20.278573 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b917891-3864-48dc-b02c-cda60c79fbc0 req-8469867a-a366-466e-90cd-f644dd4a90c8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0465631 May 02 11:19:20.325762 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3b917891-3864-48dc-b02c-cda60c79fbc0 req-16eea907-500a-455e-bc3b-b4bb86b0efae tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414529 May 02 11:19:21.441636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f992a98-3f99-4b27-80bc-1000da4ef053 req-27367fef-5931-43c9-b03d-51e984e786ee tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:21.443084 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f992a98-3f99-4b27-80bc-1000da4ef053 req-27367fef-5931-43c9-b03d-51e984e786ee tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0460143 May 02 11:19:21.490118 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5f992a98-3f99-4b27-80bc-1000da4ef053 req-dc561aaa-bd3e-4559-afe6-7638e7d47cf6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 May 02 11:19:22.604310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53870b7-4b66-4943-a9ac-e350d4f342a0 req-d24fe905-e066-4eda-83ec-b7b40f1db061 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:22.605814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53870b7-4b66-4943-a9ac-e350d4f342a0 req-d24fe905-e066-4eda-83ec-b7b40f1db061 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0462284 May 02 11:19:22.656352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c53870b7-4b66-4943-a9ac-e350d4f342a0 req-2a115256-4e85-4942-8b96-8994d67ff78b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 May 02 11:19:23.775077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31887dc9-c6e8-4c3d-8638-00d3dd10be30 req-d4101b4a-27d6-41c0-b4da-ec49a4ed27ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:23.776538 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31887dc9-c6e8-4c3d-8638-00d3dd10be30 req-d4101b4a-27d6-41c0-b4da-ec49a4ed27ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0504646 May 02 11:19:23.822956 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-31887dc9-c6e8-4c3d-8638-00d3dd10be30 req-e60e9d83-b4ec-4e10-83ed-4aecce4ce060 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405529 May 02 11:19:24.940153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6aef5e-a054-423b-b64f-1984744d668a req-2179fd85-a04c-4a97-94e2-0031aec5cfa6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:24.941624 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed6aef5e-a054-423b-b64f-1984744d668a req-2179fd85-a04c-4a97-94e2-0031aec5cfa6 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0471220 May 02 11:19:24.987900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ed6aef5e-a054-423b-b64f-1984744d668a req-7bd04a0f-e120-4586-a27d-4b6fe603997b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408018 May 02 11:19:25.619628 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4a910eae-f266-4ccf-943c-f809e538d8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:26.099854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf75b11-803d-4a58-b613-f0782294edb3 req-ed44ef20-e417-4ec5-babe-f31741eda7e8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:26.101417 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbf75b11-803d-4a58-b613-f0782294edb3 req-ed44ef20-e417-4ec5-babe-f31741eda7e8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0469763 May 02 11:19:26.148195 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bbf75b11-803d-4a58-b613-f0782294edb3 req-4fc00501-ca4e-4b86-8206-892fefa87bb8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405800 May 02 11:19:27.262263 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb81760c-710b-448f-9e4c-4979a33aae91 req-0d050abc-4023-4aa7-aa6d-270aaaa04a89 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:27.263731 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb81760c-710b-448f-9e4c-4979a33aae91 req-0d050abc-4023-4aa7-aa6d-270aaaa04a89 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0467985 May 02 11:19:27.310119 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb81760c-710b-448f-9e4c-4979a33aae91 req-bd3ccad6-47c9-44f5-ab99-462aa0923079 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408487 May 02 11:19:27.950840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1dba48e4-641e-4907-ba65-cf985245700c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:28.424553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393ebc4-f104-4b88-bea7-6375fac570b8 req-713186e4-79fd-4bf0-899c-4b5da20337c1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:28.426068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9393ebc4-f104-4b88-bea7-6375fac570b8 req-713186e4-79fd-4bf0-899c-4b5da20337c1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0466554 May 02 11:19:28.476706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9393ebc4-f104-4b88-bea7-6375fac570b8 req-5d9bb340-338d-427b-8e5e-b20100a95307 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450130 May 02 11:19:29.417848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:29.595123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5479d9b4-e93b-4b55-8a63-4621eb399377 req-eb924cb6-0ffb-43e7-ac50-40e4139aec1c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:29.596591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5479d9b4-e93b-4b55-8a63-4621eb399377 req-eb924cb6-0ffb-43e7-ac50-40e4139aec1c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0509431 May 02 11:19:29.642877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5479d9b4-e93b-4b55-8a63-4621eb399377 req-9a0fee21-0225-4e67-8f98-a2279e30b9e1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400724 May 02 11:19:30.758206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71355e21-cfdb-493e-902c-b24994b639e1 req-e5ee3527-a9a6-4f15-aa35-f832246d8357 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:30.760310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71355e21-cfdb-493e-902c-b24994b639e1 req-e5ee3527-a9a6-4f15-aa35-f832246d8357 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0478172 May 02 11:19:30.767797 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:30.808424 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71355e21-cfdb-493e-902c-b24994b639e1 req-1d9f5e93-441c-49e4-a9b5-61db4f4f2747 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423760 May 02 11:19:31.727735 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:19:31.924970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e27d9a-8d96-41dd-8f3e-ac4c9403a496 req-ed9ec700-e7f9-4abd-9a1b-d9b216e62374 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:31.926498 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35e27d9a-8d96-41dd-8f3e-ac4c9403a496 req-ed9ec700-e7f9-4abd-9a1b-d9b216e62374 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0485761 May 02 11:19:31.973894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-35e27d9a-8d96-41dd-8f3e-ac4c9403a496 req-d9b3f836-1053-457b-8507-b917f38a148e tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410688 May 02 11:19:31.995609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:33.088959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199c72cf-ccb6-4c56-85d8-0031c6074c12 req-95be9f35-e41b-4bc0-bf66-c42a85c9c508 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:33.090461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199c72cf-ccb6-4c56-85d8-0031c6074c12 req-95be9f35-e41b-4bc0-bf66-c42a85c9c508 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0467994 May 02 11:19:33.137567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-199c72cf-ccb6-4c56-85d8-0031c6074c12 req-a3df0f20-dc2f-48dd-bb23-7b6b767db0e3 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415270 May 02 11:19:34.255034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778a866e-ec0a-4482-87b7-b5578edfda74 req-63bb2624-850b-434a-957b-5dd8703dacdc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:34.256492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-778a866e-ec0a-4482-87b7-b5578edfda74 req-63bb2624-850b-434a-957b-5dd8703dacdc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0506415 May 02 11:19:34.303300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-778a866e-ec0a-4482-87b7-b5578edfda74 req-7b52764d-43a5-4d8e-827b-30a8ad158e4d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411828 May 02 11:19:35.420336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc07cf-7f03-427d-81c2-74dc11a22101 req-835065f3-025c-4f1c-ba29-ec78ae4c034d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:35.421838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cedc07cf-7f03-427d-81c2-74dc11a22101 req-835065f3-025c-4f1c-ba29-ec78ae4c034d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0498633 May 02 11:19:35.467544 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cedc07cf-7f03-427d-81c2-74dc11a22101 req-d63dd7d3-cf42-4c4c-aed5-869615ba48ec tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402064 May 02 11:19:36.584566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3567f2-c324-4071-980c-ea431fbd52e7 req-eab4a223-b8d9-4a58-ab27-ff1282ebd4a2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:36.586067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c3567f2-c324-4071-980c-ea431fbd52e7 req-eab4a223-b8d9-4a58-ab27-ff1282ebd4a2 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0473330 May 02 11:19:36.634720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c3567f2-c324-4071-980c-ea431fbd52e7 req-36e4a8c6-7c32-41e9-8e0f-c8644730f47d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 May 02 11:19:36.744328 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-7080bc2d-4a10-4752-b1ac-345355a972b2 service neutron] show failed (client error): The resource could not be found. May 02 11:19:36.745303 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-7080bc2d-4a10-4752-b1ac-345355a972b2 service neutron] 10.222.0.24 "GET /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0550311 May 02 11:19:37.283237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-4c2774dc-2881-41dd-b4e9-5643bc0322fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:37.284729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-4c2774dc-2881-41dd-b4e9-5643bc0322fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.0386937 May 02 11:19:37.297081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Request body: {'port': {'binding:host_id': 'nch1-master-1', 'device_owner': 'compute:nova'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:19:37.356211 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:37.554062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:37.586808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:19:37.625078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:37.627369 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de8cb4a8-7f3c-42e6-b07e-c783749e4d94" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-unplugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:37.631179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks [] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:37.644400 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Transition to ACTIVE for port object 11c786df-89d2-4f57-a707-ae4c425fbe03 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:19:37.678699 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:19:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1887cb21-cc64-4e94-800c-712a085e7f90 x-openstack-request-id: req-1887cb21-cc64-4e94-800c-712a085e7f90 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:37.679002 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-unplugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:37.679258 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1887cb21-cc64-4e94-800c-712a085e7f90 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:37.679668 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1887cb21-cc64-4e94-800c-712a085e7f90'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'code': 200} May 02 11:19:37.711696 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:37.764708 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87549429-19c5-4434-add0-e270552bb92e req-2854ad46-b15d-4d92-8e49-116fb757075d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:37.766320 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87549429-19c5-4434-add0-e270552bb92e req-2854ad46-b15d-4d92-8e49-116fb757075d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0540378 May 02 11:19:37.797127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:37.825655 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-87549429-19c5-4434-add0-e270552bb92e req-21e2e392-3890-4e8c-9f90-171d0b86973b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534520 May 02 11:19:37.849454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] No DVR routers for this DVR port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch2-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:19:37.988929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:19:37.989261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:19:37.989588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:37.994261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:19:37.994586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:37.999290 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 19, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:19:37.999623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:19:38.000062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:19:38.000482 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Bound port: 11c786df-89d2-4f57-a707-ae4c425fbe03, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:19:38.000861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:38.062829 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:19:38.065832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:19:38.117634 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:38.155118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.156109 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:38.157679 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] 10.222.0.15 "PUT /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1091 time: 0.8641231 May 02 11:19:38.180560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076ce4dc-1b62-406a-a74b-5a64366398a8 service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:38.223872 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-0b261198-3089-45c4-8da4-03d898510a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.225430 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-0b261198-3089-45c4-8da4-03d898510a7a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1125 time: 0.0417576 May 02 11:19:38.321242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-99111fdc-cb99-41d8-8886-89e77d4efbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.322722 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-99111fdc-cb99-41d8-8886-89e77d4efbcb service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0915408 May 02 11:19:38.394345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-730c7828-4519-4bbf-ab6c-5e8acab7d877 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0614936 May 02 11:19:38.445552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-c627ab29-2236-4c8f-9c76-690876e5ab6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.446925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-c627ab29-2236-4c8f-9c76-690876e5ab6b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0438402 May 02 11:19:38.493516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-a83a1da7-b9bc-402d-a395-cc742cd0cc85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.495075 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-a83a1da7-b9bc-402d-a395-cc742cd0cc85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0393083 May 02 11:19:38.594418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-27033685-6319-4c30-9f3b-8d74befa3e09 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895565 May 02 11:19:38.691677 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-a63eb84c-c536-4ed0-b0fa-b55f5982ec20 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873830 May 02 11:19:38.945843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212629b5-d789-4844-8b62-ed97612c135b req-1f5a499b-1fec-4e9d-bc57-240124aa94d1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:38.947362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-212629b5-d789-4844-8b62-ed97612c135b req-1f5a499b-1fec-4e9d-bc57-240124aa94d1 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0489151 May 02 11:19:38.994811 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-212629b5-d789-4844-8b62-ed97612c135b req-a4227650-f20a-4b92-8010-563271e0809d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418780 May 02 11:19:39.630361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:19:39.669850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] The host nch2-master-1 is not matching for port 11c786df-89d2-4f57-a707-ae4c425fbe03 host nch1-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:19:39.670241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:19:39.681107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:39.683550 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:39.735395 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a92eb26-412b-47df-8963-cbb128f27fb9 x-openstack-request-id: req-9a92eb26-412b-47df-8963-cbb128f27fb9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:39.736031 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:39.736290 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9a92eb26-412b-47df-8963-cbb128f27fb9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:39.736781 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a92eb26-412b-47df-8963-cbb128f27fb9'] response: {'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'status': 'completed', 'code': 200} May 02 11:19:39.793431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-54e2be2a-d881-471f-8f2f-048aae13420a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:39.795060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-54e2be2a-d881-471f-8f2f-048aae13420a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1125 time: 0.0423691 May 02 11:19:39.804076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-4bb419d3-684c-4efc-b635-99622e73a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:39.806729 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-4bb419d3-684c-4efc-b635-99622e73a8b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1125 time: 0.0418665 May 02 11:19:39.893134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-3b66e03f-ba1c-4c3c-863e-6313200c990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:39.894643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-3b66e03f-ba1c-4c3c-863e-6313200c990f service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0933526 May 02 11:19:39.909098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-004bcde3-449d-47ea-bf95-f59edf8e25f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:39.910608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-004bcde3-449d-47ea-bf95-f59edf8e25f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0936139 May 02 11:19:39.962623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-767ae7ff-71ef-4ff0-8657-3d667226a70d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0618994 May 02 11:19:39.978946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-22660388-7201-4be6-b225-5086b58e4a6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0597007 May 02 11:19:40.016952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-a2534cc0-bb5c-474f-aea7-6e93d56ccd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:40.018738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-a2534cc0-bb5c-474f-aea7-6e93d56ccd66 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0508442 May 02 11:19:40.046336 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-8153cea0-975f-4810-ad7b-ad5e1d13dbb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:40.048123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-8153cea0-975f-4810-ad7b-ad5e1d13dbb7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0597861 May 02 11:19:40.079916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-985eee65-f666-4e66-86f7-448ecd7288b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:40.081480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-985eee65-f666-4e66-86f7-448ecd7288b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0563531 May 02 11:19:40.127206 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-94e40cc4-9af0-42bd-8b73-8e34296a050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:40.128792 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-94e40cc4-9af0-42bd-8b73-8e34296a050f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0717432 May 02 11:19:40.141176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b607cb7-4bc2-4ba0-8d35-32e7826c113a req-afca38da-0101-4704-96da-ebf25e6aaa7c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:40.142618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b607cb7-4bc2-4ba0-8d35-32e7826c113a req-afca38da-0101-4704-96da-ebf25e6aaa7c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0559151 May 02 11:19:40.176449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-9c7e45ab-fd66-43fa-bfe1-86922031143d service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893383 May 02 11:19:40.250403 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2b607cb7-4bc2-4ba0-8d35-32e7826c113a req-2f4bdcd5-5818-41be-b0c8-7bec1843dc50 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0984030 May 02 11:19:40.272326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-e8970408-34eb-49e3-83a8-d35af09ed29f service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891185 May 02 11:19:40.278554 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-497a3df6-3af4-450b-9ee4-2f23b57989f2 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349893 May 02 11:19:40.926132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a47e4532-b1c5-41ee-a63a-0c2b27467bf5 req-d128820b-26c3-4707-990f-6cd328fca351 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886254 May 02 11:19:41.367686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e53bdc-db88-48c6-8964-59733bf78904 req-34caf232-418b-445c-926d-5dd5be91babc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:41.369184 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02e53bdc-db88-48c6-8964-59733bf78904 req-34caf232-418b-445c-926d-5dd5be91babc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0467129 May 02 11:19:41.415574 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-02e53bdc-db88-48c6-8964-59733bf78904 req-9262dc87-e597-4af1-a4c0-b8f526f636eb tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408006 May 02 11:19:42.531278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75c24e-1010-45cf-bc4a-29786ed5340b req-204c957a-d461-462d-b421-b3b8fdf631ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:42.532797 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f75c24e-1010-45cf-bc4a-29786ed5340b req-204c957a-d461-462d-b421-b3b8fdf631ea tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0485656 May 02 11:19:42.579341 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f75c24e-1010-45cf-bc4a-29786ed5340b req-3ee51a9c-2596-4779-a335-4cb5726057bd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409274 May 02 11:19:43.695123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b459ec18-83ab-495d-aedb-fe45a8f829cc req-75741bc9-c605-4536-9f7f-ce611ab8061b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:43.696584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b459ec18-83ab-495d-aedb-fe45a8f829cc req-75741bc9-c605-4536-9f7f-ce611ab8061b tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0474544 May 02 11:19:43.747666 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b459ec18-83ab-495d-aedb-fe45a8f829cc req-5768c823-e63b-4d5b-82a1-3b5dca89f9e7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454810 May 02 11:19:44.731834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:19:44.836813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:44.848010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:19:44.864833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363565d8-19de-43cf-970e-d6d3d48500b2 req-3179c109-b039-4aef-9fc2-317b81148c29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:44.866332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-363565d8-19de-43cf-970e-d6d3d48500b2 req-3179c109-b039-4aef-9fc2-317b81148c29 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 943 time: 0.0480971 May 02 11:19:44.899170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:44.903258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:44.912915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:19:44.915078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-363565d8-19de-43cf-970e-d6d3d48500b2 req-5246e06d-1b85-47bb-926f-3b16cebd0103 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425253 May 02 11:19:44.934366 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:44.985317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:45.013656 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:45.064937 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:45.248570 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['11c786df-89d2-4f57-a707-ae4c425fbe03'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:19:45.501802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f94c7c-1914-4f51-81a8-833e29383cad req-ca265054-06c2-4686-89bc-6199835f950f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.503185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38f94c7c-1914-4f51-81a8-833e29383cad req-ca265054-06c2-4686-89bc-6199835f950f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0515003 May 02 11:19:45.571305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-5052f282-73b0-4f59-aaaa-6de4e5072bef tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.572777 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-5052f282-73b0-4f59-aaaa-6de4e5072bef tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.15 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&binding%3Ahost_id=nch1-master-1 HTTP/1.1" status: 200 len: 944 time: 0.0687194 May 02 11:19:45.594054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-38f94c7c-1914-4f51-81a8-833e29383cad req-892d1fdb-5a78-4f79-a55d-952013e2c618 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814250 May 02 11:19:45.640580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-a2fc1b55-5ff7-47ae-92a6-bea27142b568 service neutron] 10.222.0.15 "GET /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03/bindings/nch1-master-1 HTTP/1.1" status: 200 len: 382 time: 0.0584626 May 02 11:19:45.705085 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-b6f7fdde-7660-4935-bf0e-4ec3a73816e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.706580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-b6f7fdde-7660-4935-bf0e-4ec3a73816e8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1126 time: 0.0427742 May 02 11:19:45.795468 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-9859115c-753f-4976-baa0-d4ab1cf283ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.796884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-9859115c-753f-4976-baa0-d4ab1cf283ad service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0831516 May 02 11:19:45.864294 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-b06c8e13-4b02-4328-b637-c2d916aaff33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1001 time: 0.0615032 May 02 11:19:45.913455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-aab6c379-77f2-433d-bc16-727708d8eb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.914911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-aab6c379-77f2-433d-bc16-727708d8eb1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0441639 May 02 11:19:45.957317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-017affae-2677-4078-8a53-a464cc73f6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:45.958804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-017affae-2677-4078-8a53-a464cc73f6b5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379014 May 02 11:19:46.051135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-2b742fda-b700-460a-b6fd-b68142a6e2d2 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858135 May 02 11:19:46.138557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-5c05fbe3-2099-4a3e-8e9c-5593ffbbe16b service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816572 May 02 11:19:46.481939 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:46.711598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2b07c-01b2-4c25-a547-d5b1d12d14f4 req-fbb323b4-d8cc-4346-8d86-39dc244b1eae tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:46.713066 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12b2b07c-01b2-4c25-a547-d5b1d12d14f4 req-fbb323b4-d8cc-4346-8d86-39dc244b1eae tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0473325 May 02 11:19:46.741662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:19:46.760793 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-12b2b07c-01b2-4c25-a547-d5b1d12d14f4 req-f8e7ae6e-5faf-426a-8f97-bfb7a0c5e886 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421538 May 02 11:19:46.790689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 11c786df-89d2-4f57-a707-ae4c425fbe03 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:19:46.904495 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 11c786df-89d2-4f57-a707-ae4c425fbe03 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:19:46.905034 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:46.980228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:46.980629 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:47.001955 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:47.004102 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f651d924-4034-4b58-bc96-8926799d8dd1" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:47.015981 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:47.053645 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:19:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d256a18-e196-49b5-bad8-442e1a75d149 x-openstack-request-id: req-3d256a18-e196-49b5-bad8-442e1a75d149 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:47.053939 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:47.054224 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3d256a18-e196-49b5-bad8-442e1a75d149 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:47.054618 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d256a18-e196-49b5-bad8-442e1a75d149'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'code': 200} May 02 11:19:47.076418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:47.127562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:47.879632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95a9f79-6ee0-4c14-a35e-50b659f19a29 req-fee995b9-ef13-46be-9da2-9c63177f5d1f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:47.881139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f95a9f79-6ee0-4c14-a35e-50b659f19a29 req-fee995b9-ef13-46be-9da2-9c63177f5d1f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0476470 May 02 11:19:47.928306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f95a9f79-6ee0-4c14-a35e-50b659f19a29 req-c01b854c-9ee2-462d-a9d3-23de09889dad tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413394 May 02 11:19:49.053605 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87334cf5-6850-4eb6-90f5-f10687dc7f2c req-a285696b-7528-4b98-9a5d-d595fec5cdd7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:49.055577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87334cf5-6850-4eb6-90f5-f10687dc7f2c req-a285696b-7528-4b98-9a5d-d595fec5cdd7 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0519638 May 02 11:19:49.103247 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-87334cf5-6850-4eb6-90f5-f10687dc7f2c req-21f74ccf-9ef0-4227-9822-293c525c8645 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418649 May 02 11:19:49.758173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-13d0cbce-090e-445e-9f99-a63029146b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:49.759585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-13d0cbce-090e-445e-9f99-a63029146b24 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43&tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0 HTTP/1.1" status: 200 len: 1127 time: 0.0435920 May 02 11:19:49.770017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:19:49.827582 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.027238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:50.065038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:19:50.104841 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:50.107262 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ef62313-1756-4020-ab3b-22527c588167" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-unplugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:50.110880 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks [] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.125023 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Transition to ACTIVE for port object 11c786df-89d2-4f57-a707-ae4c425fbe03 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:19:50.159960 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89a1ba4e-1753-4b97-9507-679250618c1f x-openstack-request-id: req-89a1ba4e-1753-4b97-9507-679250618c1f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:50.159960 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-unplugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:50.160299 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-89a1ba4e-1753-4b97-9507-679250618c1f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:50.160481 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89a1ba4e-1753-4b97-9507-679250618c1f'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'code': 200} May 02 11:19:50.185311 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.225779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74ce5f-9016-48d5-b388-338e12900bc6 req-3a6a1997-a5c7-4b84-a50b-53c746691639 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.227394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d74ce5f-9016-48d5-b388-338e12900bc6 req-3a6a1997-a5c7-4b84-a50b-53c746691639 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0482430 May 02 11:19:50.264537 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:50.286605 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d74ce5f-9016-48d5-b388-338e12900bc6 req-fcc2e786-6ea7-494a-9b7e-a9f2e848b55f tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529222 May 02 11:19:50.315558 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] No DVR routers for this DVR port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:19:50.459297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:19:50.459639 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:19:50.459968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:50.464483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:19:50.464838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Attempting to bind port 11c786df-89d2-4f57-a707-ae4c425fbe03 on network e844c303-6920-4af1-9887-122d2936269e {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:19:50.469631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 19, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:19:50.470028 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Checking segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:19:50.470415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Bound using segment: {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:19:50.470834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Bound port: 11c786df-89d2-4f57-a707-ae4c425fbe03, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1831aae6-2d05-4b7f-b701-cd99fc382e7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'e844c303-6920-4af1-9887-122d2936269e'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:19:50.471191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.534075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:19:50.537013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:19:50.614243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.647954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.648719 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:50.650151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] 10.222.0.24 "PUT /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1092 time: 0.8839266 May 02 11:19:50.684826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27917360-ea45-4b02-8d5c-fd6f3e104fae service neutron] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=11']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:50.718749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-7dd9f401-275c-4f6e-8b22-42434aeb0595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.720381 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-7dd9f401-275c-4f6e-8b22-42434aeb0595 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1126 time: 0.0466611 May 02 11:19:50.816514 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-bb698021-48fe-4cd4-b4d1-84d5853f0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.818092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-bb698021-48fe-4cd4-b4d1-84d5853f0fab service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0925901 May 02 11:19:50.887873 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-9fbfd04e-b288-4f10-98dd-72c9c07f86ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0642357 May 02 11:19:50.936363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-3b691a56-81df-4413-8d1f-773d52ac5140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.937727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-3b691a56-81df-4413-8d1f-773d52ac5140 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0443757 May 02 11:19:50.979757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-941b0bd2-b9c6-40a8-8bdb-9695ed47cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:50.981220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-941b0bd2-b9c6-40a8-8bdb-9695ed47cf30 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380881 May 02 11:19:51.071368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-78c8247c-d3d0-433a-87df-6f03bc135bf3 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845003 May 02 11:19:51.160591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ae691bfc-a005-4a06-bccc-6643a076d9b3 req-cb00bbe6-4b07-4850-9a33-1b821e7f5215 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818591 May 02 11:19:51.404219 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41797ee-f162-4a2b-a646-bb25fffc06db req-202d2964-1326-4777-9fab-5d6d16a0eb90 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:51.406057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d41797ee-f162-4a2b-a646-bb25fffc06db req-202d2964-1326-4777-9fab-5d6d16a0eb90 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0487516 May 02 11:19:51.458315 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d41797ee-f162-4a2b-a646-bb25fffc06db req-eeaab81c-38f7-438a-bf08-f8b1e8ef5e72 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465264 May 02 11:19:52.162466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:52.165579 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d1389ba-cff1-433b-a1c1-1cc767403327" -d '{"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:52.213515 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe4cf1e8-5d07-4070-9f7b-7a3fb9cb279f x-openstack-request-id: req-fe4cf1e8-5d07-4070-9f7b-7a3fb9cb279f {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:52.213812 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:52.214070 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe4cf1e8-5d07-4070-9f7b-7a3fb9cb279f {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:52.214476 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe4cf1e8-5d07-4070-9f7b-7a3fb9cb279f'] response: {'name': 'network-changed', 'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'status': 'completed', 'code': 200} May 02 11:19:52.279086 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-4f43af8d-c33c-4ae4-ba8e-678632648cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.280630 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-4f43af8d-c33c-4ae4-ba8e-678632648cb8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1126 time: 0.0443902 May 02 11:19:52.285481 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-98af176d-b4de-4e11-b0cc-33600b895cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.287024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-98af176d-b4de-4e11-b0cc-33600b895cce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 1126 time: 0.0426078 May 02 11:19:52.377072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-bb489a66-ac74-4755-b9bf-0332e2932879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.378610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-bb489a66-ac74-4755-b9bf-0332e2932879 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0928397 May 02 11:19:52.386303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-36ba14ba-fb99-4692-922c-092786a10f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.387774 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-36ba14ba-fb99-4692-922c-092786a10f9e service neutron] 10.222.0.15 "GET /v2.0/networks?id=e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 200 len: 913 time: 0.0923109 May 02 11:19:52.451331 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-a0996989-b7b5-42aa-890f-4d840b401382 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0670693 May 02 11:19:52.460808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-316700f1-bf07-4fb4-b060-c12abb93b838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 200 len: 1000 time: 0.0637424 May 02 11:19:52.510393 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-2dfd67d1-7725-4e16-bc46-c34ccee4ee4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.512464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-2dfd67d1-7725-4e16-bc46-c34ccee4ee4a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0561299 May 02 11:19:52.514738 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-8af4baf3-faf8-4be2-b6a1-f420e468ca1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.516202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-8af4baf3-faf8-4be2-b6a1-f420e468ca1e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 200 len: 851 time: 0.0471797 May 02 11:19:52.567077 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-1878c5cc-cd7c-4760-a340-99b3811d5763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.570023 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-1878c5cc-cd7c-4760-a340-99b3811d5763 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0436451 May 02 11:19:52.585709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5179d36b-71a6-4689-8e9e-cec10888d7d4 req-beadac2f-e465-42d1-940e-63fc3f729ed5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:52.587333 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5179d36b-71a6-4689-8e9e-cec10888d7d4 req-beadac2f-e465-42d1-940e-63fc3f729ed5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0532041 May 02 11:19:52.643328 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5179d36b-71a6-4689-8e9e-cec10888d7d4 req-6eac8101-c794-4f7a-97bd-b2b01905d3ba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501363 May 02 11:19:52.678870 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-fed72346-4325-4323-8f75-cd49acbec122 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003881 May 02 11:19:52.770935 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-f2565b8b-0e23-4388-bf57-16761f5872b9 service neutron] 10.222.0.15 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828440 May 02 11:19:52.804559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:19:52.843025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port 11c786df-89d2-4f57-a707-ae4c425fbe03 host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:19:52.843600 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:19:53.088497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-e98e3cc5-cc0e-42ef-b3e5-ad113d1cf837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:53.089917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-e98e3cc5-cc0e-42ef-b3e5-ad113d1cf837 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e844c303-6920-4af1-9887-122d2936269e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0397863 May 02 11:19:53.182087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-a975cbb7-24f2-4262-8c72-503934c52ef8 service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848236 May 02 11:19:53.533070 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6d1389ba-cff1-433b-a1c1-1cc767403327 req-91af1829-172e-485f-aa2c-b791c3e88ada service neutron] 10.222.0.24 "GET /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450546 May 02 11:19:53.760772 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c86ad3-c321-4ad5-9bfd-2b46e8e61d60 req-2626f036-a933-4046-866a-490702a2ef43 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:53.762242 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c86ad3-c321-4ad5-9bfd-2b46e8e61d60 req-2626f036-a933-4046-866a-490702a2ef43 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0467958 May 02 11:19:53.817310 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-80c86ad3-c321-4ad5-9bfd-2b46e8e61d60 req-64562d13-a937-41d1-b603-3e6786f27798 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492747 May 02 11:19:54.931174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867fb787-e60d-463b-becf-286904ddbe27 req-fdc96c34-1c5e-4f50-b277-483676fed64c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:54.932827 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-867fb787-e60d-463b-becf-286904ddbe27 req-fdc96c34-1c5e-4f50-b277-483676fed64c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0474494 May 02 11:19:54.984788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-867fb787-e60d-463b-becf-286904ddbe27 req-cb651106-28ea-4e04-8512-1f0e3cc75cf8 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454717 May 02 11:19:55.619623 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-91fe9579-58de-4ab2-9041-803974224b82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:55.802708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:19:55.899526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:55.911294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'port_id': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'mac_address': 'fa:16:3e:f1:d5:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:19:55.956930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:55.957498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:55.970552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:19:55.989645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:56.076225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:56.100200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f8e118-0ca4-4b77-a295-7057f1deb3a5 req-a56aa0fa-24d3-47ba-b52d-4581d137f994 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:56.102568 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65f8e118-0ca4-4b77-a295-7057f1deb3a5 req-a56aa0fa-24d3-47ba-b52d-4581d137f994 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 944 time: 0.0487993 May 02 11:19:56.131407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:56.155620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65f8e118-0ca4-4b77-a295-7057f1deb3a5 req-5491bf42-61fb-4f97-a2bc-e3c9cb4a54da tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417385 May 02 11:19:56.268306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['11c786df-89d2-4f57-a707-ae4c425fbe03'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:19:56.268552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4028f-9b7f-48e9-b97b-d34f2dfa7798 req-c3a66366-9f9c-4681-bc41-7c1ec2568c94 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:56.269877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d4028f-9b7f-48e9-b97b-d34f2dfa7798 req-c3a66366-9f9c-4681-bc41-7c1ec2568c94 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0509737 May 02 11:19:56.318279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-11d4028f-9b7f-48e9-b97b-d34f2dfa7798 req-7b517ce4-65c9-4236-92e3-250fc17af09d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426726 May 02 11:19:56.432711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85d948-50bc-4463-95d9-cbd2772cb5c1 req-d646a04d-54a2-4f40-8104-4b2b4564bf50 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:56.434132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a85d948-50bc-4463-95d9-cbd2772cb5c1 req-d646a04d-54a2-4f40-8104-4b2b4564bf50 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0487907 May 02 11:19:56.480135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a85d948-50bc-4463-95d9-cbd2772cb5c1 req-30f86595-ed26-4457-ae4c-a1531c98fe49 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404148 May 02 11:19:56.997729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41322bb-38cc-447b-b0d3-222a3ee10517 req-4728d9c9-b06a-46f9-92d9-5f45e5d07aba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:56.999160 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a41322bb-38cc-447b-b0d3-222a3ee10517 req-4728d9c9-b06a-46f9-92d9-5f45e5d07aba tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0489244 May 02 11:19:57.051197 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a41322bb-38cc-447b-b0d3-222a3ee10517 req-3ee87f62-9a02-482b-b2df-9bc150eea3dc tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462656 May 02 11:19:57.796168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:19:57.841228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 11c786df-89d2-4f57-a707-ae4c425fbe03 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:19:57.910211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 11c786df-89d2-4f57-a707-ae4c425fbe03 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:19:57.910590 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:57.933231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e1b8f4c8-c17b-4567-a3c6-56d776cadd0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:57.986829 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 11c786df-89d2-4f57-a707-ae4c425fbe03 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:19:57.987246 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.013080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:58.015285 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74139e95-299a-42d0-9bd3-b400ceacbc6e" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:58.027269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:58.053501 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:19:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f13133-6ccc-4e4b-8906-efc4e414ff9d x-openstack-request-id: req-28f13133-6ccc-4e4b-8906-efc4e414ff9d {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:58.054309 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-plugged", "status": "completed", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:58.054582 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-28f13133-6ccc-4e4b-8906-efc4e414ff9d {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:58.054991 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28f13133-6ccc-4e4b-8906-efc4e414ff9d'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'code': 200} May 02 11:19:58.150749 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.173304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71688b9-64d3-44c3-8573-1029332b716d req-6c683f29-eed9-4b5a-ae9d-7e4cd26644b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:58.173744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d71688b9-64d3-44c3-8573-1029332b716d req-6c683f29-eed9-4b5a-ae9d-7e4cd26644b9 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 945 time: 0.0482113 May 02 11:19:58.201501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=13']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:58.221822 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d71688b9-64d3-44c3-8573-1029332b716d req-762fa370-e866-4c17-844b-e61f8d4a3a3d tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups?id=3438e120-6afd-4bc6-b63a-40792b9be1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 May 02 11:19:58.601618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ce244d-b086-406d-8e01-ff940467f139 req-21a2e0f0-28d0-4106-9a2c-2d7e18a56fa5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:19:58.603076 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64ce244d-b086-406d-8e01-ff940467f139 req-21a2e0f0-28d0-4106-9a2c-2d7e18a56fa5 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 946 time: 0.0455117 May 02 11:19:58.695443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Deleting port 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:19:58.695787 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.786252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] For port 11c786df-89d2-4f57-a707-ae4c425fbe03, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=11c786df-89d2-4f57-a707-ae4c425fbe03,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:19:58.786621 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.961532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.961905 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:58.962227 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9 disassociated. External IP: 172.35.4.176, port: 11c786df-89d2-4f57-a707-ae4c425fbe03. May 02 11:19:58.962689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Calling delete_port for 11c786df-89d2-4f57-a707-ae4c425fbe03 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:19:59.162274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (11c786df-89d2-4f57-a707-ae4c425fbe03), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:59.195439 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'Port': ['ID=11c786df-89d2-4f57-a707-ae4c425fbe03,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:19:59.206946 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.207306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.207669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.208017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.208368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.208739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.209080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.209417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.209754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.210723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.211233 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.211456 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.211916 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.212126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.212461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:19:59.344311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6353cb2a-99ee-46f0-95a9-5cd732e4bef0 req-f719b49e-8114-4f1a-a24c-23b0b119e168 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 210 time: 0.0434914 May 02 11:19:59.360523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:19:59.424844 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:59.475040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:19:59.485351 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:19:59.495704 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:19:59.496326 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:19:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:59.518040 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] No DVR routers for this DVR port 11c786df-89d2-4f57-a707-ae4c425fbe03 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:19:59.520765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:19:59.524643 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64ce244d-b086-406d-8e01-ff940467f139 req-44e0c022-2bb6-4efb-a03a-ddc7828fafdd tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.24 "DELETE /v2.0/ports/11c786df-89d2-4f57-a707-ae4c425fbe03 HTTP/1.1" status: 204 len: 173 time: 0.9168475 May 02 11:19:59.525089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-deleted', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:19:59.527379 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ff4d544-afa6-4358-9e64-4b4300d5cf32" -d '{"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-deleted", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:19:59.566276 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b0d55d-bf82-4af3-8af0-4744bee6a1f5 x-openstack-request-id: req-d8b0d55d-bf82-4af3-8af0-4744bee6a1f5 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:19:59.566929 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e700199-6e94-4c90-9581-280817488b43", "name": "network-vif-deleted", "tag": "11c786df-89d2-4f57-a707-ae4c425fbe03", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:19:59.567193 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8b0d55d-bf82-4af3-8af0-4744bee6a1f5 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:19:59.567604 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b0d55d-bf82-4af3-8af0-4744bee6a1f5'] response: {'server_uuid': '4e700199-6e94-4c90-9581-280817488b43', 'name': 'network-vif-deleted', 'tag': '11c786df-89d2-4f57-a707-ae4c425fbe03', 'status': 'completed', 'code': 200} May 02 11:19:59.608014 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:19:59.805361 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:59.831968 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:19:59.840381 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:19:59.841057 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:19:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:19:59.950056 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:20:00.144027 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:00.173904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5118a49e-cba6-4dcf-958a-0a3804696660 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:16Z', 'revision_number': 4, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '0922ee5a-a12e-499d-966b-60cb2c2b1716', 'name': '', 'network_id': 'e844c303-6920-4af1-9887-122d2936269e', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'mac_address': 'fa:16:3e:40:5c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:15Z', 'updated_at': '2022-05-02T11:16:19Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'subnets': [{'id': 'e08ff7fb-567a-4fe8-b296-7958f5b00f5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:20:00.400751 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf4aa255-9f97-4a8f-aac4-550c7dfd6d62 None None] New status for floating IP 5ff9b11e-87a9-438d-9813-47a566fdb2c9: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:20:00.459629 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de78c4f9-0e8d-4e9b-9c70-6227b82b0683 req-bb287d3d-e93c-4b1b-a566-53e8de0c2554 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/ports?device_id=4e700199-6e94-4c90-9581-280817488b43 HTTP/1.1" status: 200 len: 210 time: 0.0288560 May 02 11:20:00.790528 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:01.842917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:01.867261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 11c786df-89d2-4f57-a707-ae4c425fbe03 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:01.867607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 11c786df-89d2-4f57-a707-ae4c425fbe03 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:01.990706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:07.625267 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:07.678866 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (3438e120-6afd-4bc6-b63a-40792b9be1ab), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:07.705950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (3438e120-6afd-4bc6-b63a-40792b9be1ab), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:07.847948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3438e120-6afd-4bc6-b63a-40792b9be1ab), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:07.851123 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:07.852258 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "DELETE /v2.0/security-groups/3438e120-6afd-4bc6-b63a-40792b9be1ab HTTP/1.1" status: 204 len: 168 time: 0.2259657 May 02 11:20:07.854861 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49650) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:07.861528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3438e120-6afd-4bc6-b63a-40792b9be1ab,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:07.869622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.869786 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-aff50601-43c8-420e-bd50-5b799f84b94c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] show failed (client error): The resource could not be found. May 02 11:20:07.869974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.870319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.870686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.871028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.871360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.871690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.872019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.872345 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.872695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.873023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.873347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.873511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aff50601-43c8-420e-bd50-5b799f84b94c tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "GET /v2.0/security-groups/3438e120-6afd-4bc6-b63a-40792b9be1ab HTTP/1.1" status: 404 len: 347 time: 0.0175483 May 02 11:20:07.873676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.873996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.874110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49652) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:07.874321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c6f47d-96d7-4639-b6bc-c372a71c5e14 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:07.995858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Deleting port 0b840d7a-7f7d-4d03-b9a2-76df3ee58449 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:07.996196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.074222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.074546 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.090824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Calling delete_port for 0b840d7a-7f7d-4d03-b9a2-76df3ee58449 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:08.304743 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0b840d7a-7f7d-4d03-b9a2-76df3ee58449), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.332614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Pushing event deleted for resources: {'Port': ['ID=0b840d7a-7f7d-4d03-b9a2-76df3ee58449,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:08.398515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks [] for floatingip (5ff9b11e-87a9-438d-9813-47a566fdb2c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.401145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:08.402358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-63806409-4bb9-4661-b993-847ffafcf082 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] 10.222.0.16 "DELETE /v2.0/floatingips/5ff9b11e-87a9-438d-9813-47a566fdb2c9 HTTP/1.1" status: 204 len: 168 time: 0.5274553 May 02 11:20:08.405489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49654) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:08.727067 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:20:08.811813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (1723eef0-1582-4a42-b5f2-c333742f640b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:09.101743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Deleting port 0922ee5a-a12e-499d-966b-60cb2c2b1716 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:09.102387 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:09.186503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] For port 0922ee5a-a12e-499d-966b-60cb2c2b1716, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0922ee5a-a12e-499d-966b-60cb2c2b1716,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:09.186869 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:09.199758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Calling delete_port for 0922ee5a-a12e-499d-966b-60cb2c2b1716 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:09.463183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0922ee5a-a12e-499d-966b-60cb2c2b1716), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:09.487158 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Pushing event deleted for resources: {'Port': ['ID=0922ee5a-a12e-499d-966b-60cb2c2b1716,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:09.664427 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (1723eef0-1582-4a42-b5f2-c333742f640b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:10.140148 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Router 1723eef0-1582-4a42-b5f2-c333742f640b has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:20:10.256067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:20:10.262866 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-486cad46-1181-4cb7-8c78-8d24f70a2813 admin admin] 10.222.0.16 "PUT /v2.0/routers/1723eef0-1582-4a42-b5f2-c333742f640b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548970 May 02 11:20:10.264160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49656) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:10.265442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Sync routers for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:20:10.275128 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:20:10.275801 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:19:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:10.372406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks [] for router (1723eef0-1582-4a42-b5f2-c333742f640b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:10.384658 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:20:10.484722 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks [] for router_gateway (1723eef0-1582-4a42-b5f2-c333742f640b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:10.562679 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219'}], 'enable_snat': True}, 'gw_port_id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:20:09Z', 'revision_number': 5, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port': {'id': '79c71e76-801a-42c9-bb24-72fddd47bfea', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:3b:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4150, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:16:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:10.592715 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Checking router: 1723eef0-1582-4a42-b5f2-c333742f640b for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:20:10.601813 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Routers {'1723eef0-1582-4a42-b5f2-c333742f640b'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:20:10.602445 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:19:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['1723eef0-1582-4a42-b5f2-c333742f640b'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:10.632129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Deleting port 79c71e76-801a-42c9-bb24-72fddd47bfea {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:10.632406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:10.695691 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] Set router 1723eef0-1582-4a42-b5f2-c333742f640b gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:20:10.714204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] For port 79c71e76-801a-42c9-bb24-72fddd47bfea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=79c71e76-801a-42c9-bb24-72fddd47bfea,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:10.714574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:10.728753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Calling delete_port for 79c71e76-801a-42c9-bb24-72fddd47bfea owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:10.750889 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:20:10Z', 'revision_number': 6, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:10.881291 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-242c0815-999c-4062-af91-4b70e9895b22 None None] The sync data for ids ['1723eef0-1582-4a42-b5f2-c333742f640b'] in ncdv-master-1 is: [{'id': '1723eef0-1582-4a42-b5f2-c333742f640b', 'name': 'tempest-ServerActionsTestJSON-2060621136-router', 'tenant_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:16:13Z', 'updated_at': '2022-05-02T11:20:10Z', 'revision_number': 6, 'project_id': '5b9461ec4cf54a98ab67b4c860d3b6b0', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:20:10.973477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (79c71e76-801a-42c9-bb24-72fddd47bfea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.001221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Pushing event deleted for resources: {'Port': ['ID=79c71e76-801a-42c9-bb24-72fddd47bfea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:11.064512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (1723eef0-1582-4a42-b5f2-c333742f640b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.177165 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (1723eef0-1582-4a42-b5f2-c333742f640b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.179279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks [] for router_controller (1723eef0-1582-4a42-b5f2-c333742f640b), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.327928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (1723eef0-1582-4a42-b5f2-c333742f640b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.328550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1723eef0-1582-4a42-b5f2-c333742f640b {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:20:11.333493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.335319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0cc9a333-cf39-49c8-a9cf-6b407630622a admin admin] 10.222.0.16 "DELETE /v2.0/routers/1723eef0-1582-4a42-b5f2-c333742f640b HTTP/1.1" status: 204 len: 168 time: 1.0699720 May 02 11:20:11.337759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49658) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:11.382245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Deleting subnet e08ff7fb-567a-4fe8-b296-7958f5b00f5c {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:20:11.385288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Publish callbacks [] for subnet (e08ff7fb-567a-4fe8-b296-7958f5b00f5c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.426967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e08ff7fb-567a-4fe8-b296-7958f5b00f5c), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.535097 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e08ff7fb-567a-4fe8-b296-7958f5b00f5c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.703452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e08ff7fb-567a-4fe8-b296-7958f5b00f5c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.729498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e08ff7fb-567a-4fe8-b296-7958f5b00f5c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:11.736244 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.738894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0ec94480-8b8f-4048-91dc-3cf5274c8923 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e08ff7fb-567a-4fe8-b296-7958f5b00f5c HTTP/1.1" status: 204 len: 168 time: 0.4000566 May 02 11:20:11.741346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49660) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:11.750168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1f70b1c-f25d-47c4-8b41-13dcfb2fbf0f None None] Network e844c303-6920-4af1-9887-122d2936269e requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:20:11.821610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e844c303-6920-4af1-9887-122d2936269e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.875834 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Deleting port 300e787d-18fb-4aff-8699-12d581b420b5 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:11.876246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (300e787d-18fb-4aff-8699-12d581b420b5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.915420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] DHCP port deletion for e844c303-6920-4af1-9887-122d2936269e request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:20:11.945994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] For port 300e787d-18fb-4aff-8699-12d581b420b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=300e787d-18fb-4aff-8699-12d581b420b5,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:11.946335 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (300e787d-18fb-4aff-8699-12d581b420b5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:11.961410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Deleting port 300e787d-18fb-4aff-8699-12d581b420b5 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:11.964097 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Calling delete_port for 300e787d-18fb-4aff-8699-12d581b420b5 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:11.964306 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (300e787d-18fb-4aff-8699-12d581b420b5), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.029892 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] For port 300e787d-18fb-4aff-8699-12d581b420b5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=300e787d-18fb-4aff-8699-12d581b420b5,segment=NetworkSegment(1831aae6-2d05-4b7f-b701-cd99fc382e7b),segment_id=1831aae6-2d05-4b7f-b701-cd99fc382e7b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:12.030288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (300e787d-18fb-4aff-8699-12d581b420b5), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.043315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Calling delete_port for 300e787d-18fb-4aff-8699-12d581b420b5 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:12.127783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (300e787d-18fb-4aff-8699-12d581b420b5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.134641 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (300e787d-18fb-4aff-8699-12d581b420b5), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.153617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=300e787d-18fb-4aff-8699-12d581b420b5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:12.157568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] No DVR routers for this DVR port 300e787d-18fb-4aff-8699-12d581b420b5 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:20:12.163306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Pushing event deleted for resources: {'Port': ['ID=300e787d-18fb-4aff-8699-12d581b420b5,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:12.168009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] No DVR routers for this DVR port 300e787d-18fb-4aff-8699-12d581b420b5 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:20:12.180860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.180975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.181264 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.181614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.182000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.182333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.182664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.182991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.183317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.183640 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.184009 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.184277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.184592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.184933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.185255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660ed333-8406-48aa-a52b-6a2f738c1084 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:12.244900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e844c303-6920-4af1-9887-122d2936269e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.245438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0922ee5a-a12e-499d-966b-60cb2c2b1716 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:12.263853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e844c303-6920-4af1-9887-122d2936269e']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:12.265271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 0922ee5a-a12e-499d-966b-60cb2c2b1716 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:12.265630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 0922ee5a-a12e-499d-966b-60cb2c2b1716 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:12.266044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 79c71e76-801a-42c9-bb24-72fddd47bfea no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:12.273371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1831aae6-2d05-4b7f-b701-cd99fc382e7b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:12.273673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1831aae6-2d05-4b7f-b701-cd99fc382e7b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:12.283306 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (1831aae6-2d05-4b7f-b701-cd99fc382e7b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.284957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 79c71e76-801a-42c9-bb24-72fddd47bfea {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:12.285304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 79c71e76-801a-42c9-bb24-72fddd47bfea not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:12.285709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 300e787d-18fb-4aff-8699-12d581b420b5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:12.296923 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (1831aae6-2d05-4b7f-b701-cd99fc382e7b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.302803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (1831aae6-2d05-4b7f-b701-cd99fc382e7b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: timer() May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:20:12.308038 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:20:12.310644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 300e787d-18fb-4aff-8699-12d581b420b5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:12.310644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 300e787d-18fb-4aff-8699-12d581b420b5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:12.453427 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e844c303-6920-4af1-9887-122d2936269e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.458966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:12.462418 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e844c303-6920-4af1-9887-122d2936269e HTTP/1.1" status: 204 len: 168 time: 0.7201216 May 02 11:20:12.476274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bcc66f-e7fa-4164-a841-dfd486b0c1d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e844c303-6920-4af1-9887-122d2936269e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:12.879827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49668) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:12.919546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9164b814-d856-4d56-895c-aa5d369299bb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5b9461ec4cf54a98ab67b4c860d3b6b0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385053 May 02 11:20:12.921991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49670) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:13.239105 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] Publish callbacks [] for security_group (739aea21-5203-403d-9d80-b8b9a1eb2f69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:13.260176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] Publish callbacks [] for security_group (739aea21-5203-403d-9d80-b8b9a1eb2f69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:13.401836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (739aea21-5203-403d-9d80-b8b9a1eb2f69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:13.404593 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:13.405787 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/739aea21-5203-403d-9d80-b8b9a1eb2f69 HTTP/1.1" status: 204 len: 168 time: 0.4828582 May 02 11:20:13.414334 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662bb3a2-625b-46d4-86f4-155703dd53cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739aea21-5203-403d-9d80-b8b9a1eb2f69,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:14.498091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49692) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:14.601415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1722178497-network', 'tenant_id': '5d6fbc308ca84836a950ffdd2d8fb4a6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:14.761670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Made reservation on behalf of 5d6fbc308ca84836a950ffdd2d8fb4a6 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:14.764068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:14.773073 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:14.866200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks [] for security_group (e8b27b17-1302-4ee1-bbd9-81cec226c473), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:14.990497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e8b27b17-1302-4ee1-bbd9-81cec226c473), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.015887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:20:15.026092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b27b17-1302-4ee1-bbd9-81cec226c473,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:15.031296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3909e66f-f4ea-4f15-bb82-e7e5b262611c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.031668 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Added segment 3909e66f-f4ea-4f15-bb82-e7e5b262611c of type vlan for network 97824967-b555-4342-b61a-c2bbe3f361c6 May 02 11:20:15.046083 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.072493 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (97824967-b555-4342-b61a-c2bbe3f361c6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.184483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (97824967-b555-4342-b61a-c2bbe3f361c6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.185533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:15.186180 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.246604 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] Pushing event updated for resources: {'Network': ['ID=97824967-b555-4342-b61a-c2bbe3f361c6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:15.256834 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 97824967-b555-4342-b61a-c2bbe3f361c6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:20:15.299929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fd0e3d9b-892f-4ac4-8079-10250111c78d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8007448 May 02 11:20:15.303140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49696) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:15.308026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Request body: {'subnet': {'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1722178497-subnet', 'tenant_id': '5d6fbc308ca84836a950ffdd2d8fb4a6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:15.416907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Made reservation on behalf of 5d6fbc308ca84836a950ffdd2d8fb4a6 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:15.419204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.663046 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (d232b8cd-f6be-4122-8a56-ab41fe2f12c5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.722285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d232b8cd-f6be-4122-8a56-ab41fe2f12c5,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:15.732297 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Checking segment: {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:20:15.732685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Network hostable DHCP agents. Network: 97824967-b555-4342-b61a-c2bbe3f361c6, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:20:15.868584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Network 97824967-b555-4342-b61a-c2bbe3f361c6 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:20:15.965667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 97824967-b555-4342-b61a-c2bbe3f361c6) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:20:15.970129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:15.971151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:15.976269 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3b3d0e-6bff-49d8-b828-c8d1f48bbf02 None None] Network 97824967-b555-4342-b61a-c2bbe3f361c6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:20:16.071667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ee0e7-8dc7-4efc-ba69-ee8dd15899b6 None None] Network 97824967-b555-4342-b61a-c2bbe3f361c6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:20:16.078440 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0ddb51c0-0bf2-4583-a197-96bb4d46fd63 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7742624 May 02 11:20:16.505422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-f7247167-0378-4740-9ba4-066c6bfda7ef tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:16.506952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-f7247167-0378-4740-9ba4-066c6bfda7ef tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/networks?id=97824967-b555-4342-b61a-c2bbe3f361c6 HTTP/1.1" status: 200 len: 814 time: 0.1049745 May 02 11:20:16.510279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:16.522505 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-286342b3-8104-4711-bb70-82848461f962 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/quotas/5d6fbc308ca84836a950ffdd2d8fb4a6 HTTP/1.1" status: 200 len: 375 time: 0.0090897 May 02 11:20:16.560036 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-154c3810-d05e-4cac-83e9-9436aec69e68 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325172 May 02 11:20:16.652941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-1b7cb332-16b4-4727-a5c3-41e0b50adf8c service neutron] 10.222.0.16 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862489 May 02 11:20:16.747799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-695d935d-9b3c-4c58-88ad-8c76d890b85a service neutron] 10.222.0.16 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887496 May 02 11:20:16.998390 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7c245a7b-4040-496d-beb7-2534a516070d req-4b8ec1fb-f891-4f09-9819-ff2751566b89 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 210 time: 0.0274897 May 02 11:20:18.078922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1e8d14a2-3d35-4fff-80a2-680449640e54 req-17b27272-9651-4d54-8f15-513731a70b1a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 210 time: 0.0279076 May 02 11:20:19.175540 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dbbaa364-7b98-4f20-8ab8-09a493bda392 req-0343b762-a60a-4cdf-967c-363f466094e3 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 210 time: 0.0275979 May 02 11:20:19.419059 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-8bda75cd-18f1-4408-81cf-c421b6b5c6cf tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:19.420543 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-8bda75cd-18f1-4408-81cf-c421b6b5c6cf tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.24 "GET /v2.0/networks?id=97824967-b555-4342-b61a-c2bbe3f361c6 HTTP/1.1" status: 200 len: 814 time: 0.1060119 May 02 11:20:19.434626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Request body: {'port': {'device_id': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6', 'admin_state_up': True, 'tenant_id': '5d6fbc308ca84836a950ffdd2d8fb4a6'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:19.670317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Made reservation on behalf of 5d6fbc308ca84836a950ffdd2d8fb4a6 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:19.673651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:19.800906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Allocated IP 172.20.0.11 (97824967-b555-4342-b61a-c2bbe3f361c6/d232b8cd-f6be-4122-8a56-ab41fe2f12c5/38e5403d-3eb2-4626-9ac2-993b2c173ea8) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:20:19.954132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks [] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.063154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.106971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Network 97824967-b555-4342-b61a-c2bbe3f361c6 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:20:20.112272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:20:20.114667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:20:20.141348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Pushing event updated for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:20.169747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:20.170358 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.291824 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b2834cb9-5f88-4025-8cf5-30c5e146201a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8608692 May 02 11:20:20.298375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eccb28-0313-48c3-8e02-f6a7231474eb req-66de001a-55c2-4f98-b40b-0c1054679542 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:20.299838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8eccb28-0313-48c3-8e02-f6a7231474eb req-66de001a-55c2-4f98-b40b-0c1054679542 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 932 time: 0.0544527 May 02 11:20:20.305134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Request body: {'port': {'device_id': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:20.392843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b8eccb28-0313-48c3-8e02-f6a7231474eb req-53f591bd-55e7-4b04-98cc-fc99423debec tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850236 May 02 11:20:20.398030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.668416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38e5403d-3eb2-4626-9ac2-993b2c173ea8 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:20:20.675762 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks [] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.689223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Transition to ACTIVE for port object 38e5403d-3eb2-4626-9ac2-993b2c173ea8 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:20:20.812928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:20.862036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Pushing event updated for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:20.932476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Attempting to bind port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:20:20.932748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Attempting to bind port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:20:20.933079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Attempting to bind port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 on network 97824967-b555-4342-b61a-c2bbe3f361c6 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:20:20.937202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 on network 97824967-b555-4342-b61a-c2bbe3f361c6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:20:20.937523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Attempting to bind port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 on network 97824967-b555-4342-b61a-c2bbe3f361c6 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:20:20.942278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 20, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:20:20.942615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Checking segment: {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:20:20.942998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Bound using segment: {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:20:20.943476 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Bound port: 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:20:20.943830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:21.009107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:20:21.012018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:20:21.120846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:21.157150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.157783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:21.159167 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] 10.222.0.24 "PUT /v2.0/ports/38e5403d-3eb2-4626-9ac2-993b2c173ea8 HTTP/1.1" status: 200 len: 1092 time: 0.8584599 May 02 11:20:21.159600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:21.161921 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5353c42c-364a-4601-a380-56e307f8ef78" -d '{"events": [{"name": "network-changed", "server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:21.186581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e2a555-c69f-4437-8025-1cee56ea67ca service neutron] Pushing event updated for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:21.198589 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:20:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d9e62c-eead-4f49-84a9-6515b0312f88 x-openstack-request-id: req-16d9e62c-eead-4f49-84a9-6515b0312f88 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:21.198886 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:21.199157 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16d9e62c-eead-4f49-84a9-6515b0312f88 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:21.199542 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16d9e62c-eead-4f49-84a9-6515b0312f88'] response: {'name': 'network-changed', 'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8', 'status': 'completed', 'code': 200} May 02 11:20:21.258377 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c42c-364a-4601-a380-56e307f8ef78 req-409f09d0-558b-4685-a188-f6646e468196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.259862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5353c42c-364a-4601-a380-56e307f8ef78 req-409f09d0-558b-4685-a188-f6646e468196 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 1126 time: 0.0405192 May 02 11:20:21.362273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c42c-364a-4601-a380-56e307f8ef78 req-a6de414b-4063-49ef-9b1d-028348dcf2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.363739 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5353c42c-364a-4601-a380-56e307f8ef78 req-a6de414b-4063-49ef-9b1d-028348dcf2c7 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0969818 May 02 11:20:21.459492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5353c42c-364a-4601-a380-56e307f8ef78 req-7b59d4f8-da91-44dc-aad8-caec0967b73d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.459492 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5353c42c-364a-4601-a380-56e307f8ef78 req-7b59d4f8-da91-44dc-aad8-caec0967b73d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0891259 May 02 11:20:21.541193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3599040-dc07-415b-9b4e-b7be47949a1c req-3df769b5-a301-48db-8c1e-c3705e88d216 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.542780 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3599040-dc07-415b-9b4e-b7be47949a1c req-3df769b5-a301-48db-8c1e-c3705e88d216 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 944 time: 0.0794399 May 02 11:20:21.551990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-7586e148-7599-437d-b497-c51c641105a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.554067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-7586e148-7599-437d-b497-c51c641105a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 1126 time: 0.0565672 May 02 11:20:21.610813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-9fbaa96d-a21b-4298-a754-2d461b1baec8 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8 HTTP/1.1" status: 200 len: 217 time: 0.0441391 May 02 11:20:21.659720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e3599040-dc07-415b-9b4e-b7be47949a1c req-cc9910d1-dab8-4798-a569-5e34d420c31e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099877 May 02 11:20:21.677241 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-46df7db4-5577-450e-a812-a17f6d4c6422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:21.677241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-46df7db4-5577-450e-a812-a17f6d4c6422 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=d232b8cd-f6be-4122-8a56-ab41fe2f12c5 HTTP/1.1" status: 200 len: 854 time: 0.0593326 May 02 11:20:21.708799 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-0f813e4e-cedf-41cc-ad06-19f7d00a7bf5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=97824967-b555-4342-b61a-c2bbe3f361c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262177 May 02 11:20:21.798619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-b650f46b-ff4c-4c3a-934c-fe45ce84ff93 service neutron] 10.222.0.24 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836251 May 02 11:20:21.893168 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-82a44b16-23b8-4def-82b4-c14981fe14e7 req-51204461-be70-48e5-bef8-c226dfc97913 service neutron] 10.222.0.24 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895035 May 02 11:20:22.772921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd47daf5-6102-49c9-b71a-45cfaff091e8 req-716a279c-f955-414a-9bb0-51438d777b97 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:22.774367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd47daf5-6102-49c9-b71a-45cfaff091e8 req-716a279c-f955-414a-9bb0-51438d777b97 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 944 time: 0.0456824 May 02 11:20:22.825179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bd47daf5-6102-49c9-b71a-45cfaff091e8 req-e3907371-ab55-479a-a9b5-8badf46d2630 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453286 May 02 11:20:23.943255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff640b4b-f79b-4a8c-a733-8569bb73b44b req-a1124a73-41c2-4857-88e8-139576bf98c2 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:23.944797 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ff640b4b-f79b-4a8c-a733-8569bb73b44b req-a1124a73-41c2-4857-88e8-139576bf98c2 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 944 time: 0.0504639 May 02 11:20:23.970674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38e5403d-3eb2-4626-9ac2-993b2c173ea8 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:20:23.993696 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ff640b4b-f79b-4a8c-a733-8569bb73b44b req-f333c68f-227c-4631-8813-725886878afb tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431011 May 02 11:20:24.069659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:24.080865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '38e5403d-3eb2-4626-9ac2-993b2c173ea8', 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6', 'port_id': '38e5403d-3eb2-4626-9ac2-993b2c173ea8', 'mac_address': 'fa:16:3e:e5:d3:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd232b8cd-f6be-4122-8a56-ab41fe2f12c5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:20:24.119267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:20:24.119664 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:24.132689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38e5403d-3eb2-4626-9ac2-993b2c173ea8 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:20:24.152128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:24.247024 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:24.296810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:24.449282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38e5403d-3eb2-4626-9ac2-993b2c173ea8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:25.106906 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae00d4c-a966-454c-8c28-94c5c4cb5468 req-d3d99459-592f-4f7d-9bbb-bf4cbea4ea41 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:25.108464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ae00d4c-a966-454c-8c28-94c5c4cb5468 req-d3d99459-592f-4f7d-9bbb-bf4cbea4ea41 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 945 time: 0.0466418 May 02 11:20:25.154583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ae00d4c-a966-454c-8c28-94c5c4cb5468 req-a5a6bb67-06a5-4877-8544-61579cdca462 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 May 02 11:20:25.628046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d3cd431a-76a7-4624-8042-68a4d71af44b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:25.967770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38e5403d-3eb2-4626-9ac2-993b2c173ea8 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:20:26.015449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:20:26.138492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:20:26.138894 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:26.218606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:20:26.218938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:26.242249 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:26.244661 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7f2bed-21b3-4760-a01d-ecda137d0771" -d '{"events": [{"server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "name": "network-vif-plugged", "status": "completed", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:26.258312 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:26.280899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad78c57-f576-4527-a103-ad361e01e527 req-52837d73-eca2-45c4-870e-7683f43054ee tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:26.282677 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cad78c57-f576-4527-a103-ad361e01e527 req-52837d73-eca2-45c4-870e-7683f43054ee tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 945 time: 0.0533075 May 02 11:20:26.285602 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc04173-e35e-4313-9f9c-6d02e4284e38 x-openstack-request-id: req-5dc04173-e35e-4313-9f9c-6d02e4284e38 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:26.285892 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "name": "network-vif-plugged", "status": "completed", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:26.286297 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5dc04173-e35e-4313-9f9c-6d02e4284e38 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:26.286687 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dc04173-e35e-4313-9f9c-6d02e4284e38'] response: {'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8', 'code': 200} May 02 11:20:26.333035 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cad78c57-f576-4527-a103-ad361e01e527 req-a3cfa195-915a-4e53-8782-a4e68471f6cc tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445995 May 02 11:20:26.350406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:26.376495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4f67cc-9b7f-420f-8428-0ca9c464392a req-8647b0b4-a59d-4172-85cc-94cb9715442c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:26.378063 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e4f67cc-9b7f-420f-8428-0ca9c464392a req-8647b0b4-a59d-4172-85cc-94cb9715442c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 1127 time: 0.0407584 May 02 11:20:26.403358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:26.422211 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4e4f67cc-9b7f-420f-8428-0ca9c464392a req-38888322-7548-485b-a283-a5494fe6b079 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384593 May 02 11:20:27.452736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec07ce7-3163-4616-a870-d233c6142137 req-9a1ea0b8-7319-4885-982a-2d76bd0ca0c6 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:27.454284 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ec07ce7-3163-4616-a870-d233c6142137 req-9a1ea0b8-7319-4885-982a-2d76bd0ca0c6 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0503688 May 02 11:20:27.503036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ec07ce7-3163-4616-a870-d233c6142137 req-b94c6629-16e0-438d-969c-5d2b46c2765c tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420346 May 02 11:20:27.945041 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ef2009e0-c063-4110-b718-e3037d8eae0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:28.622236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aacd7d-7645-4ae4-af6e-d5dbea05014f req-12dc57b7-2c4d-4dc9-b68b-3c1822c394cb tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:28.623713 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1aacd7d-7645-4ae4-af6e-d5dbea05014f req-12dc57b7-2c4d-4dc9-b68b-3c1822c394cb tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0498772 May 02 11:20:28.670690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b1aacd7d-7645-4ae4-af6e-d5dbea05014f req-1d06bc84-d6ed-4eb2-b988-92bdd3b848b7 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 May 02 11:20:28.898376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-aab6f5ca-db3a-4fac-9878-94401fdd34fd tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:28.899852 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-aab6f5ca-db3a-4fac-9878-94401fdd34fd tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/networks?id=97824967-b555-4342-b61a-c2bbe3f361c6 HTTP/1.1" status: 200 len: 814 time: 0.1073656 May 02 11:20:28.915354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-af69b2f7-8eb7-4c60-850e-d1d9761f4f21 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/quotas/5d6fbc308ca84836a950ffdd2d8fb4a6 HTTP/1.1" status: 200 len: 375 time: 0.0100999 May 02 11:20:28.962937 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-7a96dc50-6c3d-4860-b707-d95fe7ac55a0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0428190 May 02 11:20:29.060101 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-620231bf-2633-4790-a11b-276ecc1dcc64 service neutron] 10.222.0.16 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897472 May 02 11:20:29.147957 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-173cf06f-6d7a-40f2-b760-f755668ebf59 service neutron] 10.222.0.16 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825429 May 02 11:20:29.404253 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29f643cc-0307-46b8-96e3-4fc638520471 req-9cb85dde-7536-4756-bf72-847a0fa7c93c tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 210 time: 0.0277269 May 02 11:20:29.484730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:30.503832 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1583df8-0607-4ee9-99e4-1854c399462b req-95a8c87b-cccd-4b53-91f4-2be5442cab6e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 210 time: 0.0312643 May 02 11:20:30.851245 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:31.602963 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-96392a4c-fffb-4967-95d8-367e47126f96 req-921521f2-cd73-4d10-b464-3e9312fa1493 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 210 time: 0.0305905 May 02 11:20:31.700049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a9bc347d-16e5-4059-bd9e-97a7b270ca0a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:31.701505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a9bc347d-16e5-4059-bd9e-97a7b270ca0a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.15 "GET /v2.0/networks?id=97824967-b555-4342-b61a-c2bbe3f361c6 HTTP/1.1" status: 200 len: 814 time: 0.0993445 May 02 11:20:31.721386 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Request body: {'port': {'device_id': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6', 'admin_state_up': True, 'tenant_id': '5d6fbc308ca84836a950ffdd2d8fb4a6'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:32.070995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Made reservation on behalf of 5d6fbc308ca84836a950ffdd2d8fb4a6 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:32.071230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.075490 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.204155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Allocated IP 172.20.0.3 (97824967-b555-4342-b61a-c2bbe3f361c6/d232b8cd-f6be-4122-8a56-ab41fe2f12c5/df114882-96e1-4cf9-a54e-9ae9f1c6c452) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:20:32.351812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks [] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.458931 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.471085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38e5403d-3eb2-4626-9ac2-993b2c173ea8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:32.508470 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Network 97824967-b555-4342-b61a-c2bbe3f361c6 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:20:32.513654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:20:32.517549 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:20:32.541363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Pushing event updated for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:32.568653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:32.569352 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.666188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a7d0ac90-a67d-4b09-a365-d4d3ac112904 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9486692 May 02 11:20:32.685649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Request body: {'port': {'device_id': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:32.745958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20dfcc38-8b3a-400f-957a-d59a8cb3a403 req-4d63c4e6-fffa-4480-8ecd-41a069b2ca40 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:32.747440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20dfcc38-8b3a-400f-957a-d59a8cb3a403 req-4d63c4e6-fffa-4480-8ecd-41a069b2ca40 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 931 time: 0.0745277 May 02 11:20:32.789261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:32.841168 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-20dfcc38-8b3a-400f-957a-d59a8cb3a403 req-cd50739a-4f78-4722-a9c4-fc9e3fdbc4d5 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789042 May 02 11:20:33.070686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df114882-96e1-4cf9-a54e-9ae9f1c6c452 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:20:33.078701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks [] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:33.091028 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Transition to ACTIVE for port object df114882-96e1-4cf9-a54e-9ae9f1c6c452 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:20:33.167264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:33.214779 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:33.289411 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Attempting to bind port df114882-96e1-4cf9-a54e-9ae9f1c6c452 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:20:33.289756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Attempting to bind port df114882-96e1-4cf9-a54e-9ae9f1c6c452 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:20:33.290056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Attempting to bind port df114882-96e1-4cf9-a54e-9ae9f1c6c452 on network 97824967-b555-4342-b61a-c2bbe3f361c6 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:20:33.294323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Port df114882-96e1-4cf9-a54e-9ae9f1c6c452 on network 97824967-b555-4342-b61a-c2bbe3f361c6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:20:33.294648 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Attempting to bind port df114882-96e1-4cf9-a54e-9ae9f1c6c452 on network 97824967-b555-4342-b61a-c2bbe3f361c6 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:20:33.299740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 20, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:20:33.300075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Checking segment: {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:20:33.300459 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Bound using segment: {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:20:33.300938 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Bound port: df114882-96e1-4cf9-a54e-9ae9f1c6c452, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3909e66f-f4ea-4f15-bb82-e7e5b262611c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:20:33.301404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:33.362607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:20:33.365859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:20:33.485918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:33.522942 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:33.523594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:33.525004 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] 10.222.0.15 "PUT /v2.0/ports/df114882-96e1-4cf9-a54e-9ae9f1c6c452 HTTP/1.1" status: 200 len: 1091 time: 0.8429170 May 02 11:20:33.525437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:33.527763 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37816420-7d45-46a8-a9c7-a8e41eec5d20" -d '{"events": [{"name": "network-changed", "server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:33.553086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07c52fa-c76b-4d0c-b088-5e637838a2c6 service neutron] Pushing event updated for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:33.564698 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83532a98-c9de-4d1f-a5dc-e7c8252a1fb9 x-openstack-request-id: req-83532a98-c9de-4d1f-a5dc-e7c8252a1fb9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:33.564993 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:33.565255 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83532a98-c9de-4d1f-a5dc-e7c8252a1fb9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:33.565807 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83532a98-c9de-4d1f-a5dc-e7c8252a1fb9'] response: {'name': 'network-changed', 'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452', 'status': 'completed', 'code': 200} May 02 11:20:33.634447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-e1d5da86-9230-4e0b-9f09-030549db7888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:33.635864 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-e1d5da86-9230-4e0b-9f09-030549db7888 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 1125 time: 0.0456316 May 02 11:20:33.736899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-98bbec76-9d01-4066-86c5-7fd745aacf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:33.738434 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-98bbec76-9d01-4066-86c5-7fd745aacf26 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0911431 May 02 11:20:34.186999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c074290-e1d1-4766-9357-92088259dfe2 req-05ef1d3e-1087-4997-8d8b-d3d707cec21b tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:34.188448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c074290-e1d1-4766-9357-92088259dfe2 req-05ef1d3e-1087-4997-8d8b-d3d707cec21b tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 943 time: 0.0580649 May 02 11:20:34.212811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-6cd7c894-69ec-4a86-881f-f10d6107a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:34.214234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37816420-7d45-46a8-a9c7-a8e41eec5d20 req-6cd7c894-69ec-4a86-881f-f10d6107a296 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4672627 May 02 11:20:34.244948 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c074290-e1d1-4766-9357-92088259dfe2 req-49358e22-6a55-48af-94da-30e545a29086 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477242 May 02 11:20:34.300882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-9102283a-2957-4717-aef5-3f76e61fe31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:34.302429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-9102283a-2957-4717-aef5-3f76e61fe31d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 1125 time: 0.0416033 May 02 11:20:34.348762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-5368946d-43a1-4e31-9540-0a22817108af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452 HTTP/1.1" status: 200 len: 217 time: 0.0344288 May 02 11:20:34.398846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b34879-7a15-4dae-9071-57d2360c4216 req-3d7bc7ad-7807-4606-b319-2428f3a429c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:34.400318 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-3d7bc7ad-7807-4606-b319-2428f3a429c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d232b8cd-f6be-4122-8a56-ab41fe2f12c5 HTTP/1.1" status: 200 len: 854 time: 0.0452192 May 02 11:20:34.434950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-302361f7-0d9a-4ab9-9889-afa132b015cb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=97824967-b555-4342-b61a-c2bbe3f361c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250597 May 02 11:20:34.533612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-b19e8cbf-ffd7-4e09-82d9-33d1f946c3ca service neutron] 10.222.0.15 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876310 May 02 11:20:34.628556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-94b34879-7a15-4dae-9071-57d2360c4216 req-a55dab67-4fe7-475f-ad6e-c995131dad4d service neutron] 10.222.0.15 "GET /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879407 May 02 11:20:35.362071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeb301c-56e4-48a3-8d9c-448f10ca4ed5 req-b1ff3358-bbab-4efb-89a4-ddce7f90902e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:35.363511 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ceeb301c-56e4-48a3-8d9c-448f10ca4ed5 req-b1ff3358-bbab-4efb-89a4-ddce7f90902e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 943 time: 0.0460703 May 02 11:20:35.413425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ceeb301c-56e4-48a3-8d9c-448f10ca4ed5 req-31a80e6c-4245-411b-9877-64559f4048eb tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442874 May 02 11:20:36.523976 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c652581-f82c-4995-bd3b-5bf19e45a32b req-423ac1b1-0d2e-48c4-9212-0b70c8da6430 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:36.525473 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c652581-f82c-4995-bd3b-5bf19e45a32b req-423ac1b1-0d2e-48c4-9212-0b70c8da6430 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 943 time: 0.0463045 May 02 11:20:36.576465 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5c652581-f82c-4995-bd3b-5bf19e45a32b req-c6514d29-e724-4e43-b38a-d7847d967d6a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452583 May 02 11:20:37.690056 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54cd17b-350c-43e8-aaca-9452b310e120 req-0f5e32a9-49aa-4879-b2ab-c8c6c5760be9 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:37.691537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b54cd17b-350c-43e8-aaca-9452b310e120 req-0f5e32a9-49aa-4879-b2ab-c8c6c5760be9 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 943 time: 0.0470722 May 02 11:20:37.738838 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b54cd17b-350c-43e8-aaca-9452b310e120 req-c82f8ec6-6d1d-40de-a39f-1408532d1398 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413244 May 02 11:20:38.855956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9ee41-79ca-4f32-8f85-72eed7bf6f5f req-7464d5ef-4074-4755-9347-3617fd400288 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:38.857438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91f9ee41-79ca-4f32-8f85-72eed7bf6f5f req-7464d5ef-4074-4755-9347-3617fd400288 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 943 time: 0.0473256 May 02 11:20:38.908401 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91f9ee41-79ca-4f32-8f85-72eed7bf6f5f req-d68f2202-1739-4fe5-8d2a-99be92f06229 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453653 May 02 11:20:38.927895 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device df114882-96e1-4cf9-a54e-9ae9f1c6c452 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:20:39.027650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:39.039826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452', 'network_id': '97824967-b555-4342-b61a-c2bbe3f361c6', 'port_id': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452', 'mac_address': 'fa:16:3e:4a:fb:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd232b8cd-f6be-4122-8a56-ab41fe2f12c5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:20:39.076224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port df114882-96e1-4cf9-a54e-9ae9f1c6c452 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:20:39.076621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:39.089624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df114882-96e1-4cf9-a54e-9ae9f1c6c452 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:20:39.110326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:39.195552 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:39.246875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:39.415217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['df114882-96e1-4cf9-a54e-9ae9f1c6c452'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:40.020539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756550e-a743-4918-94a6-17d1c73d8e83 req-b8432f8b-bb90-47af-83e8-7d0b871fb1d5 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:40.022674 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d756550e-a743-4918-94a6-17d1c73d8e83 req-b8432f8b-bb90-47af-83e8-7d0b871fb1d5 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 944 time: 0.0468059 May 02 11:20:40.068894 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d756550e-a743-4918-94a6-17d1c73d8e83 req-9a77f32f-c458-4aae-9ff8-025750dca5aa tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403252 May 02 11:20:40.959008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device df114882-96e1-4cf9-a54e-9ae9f1c6c452 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:20:41.005718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port df114882-96e1-4cf9-a54e-9ae9f1c6c452 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:20:41.084609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port df114882-96e1-4cf9-a54e-9ae9f1c6c452 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:20:41.084997 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:41.163061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port df114882-96e1-4cf9-a54e-9ae9f1c6c452 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:20:41.163441 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:41.185953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:41.188196 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e48841-05d0-41dd-9b78-329ae5a10a53" -d '{"events": [{"server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "name": "network-vif-plugged", "status": "completed", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:41.190420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7a6279-df17-4fb1-89f8-6c239bb1c22f req-c988e293-3781-4c59-8892-fd2055ab01ac tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:41.192010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d7a6279-df17-4fb1-89f8-6c239bb1c22f req-c988e293-3781-4c59-8892-fd2055ab01ac tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 944 time: 0.0526280 May 02 11:20:41.200633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:41.229322 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e75f195c-036e-4b5f-9cc3-2d53c8a9a12a x-openstack-request-id: req-e75f195c-036e-4b5f-9cc3-2d53c8a9a12a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:41.229684 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "name": "network-vif-plugged", "status": "completed", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:41.229944 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e75f195c-036e-4b5f-9cc3-2d53c8a9a12a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:41.230354 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e75f195c-036e-4b5f-9cc3-2d53c8a9a12a'] response: {'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452', 'code': 200} May 02 11:20:41.242272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5d7a6279-df17-4fb1-89f8-6c239bb1c22f req-34663f20-57fd-4d20-bdb6-2632a443203e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 May 02 11:20:41.302312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:41.330661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491d529e-abb8-4eb0-b2df-cf3c2cd24c57 req-5f7430e2-ecb0-4270-8ce3-62f8f77a85dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:41.332233 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-491d529e-abb8-4eb0-b2df-cf3c2cd24c57 req-5f7430e2-ecb0-4270-8ce3-62f8f77a85dd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 1127 time: 0.0391808 May 02 11:20:41.353706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:41.377276 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-491d529e-abb8-4eb0-b2df-cf3c2cd24c57 req-9a7118d6-e620-4f5a-ba66-13b1e3545dfb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390432 May 02 11:20:42.362363 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8830729-f06d-4080-81e9-662bf22266cf req-19334a63-abf8-488d-ac76-389b912097d7 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:42.363829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8830729-f06d-4080-81e9-662bf22266cf req-19334a63-abf8-488d-ac76-389b912097d7 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 945 time: 0.0508606 May 02 11:20:42.410486 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f8830729-f06d-4080-81e9-662bf22266cf req-e502b8e8-0af8-43a0-a739-dab324923126 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403409 May 02 11:20:43.529015 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b76882-cec0-468a-8797-4390f7d7e7c7 req-a38df46a-0bd2-4653-9e6e-2e67f24043f1 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:43.530684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91b76882-cec0-468a-8797-4390f7d7e7c7 req-a38df46a-0bd2-4653-9e6e-2e67f24043f1 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 945 time: 0.0521212 May 02 11:20:43.582270 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-91b76882-cec0-468a-8797-4390f7d7e7c7 req-bcc71692-9252-43f8-924f-3b5632e66652 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457733 May 02 11:20:44.040896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4fbb77-008f-490c-af8a-c57512ffcbd0 req-1e6afba2-0034-4c07-b0e0-44fc7039bbb7 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:44.042377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db4fbb77-008f-490c-af8a-c57512ffcbd0 req-1e6afba2-0034-4c07-b0e0-44fc7039bbb7 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 945 time: 0.0478129 May 02 11:20:44.089501 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-db4fbb77-008f-490c-af8a-c57512ffcbd0 req-da55a35f-67b9-4165-bb7c-45c32ff886b9 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416136 May 02 11:20:44.944359 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:45.209823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91371b-05ba-4bb2-b7a9-22011aeae47c req-c81e71e5-d72b-4c24-a4bc-34e831c81d9e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:45.211534 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e91371b-05ba-4bb2-b7a9-22011aeae47c req-c81e71e5-d72b-4c24-a4bc-34e831c81d9e tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 945 time: 0.0481780 May 02 11:20:45.257668 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3e91371b-05ba-4bb2-b7a9-22011aeae47c req-d860643c-5460-4700-8b94-7ee07b680d58 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409408 May 02 11:20:45.395069 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-7a454a78-fc28-4fe2-adcf-4bdbe5ab5360 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:45.396557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-7a454a78-fc28-4fe2-adcf-4bdbe5ab5360 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.15 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 945 time: 0.0467019 May 02 11:20:45.490171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Deleting port df114882-96e1-4cf9-a54e-9ae9f1c6c452 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:45.490417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:45.590572 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] For port df114882-96e1-4cf9-a54e-9ae9f1c6c452, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=df114882-96e1-4cf9-a54e-9ae9f1c6c452,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:45.590954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:45.605109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Calling delete_port for df114882-96e1-4cf9-a54e-9ae9f1c6c452 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:45.727279 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:20:45.841596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (df114882-96e1-4cf9-a54e-9ae9f1c6c452), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:45.853174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38e5403d-3eb2-4626-9ac2-993b2c173ea8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:45.873110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Pushing event deleted for resources: {'Port': ['ID=df114882-96e1-4cf9-a54e-9ae9f1c6c452,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:45.880316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['df114882-96e1-4cf9-a54e-9ae9f1c6c452'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:45.922654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] No DVR routers for this DVR port df114882-96e1-4cf9-a54e-9ae9f1c6c452 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:20:45.925324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:45.928817 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9399e3c-b98f-4d49-bc68-ae6e2a5c7fe1 req-48dfddc5-e424-49f1-bfb5-5758ec48bd90 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.15 "DELETE /v2.0/ports/df114882-96e1-4cf9-a54e-9ae9f1c6c452 HTTP/1.1" status: 204 len: 173 time: 0.5241785 May 02 11:20:45.929268 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'name': 'network-vif-deleted', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:45.931531 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8dd412-b4bc-4d05-b68c-da24ffdf115d" -d '{"events": [{"server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "name": "network-vif-deleted", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:45.969784 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:20:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b956ba7-b836-4b82-8d84-6590ee3bf24a x-openstack-request-id: req-6b956ba7-b836-4b82-8d84-6590ee3bf24a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:45.970078 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5134fc36-7392-4df6-a241-7ed6cf660a87", "name": "network-vif-deleted", "tag": "df114882-96e1-4cf9-a54e-9ae9f1c6c452", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:45.970334 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6b956ba7-b836-4b82-8d84-6590ee3bf24a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:45.970817 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b956ba7-b836-4b82-8d84-6590ee3bf24a'] response: {'server_uuid': '5134fc36-7392-4df6-a241-7ed6cf660a87', 'name': 'network-vif-deleted', 'tag': 'df114882-96e1-4cf9-a54e-9ae9f1c6c452', 'status': 'completed', 'code': 200} May 02 11:20:46.369886 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e7b5e1c6-02d5-4b8e-9dfd-178b3088976b req-a694e3cb-a82a-4289-befe-7df8cc63307f tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=5134fc36-7392-4df6-a241-7ed6cf660a87 HTTP/1.1" status: 200 len: 210 time: 0.0312319 May 02 11:20:46.486987 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:47.524343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10ea89d-686c-48c8-b087-58e072488ea2 req-d098e734-f518-4719-8ec5-35a9a4d69278 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:47.525848 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b10ea89d-686c-48c8-b087-58e072488ea2 req-d098e734-f518-4719-8ec5-35a9a4d69278 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0471730 May 02 11:20:47.572946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b10ea89d-686c-48c8-b087-58e072488ea2 req-8b18c607-3cc1-4ff1-9c45-d8e7621fdf46 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414627 May 02 11:20:47.702956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697081eb-48ac-4e69-9408-4647598fb5d3 req-1a021fbe-aab9-422b-9604-ae3490999c78 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:47.704330 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-697081eb-48ac-4e69-9408-4647598fb5d3 req-1a021fbe-aab9-422b-9604-ae3490999c78 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0469663 May 02 11:20:47.751626 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-697081eb-48ac-4e69-9408-4647598fb5d3 req-747e0a95-102f-4044-a47d-c3111b77b9e6 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413580 May 02 11:20:47.864983 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba24f3-2117-4b0d-8669-a0d6fa63f163 req-251e114c-9f5f-484c-a4f1-53c6d69dadbc tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:47.866442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4ba24f3-2117-4b0d-8669-a0d6fa63f163 req-251e114c-9f5f-484c-a4f1-53c6d69dadbc tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0467448 May 02 11:20:47.914925 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4ba24f3-2117-4b0d-8669-a0d6fa63f163 req-379a45da-e282-4831-88e9-d4c13e4e8c8c tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428724 May 02 11:20:48.081103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590c5f41-393a-439c-b6ce-5c9d044a20ec req-08633405-dfe7-4204-b8a4-d7c67af63059 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:48.082626 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-590c5f41-393a-439c-b6ce-5c9d044a20ec req-08633405-dfe7-4204-b8a4-d7c67af63059 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0468237 May 02 11:20:48.133611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-590c5f41-393a-439c-b6ce-5c9d044a20ec req-2494a72a-15e4-4b1d-b97c-49e61558443d tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 May 02 11:20:48.250069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e5821-6173-43b2-9efb-096d7dd854d7 req-7299b1f5-5e3f-4bee-8fdb-127ac332a40a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:48.251435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a0e5821-6173-43b2-9efb-096d7dd854d7 req-7299b1f5-5e3f-4bee-8fdb-127ac332a40a tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0501060 May 02 11:20:48.298135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5a0e5821-6173-43b2-9efb-096d7dd854d7 req-565e3b4c-9409-48a3-8f6f-21e6e83c4034 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405350 May 02 11:20:48.418802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4d6e09-0968-4edf-9695-0b06a81de241 req-19dce27f-96e4-40b4-934c-0301358c5f47 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:48.420271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb4d6e09-0968-4edf-9695-0b06a81de241 req-19dce27f-96e4-40b4-934c-0301358c5f47 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0473652 May 02 11:20:48.466784 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cb4d6e09-0968-4edf-9695-0b06a81de241 req-258fda5e-e497-4474-92a9-ec36afe0b558 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410149 May 02 11:20:49.023895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52cf71e6-96cd-483c-8d4b-13e962710bdc req-86c379ee-0502-4a02-9c77-3ace80eb7e27 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:49.025416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52cf71e6-96cd-483c-8d4b-13e962710bdc req-86c379ee-0502-4a02-9c77-3ace80eb7e27 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0492940 May 02 11:20:49.076244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-52cf71e6-96cd-483c-8d4b-13e962710bdc req-f9fa89e1-eb23-402c-84c7-8df57cb28086 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450559 May 02 11:20:50.193690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dc9f61-5993-4fc8-91b1-52270f13f119 req-b28472cf-1634-47e9-9136-1ec5b503dd47 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:50.195176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00dc9f61-5993-4fc8-91b1-52270f13f119 req-b28472cf-1634-47e9-9136-1ec5b503dd47 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0478601 May 02 11:20:50.241586 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-00dc9f61-5993-4fc8-91b1-52270f13f119 req-dbd19972-b31d-4120-8146-e94c69e60ba3 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/security-groups?id=e8b27b17-1302-4ee1-bbd9-81cec226c473&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409284 May 02 11:20:50.321153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a81901-b077-4264-bd34-2ff24e26275f req-e0e5a3c2-82e6-4030-9906-b19b48f54015 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:50.322567 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4a81901-b077-4264-bd34-2ff24e26275f req-e0e5a3c2-82e6-4030-9906-b19b48f54015 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.24 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 946 time: 0.0459185 May 02 11:20:50.403776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Deleting port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:20:50.404117 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:50.494366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] For port 38e5403d-3eb2-4626-9ac2-993b2c173ea8, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=38e5403d-3eb2-4626-9ac2-993b2c173ea8,segment=NetworkSegment(3909e66f-f4ea-4f15-bb82-e7e5b262611c),segment_id=3909e66f-f4ea-4f15-bb82-e7e5b262611c)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:20:50.494727 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:50.508168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Calling delete_port for 38e5403d-3eb2-4626-9ac2-993b2c173ea8 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:20:50.726816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (38e5403d-3eb2-4626-9ac2-993b2c173ea8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:50.738339 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['38e5403d-3eb2-4626-9ac2-993b2c173ea8'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:20:50.755898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Pushing event deleted for resources: {'Port': ['ID=38e5403d-3eb2-4626-9ac2-993b2c173ea8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:50.799416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] No DVR routers for this DVR port 38e5403d-3eb2-4626-9ac2-993b2c173ea8 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:20:50.802664 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:50.805939 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e4a81901-b077-4264-bd34-2ff24e26275f req-4a92ce33-7925-47a0-ab5c-f11ebc1365f0 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.24 "DELETE /v2.0/ports/38e5403d-3eb2-4626-9ac2-993b2c173ea8 HTTP/1.1" status: 204 len: 173 time: 0.4781671 May 02 11:20:50.806375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'name': 'network-vif-deleted', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:20:50.808701 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a81ddc-8cde-4144-acd1-aa2fd7d71f26" -d '{"events": [{"server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "name": "network-vif-deleted", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:20:50.844163 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd6c8bb-f6e4-4463-baba-209475aa7a46 x-openstack-request-id: req-8dd6c8bb-f6e4-4463-baba-209475aa7a46 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:20:50.844470 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdf56163-5148-4b0a-a1ed-ef00261a877c", "name": "network-vif-deleted", "tag": "38e5403d-3eb2-4626-9ac2-993b2c173ea8", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:20:50.844799 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8dd6c8bb-f6e4-4463-baba-209475aa7a46 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:20:50.845215 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd6c8bb-f6e4-4463-baba-209475aa7a46'] response: {'server_uuid': 'bdf56163-5148-4b0a-a1ed-ef00261a877c', 'name': 'network-vif-deleted', 'tag': '38e5403d-3eb2-4626-9ac2-993b2c173ea8', 'status': 'completed', 'code': 200} May 02 11:20:50.974244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device df114882-96e1-4cf9-a54e-9ae9f1c6c452 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:50.996265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: df114882-96e1-4cf9-a54e-9ae9f1c6c452 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:50.996540 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device df114882-96e1-4cf9-a54e-9ae9f1c6c452 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:51.347332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d981d5d1-f889-447b-8f05-698ea3be8b27 req-7efc7f7a-d609-4f2e-b5e4-d081dabc0a92 tempest-ServersNegativeTestJSON-1910216414 tempest-ServersNegativeTestJSON-1910216414-project] 10.222.0.16 "GET /v2.0/ports?device_id=bdf56163-5148-4b0a-a1ed-ef00261a877c HTTP/1.1" status: 200 len: 210 time: 0.0267317 May 02 11:20:52.404178 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49874) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:52.452389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Deleting subnet d232b8cd-f6be-4122-8a56-ab41fe2f12c5 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:20:52.459119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Publish callbacks [] for subnet (d232b8cd-f6be-4122-8a56-ab41fe2f12c5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.489804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (d232b8cd-f6be-4122-8a56-ab41fe2f12c5), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.528057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (d232b8cd-f6be-4122-8a56-ab41fe2f12c5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.664314 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (d232b8cd-f6be-4122-8a56-ab41fe2f12c5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.690249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d232b8cd-f6be-4122-8a56-ab41fe2f12c5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:52.692211 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.695446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8243ffb2-fdf1-4205-9b50-f2364d5efa2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d232b8cd-f6be-4122-8a56-ab41fe2f12c5 HTTP/1.1" status: 204 len: 168 time: 0.2902303 May 02 11:20:52.698082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49876) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:52.769574 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (97824967-b555-4342-b61a-c2bbe3f361c6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.847989 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (97824967-b555-4342-b61a-c2bbe3f361c6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.868499 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97824967-b555-4342-b61a-c2bbe3f361c6']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:52.878003 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3909e66f-f4ea-4f15-bb82-e7e5b262611c') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:52.878338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3909e66f-f4ea-4f15-bb82-e7e5b262611c') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:20:52.893040 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (3909e66f-f4ea-4f15-bb82-e7e5b262611c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.907244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3909e66f-f4ea-4f15-bb82-e7e5b262611c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.913207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:20:52.913594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (3909e66f-f4ea-4f15-bb82-e7e5b262611c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: timer() May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:20:52.915315 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:20:53.040833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (97824967-b555-4342-b61a-c2bbe3f361c6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.046127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.049256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] 10.222.0.16 "DELETE /v2.0/networks/97824967-b555-4342-b61a-c2bbe3f361c6 HTTP/1.1" status: 204 len: 168 time: 0.3501813 May 02 11:20:53.061429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f33737-f099-420e-88df-f6e11a6954d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=97824967-b555-4342-b61a-c2bbe3f361c6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:53.434494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49880) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:53.474866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ef76633-cf6a-4499-b273-9522256ec8a8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d6fbc308ca84836a950ffdd2d8fb4a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0391879 May 02 11:20:53.477621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49882) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:53.531003 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] Publish callbacks [] for security_group (e8b27b17-1302-4ee1-bbd9-81cec226c473), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.553354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] Publish callbacks [] for security_group (e8b27b17-1302-4ee1-bbd9-81cec226c473), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.703745 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (e8b27b17-1302-4ee1-bbd9-81cec226c473), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.706386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:53.707584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8b27b17-1302-4ee1-bbd9-81cec226c473 HTTP/1.1" status: 204 len: 168 time: 0.2288222 May 02 11:20:53.716993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8000a-ff3e-404b-8a65-1dc3d07bf171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b27b17-1302-4ee1-bbd9-81cec226c473,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:54.219689 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38e5403d-3eb2-4626-9ac2-993b2c173ea8 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:20:54.240121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 38e5403d-3eb2-4626-9ac2-993b2c173ea8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:20:54.240469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 38e5403d-3eb2-4626-9ac2-993b2c173ea8 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:20:54.851435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49904) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:54.945375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-959333246'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:55.063890 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:55.067761 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.076225 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.150670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for security_group (baf5bbcd-998f-47a2-835b-6b6b273b8d8c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.245442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (baf5bbcd-998f-47a2-835b-6b6b273b8d8c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.272892 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:20:55.281808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=baf5bbcd-998f-47a2-835b-6b6b273b8d8c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:55.287744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (be2f1871-7055-4bf0-aea9-b817ea99fb91), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.293807 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Added segment be2f1871-7055-4bf0-aea9-b817ea99fb91 of type vlan for network f11b93b5-f30f-4b15-be24-e6b83b346cc7 May 02 11:20:55.333638 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (f11b93b5-f30f-4b15-be24-e6b83b346cc7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.435161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (f11b93b5-f30f-4b15-be24-e6b83b346cc7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.440258 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:55.440893 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:55.546006 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Network': ['ID=f11b93b5-f30f-4b15-be24-e6b83b346cc7,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:55.557087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:20:55.586876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6d882842-0a0b-45b2-854d-e008ca8dda41 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7343171 May 02 11:20:55.627717 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd3a8730-c92c-4b4e-8e3e-6e4d954c48c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:57.941699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1353f40c-1b26-4c76-9deb-24beafe1c0d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:58.868422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49908) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:58.873701 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'subnet': {'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:59.069673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:59.073148 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.326992 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (665204b0-b088-4eba-88c1-dc781272869f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.385372 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Subnet': ['ID=665204b0-b088-4eba-88c1-dc781272869f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:20:59.396772 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.397124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.397467 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.397807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.398141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.398471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.398796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.399122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.399459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.399777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.400104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.400426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.400783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.401104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.408836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:20:59.408836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking segment: {'id': 'be2f1871-7055-4bf0-aea9-b817ea99fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:20:59.408836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network hostable DHCP agents. Network: f11b93b5-f30f-4b15-be24-e6b83b346cc7, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:20:59.439464 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.555150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:20:59.669561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, f11b93b5-f30f-4b15-be24-e6b83b346cc7) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:20:59.673968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:20:59.674602 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.680702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7938ff7b-5e77-4e53-a210-8981ca354323 None None] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:20:59.756446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45898c13-d917-4ab0-82f2-06ecf5e61579 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8868048 May 02 11:20:59.759895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49910) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:20:59.764852 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2050757839'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:20:59.782672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-f11b93b5-f30f-4b15-be24-e6b83b346cc7', 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7', 'project_id': 'b3c0c44c481b4e41b45b869f24b34641', 'fixed_ips': [{'subnet_id': '665204b0-b088-4eba-88c1-dc781272869f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:20:59.783540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.898524 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:20:59.902065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.941068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:20:59.941314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Allocated IP 2001:db8:0:ffff::2 (f11b93b5-f30f-4b15-be24-e6b83b346cc7/665204b0-b088-4eba-88c1-dc781272869f/a5bcbff7-ca97-40ea-b492-9b8ad20a026a) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:20:59.941452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:20:59.941452 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Added segment e0c03ef3-b8dc-4e76-813b-88215698d4ba of type vlan for network 69d7d810-57a1-428a-8a24-46efeec8cee4 May 02 11:20:59.976907 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.067651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks [] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.133131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.138215 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:00.138794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.204346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Network': ['ID=69d7d810-57a1-428a-8a24-46efeec8cee4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:00.216639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 69d7d810-57a1-428a-8a24-46efeec8cee4 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:00.222454 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.310215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:00.325375 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:00.333065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:00.337471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:00.396247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Attempting to bind port a5bcbff7-ca97-40ea-b492-9b8ad20a026a on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Attempting to bind port a5bcbff7-ca97-40ea-b492-9b8ad20a026a by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'be2f1871-7055-4bf0-aea9-b817ea99fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Attempting to bind port a5bcbff7-ca97-40ea-b492-9b8ad20a026a on network f11b93b5-f30f-4b15-be24-e6b83b346cc7 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 20, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Checking segment: {'id': 'be2f1871-7055-4bf0-aea9-b817ea99fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Bound using segment: {'id': 'be2f1871-7055-4bf0-aea9-b817ea99fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Bound port: a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2f1871-7055-4bf0-aea9-b817ea99fb91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'f11b93b5-f30f-4b15-be24-e6b83b346cc7'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:00.406969 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.438480 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ab7749fa-f38d-4960-b7da-509e86a645ed tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6774688 May 02 11:21:00.441176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49912) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:00.446741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'subnet': {'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:00.467291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] For port a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:00.470182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] For port a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,segment=NetworkSegment(be2f1871-7055-4bf0-aea9-b817ea99fb91),segment_id=be2f1871-7055-4bf0-aea9-b817ea99fb91)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:00.605347 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.666347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48f190a-e0ef-4266-824e-d535258f18b3 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:00.687519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:00.692784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:00.847345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.024513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (61cf23f5-6584-4829-b683-6fff5a3825aa), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.084168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Subnet': ['ID=61cf23f5-6584-4829-b683-6fff5a3825aa,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:01.094503 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking segment: {'id': 'e0c03ef3-b8dc-4e76-813b-88215698d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:01.094886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network hostable DHCP agents. Network: 69d7d810-57a1-428a-8a24-46efeec8cee4, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:01.235928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network 69d7d810-57a1-428a-8a24-46efeec8cee4 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:01.361113 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 69d7d810-57a1-428a-8a24-46efeec8cee4) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:01.366500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:01.366881 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.373668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d2c43c-c3fe-4add-8015-e9f88ca887d5 None None] Network 69d7d810-57a1-428a-8a24-46efeec8cee4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:01.482101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-69d7d810-57a1-428a-8a24-46efeec8cee4', 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4', 'project_id': 'b3c0c44c481b4e41b45b869f24b34641', 'fixed_ips': [{'subnet_id': '61cf23f5-6584-4829-b683-6fff5a3825aa'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:01.483203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.495738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7f305940-446e-4148-9581-d479efe0138d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0527644 May 02 11:21:01.498474 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49930) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:01.609581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.641311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Allocated IP 2001:db8::2 (69d7d810-57a1-428a-8a24-46efeec8cee4/61cf23f5-6584-4829-b683-6fff5a3825aa/b2864daf-6503-4415-8c42-a6e6db75132b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:01.651265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-017e39b0-f1e7-4dff-8952-e5ab069d4ef9 None None] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:01.704681 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (61cf23f5-6584-4829-b683-6fff5a3825aa), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:01.787263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Provisioning complete for port a5bcbff7-ca97-40ea-b492-9b8ad20a026a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:01.787551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.134483 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks [] for port (b2864daf-6503-4415-8c42-a6e6db75132b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.150649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Current status of the port a5bcbff7-ca97-40ea-b492-9b8ad20a026a is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:02.151035 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.186462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] For port a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,segment=NetworkSegment(be2f1871-7055-4bf0-aea9-b817ea99fb91),segment_id=be2f1871-7055-4bf0-aea9-b817ea99fb91)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:02.239525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.290538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a5bcbff7-ca97-40ea-b492-9b8ad20a026a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:02.320256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.359251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.370431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Network 69d7d810-57a1-428a-8a24-46efeec8cee4 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:02.376744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:02.380546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:02.389984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Pushing event updated for resources: {'Port': ['ID=b2864daf-6503-4415-8c42-a6e6db75132b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:02.403058 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a5bcbff7-ca97-40ea-b492-9b8ad20a026a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:02.403431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.433880 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (61cf23f5-6584-4829-b683-6fff5a3825aa), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.468771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Subnet': ['ID=61cf23f5-6584-4829-b683-6fff5a3825aa,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:02.523807 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.526576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-431ca081-de14-475b-8f35-453a7ff632b2 None None] Provisioning complete for port a5bcbff7-ca97-40ea-b492-9b8ad20a026a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:02.527086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-431ca081-de14-475b-8f35-453a7ff632b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.549624 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d7d810-57a1-428a-8a24-46efeec8cee4']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:02.550162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Attempting to bind port b2864daf-6503-4415-8c42-a6e6db75132b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:02.550543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Attempting to bind port b2864daf-6503-4415-8c42-a6e6db75132b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e0c03ef3-b8dc-4e76-813b-88215698d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:02.550911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Attempting to bind port b2864daf-6503-4415-8c42-a6e6db75132b on network 69d7d810-57a1-428a-8a24-46efeec8cee4 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:02.556859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acec8869-e415-40da-9415-5e3e4433d6d0 None None] Pushing event updated for resources: {'Port': ['ID=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:02.559429 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c03ef3-b8dc-4e76-813b-88215698d4ba') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:02.559727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c03ef3-b8dc-4e76-813b-88215698d4ba') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:02.568237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:02.568636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Checking segment: {'id': 'e0c03ef3-b8dc-4e76-813b-88215698d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:02.569049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.569445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Bound using segment: {'id': 'e0c03ef3-b8dc-4e76-813b-88215698d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:02.569921 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Bound port: b2864daf-6503-4415-8c42-a6e6db75132b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0c03ef3-b8dc-4e76-813b-88215698d4ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '69d7d810-57a1-428a-8a24-46efeec8cee4'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:02.570365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.570507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.583815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.589960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:02.590508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:02.594219 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:02.662517 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a5bcbff7-ca97-40ea-b492-9b8ad20a026a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:02.708650 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 11:21:02.708650 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 11:21:02.708650 ncdv-master-1 neutron-server[115662]: [parameters: {'id': '69d7d810-57a1-428a-8a24-46efeec8cee4'}] May 02 11:21:02.708650 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:02.709165 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:02.712694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] For port b2864daf-6503-4415-8c42-a6e6db75132b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:02.716135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-431ca081-de14-475b-8f35-453a7ff632b2 None None] Current status of the port a5bcbff7-ca97-40ea-b492-9b8ad20a026a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:02.725309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] For port b2864daf-6503-4415-8c42-a6e6db75132b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2864daf-6503-4415-8c42-a6e6db75132b,segment=NetworkSegment(e0c03ef3-b8dc-4e76-813b-88215698d4ba),segment_id=e0c03ef3-b8dc-4e76-813b-88215698d4ba)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:02.856659 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:02.935703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5242bc48-78d4-46a3-afa1-33db47bbbbd7 None None] Pushing event updated for resources: {'Port': ['ID=b2864daf-6503-4415-8c42-a6e6db75132b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:02.953174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd7c0ec-b43e-464e-9a19-7754bb0dcd65 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 11:21:03.017822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd7c0ec-b43e-464e-9a19-7754bb0dcd65 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 11:21:03.164377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1afe9c-cf4d-4a38-b7fd-fa7d5f8da207 None None] Network 69d7d810-57a1-428a-8a24-46efeec8cee4 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:03.210617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.256714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting port b2864daf-6503-4415-8c42-a6e6db75132b {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:03.257042 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.326080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] For port b2864daf-6503-4415-8c42-a6e6db75132b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b2864daf-6503-4415-8c42-a6e6db75132b,segment=NetworkSegment(e0c03ef3-b8dc-4e76-813b-88215698d4ba),segment_id=e0c03ef3-b8dc-4e76-813b-88215698d4ba)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:03.326497 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.340175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Calling delete_port for b2864daf-6503-4415-8c42-a6e6db75132b owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:03.507385 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (b2864daf-6503-4415-8c42-a6e6db75132b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.531623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Port': ['ID=b2864daf-6503-4415-8c42-a6e6db75132b,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:03.537276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No DVR routers for this DVR port b2864daf-6503-4415-8c42-a6e6db75132b on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:03.615102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.635368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69d7d810-57a1-428a-8a24-46efeec8cee4']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:03.644732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0c03ef3-b8dc-4e76-813b-88215698d4ba') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:03.645034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0c03ef3-b8dc-4e76-813b-88215698d4ba') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:03.658778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.672767 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.680316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:03.680718 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e0c03ef3-b8dc-4e76-813b-88215698d4ba), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:03.683799 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:03.852562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (69d7d810-57a1-428a-8a24-46efeec8cee4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.859576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:03.862608 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/69d7d810-57a1-428a-8a24-46efeec8cee4 HTTP/1.1" status: 204 len: 168 time: 2.3630769 May 02 11:21:03.866830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:03.873358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1812125760'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:03.874714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b013e-9d53-42cd-a329-a49191e01092 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Network': ['ID=69d7d810-57a1-428a-8a24-46efeec8cee4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:04.018139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:04.021661 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.045703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:04.055583 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.055933 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Added segment af7a1681-587f-4f73-8e1a-b3cb376feade of type vlan for network dab9e352-d10d-455c-b86b-2d9fd6216689 May 02 11:21:04.102896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.204894 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.210334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:04.211029 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.274925 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a5bcbff7-ca97-40ea-b492-9b8ad20a026a up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:04.279623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Network': ['ID=dab9e352-d10d-455c-b86b-2d9fd6216689,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:04.298602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network dab9e352-d10d-455c-b86b-2d9fd6216689 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:04.338094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-006076b4-452b-45e2-86e7-dd3ddcf049b9 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4669855 May 02 11:21:04.338568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49934) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:04.343592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'subnet': {'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:04.380150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a5bcbff7-ca97-40ea-b492-9b8ad20a026a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:04.380525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.456195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a5bcbff7-ca97-40ea-b492-9b8ad20a026a is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:04.524535 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:04.528114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.585314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Performing IP validity checks on allocation pools {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} May 02 11:21:04.585834 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.ipam_backend_mixin [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking for overlaps among allocation pools and gateway ip {{(pid=115663) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} May 02 11:21:04.778542 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (216cb4d0-1951-4df5-936d-4ff4a1724a33), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:04.831890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Subnet': ['ID=216cb4d0-1951-4df5-936d-4ff4a1724a33,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:04.848518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking segment: {'id': 'af7a1681-587f-4f73-8e1a-b3cb376feade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:04.848916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network hostable DHCP agents. Network: dab9e352-d10d-455c-b86b-2d9fd6216689, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:04.943924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network dab9e352-d10d-455c-b86b-2d9fd6216689 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:05.012241 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, dab9e352-d10d-455c-b86b-2d9fd6216689) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:05.016283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:05.016913 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.020805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e37d5a-b64e-47ac-8e69-0298ac2b2826 None None] Network dab9e352-d10d-455c-b86b-2d9fd6216689 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:05.126744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d889389-9071-447c-b57b-593975505a70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-dab9e352-d10d-455c-b86b-2d9fd6216689', 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689', 'project_id': 'b3c0c44c481b4e41b45b869f24b34641', 'fixed_ips': [{'subnet_id': '216cb4d0-1951-4df5-936d-4ff4a1724a33'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:05.127577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.135443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-983409ed-d251-4e71-993d-2a23a91641bf tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7957723 May 02 11:21:05.137972 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:05.237971 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.273704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-7d889389-9071-447c-b57b-593975505a70 None None] Allocated IP 2001:db8::3 (dab9e352-d10d-455c-b86b-2d9fd6216689/216cb4d0-1951-4df5-936d-4ff4a1724a33/65671452-894b-47da-8b08-f685a54012ea) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:05.313436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (216cb4d0-1951-4df5-936d-4ff4a1724a33), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.419248 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks [] for port (65671452-894b-47da-8b08-f685a54012ea), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.520981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (65671452-894b-47da-8b08-f685a54012ea), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.563418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d889389-9071-447c-b57b-593975505a70 None None] Network dab9e352-d10d-455c-b86b-2d9fd6216689 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:05.568368 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-7d889389-9071-447c-b57b-593975505a70 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:05.571592 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d889389-9071-447c-b57b-593975505a70 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:05.579580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889389-9071-447c-b57b-593975505a70 None None] Pushing event updated for resources: {'Port': ['ID=65671452-894b-47da-8b08-f685a54012ea,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:05.631683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d889389-9071-447c-b57b-593975505a70 None None] Attempting to bind port 65671452-894b-47da-8b08-f685a54012ea on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:05.632090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d889389-9071-447c-b57b-593975505a70 None None] Attempting to bind port 65671452-894b-47da-8b08-f685a54012ea by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'af7a1681-587f-4f73-8e1a-b3cb376feade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:05.632464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d889389-9071-447c-b57b-593975505a70 None None] Attempting to bind port 65671452-894b-47da-8b08-f685a54012ea on network dab9e352-d10d-455c-b86b-2d9fd6216689 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:05.633667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (216cb4d0-1951-4df5-936d-4ff4a1724a33), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.637501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d889389-9071-447c-b57b-593975505a70 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:05.637875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d889389-9071-447c-b57b-593975505a70 None None] Checking segment: {'id': 'af7a1681-587f-4f73-8e1a-b3cb376feade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:05.638276 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.638667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d889389-9071-447c-b57b-593975505a70 None None] Bound using segment: {'id': 'af7a1681-587f-4f73-8e1a-b3cb376feade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:05.639130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-7d889389-9071-447c-b57b-593975505a70 None None] Bound port: 65671452-894b-47da-8b08-f685a54012ea, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af7a1681-587f-4f73-8e1a-b3cb376feade', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:05.639506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (65671452-894b-47da-8b08-f685a54012ea), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.663452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Subnet': ['ID=216cb4d0-1951-4df5-936d-4ff4a1724a33,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:05.703085 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7d889389-9071-447c-b57b-593975505a70 None None] For port 65671452-894b-47da-8b08-f685a54012ea, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:05.706284 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7d889389-9071-447c-b57b-593975505a70 None None] For port 65671452-894b-47da-8b08-f685a54012ea, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65671452-894b-47da-8b08-f685a54012ea,segment=NetworkSegment(af7a1681-587f-4f73-8e1a-b3cb376feade),segment_id=af7a1681-587f-4f73-8e1a-b3cb376feade)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:05.724318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.745399 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab9e352-d10d-455c-b86b-2d9fd6216689']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:05.754509 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7a1681-587f-4f73-8e1a-b3cb376feade') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:05.754794 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7a1681-587f-4f73-8e1a-b3cb376feade') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:05.764229 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.788464 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7d889389-9071-447c-b57b-593975505a70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (65671452-894b-47da-8b08-f685a54012ea), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.790315 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.796403 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:05.798387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: timer() May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:05.800171 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:05.873525 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d889389-9071-447c-b57b-593975505a70 None None] Pushing event updated for resources: {'Port': ['ID=65671452-894b-47da-8b08-f685a54012ea,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:05.892008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e7da55-e693-4f66-abe5-9100cf2a7e5a None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 11:21:05.927101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.db.api [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 11:21:05.927101 ncdv-master-1 neutron-server[115663]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 11:21:05.927101 ncdv-master-1 neutron-server[115663]: [parameters: {'id': 'dab9e352-d10d-455c-b86b-2d9fd6216689'}] May 02 11:21:05.927101 ncdv-master-1 neutron-server[115663]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115663) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:05.927666 ncdv-master-1 neutron-server[115663]: DEBUG oslo_db.api [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:05.959100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e7da55-e693-4f66-abe5-9100cf2a7e5a None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 11:21:06.107940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc84a74-d061-421d-b483-aeed61f56856 None None] Network dab9e352-d10d-455c-b86b-2d9fd6216689 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:06.428974 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.473174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting port 65671452-894b-47da-8b08-f685a54012ea {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:06.473442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (65671452-894b-47da-8b08-f685a54012ea), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.538340 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] For port 65671452-894b-47da-8b08-f685a54012ea, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=65671452-894b-47da-8b08-f685a54012ea,segment=NetworkSegment(af7a1681-587f-4f73-8e1a-b3cb376feade),segment_id=af7a1681-587f-4f73-8e1a-b3cb376feade)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:06.538702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (65671452-894b-47da-8b08-f685a54012ea), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.550950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Calling delete_port for 65671452-894b-47da-8b08-f685a54012ea owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:06.738351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (65671452-894b-47da-8b08-f685a54012ea), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.767644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Port': ['ID=65671452-894b-47da-8b08-f685a54012ea,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:06.772770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No DVR routers for this DVR port 65671452-894b-47da-8b08-f685a54012ea on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:06.856523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.876620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dab9e352-d10d-455c-b86b-2d9fd6216689']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:06.886541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af7a1681-587f-4f73-8e1a-b3cb376feade') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:06.886875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af7a1681-587f-4f73-8e1a-b3cb376feade') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:06.896394 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.910049 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.915858 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:06.916247 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (af7a1681-587f-4f73-8e1a-b3cb376feade), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: timer() May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:06.919277 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:07.050467 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (dab9e352-d10d-455c-b86b-2d9fd6216689), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.057771 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.060960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/dab9e352-d10d-455c-b86b-2d9fd6216689 HTTP/1.1" status: 204 len: 168 time: 1.9218836 May 02 11:21:07.064845 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49938) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:07.070382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-876156964'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:07.072326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527419f-bc21-4bb3-a0a8-134d62ff89cc tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Network': ['ID=dab9e352-d10d-455c-b86b-2d9fd6216689,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:07.172218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:07.175572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.199193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:07.207691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e69732a8-ebef-4e0f-a973-73edce648944), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.208038 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Added segment e69732a8-ebef-4e0f-a973-73edce648944 of type vlan for network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c May 02 11:21:07.255298 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.399288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.404588 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:07.405226 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.473599 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Network': ['ID=91c7e8dd-c24a-4d07-84d5-7643ae49ba0c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:07.484533 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:07.511729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a4d0f709-0cf8-4094-94fc-1a291f4e0506 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4454606 May 02 11:21:07.514428 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:07.520254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'subnet': {'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:07.698257 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:07.701776 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:07.949949 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (273b0626-d364-4c42-8d55-a211b0aac632), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.007296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Subnet': ['ID=273b0626-d364-4c42-8d55-a211b0aac632,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:08.017349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking segment: {'id': 'e69732a8-ebef-4e0f-a973-73edce648944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:08.017713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network hostable DHCP agents. Network: 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:08.097004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:08.215821 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:08.219838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:08.220409 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.227070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8878dce-4c61-44ee-89d8-07a837724d5b None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:08.323683 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-91c7e8dd-c24a-4d07-84d5-7643ae49ba0c', 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c', 'project_id': 'b3c0c44c481b4e41b45b869f24b34641', 'fixed_ips': [{'subnet_id': '273b0626-d364-4c42-8d55-a211b0aac632'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:08.330635 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.357892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-94c7facf-202d-46f2-87cb-f32faa034205 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8421798 May 02 11:21:08.365047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49942) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:08.366413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-461645956'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:08.464112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:08.467516 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.469968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Allocated IP 2001:db8::2 (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c/273b0626-d364-4c42-8d55-a211b0aac632/971cfcc7-8c96-4bdf-a84d-94083e43e826) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:08.492140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:08.500846 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.507240 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Added segment 2d7df9ff-ff61-4f8d-af9c-b2b48747fc29 of type vlan for network 814f0fe2-9474-4d5d-8faf-ca4be58271bf May 02 11:21:08.545234 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.613890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks [] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.681242 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.686226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:08.690666 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.710029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.751094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:08.754645 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:08.758923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:08.760812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Network': ['ID=814f0fe2-9474-4d5d-8faf-ca4be58271bf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:08.762033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Pushing event updated for resources: {'Port': ['ID=971cfcc7-8c96-4bdf-a84d-94083e43e826,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:08.770990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 814f0fe2-9474-4d5d-8faf-ca4be58271bf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:08.821438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d38f5e7e-af12-4928-9d44-46067b638b10 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4589314 May 02 11:21:08.824213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49944) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:08.829846 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Request body: {'subnet': {'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:08.869139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Attempting to bind port 971cfcc7-8c96-4bdf-a84d-94083e43e826 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:08.869504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Attempting to bind port 971cfcc7-8c96-4bdf-a84d-94083e43e826 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'e69732a8-ebef-4e0f-a973-73edce648944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:08.869869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Attempting to bind port 971cfcc7-8c96-4bdf-a84d-94083e43e826 on network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:08.877177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:08.880684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Checking segment: {'id': 'e69732a8-ebef-4e0f-a973-73edce648944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:08.880684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.880684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Bound using segment: {'id': 'e69732a8-ebef-4e0f-a973-73edce648944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:08.880684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Bound port: 971cfcc7-8c96-4bdf-a84d-94083e43e826, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69732a8-ebef-4e0f-a973-73edce648944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '91c7e8dd-c24a-4d07-84d5-7643ae49ba0c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:08.880684 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:08.947918 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] For port 971cfcc7-8c96-4bdf-a84d-94083e43e826, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:08.951332 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] For port 971cfcc7-8c96-4bdf-a84d-94083e43e826, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971cfcc7-8c96-4bdf-a84d-94083e43e826,segment=NetworkSegment(e69732a8-ebef-4e0f-a973-73edce648944),segment_id=e69732a8-ebef-4e0f-a973-73edce648944)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:08.998631 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Made reservation on behalf of b3c0c44c481b4e41b45b869f24b34641 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:09.002194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.052712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.277594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270845f3-fd73-4d3b-aaf4-724b7057577f None None] Pushing event updated for resources: {'Port': ['ID=971cfcc7-8c96-4bdf-a84d-94083e43e826,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:09.290818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (36c73c89-b8e0-4ab1-a3a0-33626ed426cf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.360895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event updated for resources: {'Subnet': ['ID=36c73c89-b8e0-4ab1-a3a0-33626ed426cf,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:09.372069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Checking segment: {'id': '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:09.372443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network hostable DHCP agents. Network: 814f0fe2-9474-4d5d-8faf-ca4be58271bf, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:09.481094 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Network 814f0fe2-9474-4d5d-8faf-ca4be58271bf is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:09.595680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 814f0fe2-9474-4d5d-8faf-ca4be58271bf) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:09.599671 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:09.600341 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.605762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfe3ce4-0ce5-4513-a591-2a25f0ab3bda None None] Network 814f0fe2-9474-4d5d-8faf-ca4be58271bf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:09.689548 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8e5884b-7e6e-41d7-b4ed-a2e299fdc810 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8641348 May 02 11:21:09.692155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49946) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:09.708294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-814f0fe2-9474-4d5d-8faf-ca4be58271bf', 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf', 'project_id': 'b3c0c44c481b4e41b45b869f24b34641', 'fixed_ips': [{'subnet_id': '36c73c89-b8e0-4ab1-a3a0-33626ed426cf'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:09.709282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.791702 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:09.846542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Allocated IP 2001:db8::2 (814f0fe2-9474-4d5d-8faf-ca4be58271bf/36c73c89-b8e0-4ab1-a3a0-33626ed426cf/e77e228e-fa1e-49de-9d6b-65240a360fa9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:09.848815 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (36c73c89-b8e0-4ab1-a3a0-33626ed426cf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.004783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks [] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.070362 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.128687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Network 814f0fe2-9474-4d5d-8faf-ca4be58271bf is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:10.132620 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:10.137770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:10.141578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Pushing event updated for resources: {'Port': ['ID=e77e228e-fa1e-49de-9d6b-65240a360fa9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:10.178911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (36c73c89-b8e0-4ab1-a3a0-33626ed426cf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.211029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Attempting to bind port e77e228e-fa1e-49de-9d6b-65240a360fa9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:10.211407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Attempting to bind port e77e228e-fa1e-49de-9d6b-65240a360fa9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:10.211783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Attempting to bind port e77e228e-fa1e-49de-9d6b-65240a360fa9 on network 814f0fe2-9474-4d5d-8faf-ca4be58271bf {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:10.221643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Subnet': ['ID=36c73c89-b8e0-4ab1-a3a0-33626ed426cf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:10.223752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:10.224139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Checking segment: {'id': '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:10.224550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.225380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Bound using segment: {'id': '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:10.226762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Bound port: e77e228e-fa1e-49de-9d6b-65240a360fa9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:10.226762 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.296104 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.311285 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] For port e77e228e-fa1e-49de-9d6b-65240a360fa9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:10.315098 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] For port e77e228e-fa1e-49de-9d6b-65240a360fa9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e77e228e-fa1e-49de-9d6b-65240a360fa9,segment=NetworkSegment(2d7df9ff-ff61-4f8d-af9c-b2b48747fc29),segment_id=2d7df9ff-ff61-4f8d-af9c-b2b48747fc29)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:10.328041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f0fe2-9474-4d5d-8faf-ca4be58271bf']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:10.335503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 971cfcc7-8c96-4bdf-a84d-94083e43e826 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:10.339739 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:10.340125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:10.352396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.390945 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.392572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.395674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 971cfcc7-8c96-4bdf-a84d-94083e43e826 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:10.396101 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.400512 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:10.400512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:10.404259 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:10.438838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5eab369-e0f3-4ce8-a3af-93ed0436e0b1 None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:10.504354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.db.api [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') May 02 11:21:10.504354 ncdv-master-1 neutron-server[115662]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] May 02 11:21:10.504354 ncdv-master-1 neutron-server[115662]: [parameters: {'id': '814f0fe2-9474-4d5d-8faf-ca4be58271bf'}] May 02 11:21:10.504354 ncdv-master-1 neutron-server[115662]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=115662) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:10.504934 ncdv-master-1 neutron-server[115662]: DEBUG oslo_db.api [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:10.562552 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Provisioning complete for port 971cfcc7-8c96-4bdf-a84d-94083e43e826 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:10.562837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.570985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac87694-102b-4f62-af7b-af4c4a694054 None None] Pushing event updated for resources: {'Port': ['ID=e77e228e-fa1e-49de-9d6b-65240a360fa9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:10.618469 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce3b935-bf57-44fd-8010-836a54a07b39 None None] Network 814f0fe2-9474-4d5d-8faf-ca4be58271bf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:10.742987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 971cfcc7-8c96-4bdf-a84d-94083e43e826 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:10.743598 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.831302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 971cfcc7-8c96-4bdf-a84d-94083e43e826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971cfcc7-8c96-4bdf-a84d-94083e43e826,segment=NetworkSegment(e69732a8-ebef-4e0f-a973-73edce648944),segment_id=e69732a8-ebef-4e0f-a973-73edce648944)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:10.832809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Current status of the port 971cfcc7-8c96-4bdf-a84d-94083e43e826 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:10.833193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:10.913225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da322687-8969-4f1b-8ec2-fae8700f0422 None None] get_active_networks_info from ncdv-master-1 {{(pid=115664) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 02 11:21:10.945357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.006239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.049757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:11.050119 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:11.055657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting port e77e228e-fa1e-49de-9d6b-65240a360fa9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:11.055943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=971cfcc7-8c96-4bdf-a84d-94083e43e826,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:11.056061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.065957 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da322687-8969-4f1b-8ec2-fae8700f0422 None None] Resources bound (agent type, host, resource id): {{(pid=115664) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} May 02 11:21:11.123638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] For port e77e228e-fa1e-49de-9d6b-65240a360fa9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e77e228e-fa1e-49de-9d6b-65240a360fa9,segment=NetworkSegment(2d7df9ff-ff61-4f8d-af9c-b2b48747fc29),segment_id=2d7df9ff-ff61-4f8d-af9c-b2b48747fc29)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:11.124010 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.138254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Calling delete_port for e77e228e-fa1e-49de-9d6b-65240a360fa9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:11.332051 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e77e228e-fa1e-49de-9d6b-65240a360fa9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.361728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No DVR routers for this DVR port e77e228e-fa1e-49de-9d6b-65240a360fa9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:11.364285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Port': ['ID=e77e228e-fa1e-49de-9d6b-65240a360fa9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:11.446190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.466000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f0fe2-9474-4d5d-8faf-ca4be58271bf']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:11.475864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:11.476156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d7df9ff-ff61-4f8d-af9c-b2b48747fc29') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:11.485467 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.498928 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.504808 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:11.505193 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (2d7df9ff-ff61-4f8d-af9c-b2b48747fc29), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:11.508134 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:11.585547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-30272543-ccbb-4054-83d9-ef2af1a43d92 None None] Current status of the port 971cfcc7-8c96-4bdf-a84d-94083e43e826 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:11.650628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (814f0fe2-9474-4d5d-8faf-ca4be58271bf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.658043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.661929 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/814f0fe2-9474-4d5d-8faf-ca4be58271bf HTTP/1.1" status: 204 len: 168 time: 1.9686172 May 02 11:21:11.665421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49950) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:11.673546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830fb3b2-3929-462d-a36c-d088a6e43fc1 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Network': ['ID=814f0fe2-9474-4d5d-8faf-ca4be58271bf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:11.693506 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-38362c99-8a00-493a-b439-b545fce07983 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] GET failed (client error): The resource could not be found. May 02 11:21:11.695162 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-38362c99-8a00-493a-b439-b545fce07983 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "GET /v2.0/subnets/36c73c89-b8e0-4ab1-a3a0-33626ed426cf HTTP/1.1" status: 404 len: 337 time: 0.0287011 May 02 11:21:11.698013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49952) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:11.701557 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4971e4f6-ecc8-40a1-8923-8f9750b78c38 None None] Provisioning complete for port 971cfcc7-8c96-4bdf-a84d-94083e43e826 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:11.705699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4971e4f6-ecc8-40a1-8923-8f9750b78c38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.716275 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-98990480-097e-4a5d-8397-1d7c0b3a5c76 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:11.716788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98990480-097e-4a5d-8397-1d7c0b3a5c76 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:11.719721 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-98990480-097e-4a5d-8397-1d7c0b3a5c76 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/814f0fe2-9474-4d5d-8faf-ca4be58271bf HTTP/1.1" status: 404 len: 339 time: 0.0207400 May 02 11:21:11.724556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49954) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:11.751368 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e021b7-56ea-4264-a796-b0c1d80a73e5 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:11.751829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e021b7-56ea-4264-a796-b0c1d80a73e5 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:11.754937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-28e021b7-56ea-4264-a796-b0c1d80a73e5 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/subnets/36c73c89-b8e0-4ab1-a3a0-33626ed426cf HTTP/1.1" status: 404 len: 337 time: 0.0288823 May 02 11:21:11.757717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49956) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:11.784003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4971e4f6-ecc8-40a1-8923-8f9750b78c38 None None] Current status of the port 971cfcc7-8c96-4bdf-a84d-94083e43e826 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:11.790993 ncdv-master-1 neutron-server[115662]: INFO neutron.pecan_wsgi.hooks.translation [None req-26e52845-383a-4565-9241-fc0d2dc16b13 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:11.790993 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26e52845-383a-4565-9241-fc0d2dc16b13 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115662) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:11.790993 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-26e52845-383a-4565-9241-fc0d2dc16b13 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/814f0fe2-9474-4d5d-8faf-ca4be58271bf HTTP/1.1" status: 404 len: 339 time: 0.0310278 May 02 11:21:11.792827 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49958) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:11.844801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting subnet 273b0626-d364-4c42-8d55-a211b0aac632 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:21:11.848512 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (273b0626-d364-4c42-8d55-a211b0aac632), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.891274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (273b0626-d364-4c42-8d55-a211b0aac632), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:11.979267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (273b0626-d364-4c42-8d55-a211b0aac632), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.121248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (273b0626-d364-4c42-8d55-a211b0aac632), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.150649 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Subnet': ['ID=273b0626-d364-4c42-8d55-a211b0aac632,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:12.154424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.158033 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9a97eaf6-a1cb-4538-b699-c0283c62df97 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/subnets/273b0626-d364-4c42-8d55-a211b0aac632 HTTP/1.1" status: 204 len: 168 time: 0.3641486 May 02 11:21:12.161115 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49960) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:12.163914 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6b75c5-4669-4e5f-ac7d-81be7c0d8381 None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:12.242794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.290655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting port 971cfcc7-8c96-4bdf-a84d-94083e43e826 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:12.291149 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.294518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 971cfcc7-8c96-4bdf-a84d-94083e43e826 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:12.340836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] DHCP port deletion for 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:21:12.352349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 971cfcc7-8c96-4bdf-a84d-94083e43e826 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:12.353137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.359422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] For port 971cfcc7-8c96-4bdf-a84d-94083e43e826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971cfcc7-8c96-4bdf-a84d-94083e43e826,segment=NetworkSegment(e69732a8-ebef-4e0f-a973-73edce648944),segment_id=e69732a8-ebef-4e0f-a973-73edce648944)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:12.359934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.373961 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Calling delete_port for 971cfcc7-8c96-4bdf-a84d-94083e43e826 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:12.414708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Deleting port 971cfcc7-8c96-4bdf-a84d-94083e43e826 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:12.415087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.497721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] For port 971cfcc7-8c96-4bdf-a84d-94083e43e826, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=971cfcc7-8c96-4bdf-a84d-94083e43e826,segment=NetworkSegment(e69732a8-ebef-4e0f-a973-73edce648944),segment_id=e69732a8-ebef-4e0f-a973-73edce648944)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:12.498047 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.542237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Calling delete_port for 971cfcc7-8c96-4bdf-a84d-94083e43e826 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:12.550172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 971cfcc7-8c96-4bdf-a84d-94083e43e826 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:12.564889 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.592994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Port': ['ID=971cfcc7-8c96-4bdf-a84d-94083e43e826,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:12.594835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No DVR routers for this DVR port 971cfcc7-8c96-4bdf-a84d-94083e43e826 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:12.678635 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.700308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91c7e8dd-c24a-4d07-84d5-7643ae49ba0c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:12.711050 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69732a8-ebef-4e0f-a973-73edce648944') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:12.711422 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69732a8-ebef-4e0f-a973-73edce648944') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:12.721896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (e69732a8-ebef-4e0f-a973-73edce648944), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.736454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (e69732a8-ebef-4e0f-a973-73edce648944), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.743004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:12.743411 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (e69732a8-ebef-4e0f-a973-73edce648944), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:12.746646 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:12.875354 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (91c7e8dd-c24a-4d07-84d5-7643ae49ba0c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.884258 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.885046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (971cfcc7-8c96-4bdf-a84d-94083e43e826), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:12.887467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/91c7e8dd-c24a-4d07-84d5-7643ae49ba0c HTTP/1.1" status: 204 len: 168 time: 0.7253442 May 02 11:21:12.890121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49962) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:12.899410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501218c0-9ab3-4fa7-b5c0-f85670c1224d tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Network': ['ID=91c7e8dd-c24a-4d07-84d5-7643ae49ba0c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:12.909865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Network 91c7e8dd-c24a-4d07-84d5-7643ae49ba0c is not hosted by any dhcp agent {{(pid=115664) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} May 02 11:21:12.910353 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] No DVR routers for this DVR port 971cfcc7-8c96-4bdf-a84d-94083e43e826 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:12.912061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Pushing event deleted for resources: {'Port': ['ID=971cfcc7-8c96-4bdf-a84d-94083e43e826,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:12.922109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.922109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.922109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.922871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.922871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.922871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.923134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.923443 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.923772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.924100 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.924426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.924779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.925128 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.925476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.925663 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-8673d734-9675-4eaf-bea6-f5bb206f0359 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:12.925845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93758c07-d2e5-4bf2-a8da-0dbf7389491e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:12.926121 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8673d734-9675-4eaf-bea6-f5bb206f0359 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:12.929179 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8673d734-9675-4eaf-bea6-f5bb206f0359 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/subnets/216cb4d0-1951-4df5-936d-4ff4a1724a33 HTTP/1.1" status: 404 len: 337 time: 0.0372982 May 02 11:21:12.931912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49964) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:12.950280 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc1f7915-2988-413c-9b4b-2b92add536fe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:12.950755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc1f7915-2988-413c-9b4b-2b92add536fe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:12.953765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dc1f7915-2988-413c-9b4b-2b92add536fe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/dab9e352-d10d-455c-b86b-2d9fd6216689 HTTP/1.1" status: 404 len: 339 time: 0.0208743 May 02 11:21:12.956226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49966) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:12.982641 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4fd6891-d16b-408a-b518-94408f988cbe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:12.983081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4fd6891-d16b-408a-b518-94408f988cbe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:12.986389 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d4fd6891-d16b-408a-b518-94408f988cbe tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/subnets/61cf23f5-6584-4829-b683-6fff5a3825aa HTTP/1.1" status: 404 len: 337 time: 0.0285759 May 02 11:21:12.989377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49968) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:13.007748 ncdv-master-1 neutron-server[115663]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1991eb-7702-4800-9b4c-a16d317cff65 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] DELETE failed (client error): The resource could not be found. May 02 11:21:13.008226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1991eb-7702-4800-9b4c-a16d317cff65 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=115663) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} May 02 11:21:13.011273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2b1991eb-7702-4800-9b4c-a16d317cff65 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/69d7d810-57a1-428a-8a24-46efeec8cee4 HTTP/1.1" status: 404 len: 339 time: 0.0209777 May 02 11:21:13.013653 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49970) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:13.063246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting subnet 665204b0-b088-4eba-88c1-dc781272869f {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:21:13.066462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (665204b0-b088-4eba-88c1-dc781272869f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.113340 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (665204b0-b088-4eba-88c1-dc781272869f), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.195398 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (665204b0-b088-4eba-88c1-dc781272869f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.326966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (665204b0-b088-4eba-88c1-dc781272869f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.355168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Subnet': ['ID=665204b0-b088-4eba-88c1-dc781272869f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:13.357581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.360693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/subnets/665204b0-b088-4eba-88c1-dc781272869f HTTP/1.1" status: 204 len: 168 time: 0.3461416 May 02 11:21:13.362372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04dd9e6c-7139-4200-a62d-4c6964a843e7 None None] Network f11b93b5-f30f-4b15-be24-e6b83b346cc7 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:13.363419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 49972) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:13.367527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.367879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.368224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.368564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.369026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.369327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.369666 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.369981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.370307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.370812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.371428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.371767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.372093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.372418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.372769 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62c6f13e-2751-4a24-a4a9-92cdff73bece tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:13.449249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (f11b93b5-f30f-4b15-be24-e6b83b346cc7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.499091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Deleting port a5bcbff7-ca97-40ea-b492-9b8ad20a026a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:13.499439 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.499772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] DHCP port deletion for f11b93b5-f30f-4b15-be24-e6b83b346cc7 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:21:13.538622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Deleting port a5bcbff7-ca97-40ea-b492-9b8ad20a026a {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:13.538994 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.567923 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] For port a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,segment=NetworkSegment(be2f1871-7055-4bf0-aea9-b817ea99fb91),segment_id=be2f1871-7055-4bf0-aea9-b817ea99fb91)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:13.568290 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.581000 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Calling delete_port for a5bcbff7-ca97-40ea-b492-9b8ad20a026a owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:13.601050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] For port a5bcbff7-ca97-40ea-b492-9b8ad20a026a, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,segment=NetworkSegment(be2f1871-7055-4bf0-aea9-b817ea99fb91),segment_id=be2f1871-7055-4bf0-aea9-b817ea99fb91)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:13.601460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.614800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Calling delete_port for a5bcbff7-ca97-40ea-b492-9b8ad20a026a owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:13.764978 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.771693 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (a5bcbff7-ca97-40ea-b492-9b8ad20a026a), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.795431 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] No DVR routers for this DVR port a5bcbff7-ca97-40ea-b492-9b8ad20a026a on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:13.797489 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Port': ['ID=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:13.798721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] Pushing event deleted for resources: {'Port': ['ID=a5bcbff7-ca97-40ea-b492-9b8ad20a026a,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:13.800560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0cce26-54e6-46eb-b5c2-50ad3e7b81ee None None] No DVR routers for this DVR port a5bcbff7-ca97-40ea-b492-9b8ad20a026a on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:13.882028 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (f11b93b5-f30f-4b15-be24-e6b83b346cc7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.902727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b93b5-f30f-4b15-be24-e6b83b346cc7']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:13.913171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be2f1871-7055-4bf0-aea9-b817ea99fb91') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:13.913471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be2f1871-7055-4bf0-aea9-b817ea99fb91') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:13.922891 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (be2f1871-7055-4bf0-aea9-b817ea99fb91), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.935969 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (be2f1871-7055-4bf0-aea9-b817ea99fb91), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.941869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (be2f1871-7055-4bf0-aea9-b817ea99fb91), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:13.949757 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:14.090235 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (f11b93b5-f30f-4b15-be24-e6b83b346cc7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:14.098838 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:14.101043 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] 10.222.0.16 "DELETE /v2.0/networks/f11b93b5-f30f-4b15-be24-e6b83b346cc7 HTTP/1.1" status: 204 len: 168 time: 0.7362931 May 02 11:21:14.113442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8fb6d-1bb1-4827-9698-146f921a78a4 tempest-NetworksIpV6Test-1780518405 tempest-NetworksIpV6Test-1780518405-project] Pushing event deleted for resources: {'Network': ['ID=f11b93b5-f30f-4b15-be24-e6b83b346cc7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:14.267275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 971cfcc7-8c96-4bdf-a84d-94083e43e826 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:21:14.288566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 971cfcc7-8c96-4bdf-a84d-94083e43e826 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:21:14.296813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 971cfcc7-8c96-4bdf-a84d-94083e43e826 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:21:14.296813 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a5bcbff7-ca97-40ea-b492-9b8ad20a026a no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:21:14.310155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a5bcbff7-ca97-40ea-b492-9b8ad20a026a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:21:14.310504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a5bcbff7-ca97-40ea-b492-9b8ad20a026a not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:21:14.654925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49978) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:14.790141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9f0aa9a0-d9a6-4042-9c7c-78612d7c8ef4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b3c0c44c481b4e41b45b869f24b34641&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1339893 May 02 11:21:14.792559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 49982) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:14.839057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] Publish callbacks [] for security_group (baf5bbcd-998f-47a2-835b-6b6b273b8d8c), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:14.859436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] Publish callbacks [] for security_group (baf5bbcd-998f-47a2-835b-6b6b273b8d8c), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:14.995505 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:15.069337 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (baf5bbcd-998f-47a2-835b-6b6b273b8d8c), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:15.071919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:15.073098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/baf5bbcd-998f-47a2-835b-6b6b273b8d8c HTTP/1.1" status: 204 len: 168 time: 0.2796261 May 02 11:21:15.080922 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f14c5ee-c3bf-4aef-a705-e76905cbfafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baf5bbcd-998f-47a2-835b-6b6b273b8d8c,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:16.189746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:16.296118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1264922499', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:16.567349 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (eaf2986d-a4db-4614-9d31-69814b943534), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.568350 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (eaf2986d-a4db-4614-9d31-69814b943534), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.578369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.619333 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router_controller (eaf2986d-a4db-4614-9d31-69814b943534), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.715059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (eaf2986d-a4db-4614-9d31-69814b943534), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.823254 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.824496 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5d305ce8-10ec-400e-85a6-19708ee4c536 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6337109 May 02 11:21:16.827131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50008) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:16.831969 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1605250767'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:16.932042 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Made reservation on behalf of eb22b182ffe84a88a7954d5f08fb4aa1 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:16.935587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:16.948828 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.021573 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for security_group (1c74f3d1-2c3d-447d-88d8-8a9101d19f77), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.124330 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1c74f3d1-2c3d-447d-88d8-8a9101d19f77), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.154663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:17.161124 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c74f3d1-2c3d-447d-88d8-8a9101d19f77,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:17.168883 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.169150 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Added segment b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048 of type vlan for network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f May 02 11:21:17.210391 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.332162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.337355 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:17.337976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.408716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event updated for resources: {'Network': ['ID=a6dda4ae-51fa-445d-9bf3-bf2c531cd33f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:17.420338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:17.447562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-af13a9dd-6499-4917-b7a6-3ee24cc5f165 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.6193831 May 02 11:21:17.450309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50010) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:17.455280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'subnet': {'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:17.675096 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Made reservation on behalf of eb22b182ffe84a88a7954d5f08fb4aa1 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:17.678967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:17.953283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (db6dc090-cbd2-4d09-8e01-e353c32e901f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.011621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event updated for resources: {'Subnet': ['ID=db6dc090-cbd2-4d09-8e01-e353c32e901f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:18.027285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Checking segment: {'id': 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:18.027652 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Network hostable DHCP agents. Network: a6dda4ae-51fa-445d-9bf3-bf2c531cd33f, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:18.143541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:18.212072 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a6dda4ae-51fa-445d-9bf3-bf2c531cd33f) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:18.216211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:18.217239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.225554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfa088f-ed80-448b-bb14-b6a8c411d4e8 None None] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:18.323835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a6dda4ae-51fa-445d-9bf3-bf2c531cd33f', 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f', 'project_id': 'eb22b182ffe84a88a7954d5f08fb4aa1', 'fixed_ips': [{'subnet_id': 'db6dc090-cbd2-4d09-8e01-e353c32e901f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:18.324707 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.338719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7dcdb080-f260-46bc-9ca3-7ba32b8eaf81 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8873410 May 02 11:21:18.341686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50012) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:18.346617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1643899376'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:18.452307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Made reservation on behalf of eb22b182ffe84a88a7954d5f08fb4aa1 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:18.455784 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.458736 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Allocated IP 172.20.0.2 (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f/db6dc090-cbd2-4d09-8e01-e353c32e901f/d5e7b237-fd7c-4c72-92a4-b0cd492e51a9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:18.479527 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:18.488831 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (03cf6f46-10bf-43a7-9264-339b0fdbe2ee), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.496554 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Added segment 03cf6f46-10bf-43a7-9264-339b0fdbe2ee of type vlan for network ec6831fa-6329-440e-98d7-4246651ec086 May 02 11:21:18.530167 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ec6831fa-6329-440e-98d7-4246651ec086), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.602712 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks [] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.623693 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ec6831fa-6329-440e-98d7-4246651ec086), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.629578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:18.630200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.699577 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event updated for resources: {'Network': ['ID=ec6831fa-6329-440e-98d7-4246651ec086,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:18.710157 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ec6831fa-6329-440e-98d7-4246651ec086 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:18.729037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.769958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2cc0af00-e7c3-4c77-bee4-047dc0c26602 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4270840 May 02 11:21:18.772587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50014) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:18.777783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'subnet': {'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:18.807546 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:18.816940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:18.821427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:18.827293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Pushing event updated for resources: {'Port': ['ID=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:18.883510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Attempting to bind port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:18.883882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Attempting to bind port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:18.884251 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Attempting to bind port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 on network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:18.889295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:18.889674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Checking segment: {'id': 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:18.890077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.890473 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Bound using segment: {'id': 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:18.890938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Bound port: d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a6dda4ae-51fa-445d-9bf3-bf2c531cd33f'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:18.891337 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:18.952928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Made reservation on behalf of eb22b182ffe84a88a7954d5f08fb4aa1 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:18.953292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73919ba6-3880-4205-993a-816f8697de44 None None] For port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:18.956113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-73919ba6-3880-4205-993a-816f8697de44 None None] For port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,segment=NetworkSegment(b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048),segment_id=b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:18.959145 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:19.081897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:19.150818 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73919ba6-3880-4205-993a-816f8697de44 None None] Pushing event updated for resources: {'Port': ['ID=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:19.241544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b4f711e3-9a0c-4540-83d3-ad9e418e70c4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:19.314884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event updated for resources: {'Subnet': ['ID=b4f711e3-9a0c-4540-83d3-ad9e418e70c4,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:19.332303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Checking segment: {'id': '03cf6f46-10bf-43a7-9264-339b0fdbe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:19.332665 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Network hostable DHCP agents. Network: ec6831fa-6329-440e-98d7-4246651ec086, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:19.430958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Network ec6831fa-6329-440e-98d7-4246651ec086 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:19.526696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ec6831fa-6329-440e-98d7-4246651ec086) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:19.532026 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:19.532659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:19.536200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143e5992-0878-4341-859a-90065cee734f None None] Network ec6831fa-6329-440e-98d7-4246651ec086 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:19.642930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ec6831fa-6329-440e-98d7-4246651ec086', 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086', 'project_id': 'eb22b182ffe84a88a7954d5f08fb4aa1', 'fixed_ips': [{'subnet_id': 'b4f711e3-9a0c-4540-83d3-ad9e418e70c4'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:19.643860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:19.683565 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-18fea59f-9007-4b14-a6b2-8591b295445a tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9098024 May 02 11:21:19.686404 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50016) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:19.690960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-489a6717-70de-4203-9728-5dd55634668f tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Request body: {'router': {'external_gateway_info': {'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:19.786729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Allocated IP 172.21.0.2 (ec6831fa-6329-440e-98d7-4246651ec086/b4f711e3-9a0c-4540-83d3-ad9e418e70c4/0e66cb46-41dd-47d4-8d58-ca06abf7edf7) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:19.958623 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks [] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.085643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.092010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1764f1e6-7ffe-47f0-927a-18c56d9c77e8 None None] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:20.192710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Network ec6831fa-6329-440e-98d7-4246651ec086 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:20.201894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:20.204478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:20.209359 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Pushing event updated for resources: {'Port': ['ID=0e66cb46-41dd-47d4-8d58-ca06abf7edf7,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:20.216575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Provisioning complete for port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:20.216575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.265015 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-489a6717-70de-4203-9728-5dd55634668f tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router_gateway (eaf2986d-a4db-4614-9d31-69814b943534), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.330949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:20.365077 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Attempting to bind port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:20.365455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Attempting to bind port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '03cf6f46-10bf-43a7-9264-339b0fdbe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:20.365851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Attempting to bind port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 on network ec6831fa-6329-440e-98d7-4246651ec086 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:20.384282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:20.387944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Checking segment: {'id': '03cf6f46-10bf-43a7-9264-339b0fdbe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:20.387944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.387944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Bound using segment: {'id': '03cf6f46-10bf-43a7-9264-339b0fdbe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:20.387944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Bound port: 0e66cb46-41dd-47d4-8d58-ca06abf7edf7, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03cf6f46-10bf-43a7-9264-339b0fdbe2ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'ec6831fa-6329-440e-98d7-4246651ec086'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:20.387944 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.467945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Current status of the port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:20.468338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.468669 ncdv-master-1 neutron-server[115662]: INFO neutron.api.v2.resource [None req-489a6717-70de-4203-9728-5dd55634668f tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. May 02 11:21:20.474230 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-489a6717-70de-4203-9728-5dd55634668f tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "PUT /v2.0/routers/eaf2986d-a4db-4614-9d31-69814b943534 HTTP/1.1" status: 400 len: 364 time: 0.7824581 May 02 11:21:20.476479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50018) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:20.491347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:20.494846 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.531907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Deleting subnet b4f711e3-9a0c-4540-83d3-ad9e418e70c4 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:21:20.535460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (b4f711e3-9a0c-4540-83d3-ad9e418e70c4), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.542318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] For port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:20.571293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] For port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e66cb46-41dd-47d4-8d58-ca06abf7edf7,segment=NetworkSegment(03cf6f46-10bf-43a7-9264-339b0fdbe2ee),segment_id=03cf6f46-10bf-43a7-9264-339b0fdbe2ee)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:20.577465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] For port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,segment=NetworkSegment(b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048),segment_id=b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:20.579336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (b4f711e3-9a0c-4540-83d3-ad9e418e70c4), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.634728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:20.634917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.649473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.676854 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b4f711e3-9a0c-4540-83d3-ad9e418e70c4), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.689141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.743933 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aeed647-23a6-4105-9323-8ddc9e361b00 None None] Pushing event updated for resources: {'Port': ['ID=0e66cb46-41dd-47d4-8d58-ca06abf7edf7,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:20.753098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:20.754097 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:20.808628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4db2ee0-3b09-474c-a706-677f7490e8e0 None None] Pushing event updated for resources: {'Port': ['ID=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:20.812902 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e1b54a7b-734c-4d60-83db-93dbad3cf5aa None None] Provisioning complete for port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:20.813279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e1b54a7b-734c-4d60-83db-93dbad3cf5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.830037 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (b4f711e3-9a0c-4540-83d3-ad9e418e70c4), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.864013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Subnet': ['ID=b4f711e3-9a0c-4540-83d3-ad9e418e70c4,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:20.869791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:20.883946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50020) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:20.901295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e73caa6-f93e-4f1e-9ec4-d56de182444b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "DELETE /v2.0/subnets/b4f711e3-9a0c-4540-83d3-ad9e418e70c4 HTTP/1.1" status: 204 len: 168 time: 0.4219034 May 02 11:21:20.916982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e1b54a7b-734c-4d60-83db-93dbad3cf5aa None None] Current status of the port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:20.980823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ec6831fa-6329-440e-98d7-4246651ec086), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.026588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Deleting port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:21.026937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.091368 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] For port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=0e66cb46-41dd-47d4-8d58-ca06abf7edf7,segment=NetworkSegment(03cf6f46-10bf-43a7-9264-339b0fdbe2ee),segment_id=03cf6f46-10bf-43a7-9264-339b0fdbe2ee)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:21.091760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.106472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Calling delete_port for 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:21.255844 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0e66cb46-41dd-47d4-8d58-ca06abf7edf7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.282092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Port': ['ID=0e66cb46-41dd-47d4-8d58-ca06abf7edf7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:21.285855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] No DVR routers for this DVR port 0e66cb46-41dd-47d4-8d58-ca06abf7edf7 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:21.292200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:21.375084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ec6831fa-6329-440e-98d7-4246651ec086), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.397190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6831fa-6329-440e-98d7-4246651ec086']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:21.407730 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03cf6f46-10bf-43a7-9264-339b0fdbe2ee') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:21.408037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03cf6f46-10bf-43a7-9264-339b0fdbe2ee') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:21.418191 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (03cf6f46-10bf-43a7-9264-339b0fdbe2ee), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.432908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (03cf6f46-10bf-43a7-9264-339b0fdbe2ee), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.439612 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:21.440139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (03cf6f46-10bf-43a7-9264-339b0fdbe2ee), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: timer() May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:21.443433 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:21.572504 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ec6831fa-6329-440e-98d7-4246651ec086), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.578082 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.584303 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "DELETE /v2.0/networks/ec6831fa-6329-440e-98d7-4246651ec086 HTTP/1.1" status: 204 len: 168 time: 0.6958809 May 02 11:21:21.584716 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50022) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:21.601946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e428ed-f180-43b2-915c-b30630cf454b tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Network': ['ID=ec6831fa-6329-440e-98d7-4246651ec086,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:21.647307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Deleting subnet db6dc090-cbd2-4d09-8e01-e353c32e901f {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:21:21.650675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (db6dc090-cbd2-4d09-8e01-e353c32e901f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.692970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6d98b4-a29d-4fca-99f7-604bdf0f4cc5 None None] DHCP port deletion for ec6831fa-6329-440e-98d7-4246651ec086 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:21:21.697490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (db6dc090-cbd2-4d09-8e01-e353c32e901f), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.711326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd9b5b-180d-47f2-9573-aadee4d15dc3 None None] Network ec6831fa-6329-440e-98d7-4246651ec086 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:21.731309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcd9b5b-180d-47f2-9573-aadee4d15dc3 None None] Network ec6831fa-6329-440e-98d7-4246651ec086 could not be found, it might have been deleted concurrently. {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:196}} May 02 11:21:21.734268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0989446f-ae93-4249-90b2-4144d3a01f80 None None] Could not find standard attr ID for object 0e66cb46-41dd-47d4-8d58-ca06abf7edf7. {{(pid=115664) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:182}} May 02 11:21:21.780566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (db6dc090-cbd2-4d09-8e01-e353c32e901f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.921214 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (db6dc090-cbd2-4d09-8e01-e353c32e901f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.948992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Subnet': ['ID=db6dc090-cbd2-4d09-8e01-e353c32e901f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:21.952824 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:21.957570 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ac77fb66-f8cb-4bab-a070-2a5db13d2887 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "DELETE /v2.0/subnets/db6dc090-cbd2-4d09-8e01-e353c32e901f HTTP/1.1" status: 204 len: 168 time: 0.3700912 May 02 11:21:21.959146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50024) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:21.963004 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c6b84f-8b61-4c26-9978-002b39c560a8 None None] Network a6dda4ae-51fa-445d-9bf3-bf2c531cd33f requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:22.035811 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.085141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Deleting port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:22.085485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.111809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] DHCP port deletion for a6dda4ae-51fa-445d-9bf3-bf2c531cd33f request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:21:22.154676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Deleting port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:21:22.155043 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.155679 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] For port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,segment=NetworkSegment(b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048),segment_id=b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:22.156045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.170397 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Calling delete_port for d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:22.216724 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] For port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,segment=NetworkSegment(b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048),segment_id=b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:22.218283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.231205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Calling delete_port for d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:21:22.282826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:21:22.379056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:22.379450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.415870 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.442298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Port': ['ID=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:22.443345 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (d5e7b237-fd7c-4c72-92a4-b0cd492e51a9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.445742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] No DVR routers for this DVR port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:22.475908 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] No DVR routers for this DVR port d5e7b237-fd7c-4c72-92a4-b0cd492e51a9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:21:22.480945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0048bbec-ec6c-4eb1-b4c0-48de10952ed9 None None] Pushing event deleted for resources: {'Port': ['ID=d5e7b237-fd7c-4c72-92a4-b0cd492e51a9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:22.527041 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.552396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6dda4ae-51fa-445d-9bf3-bf2c531cd33f']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:22.561735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:22.562034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:22.572381 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.585640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.591367 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:21:22.591747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b90d0a84-a2c5-4ef6-ba29-3f4e4b8c3048), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: timer() May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:21:22.594746 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:21:22.727133 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:21:22.741397 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a6dda4ae-51fa-445d-9bf3-bf2c531cd33f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.748091 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:22.751227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "DELETE /v2.0/networks/a6dda4ae-51fa-445d-9bf3-bf2c531cd33f HTTP/1.1" status: 204 len: 168 time: 0.7911294 May 02 11:21:22.754047 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50026) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:22.762622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61312e8-c096-4a16-a963-c52fb8c3c2ac tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Pushing event deleted for resources: {'Network': ['ID=a6dda4ae-51fa-445d-9bf3-bf2c531cd33f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:22.782443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9e54ae6c-7d9a-42b6-8221-d8fa1bfe2c2c tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "GET /v2.0/ports?device_id=eaf2986d-a4db-4614-9d31-69814b943534 HTTP/1.1" status: 200 len: 205 time: 0.0272260 May 02 11:21:22.785397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50028) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:22.859752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router (eaf2986d-a4db-4614-9d31-69814b943534), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.016889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (eaf2986d-a4db-4614-9d31-69814b943534), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.018978 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router_controller (eaf2986d-a4db-4614-9d31-69814b943534), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.141461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (eaf2986d-a4db-4614-9d31-69814b943534), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.142004 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Fanout notify agent at l3_agent the message router_deleted on router eaf2986d-a4db-4614-9d31-69814b943534 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:21:23.148711 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.149892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d903155e-6977-4e9c-a23f-5bb773418149 tempest-RoutersNegativeTest-673914073 tempest-RoutersNegativeTest-673914073-project] 10.222.0.16 "DELETE /v2.0/routers/eaf2986d-a4db-4614-9d31-69814b943534 HTTP/1.1" status: 204 len: 168 time: 0.3635218 May 02 11:21:23.671058 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50034) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:23.807255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c82900fb-e3d1-4e57-953d-66283dce0044 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb22b182ffe84a88a7954d5f08fb4aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1349523 May 02 11:21:23.809838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50038) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:23.862420 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] Publish callbacks [] for security_group (1c74f3d1-2c3d-447d-88d8-8a9101d19f77), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:23.884659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] Publish callbacks [] for security_group (1c74f3d1-2c3d-447d-88d8-8a9101d19f77), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:24.006245 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (1c74f3d1-2c3d-447d-88d8-8a9101d19f77), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:24.008819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:24.009988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c74f3d1-2c3d-447d-88d8-8a9101d19f77 HTTP/1.1" status: 204 len: 168 time: 0.1991596 May 02 11:21:24.017812 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e796bd2-59b1-40ef-99b8-24bb761c6320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c74f3d1-2c3d-447d-88d8-8a9101d19f77,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:25.075360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:25.169565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-410336339-network', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:25.252089 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Made reservation on behalf of b05546126f6f4cb1912284d9801d37e4 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:25.256316 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.266362 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.346352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks [] for security_group (2139b5d2-b235-4cda-a14d-6dd6934bba16), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.427116 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2139b5d2-b235-4cda-a14d-6dd6934bba16), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.452500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:25.463915 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2139b5d2-b235-4cda-a14d-6dd6934bba16,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:25.468957 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b9001100-81d7-496c-ae27-1c37b49cdc8b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.469291 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Added segment b9001100-81d7-496c-ae27-1c37b49cdc8b of type vlan for network e7339aa0-03f9-4e5a-afd3-a2f85c16147c May 02 11:21:25.512308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (e7339aa0-03f9-4e5a-afd3-a2f85c16147c), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.635111 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (e7339aa0-03f9-4e5a-afd3-a2f85c16147c), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.636103 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:25.636747 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.680481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-da6d47cd-0187-4038-8d18-a56eef828779 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:25.704022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] Pushing event updated for resources: {'Network': ['ID=e7339aa0-03f9-4e5a-afd3-a2f85c16147c,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:25.713461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:25.797837 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-da595808-e365-4e2a-9c0e-a560a668505c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7213171 May 02 11:21:25.801416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50070) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:25.806445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Request body: {'subnet': {'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-410336339-subnet', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:25.897851 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Made reservation on behalf of b05546126f6f4cb1912284d9801d37e4 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:25.900201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.132220 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (e2947c48-c446-4df8-b4f6-c097de2bbe1a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.190175 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2947c48-c446-4df8-b4f6-c097de2bbe1a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:26.199078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Checking segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:26.199443 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Network hostable DHCP agents. Network: e7339aa0-03f9-4e5a-afd3-a2f85c16147c, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:26.318282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:26.440415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, e7339aa0-03f9-4e5a-afd3-a2f85c16147c) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:26.445265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:26.446132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.449426 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7505d624-3bed-4c01-99b7-5a5f97bd02a2 None None] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:26.554319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:26.555153 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.563476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-94714559-201e-47f3-9e89-c8ab1ced582b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7608702 May 02 11:21:26.565942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50074) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:26.570229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:26.680171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.681271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.697023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Allocated IP 172.20.0.2 (e7339aa0-03f9-4e5a-afd3-a2f85c16147c/e2947c48-c446-4df8-b4f6-c097de2bbe1a/764d5d13-c552-4f35-8560-0035d5025699) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:26.738850 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for router_controller (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.837437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks [] for port (764d5d13-c552-4f35-8560-0035d5025699), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.932202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (764d5d13-c552-4f35-8560-0035d5025699), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.968718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:26.971419 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:26.974962 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:26.981236 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for router_gateway (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:26.989590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Pushing event updated for resources: {'Port': ['ID=764d5d13-c552-4f35-8560-0035d5025699,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:27.044872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Attempting to bind port 764d5d13-c552-4f35-8560-0035d5025699 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:27.045277 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Attempting to bind port 764d5d13-c552-4f35-8560-0035d5025699 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:27.045635 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Attempting to bind port 764d5d13-c552-4f35-8560-0035d5025699 on network e7339aa0-03f9-4e5a-afd3-a2f85c16147c {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:27.050609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:27.051019 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Checking segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:27.051416 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.051808 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Bound using segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:27.052270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Bound port: 764d5d13-c552-4f35-8560-0035d5025699, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:27.052662 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (764d5d13-c552-4f35-8560-0035d5025699), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.117065 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] For port 764d5d13-c552-4f35-8560-0035d5025699, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:27.120200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] For port 764d5d13-c552-4f35-8560-0035d5025699, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764d5d13-c552-4f35-8560-0035d5025699,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:27.176559 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (764d5d13-c552-4f35-8560-0035d5025699), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.237152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af4e34-261e-411f-8533-08cb9f218a92 None None] Pushing event updated for resources: {'Port': ['ID=764d5d13-c552-4f35-8560-0035d5025699,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:27.243977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for router_gateway (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.265262 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.379581 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Allocated IP 172.35.4.178 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9dd9a44d-5269-4c4c-8a55-f301f01df720) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:27.507050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.630275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:27.671579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:27.679299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:27.681935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:27.712405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Pushing event updated for resources: {'Port': ['ID=9dd9a44d-5269-4c4c-8a55-f301f01df720,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:27.961323 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8a595d1f-b40a-4b43-8021-a5f0d5122321 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.109432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for router_gateway (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.142221 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79ed632-c5ff-4fe8-b670-ccfe98d60a2c None None] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:28.206936 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Provisioning complete for port 764d5d13-c552-4f35-8560-0035d5025699 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:28.207299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (764d5d13-c552-4f35-8560-0035d5025699), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.329651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.331805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 764d5d13-c552-4f35-8560-0035d5025699 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:28.356713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Current status of the port 764d5d13-c552-4f35-8560-0035d5025699 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:28.357109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (764d5d13-c552-4f35-8560-0035d5025699), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.406146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] For port 764d5d13-c552-4f35-8560-0035d5025699, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764d5d13-c552-4f35-8560-0035d5025699,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:28.412826 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 764d5d13-c552-4f35-8560-0035d5025699 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:28.420880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (764d5d13-c552-4f35-8560-0035d5025699), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.491513 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (764d5d13-c552-4f35-8560-0035d5025699), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.520292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 764d5d13-c552-4f35-8560-0035d5025699 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:28.520706 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (764d5d13-c552-4f35-8560-0035d5025699), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.579091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7d851e-cad0-4f4c-a9c4-a176a6a356de None None] Pushing event updated for resources: {'Port': ['ID=764d5d13-c552-4f35-8560-0035d5025699,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:28.583310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:21:28.595160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115664) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 02 11:21:28.595501 ncdv-master-1 neutron-server[115664]: DEBUG oslo_db.api [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 02 11:21:28.609416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b03395c3-c921-4869-98f5-ea108691b2ab None None] Provisioning complete for port 764d5d13-c552-4f35-8560-0035d5025699 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:28.609788 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b03395c3-c921-4869-98f5-ea108691b2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (764d5d13-c552-4f35-8560-0035d5025699), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.691684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b03395c3-c921-4869-98f5-ea108691b2ab None None] Current status of the port 764d5d13-c552-4f35-8560-0035d5025699 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:28.698979 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:21:28.709309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Sync routers for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:21:28.718507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:28.719132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:28.814577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:28.816134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-114488e1-31d6-447d-9bdf-ed46365efa2a admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2491324 May 02 11:21:28.818806 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50076) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:28.833730 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:29.003768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:27Z', 'revision_number': 3, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:29.033832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Checking router: e036bf31-2670-4804-a8e6-4ecdc6efb5d0 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:21:29.038182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Updating router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 port 9dd9a44d-5269-4c4c-8a55-f301f01df720 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:21:29.062525 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.197621 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 764d5d13-c552-4f35-8560-0035d5025699 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:29.261112 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.365617 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks [] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.420560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Allocated IP 172.20.0.1 (e7339aa0-03f9-4e5a-afd3-a2f85c16147c/e2947c48-c446-4df8-b4f6-c097de2bbe1a/7a3adf1e-1d41-4a9b-a165-19f31b9af9d0) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:29.461679 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.495825 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.523190 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks [] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.551491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Attempting to bind port 9dd9a44d-5269-4c4c-8a55-f301f01df720 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:29.551870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Attempting to bind port 9dd9a44d-5269-4c4c-8a55-f301f01df720 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:29.552247 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Attempting to bind port 9dd9a44d-5269-4c4c-8a55-f301f01df720 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:29.554446 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769076f-e683-47b5-840f-905769e5ec33 None None] Pushing event updated for resources: {'Port': ['ID=9dd9a44d-5269-4c4c-8a55-f301f01df720,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:29.559952 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:29.560334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:29.561417 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.561417 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:29.561741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Bound port: 9dd9a44d-5269-4c4c-8a55-f301f01df720, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:29.561974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.612190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] For port 9dd9a44d-5269-4c4c-8a55-f301f01df720, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:29.616035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] For port 9dd9a44d-5269-4c4c-8a55-f301f01df720, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dd9a44d-5269-4c4c-8a55-f301f01df720,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:29.622064 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.662256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:29.665018 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:29.668451 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:29.701092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Pushing event updated for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:29.708282 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.717371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.769555 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:29.770310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:29.821337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e769076f-e683-47b5-840f-905769e5ec33 None None] Pushing event updated for resources: {'Port': ['ID=9dd9a44d-5269-4c4c-8a55-f301f01df720,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:29.897721 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:29.944167 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:29.978702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-13739594-4e39-4ab8-b568-2a892e7dbe3c None None] Provisioning complete for port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:29.979070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-13739594-4e39-4ab8-b568-2a892e7dbe3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.040940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-13739594-4e39-4ab8-b568-2a892e7dbe3c None None] Port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:21:30.111503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:27Z', 'revision_number': 3, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:30.142142 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72687324-6bdf-4198-972e-8adbdadcb74d None None] The sync data for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 is: [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:27Z', 'revision_number': 3, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:21:30.295941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 764d5d13-c552-4f35-8560-0035d5025699 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:30.351544 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 764d5d13-c552-4f35-8560-0035d5025699 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:30.352022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (764d5d13-c552-4f35-8560-0035d5025699), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.437336 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks [] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.461301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 764d5d13-c552-4f35-8560-0035d5025699 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:30.524453 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.592753 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Pushing event updated for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:30.595160 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.694868 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:30.696360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:30.795623 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:30.831785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:21:30.955502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:21:30.960380 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7a6273e-0443-4325-b362-2bf92d18806d admin admin] 10.222.0.16 "PUT /v2.0/routers/e036bf31-2670-4804-a8e6-4ecdc6efb5d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1405468 May 02 11:21:30.968879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-04825fc3-c962-4f0d-a39b-71564b8a056d None None] Provisioning complete for port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:30.969203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-04825fc3-c962-4f0d-a39b-71564b8a056d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:31.007181 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-04825fc3-c962-4f0d-a39b-71564b8a056d None None] Port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:21:31.717655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:31.723229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1832087405-network', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:31.763555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Sync routers for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:21:31.774518 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:31.775075 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:31.833363 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Made reservation on behalf of e4d56ad6def840e3bc057469ff9a4b10 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:31.835695 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:31.844543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:31.888817 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:31.925185 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks [] for security_group (6656b041-1d32-4a08-a7db-de2a6a48f38f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:31.984420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:31.985132 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6656b041-1d32-4a08-a7db-de2a6a48f38f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.004526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:21:32.022437 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (cc3dd8e6-c94e-4212-984b-6acab723fd93), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.022688 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Added segment cc3dd8e6-c94e-4212-984b-6acab723fd93 of type vlan for network 7bff4b11-fe69-4c39-a861-30de79c6de46 May 02 11:21:32.023900 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6656b041-1d32-4a08-a7db-de2a6a48f38f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.069617 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7bff4b11-fe69-4c39-a861-30de79c6de46), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.084408 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 2, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:32.111350 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Checking router: e036bf31-2670-4804-a8e6-4ecdc6efb5d0 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:21:32.111713 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Updating router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:21:32.138788 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.183385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7bff4b11-fe69-4c39-a861-30de79c6de46), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.184491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:32.185175 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.244921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] Pushing event updated for resources: {'Network': ['ID=7bff4b11-fe69-4c39-a861-30de79c6de46,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.258985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:21:32.319829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50094) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:32.320421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-46f90eac-e6a5-464e-b140-428d3a99f039 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6011777 May 02 11:21:32.324955 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Request body: {'subnet': {'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1832087405-subnet', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:32.419023 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks [] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.450481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Made reservation on behalf of e4d56ad6def840e3bc057469ff9a4b10 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:32.453077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.491031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9dd9a44d-5269-4c4c-8a55-f301f01df720 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:32.533233 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.548948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9dd9a44d-5269-4c4c-8a55-f301f01df720 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:32.551703 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.634802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9dd9a44d-5269-4c4c-8a55-f301f01df720 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:32.635188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.639399 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Attempting to bind port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:32.639917 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Attempting to bind port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:32.640383 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Attempting to bind port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 on network e7339aa0-03f9-4e5a-afd3-a2f85c16147c {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:32.646826 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Pushing event updated for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.655190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:32.655725 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Checking segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:32.656249 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.657027 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Bound using segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:32.657604 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Bound port: 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:32.658090 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.661417 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.661878 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.662324 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.662935 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.663472 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.663841 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.664344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.664797 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.665244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9dd9a44d-5269-4c4c-8a55-f301f01df720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dd9a44d-5269-4c4c-8a55-f301f01df720,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:32.665391 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.665783 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.666190 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.666586 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.666987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.667406 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.667800 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:21:32.715398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (fa1d1f77-1e23-4771-9254-70e8bd8dc8d7), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.740423 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] For port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:32.744438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] For port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:32.749339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.769482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1d1f77-1e23-4771-9254-70e8bd8dc8d7,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.785626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Checking segment: {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:32.785991 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Network hostable DHCP agents. Network: 7bff4b11-fe69-4c39-a861-30de79c6de46, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:21:32.807283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9dd9a44d-5269-4c4c-8a55-f301f01df720,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.822154 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.834842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Provisioning complete for port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:32.835219 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.883849 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:32.884470 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:32.886240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:21:32.886414 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf58d80b-4751-4412-a7d3-b2c3ad4c1b62 None None] Pushing event updated for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:32.921003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Current status of the port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:32.921414 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:32.962000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] For port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:32.992807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7bff4b11-fe69-4c39-a861-30de79c6de46) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:32.997419 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:32.998150 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.003664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a507a3-b9b6-4991-8421-f45a54348904 None None] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:33.013395 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:33.059054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.094475 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8b3bd25c-2bfd-4a49-8238-cc2202d5be28 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7733123 May 02 11:21:33.098138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50096) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:33.106499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:33.144899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d35a5-0a06-4bad-bd34-8016ac1d0bf4 None None] Pushing event updated for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:33.154593 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7bff4b11-fe69-4c39-a861-30de79c6de46', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:21:33.155460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.187271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2915faaf-3d2e-4f9e-a8a1-ad611940f2e5 None None] Provisioning complete for port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:33.187701 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2915faaf-3d2e-4f9e-a8a1-ad611940f2e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.206471 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.207566 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.219347 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:33.251230 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c664d9-b643-48c7-93e1-0df0c8c3ed42 None None] The sync data for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 is: [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:21:33.268963 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for router_controller (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.378177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Allocated IP 172.20.0.2 (7bff4b11-fe69-4c39-a861-30de79c6de46/fa1d1f77-1e23-4771-9254-70e8bd8dc8d7/26674ec4-696f-4377-9c18-400c5e21ce44) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:33.389897 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2915faaf-3d2e-4f9e-a8a1-ad611940f2e5 None None] Current status of the port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:33.505431 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for router_gateway (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.545519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks [] for port (26674ec4-696f-4377-9c18-400c5e21ce44), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.645577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.704664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:33.709459 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:33.713041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:33.725382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Pushing event updated for resources: {'Port': ['ID=26674ec4-696f-4377-9c18-400c5e21ce44,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:33.789990 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Attempting to bind port 26674ec4-696f-4377-9c18-400c5e21ce44 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:33.790372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Attempting to bind port 26674ec4-696f-4377-9c18-400c5e21ce44 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:33.790842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Attempting to bind port 26674ec4-696f-4377-9c18-400c5e21ce44 on network 7bff4b11-fe69-4c39-a861-30de79c6de46 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:33.796626 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:33.804573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Checking segment: {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:33.804573 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.804573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Bound using segment: {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:33.804573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Bound port: 26674ec4-696f-4377-9c18-400c5e21ce44, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:33.804573 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.838365 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for router_gateway (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.858329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:33.882151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] For port 26674ec4-696f-4377-9c18-400c5e21ce44, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:33.885871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] For port 26674ec4-696f-4377-9c18-400c5e21ce44, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26674ec4-696f-4377-9c18-400c5e21ce44,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:33.972732 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Allocated IP 172.35.4.124 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:33.984100 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.053370 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd022852-b72b-4152-9e76-2c18fd230375 None None] Pushing event updated for resources: {'Port': ['ID=26674ec4-696f-4377-9c18-400c5e21ce44,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:34.099027 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.201545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.266579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:34.272091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:34.274764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:34.313189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Pushing event updated for resources: {'Port': ['ID=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:34.459660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 26674ec4-696f-4377-9c18-400c5e21ce44 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:34.507020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 26674ec4-696f-4377-9c18-400c5e21ce44 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:34.507385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.601594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 26674ec4-696f-4377-9c18-400c5e21ce44 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:34.601989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.636488 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 26674ec4-696f-4377-9c18-400c5e21ce44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26674ec4-696f-4377-9c18-400c5e21ce44,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:34.676649 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for router_gateway (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.712928 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.713744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9dd9a44d-5269-4c4c-8a55-f301f01df720 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:34.798901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=26674ec4-696f-4377-9c18-400c5e21ce44,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:34.811624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9dd9a44d-5269-4c4c-8a55-f301f01df720 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:34.811624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.896966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9dd9a44d-5269-4c4c-8a55-f301f01df720 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:34.897554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:34.913746 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:34.948587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:34.948992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:35.037603 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:35.131326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d1aa1f-4a9e-4f67-85ae-852052118a5a None None] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:21:35.181446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:21:35.241943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-69a01923-5187-4166-ae5d-bd49865765d1 None None] Provisioning complete for port 26674ec4-696f-4377-9c18-400c5e21ce44 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:35.242311 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-69a01923-5187-4166-ae5d-bd49865765d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:35.301948 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:21:35.314681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Sync routers for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:21:35.333911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-69a01923-5187-4166-ae5d-bd49865765d1 None None] Current status of the port 26674ec4-696f-4377-9c18-400c5e21ce44 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:35.337882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:35.338501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:35.395868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:35.397700 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-153a46e3-4418-4a7a-bd96-f28a21ec5b5e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2979431 May 02 11:21:35.400064 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50104) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:21:35.452722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:35.567973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-611dd5d1-5bae-440f-83f0-5a62260be478 None None] Provisioning complete for port 26674ec4-696f-4377-9c18-400c5e21ce44 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:35.568339 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-611dd5d1-5bae-440f-83f0-5a62260be478 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:35.686574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:34Z', 'revision_number': 3, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:35.723448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Checking router: 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:21:35.723797 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Updating router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:21:35.727830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-611dd5d1-5bae-440f-83f0-5a62260be478 None None] Current status of the port 26674ec4-696f-4377-9c18-400c5e21ce44 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:35.753509 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:35.846321 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.006644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Allocated IP 172.20.0.1 (7bff4b11-fe69-4c39-a861-30de79c6de46/fa1d1f77-1e23-4771-9254-70e8bd8dc8d7/76c04085-3e5b-4415-8fbc-8b96e6093252) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:36.007129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks [] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.107072 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.110395 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks [] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.165822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Attempting to bind port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:36.166380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Attempting to bind port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:36.166578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Attempting to bind port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:36.168550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ad93-fc98-41c6-89ca-7721556cb230 None None] Pushing event updated for resources: {'Port': ['ID=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:36.174410 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:36.174824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:36.175765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.175765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:36.176063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Bound port: 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:36.176443 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.228225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] For port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:36.231250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] For port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:36.233659 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.273664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:36.277918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:36.281360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:36.297132 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 26674ec4-696f-4377-9c18-400c5e21ce44 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:36.313013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Pushing event updated for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:36.329460 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.348554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 26674ec4-696f-4377-9c18-400c5e21ce44 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:36.349095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.353612 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.546771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.605521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-7353a4bf-32af-4408-a82c-3dd7135eee26 None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:36.608777 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7353a4bf-32af-4408-a82c-3dd7135eee26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.645407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd1ad93-fc98-41c6-89ca-7721556cb230 None None] Pushing event updated for resources: {'Port': ['ID=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:36.653454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:36.654069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:36.717143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks [] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.721949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7353a4bf-32af-4408-a82c-3dd7135eee26 None None] Port 76c04085-3e5b-4415-8fbc-8b96e6093252 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:21:36.772827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 26674ec4-696f-4377-9c18-400c5e21ce44 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:36.800261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:36.823634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.894705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Pushing event updated for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:36.897733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:36.996618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:36.996984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '76c04085-3e5b-4415-8fbc-8b96e6093252', 'name': '', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'mac_address': 'fa:16:3e:7a:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:35Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 1, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'subnets': [{'id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:36.998074 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:37.026728 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a787d5a3-c4d8-4277-b77f-effa83871948 None None] The sync data for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 is: [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '76c04085-3e5b-4415-8fbc-8b96e6093252', 'name': '', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'mac_address': 'fa:16:3e:7a:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:35Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 1, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'subnets': [{'id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:21:37.130683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:21:37.255767 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:21:37.260760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-521decd6-fa5b-4a04-9afd-324287b45677 admin admin] 10.222.0.16 "PUT /v2.0/routers/14a0fc53-2fe3-45b5-8bd8-e54f1579d552/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8596134 May 02 11:21:37.266102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c2621b71-853a-4e9c-b3c2-c1edaca1dae1 None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:37.266609 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c2621b71-853a-4e9c-b3c2-c1edaca1dae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:37.305682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c2621b71-853a-4e9c-b3c2-c1edaca1dae1 None None] Port 76c04085-3e5b-4415-8fbc-8b96e6093252 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:21:38.310695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:38.363537 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:38.363920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:38.442599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:38.443010 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:38.464984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:38.607998 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:38.675711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:40.341613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:40.407298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:40.407786 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:40.489734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Sync routers for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:21:40.504620 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:40.505391 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:40.524534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:40.728039 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:40.956586 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '76c04085-3e5b-4415-8fbc-8b96e6093252', 'name': '', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'mac_address': 'fa:16:3e:7a:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:35Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 2, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'subnets': [{'id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:40.983940 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Checking router: 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:21:40.984201 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Updating router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 port 76c04085-3e5b-4415-8fbc-8b96e6093252 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:21:41.023240 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.364242 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks [] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.507043 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.555596 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af6b9-7d3f-40fb-a570-174dcbd720b2 None None] Pushing event updated for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:41.624704 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Attempting to bind port 76c04085-3e5b-4415-8fbc-8b96e6093252 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:41.625003 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Attempting to bind port 76c04085-3e5b-4415-8fbc-8b96e6093252 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:41.625693 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Attempting to bind port 76c04085-3e5b-4415-8fbc-8b96e6093252 on network 7bff4b11-fe69-4c39-a861-30de79c6de46 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:41.632167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:41.632717 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Checking segment: {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:41.633126 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.633518 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Bound using segment: {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:41.633989 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Bound port: 76c04085-3e5b-4415-8fbc-8b96e6093252, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3dd8e6-c94e-4212-984b-6acab723fd93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:41.634372 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.721887 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] For port 76c04085-3e5b-4415-8fbc-8b96e6093252, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:41.730994 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] For port 76c04085-3e5b-4415-8fbc-8b96e6093252, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76c04085-3e5b-4415-8fbc-8b96e6093252,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:41.824799 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.869549 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:41.870883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:41.952028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:21:41.952966 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:41.955094 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01af6b9-7d3f-40fb-a570-174dcbd720b2 None None] Pushing event updated for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:42.056087 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Current status of the port 76c04085-3e5b-4415-8fbc-8b96e6093252 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:42.056920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:42.097766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] For port 76c04085-3e5b-4415-8fbc-8b96e6093252, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76c04085-3e5b-4415-8fbc-8b96e6093252,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:21:42.148781 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:21:42.217956 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:42.330581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e145a-f41b-4d98-b78c-f06c4aeffaf1 None None] Pushing event updated for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:42.361518 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b4fc1b8f-4133-4149-acee-35dc582ee164 None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:42.362239 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b4fc1b8f-4133-4149-acee-35dc582ee164 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:42.400658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 76c04085-3e5b-4415-8fbc-8b96e6093252 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:42.470309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:42.471025 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:42.473947 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '76c04085-3e5b-4415-8fbc-8b96e6093252', 'name': '', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'mac_address': 'fa:16:3e:7a:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:35Z', 'updated_at': '2022-05-02T11:21:41Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'subnets': [{'id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:21:42.503904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912b98e3-3e83-4148-b0a0-8789a9ce7deb None None] The sync data for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 is: [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:36Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '76c04085-3e5b-4415-8fbc-8b96e6093252', 'name': '', 'network_id': '7bff4b11-fe69-4c39-a861-30de79c6de46', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'mac_address': 'fa:16:3e:7a:2d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_interface', 'standard_attr_id': 4235, 'fixed_ips': [{'subnet_id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:35Z', 'updated_at': '2022-05-02T11:21:41Z', 'revision_number': 4, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'subnets': [{'id': 'fa1d1f77-1e23-4771-9254-70e8bd8dc8d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:21:42.542153 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b4fc1b8f-4133-4149-acee-35dc582ee164 None None] Current status of the port 76c04085-3e5b-4415-8fbc-8b96e6093252 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:42.611482 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 76c04085-3e5b-4415-8fbc-8b96e6093252 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:44.312255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 76c04085-3e5b-4415-8fbc-8b96e6093252 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:21:44.401218 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 76c04085-3e5b-4415-8fbc-8b96e6093252 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:44.401697 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:44.497260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 76c04085-3e5b-4415-8fbc-8b96e6093252 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:21:45.026400 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:46.652094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:50.078206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-25ac87a8-b4a2-4e1b-857c-45968d75cb2a tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:50.079681 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-25ac87a8-b4a2-4e1b-857c-45968d75cb2a tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 814 time: 0.4003806 May 02 11:21:50.094171 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-f8f22388-fd4a-4b19-b783-5359297c60ee tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/quotas/b05546126f6f4cb1912284d9801d37e4 HTTP/1.1" status: 200 len: 375 time: 0.0089619 May 02 11:21:50.147067 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-881ca50a-80d0-4c92-a8a6-8638e7bb5773 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0479338 May 02 11:21:50.241843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-d0cf2de2-1195-479f-9e93-9e91758774d4 service neutron] 10.222.0.16 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830920 May 02 11:21:50.336508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-806b2e81-cbef-4572-9df6-36489d6bad9a service neutron] 10.222.0.16 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883198 May 02 11:21:50.616741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ce668070-e505-48dd-98ca-2bcf619be416 req-359b9dcd-3a1a-42a8-8c4b-19ab2e1700ab tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0281756 May 02 11:21:51.696581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cac5254d-fcac-4dd8-a338-7701238d4436 req-c7b3f04e-c8c3-4e48-ae45-4aa073cd3c19 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0295725 May 02 11:21:52.795636 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65c862a0-d301-4532-81f8-40df9fe5b310 req-37ba2b4b-1d04-4439-9d81-bca01761509c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0329254 May 02 11:21:53.349176 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-d5dcbe38-a601-4843-8639-13e7fbc008e6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:53.350714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-d5dcbe38-a601-4843-8639-13e7fbc008e6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 814 time: 0.1051738 May 02 11:21:53.362761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'port': {'device_id': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'admin_state_up': True, 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:53.571673 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Made reservation on behalf of b05546126f6f4cb1912284d9801d37e4 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:21:53.575144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:53.703975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Allocated IP 172.20.0.3 (e7339aa0-03f9-4e5a-afd3-a2f85c16147c/e2947c48-c446-4df8-b4f6-c097de2bbe1a/a716c5b3-4666-4789-9e9f-4ee66df31490) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:21:53.857030 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:53.900395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4af0d4b2-d091-4fa2-9f2a-2fe752562747 req-898f83c6-6ade-46b7-b859-1bb246e9b9ca tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0344992 May 02 11:21:54.001608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.044449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:21:54.049625 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:21:54.053398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:21:54.059824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:54.109696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:54.111102 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.231807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-5b5925e6-628d-48fb-9687-775652aebcc4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8708625 May 02 11:21:54.239426 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-1080dbae-f2b3-4fbe-9147-3ef2a19b23a1 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:21:54.240778 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-1080dbae-f2b3-4fbe-9147-3ef2a19b23a1 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055068 May 02 11:21:54.241968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ded0652a-4e78-4f69-86c5-c5fc1f31f815 None None] Provisioning complete for port a716c5b3-4666-4789-9e9f-4ee66df31490 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:21:54.242477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ded0652a-4e78-4f69-86c5-c5fc1f31f815 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.251630 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Request body: {'port': {'device_id': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:21:54.280427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ded0652a-4e78-4f69-86c5-c5fc1f31f815 None None] Port a716c5b3-4666-4789-9e9f-4ee66df31490 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:21:54.317830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.603308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a716c5b3-4666-4789-9e9f-4ee66df31490 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:21:54.611527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks [] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.628541 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Transition to ACTIVE for port object a716c5b3-4666-4789-9e9f-4ee66df31490 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:21:54.720144 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.778501 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:54.872223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Attempting to bind port a716c5b3-4666-4789-9e9f-4ee66df31490 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:21:54.872579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Attempting to bind port a716c5b3-4666-4789-9e9f-4ee66df31490 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:21:54.873022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Attempting to bind port a716c5b3-4666-4789-9e9f-4ee66df31490 on network e7339aa0-03f9-4e5a-afd3-a2f85c16147c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:54.877777 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Port a716c5b3-4666-4789-9e9f-4ee66df31490 on network e7339aa0-03f9-4e5a-afd3-a2f85c16147c not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:21:54.878110 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Attempting to bind port a716c5b3-4666-4789-9e9f-4ee66df31490 on network e7339aa0-03f9-4e5a-afd3-a2f85c16147c {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:21:54.883401 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 21, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:21:54.883755 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Checking segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:21:54.884211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Bound using segment: {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:21:54.884773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Bound port: a716c5b3-4666-4789-9e9f-4ee66df31490, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9001100-81d7-496c-ae27-1c37b49cdc8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:21:54.885045 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:54.978147 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:21:54.982182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:21:55.055022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73873481-a762-4e10-8bf4-3ef94f67727e req-6098e32d-aaa4-41f5-9262-0175365b6211 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:55.062432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73873481-a762-4e10-8bf4-3ef94f67727e req-6098e32d-aaa4-41f5-9262-0175365b6211 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0567191 May 02 11:21:55.106060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:55.127289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73873481-a762-4e10-8bf4-3ef94f67727e req-da018860-67cb-40f6-97df-379b384039b4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638509 May 02 11:21:55.185925 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:55.187088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:55.189135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] 10.222.0.24 "PUT /v2.0/ports/a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 1091 time: 0.9414268 May 02 11:21:55.189835 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:21:55.196216 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:21:55.263699 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e20844-dd06-4f7d-809b-821b55d076e0 service neutron] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:21:55.273982 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1caa341-a485-47f0-b51c-86e3cf26e522 x-openstack-request-id: req-b1caa341-a485-47f0-b51c-86e3cf26e522 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:21:55.274503 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:21:55.274943 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b1caa341-a485-47f0-b51c-86e3cf26e522 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:21:55.275521 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1caa341-a485-47f0-b51c-86e3cf26e522'] response: {'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:21:55.623016 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bd91fd0b-0121-4c15-a1c7-58b6518bbb6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:56.258460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c93f91-88e4-4119-830b-be371c0cfcd7 req-b117a656-9fb6-4e64-a88f-40f2948bc569 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:56.260124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48c93f91-88e4-4119-830b-be371c0cfcd7 req-b117a656-9fb6-4e64-a88f-40f2948bc569 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0476310 May 02 11:21:56.309744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-48c93f91-88e4-4119-830b-be371c0cfcd7 req-d3a5c3b6-3823-4dd2-a9db-b59e40bb4726 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438843 May 02 11:21:57.443340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dda53-2661-49ac-88a6-211ac77f13f0 req-46fda05d-68bf-42dc-8132-5add97097e79 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:57.445023 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-989dda53-2661-49ac-88a6-211ac77f13f0 req-46fda05d-68bf-42dc-8132-5add97097e79 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0553887 May 02 11:21:57.504166 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-989dda53-2661-49ac-88a6-211ac77f13f0 req-8cb8c7d8-5bf5-4cb9-ae5a-ecc1d1d1a223 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 May 02 11:21:57.759784 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-8409435b-a490-45be-8423-6db21355829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:57.762195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-8409435b-a490-45be-8423-6db21355829f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1125 time: 0.0494893 May 02 11:21:57.878379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-d65cfaba-010f-4564-bbcd-4da82c10d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:57.879844 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-d65cfaba-010f-4564-bbcd-4da82c10d7e4 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=b05546126f6f4cb1912284d9801d37e4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1108422 May 02 11:21:57.988285 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-97058743-8a1f-4de5-9cb3-01e0b8f3542d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:57.989788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fa1cc976-9fa2-4066-8001-fc0cf0f6af0a req-97058743-8a1f-4de5-9cb3-01e0b8f3542d service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1027882 May 02 11:21:58.285810 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-813efc9b-ac99-4e90-9084-57f64f0c7bd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:58.585992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-7ce0c43f-939a-4765-b962-2b79ff34a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:58.589476 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-7ce0c43f-939a-4765-b962-2b79ff34a5f1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1125 time: 0.0512710 May 02 11:21:58.639226 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8e7651-219d-4d81-a741-3a90716af4a7 req-c039ac36-adeb-4415-8649-f804eca7a120 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:58.640743 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e8e7651-219d-4d81-a741-3a90716af4a7 req-c039ac36-adeb-4415-8649-f804eca7a120 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0588586 May 02 11:21:58.658398 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-ea6045da-1b1f-4f7f-a069-ece47567930f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 217 time: 0.0559502 May 02 11:21:58.700685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5e8e7651-219d-4d81-a741-3a90716af4a7 req-f687a233-9eaa-4159-8fbe-24e6f0aa93ec tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530138 May 02 11:21:59.501139 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:21:59.730178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:21:59.828758 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4cb6a-5fa4-4c1e-be77-db7eee660d40 req-f08a548d-ff18-46c9-9fcd-e288f515a857 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:21:59.830300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ff4cb6a-5fa4-4c1e-be77-db7eee660d40 req-f08a548d-ff18-46c9-9fcd-e288f515a857 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0580812 May 02 11:21:59.883729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5ff4cb6a-5fa4-4c1e-be77-db7eee660d40 req-78545de0-7cb9-41f2-a90a-f2c091c9217f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476642 May 02 11:22:00.811514 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:01.007714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a853bcab-6125-4ce3-abf2-6c8bb2a77adf req-89ddbf0f-8bba-4293-8fca-5ca17f4a0196 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:01.009224 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a853bcab-6125-4ce3-abf2-6c8bb2a77adf req-89ddbf0f-8bba-4293-8fca-5ca17f4a0196 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0523422 May 02 11:22:01.064384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a853bcab-6125-4ce3-abf2-6c8bb2a77adf req-b1a94f47-490d-47a1-98f8-56c3a8a64160 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491314 May 02 11:22:02.000422 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:02.189561 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658366a6-c5fb-4ff0-99d9-90358e09900e req-d5a536d2-7bdb-4c54-8aef-73b6e38b4c86 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:02.191346 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-658366a6-c5fb-4ff0-99d9-90358e09900e req-d5a536d2-7bdb-4c54-8aef-73b6e38b4c86 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0526974 May 02 11:22:02.245992 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-658366a6-c5fb-4ff0-99d9-90358e09900e req-7551f65d-84f7-4255-a016-d85bc95a9e6b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475745 May 02 11:22:03.363923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320b7c3b-18b1-4bb6-b5ca-f0c33756460a req-b3f9e81a-9939-4465-aa50-3c683e830650 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:03.365432 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-320b7c3b-18b1-4bb6-b5ca-f0c33756460a req-b3f9e81a-9939-4465-aa50-3c683e830650 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0498152 May 02 11:22:03.411912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-320b7c3b-18b1-4bb6-b5ca-f0c33756460a req-801678b2-e316-41f0-bdec-f40fb7a3d58e tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407395 May 02 11:22:03.478127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-613b8585-91b9-45f5-aab6-f58971e10d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:03.479562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-613b8585-91b9-45f5-aab6-f58971e10d08 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0450823 May 02 11:22:03.526295 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18549ae7-f268-4074-b649-4c1bb854703f req-873b21e7-cbe2-48e7-ab9b-ae27d6cb49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:03.527756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-873b21e7-cbe2-48e7-ab9b-ae27d6cb49ad service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0420790 May 02 11:22:03.619327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-60d3eb6e-cb8e-49fb-b3b8-5afb53abbe32 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814786 May 02 11:22:03.712206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-18549ae7-f268-4074-b649-4c1bb854703f req-5a30367f-6a97-44ff-ae5f-a381630bb135 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864632 May 02 11:22:04.524563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725392f-061d-4cfd-90af-77354c456de8 req-9d4d0b81-40f9-467b-9009-760a587d0788 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:04.526058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f725392f-061d-4cfd-90af-77354c456de8 req-9d4d0b81-40f9-467b-9009-760a587d0788 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0472071 May 02 11:22:04.572989 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f725392f-061d-4cfd-90af-77354c456de8 req-89ba8a1b-a17b-46a6-a63e-e83ce623efc7 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405061 May 02 11:22:05.686811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8e57a-0d61-4fc6-a246-b9058e5b8a96 req-f3dc4740-87ab-43a0-9a82-f7aaf7f35b21 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:05.688293 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27e8e57a-0d61-4fc6-a246-b9058e5b8a96 req-f3dc4740-87ab-43a0-9a82-f7aaf7f35b21 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0460482 May 02 11:22:05.734927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-27e8e57a-0d61-4fc6-a246-b9058e5b8a96 req-464af885-d9a9-4c68-90b1-72e8eb7d078a tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398514 May 02 11:22:06.577708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a716c5b3-4666-4789-9e9f-4ee66df31490 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:22:06.672487 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:22:06.683536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'port_id': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'mac_address': 'fa:16:3e:19:cc:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:22:06.723704 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port a716c5b3-4666-4789-9e9f-4ee66df31490 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:22:06.724085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:06.736296 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a716c5b3-4666-4789-9e9f-4ee66df31490 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:22:06.754471 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:22:06.828790 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:06.850179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d633e-2959-4bed-9190-473f3c8dd808 req-a1727e4e-e529-49e3-96ee-f2645521e594 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:06.851890 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5d633e-2959-4bed-9190-473f3c8dd808 req-a1727e4e-e529-49e3-96ee-f2645521e594 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 943 time: 0.0492063 May 02 11:22:06.875853 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:06.904692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e5d633e-2959-4bed-9190-473f3c8dd808 req-1010e7b9-1723-4c1e-8798-6322cce56969 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469463 May 02 11:22:07.048038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:22:08.027237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bb9af1-c858-4e6f-8f16-d013e6cb302d req-560ca348-effa-4aa8-a483-02fc37d2b0ee tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:08.028903 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12bb9af1-c858-4e6f-8f16-d013e6cb302d req-560ca348-effa-4aa8-a483-02fc37d2b0ee tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 944 time: 0.0519495 May 02 11:22:08.081891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-12bb9af1-c858-4e6f-8f16-d013e6cb302d req-7b462132-9e05-4103-ad68-041d7f67971c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470161 May 02 11:22:08.594259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a716c5b3-4666-4789-9e9f-4ee66df31490 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:22:08.637993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port a716c5b3-4666-4789-9e9f-4ee66df31490 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:22:08.714639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port a716c5b3-4666-4789-9e9f-4ee66df31490 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:22:08.715073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:08.793624 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port a716c5b3-4666-4789-9e9f-4ee66df31490 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:22:08.794005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:08.815890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:22:08.818169 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8831fc5-94a6-4f3c-b416-5599c713a1ae" -d '{"events": [{"server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "name": "network-vif-plugged", "status": "completed", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:22:08.831491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:22:08.858486 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f33345d-5afc-4eeb-acde-bc8bd4aa5161 x-openstack-request-id: req-8f33345d-5afc-4eeb-acde-bc8bd4aa5161 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:22:08.858486 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "name": "network-vif-plugged", "status": "completed", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:22:08.858486 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8f33345d-5afc-4eeb-acde-bc8bd4aa5161 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:22:08.858486 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f33345d-5afc-4eeb-acde-bc8bd4aa5161'] response: {'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'code': 200} May 02 11:22:08.906327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:08.950799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5441b5-539a-405e-995f-a79e2d2c944c req-c64a3499-f055-4e0b-83b0-54a1d3f5557d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:08.952350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca5441b5-539a-405e-995f-a79e2d2c944c req-c64a3499-f055-4e0b-83b0-54a1d3f5557d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1127 time: 0.0407345 May 02 11:22:08.955162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:08.995984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca5441b5-539a-405e-995f-a79e2d2c944c req-167743a2-dc33-4a1c-96f6-73782bb930f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380232 May 02 11:22:09.197776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cbf132-4462-4795-95f9-acfc5def440b req-64f48ba5-344c-488e-b5bf-d7a46a99ef6e tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:09.199255 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0cbf132-4462-4795-95f9-acfc5def440b req-64f48ba5-344c-488e-b5bf-d7a46a99ef6e tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0474920 May 02 11:22:09.245589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a0cbf132-4462-4795-95f9-acfc5def440b req-7e08b2cb-27f9-45de-80bb-9db40f433b2f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406487 May 02 11:22:10.360181 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3a4db-c327-4028-a375-d4c88858eb7c req-6d5e0066-2d1b-4f5d-8669-e4a771b71a5c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:10.361587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47b3a4db-c327-4028-a375-d4c88858eb7c req-6d5e0066-2d1b-4f5d-8669-e4a771b71a5c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0462565 May 02 11:22:10.408968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-47b3a4db-c327-4028-a375-d4c88858eb7c req-785b09a8-2aee-4f12-ad3f-63964e95048f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415215 May 02 11:22:10.519945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948854f8-0429-43e2-8f7a-057170d12ed0 req-34dbbcb7-eb89-43fe-a992-b51f9098fd92 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:10.521423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-948854f8-0429-43e2-8f7a-057170d12ed0 req-34dbbcb7-eb89-43fe-a992-b51f9098fd92 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0457420 May 02 11:22:10.567305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-948854f8-0429-43e2-8f7a-057170d12ed0 req-9b3b575e-9f0d-4d96-b941-d9e1391005be tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402799 May 02 11:22:10.753175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f5c928-fd6e-4257-9ede-341ba0c5526b req-c2964220-7036-4507-bb11-109a038bc33e tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:10.754620 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45f5c928-fd6e-4257-9ede-341ba0c5526b req-c2964220-7036-4507-bb11-109a038bc33e tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0490494 May 02 11:22:10.800097 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45f5c928-fd6e-4257-9ede-341ba0c5526b req-6afe5b0b-4180-4a1c-95a1-aade8caf83b0 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394258 May 02 11:22:14.937060 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:16.472015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:17.861949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a81b975-7c0a-4467-a0cd-91b9934059cb req-b9634f8b-fa7c-4244-9ced-7b5ddb4f2aa5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:17.863481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a81b975-7c0a-4467-a0cd-91b9934059cb req-b9634f8b-fa7c-4244-9ced-7b5ddb4f2aa5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0460391 May 02 11:22:17.909510 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0a81b975-7c0a-4467-a0cd-91b9934059cb req-7e641a57-2406-40e7-a487-24eca32d2541 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403616 May 02 11:22:17.932145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50334) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:18.056727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-366fddab-f006-4777-91f0-029d71d61ce9 tempest-TestMinimumBasicScenario-1622754599 tempest-TestMinimumBasicScenario-1622754599-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:18.058252 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-366fddab-f006-4777-91f0-029d71d61ce9 tempest-TestMinimumBasicScenario-1622754599 tempest-TestMinimumBasicScenario-1622754599-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1122 time: 0.1250684 May 02 11:22:18.061188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:18.065392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:18.137676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:18.213639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:18.320369 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Allocated IP 172.35.4.242 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6c2b5b94-4eab-48a7-9676-285d28b3a060) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:22:18.424545 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:18.502623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:18.539132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:22:18.541977 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:22:18.544565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:22:18.575518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'Port': ['ID=6c2b5b94-4eab-48a7-9676-285d28b3a060,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:18.586823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.587170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.587517 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.587853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.588186 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.588523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.588877 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.589204 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.589575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.589898 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.590221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.590542 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.590865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.591187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.591502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:18.946769 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for floatingip (6572ea9c-4060-41db-a5b6-dc1090cba2ad), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:19.067799 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:19.219050 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:19.268305 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:19.338622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'Port': ['ID=6c2b5b94-4eab-48a7-9676-285d28b3a060,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:19.350917 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (6572ea9c-4060-41db-a5b6-dc1090cba2ad), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:19.785647 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-31fb4108-77fd-47ba-a1f1-d236df0a2a8c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0523109 May 02 11:22:19.789729 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Floating IP 6572ea9c-4060-41db-a5b6-dc1090cba2ad associated. External IP: 172.35.4.242, port: a716c5b3-4666-4789-9e9f-4ee66df31490. May 02 11:22:19.904332 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-cdf5a121-9678-452e-b04c-2e5bf835946e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:19.905831 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-cdf5a121-9678-452e-b04c-2e5bf835946e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1127 time: 0.0777144 May 02 11:22:20.091854 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-c9cb69ff-5e31-4a3e-a92f-88e00c078351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.093263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-c9cb69ff-5e31-4a3e-a92f-88e00c078351 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.1700416 May 02 11:22:20.152560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:22:20.172236 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-89dc4647-2fac-405a-b3bc-f9d80f5768b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 999 time: 0.0716860 May 02 11:22:20.290907 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-56526eff-e383-4ae0-ad14-7eb862a5d9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.292349 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-56526eff-e383-4ae0-ad14-7eb862a5d9b1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0854690 May 02 11:22:20.353047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:22:20.353047 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-7653e125-b441-40d9-a69e-d15b01dec7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.354369 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-7653e125-b441-40d9-a69e-d15b01dec7aa service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0546467 May 02 11:22:20.354742 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Sync routers for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:22:20.365431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:22:20.366052 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:22:20.445107 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-49604a05-0ba2-4bca-82a4-023c45331af3 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854421 May 02 11:22:20.476334 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:22:20.478162 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:20.540937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f4a766a4-21e2-411b-a1fc-7d2606efc430 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4787080 May 02 11:22:20.544555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:20.545216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:22:20.547469 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50efc786-bf7f-4194-bd3b-4933d6b0046c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:22:20.549832 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-966287492', 'description': 'tempest-secgroup-smoke-966287492 description', 'project_id': 'b05546126f6f4cb1912284d9801d37e4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:20.572126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1e2ebb7-dba5-40c8-88be-a79d7a8dff36 req-66e6a9c2-3dd7-4170-8253-11f2499e46d0 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204414 May 02 11:22:20.601039 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7219a057-d220-4b3f-8c71-bcf6336b80ca x-openstack-request-id: req-7219a057-d220-4b3f-8c71-bcf6336b80ca {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:22:20.601338 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:22:20.601596 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7219a057-d220-4b3f-8c71-bcf6336b80ca {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:22:20.602002 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7219a057-d220-4b3f-8c71-bcf6336b80ca'] response: {'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:22:20.686322 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:20.701817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6572ea9c-4060-41db-a5b6-dc1090cba2ad', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'floating_ip_address': '172.35.4.242', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'port_id': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'mac_address': 'fa:16:3e:19:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:22:18Z', 'updated_at': '2022-05-02T11:22:18Z', 'revision_number': 0, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:22:20.729050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Checking router: e036bf31-2670-4804-a8e6-4ecdc6efb5d0 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:22:20.739663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:22:20.740294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:21:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:22:20.750038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-7af0255a-f535-454e-a113-753fb623585f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.751591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-7af0255a-f535-454e-a113-753fb623585f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1127 time: 0.0460043 May 02 11:22:20.767369 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (16beab4c-b9ac-459f-bbec-53b88334265c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:20.851499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:22:20.853824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-627564c7-0bec-40a4-924d-06ade9e50429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.855908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-627564c7-0bec-40a4-924d-06ade9e50429 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.0982878 May 02 11:22:20.900702 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (16beab4c-b9ac-459f-bbec-53b88334265c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:20.925840 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-51962143-9b8b-42b4-a1b0-f6e52f3f8ae2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 999 time: 0.0646424 May 02 11:22:20.941486 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16beab4c-b9ac-459f-bbec-53b88334265c,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:20.951128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.951471 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.951810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.952149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.952684 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.953090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.958885 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:22:20.981950 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-5a9126a3-8bb7-4f72-8185-6e7186c5f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:20.984423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-5a9126a3-8bb7-4f72-8185-6e7186c5f7ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0503204 May 02 11:22:21.005541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.007423 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bb4c9b9f-8281-4ac0-8a7a-2ef10e012aa2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4610903 May 02 11:22:21.010316 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50346) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:21.015508 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:21.036934 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-edf9ec4f-02c0-42d2-8377-d56d169fdeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:21.038485 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-edf9ec4f-02c0-42d2-8377-d56d169fdeb6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490267 May 02 11:22:21.104776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (6c57c2b2-2fe8-4797-a5dc-cd86c6da335a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.138295 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-370644ae-88a2-4a6b-935b-e6801fc30cf2 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923719 May 02 11:22:21.162873 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (6c57c2b2-2fe8-4797-a5dc-cd86c6da335a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.232283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (6c57c2b2-2fe8-4797-a5dc-cd86c6da335a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.236468 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-50efc786-bf7f-4194-bd3b-4933d6b0046c req-97302626-a336-44c8-81f0-db53a690cce9 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912931 May 02 11:22:21.246527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6572ea9c-4060-41db-a5b6-dc1090cba2ad', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'floating_ip_address': '172.35.4.242', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'port_id': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'mac_address': 'fa:16:3e:19:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:22:18Z', 'updated_at': '2022-05-02T11:22:18Z', 'revision_number': 0, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:22:21.250882 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c57c2b2-2fe8-4797-a5dc-cd86c6da335a,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:21.279511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33339cce-6e83-400d-90d1-11f510ad8a06 None None] The sync data for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 is: [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '6572ea9c-4060-41db-a5b6-dc1090cba2ad', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'floating_ip_address': '172.35.4.242', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'port_id': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4238, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'mac_address': 'fa:16:3e:19:cc:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:22:18Z', 'updated_at': '2022-05-02T11:22:18Z', 'revision_number': 0, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:22:21.369364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.369364 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6ad4ffa6-34c4-43d6-9382-ab001fa51df9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3574080 May 02 11:22:21.371830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:21.376497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:21.473071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (458adc6b-bafe-459c-9f50-c37408a55cb4), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.495333 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79001a0b-ed56-41a5-b744-8e3aa81ffa85 None None] New status for floating IP 6572ea9c-4060-41db-a5b6-dc1090cba2ad: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:22:21.531840 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (458adc6b-bafe-459c-9f50-c37408a55cb4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.593966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (458adc6b-bafe-459c-9f50-c37408a55cb4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.609314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=458adc6b-bafe-459c-9f50-c37408a55cb4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:21.693528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.694759 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-db26bb22-f5df-4e50-b4cb-d424b6afa345 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3219061 May 02 11:22:21.697543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:21.702452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:21.788533 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (3ab45d6c-3ef0-4f2b-ab92-16cbfd190413), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.844147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (3ab45d6c-3ef0-4f2b-ab92-16cbfd190413), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.931046 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (3ab45d6c-3ef0-4f2b-ab92-16cbfd190413), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:21.951356 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ab45d6c-3ef0-4f2b-ab92-16cbfd190413,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:22.036056 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.037219 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6bf785d6-f05f-4f50-98d7-2da5dac50484 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3387361 May 02 11:22:22.039932 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:22.044224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:22.122990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (c490f373-bbc0-4899-a10b-7440e938701a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.182199 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (c490f373-bbc0-4899-a10b-7440e938701a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.274282 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (c490f373-bbc0-4899-a10b-7440e938701a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.293774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c490f373-bbc0-4899-a10b-7440e938701a,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:22.365236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.366440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-77130628-8b0d-4fd4-95a8-3261899e51ae tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3255694 May 02 11:22:22.369076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50354) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:22.373878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:22.454648 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Project b05546126f6f4cb1912284d9801d37e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:22:22.460155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (a710e6dd-a976-4537-97cd-5c09274d1665), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.517179 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (a710e6dd-a976-4537-97cd-5c09274d1665), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.597418 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a710e6dd-a976-4537-97cd-5c09274d1665), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.615847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a710e6dd-a976-4537-97cd-5c09274d1665,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:22.690824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.692042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6e5cd0a8-619f-4da3-af94-60bbafe23495 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3220556 May 02 11:22:22.694806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:22:22.699516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'security_group_rule': {'security_group_id': '16beab4c-b9ac-459f-bbec-53b88334265c', 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:22.782815 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Project b05546126f6f4cb1912284d9801d37e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:22:22.788023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (9ada4e0f-0c46-490a-a160-679b77945b9d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.844988 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (9ada4e0f-0c46-490a-a160-679b77945b9d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.945890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (9ada4e0f-0c46-490a-a160-679b77945b9d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:22.965276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ada4e0f-0c46-490a-a160-679b77945b9d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:23.070314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:23.071528 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1d90bcfe-1beb-45ba-b09a-5b11b6a45985 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3758070 May 02 11:22:23.485188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f335187c-e86a-4484-9f76-5e3c47174265 req-9cc301b2-a19b-4e90-a4d2-935d7c9eb870 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966287492&fields=id&tenant_id=b05546126f6f4cb1912284d9801d37e4 HTTP/1.1" status: 200 len: 267 time: 0.3677280 May 02 11:22:23.535041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335187c-e86a-4484-9f76-5e3c47174265 req-930afbf1-8bd9-413f-a8dd-96fc026fbd8d tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:23.536547 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f335187c-e86a-4484-9f76-5e3c47174265 req-930afbf1-8bd9-413f-a8dd-96fc026fbd8d tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0458896 May 02 11:22:23.548690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'port': {'security_groups': ['2139b5d2-b235-4cda-a14d-6dd6934bba16', '16beab4c-b9ac-459f-bbec-53b88334265c']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:22:23.615227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:23.798444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:22:23.830606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:23.900200 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:23.911481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:22:23.942870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:23.943570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:23.945108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f335187c-e86a-4484-9f76-5e3c47174265 req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "PUT /v2.0/ports/a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 981 time: 0.4009991 May 02 11:22:23.949654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:22:23.951233 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fef6d0-4d91-4c92-ad94-bb5d814e2034" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:22:23.987547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9c1a40-de70-4231-9edf-bad5858e1c4b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=6']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:22:23.999036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:22:24.045069 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-202f6b17-c7e5-481b-a285-5c218715dde8 x-openstack-request-id: req-202f6b17-c7e5-481b-a285-5c218715dde8 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:22:24.045472 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:22:24.045976 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-202f6b17-c7e5-481b-a285-5c218715dde8 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:22:24.047473 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-202f6b17-c7e5-481b-a285-5c218715dde8'] response: {'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:22:24.106549 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ce4df2-7573-47d1-ad73-4ea2c236c879 req-93032864-3e31-4098-a9af-43fe3383c4f9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:24.108121 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-77ce4df2-7573-47d1-ad73-4ea2c236c879 req-93032864-3e31-4098-a9af-43fe3383c4f9 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0563605 May 02 11:22:24.175377 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-77ce4df2-7573-47d1-ad73-4ea2c236c879 req-90d841ce-2a77-4003-9b5a-a32e741adc13 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604577 May 02 11:22:24.275392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-128def77-3d32-4a29-a492-20bf83457b19 None None] Provisioning complete for port a716c5b3-4666-4789-9e9f-4ee66df31490 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:22:24.275761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-128def77-3d32-4a29-a492-20bf83457b19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:24.284436 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-e309fa08-2944-40d1-82ea-ce996df66048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:24.286199 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-e309fa08-2944-40d1-82ea-ce996df66048 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1166 time: 0.0492332 May 02 11:22:24.377329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-a7962c6e-626c-439c-a8fd-d480bcf1ee26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:24.378805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-a7962c6e-626c-439c-a8fd-d480bcf1ee26 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.0865173 May 02 11:22:24.448102 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-799d15eb-0bbc-487d-be0e-5b87f0f441b7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 1001 time: 0.0634272 May 02 11:22:24.468762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-128def77-3d32-4a29-a492-20bf83457b19 None None] Current status of the port a716c5b3-4666-4789-9e9f-4ee66df31490 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:22:24.496329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-758f0ce3-597a-4b0d-ba32-e63b684b8c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:24.497855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-758f0ce3-597a-4b0d-ba32-e63b684b8c17 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0447292 May 02 11:22:24.547899 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-ee3a3f8c-5685-4346-b1f5-1990b5265b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:24.549610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-ee3a3f8c-5685-4346-b1f5-1990b5265b1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0399349 May 02 11:22:24.647588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-7e20698b-16f9-4c78-b5c2-8842207672c8 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 May 02 11:22:24.736347 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-42fef6d0-4d91-4c92-ad94-bb5d814e2034 req-b71dc832-1d25-4b71-808e-d89f8be73366 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824130 May 02 11:22:25.588458 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06f99179-ad01-4641-a6f0-bb2ddd30fa19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:27.923183 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-556ea1ed-523d-422e-be1e-bff0db14abc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:29.439914 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:30.816927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:31.959523 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:36.730344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:22:41.495157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dc756b-3a8e-4953-bd52-6a681ab7220e req-2de3d542-c0e3-4498-85fd-292bb1d737a1 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:41.497680 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99dc756b-3a8e-4953-bd52-6a681ab7220e req-2de3d542-c0e3-4498-85fd-292bb1d737a1 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0497205 May 02 11:22:41.580750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-b78b3ec2-e154-4a4f-89b4-78970f7d0ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:41.582291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-b78b3ec2-e154-4a4f-89b4-78970f7d0ec0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1166 time: 0.0610309 May 02 11:22:41.603096 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-99dc756b-3a8e-4953-bd52-6a681ab7220e req-b2b8909c-15de-40b6-b249-fe5ea17382ee tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0998659 May 02 11:22:41.683590 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-24fb7c59-7f66-4af9-9bfe-9c29a6614467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:41.685004 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-24fb7c59-7f66-4af9-9bfe-9c29a6614467 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.0955596 May 02 11:22:41.752942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-8ef72a01-51d1-4b0a-871f-fc93054dd2c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 1001 time: 0.0602710 May 02 11:22:41.801904 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-12bb3184-7b35-4d65-b709-4748fc5eca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:41.803318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-12bb3184-7b35-4d65-b709-4748fc5eca2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0432901 May 02 11:22:41.850730 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-8e0091c4-f779-42ab-89aa-4df960802ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:41.852212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-8e0091c4-f779-42ab-89aa-4df960802ad5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0423703 May 02 11:22:41.942338 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-efa39679-bea2-4102-8041-d492efed37d8 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838912 May 02 11:22:42.034631 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07210ca0-0571-4368-bb6c-0193f1d1f7d4 req-d5967418-4c73-457f-9d05-2f064897720b service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867589 May 02 11:22:42.777770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7b4f1-2d37-4b49-a971-17914643100c req-3ff177b2-e58f-4340-bfc1-99795f068dd5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:42.779232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4a7b4f1-2d37-4b49-a971-17914643100c req-3ff177b2-e58f-4340-bfc1-99795f068dd5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0464637 May 02 11:22:42.838248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-a4a7b4f1-2d37-4b49-a971-17914643100c req-f1833d8f-87af-4ed0-8685-406822f06a8f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528913 May 02 11:22:43.962769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51110224-eaf7-4424-a4da-128fd7e90e2c req-8d783d57-5800-4172-b523-230b272c9aef tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:43.964258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51110224-eaf7-4424-a4da-128fd7e90e2c req-8d783d57-5800-4172-b523-230b272c9aef tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0492601 May 02 11:22:44.024397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51110224-eaf7-4424-a4da-128fd7e90e2c req-30693e36-48fa-4dde-95e3-3b95d5568f86 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533450 May 02 11:22:44.948265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:45.142477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ab5ce3-c22a-4bf7-8879-e7f78388ca2e req-6e5df78a-a5ef-41a5-a884-8bd8f146d481 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:45.143986 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72ab5ce3-c22a-4bf7-8879-e7f78388ca2e req-6e5df78a-a5ef-41a5-a884-8bd8f146d481 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0517180 May 02 11:22:45.202989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-72ab5ce3-c22a-4bf7-8879-e7f78388ca2e req-3fe53c2f-4d73-43d0-881a-83c1ccc16617 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531633 May 02 11:22:46.316750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce7f3c1-c297-4280-9b2b-7b6b5cd1bab6 req-68639616-02b7-4e65-8038-1e144ce48fff tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:46.318244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ce7f3c1-c297-4280-9b2b-7b6b5cd1bab6 req-68639616-02b7-4e65-8038-1e144ce48fff tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0472910 May 02 11:22:46.381394 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ce7f3c1-c297-4280-9b2b-7b6b5cd1bab6 req-ebd5684d-5473-419d-a06f-37595a36b4a2 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0574591 May 02 11:22:46.466123 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:47.679692 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92425c6d-1c7e-4b31-b96d-8b4110814463 req-2d11e6bd-ccd1-4c32-8d48-eb97f88b5b1f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:47.681113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92425c6d-1c7e-4b31-b96d-8b4110814463 req-2d11e6bd-ccd1-4c32-8d48-eb97f88b5b1f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.2325406 May 02 11:22:47.739577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-92425c6d-1c7e-4b31-b96d-8b4110814463 req-27e4b766-0501-438e-8aef-4ea542fa790f tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527098 May 02 11:22:48.912794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299eebdf-e032-4619-b653-1a16d20c3581 req-c96ca3cb-326d-4f87-917f-7864e8baf170 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:48.914291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-299eebdf-e032-4619-b653-1a16d20c3581 req-c96ca3cb-326d-4f87-917f-7864e8baf170 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.1074002 May 02 11:22:48.973955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-299eebdf-e032-4619-b653-1a16d20c3581 req-c272e970-121d-4c26-8134-b19c0b594d08 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537901 May 02 11:22:50.087021 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e7936a-757d-4aba-9e47-b57fe16757c9 req-28301954-72dc-4ba8-a60e-803c4e288a85 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:50.088471 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83e7936a-757d-4aba-9e47-b57fe16757c9 req-28301954-72dc-4ba8-a60e-803c4e288a85 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0471647 May 02 11:22:50.151159 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83e7936a-757d-4aba-9e47-b57fe16757c9 req-43122f35-072d-48e7-8af4-86153ade6101 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569301 May 02 11:22:51.267579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c4933-03b5-48bb-85f2-b206e45c531c req-5ab2aafa-f50d-493f-873f-29cb7b64e2d4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:51.269084 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-592c4933-03b5-48bb-85f2-b206e45c531c req-5ab2aafa-f50d-493f-873f-29cb7b64e2d4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0469542 May 02 11:22:51.328007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-592c4933-03b5-48bb-85f2-b206e45c531c req-5f06725d-88b4-4d29-a85b-e2d3ec0d3d0d tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0532167 May 02 11:22:52.440739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe207e4-6dce-4602-ad16-f56159fd3ef5 req-21e4ca42-cf16-41f6-b30d-98b04d07eae6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:52.442211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ebe207e4-6dce-4602-ad16-f56159fd3ef5 req-21e4ca42-cf16-41f6-b30d-98b04d07eae6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0469155 May 02 11:22:52.499946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ebe207e4-6dce-4602-ad16-f56159fd3ef5 req-d1eefc0a-3b7d-48d7-abca-495efde4425c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520589 May 02 11:22:53.619719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc5de1-0877-4ae8-be6c-08d517a2ca77 req-f06ec7f7-5517-4065-b911-18db9b755a27 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:22:53.621211 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7dc5de1-0877-4ae8-be6c-08d517a2ca77 req-f06ec7f7-5517-4065-b911-18db9b755a27 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0537136 May 02 11:22:53.681425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7dc5de1-0877-4ae8-be6c-08d517a2ca77 req-fb7490b7-28c3-4556-a5d5-874c24f4640b tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&id=16beab4c-b9ac-459f-bbec-53b88334265c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542054 May 02 11:22:55.608974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f9f07d06-e61a-4267-a3b8-82b90863d196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:57.954406 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-397d6368-4f55-43a1-b8c0-cd938fdb07e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:22:59.416781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:00.805372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:01.959532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:13.729353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:23:15.037077 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:16.482733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:21.669395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-02834a06-c0b8-4157-bf66-4ac7a428ec2e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0919487 May 02 11:23:21.750322 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349199e-84e8-4946-92ab-999caf7b028d req-ca82a5c3-88da-412e-881e-31e44378db63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:21.751852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-ca82a5c3-88da-412e-881e-31e44378db63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1166 time: 0.0409272 May 02 11:23:21.859494 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349199e-84e8-4946-92ab-999caf7b028d req-4fe2892f-e667-4b20-ab6a-415bee4a604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:21.860910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-4fe2892f-e667-4b20-ab6a-415bee4a604b service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.0891707 May 02 11:23:21.926296 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-ba0a76d8-bcf8-46f8-a09b-c3f2ecb82469 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 1001 time: 0.0585935 May 02 11:23:21.978707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349199e-84e8-4946-92ab-999caf7b028d req-9c162c62-5a6a-4042-943a-1e54a54b8f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:21.980145 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-9c162c62-5a6a-4042-943a-1e54a54b8f51 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0485015 May 02 11:23:22.023554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c349199e-84e8-4946-92ab-999caf7b028d req-979b395a-5b9b-427a-9af2-37cb62cec709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:22.025050 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-979b395a-5b9b-427a-9af2-37cb62cec709 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0390651 May 02 11:23:22.115321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-f8e737db-8129-49a0-9080-5ecd6743ebb8 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842860 May 02 11:23:22.208958 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c349199e-84e8-4946-92ab-999caf7b028d req-bcb5d1cf-0862-44b6-a62f-6c93249f6483 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867205 May 02 11:23:25.639657 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f981b695-60eb-46e3-8ce6-9046de1e908d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.184982 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-48e71b06-aa2d-47e3-89d0-1a735e8ccf2c tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-966287492&fields=id&tenant_id=b05546126f6f4cb1912284d9801d37e4 HTTP/1.1" status: 200 len: 267 time: 0.0455928 May 02 11:23:26.235943 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-9f494ce7-c027-41cb-be98-8b78e52bb657 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:26.237464 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-9f494ce7-c027-41cb-be98-8b78e52bb657 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 984 time: 0.0471933 May 02 11:23:26.248084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Request body: {'port': {'security_groups': ['2139b5d2-b235-4cda-a14d-6dd6934bba16']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:26.322694 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.493518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:26.522724 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.637157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.649453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:23:26.681349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:26.682005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.684073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8302680f-dc2a-4b8a-873b-82435ed3f824 req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "PUT /v2.0/ports/a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 942 time: 0.4405129 May 02 11:23:26.684619 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:23:26.687107 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce9e405d-839b-40e5-9348-297ae04551ab" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:23:26.691918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50442) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:26.731703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event updated for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=7']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:26.746564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.749637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.750018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.750447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.750912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.751314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.751742 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.752146 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.752519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.753072 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.753438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.753785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.754137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.754476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.754814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3c16b-475f-4041-b308-e716ea0d3f68 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:26.759490 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-427e32c4-360a-411b-a4c2-9581d502cf1e x-openstack-request-id: req-427e32c4-360a-411b-a4c2-9581d502cf1e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:23:26.759839 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:23:26.760102 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-427e32c4-360a-411b-a4c2-9581d502cf1e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:23:26.760513 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-427e32c4-360a-411b-a4c2-9581d502cf1e'] response: {'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:23:26.778647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (16beab4c-b9ac-459f-bbec-53b88334265c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.788551 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:23:26.841158 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (16beab4c-b9ac-459f-bbec-53b88334265c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.864705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e405d-839b-40e5-9348-297ae04551ab req-e7fc1ef9-2897-4046-9927-d87ff78a3619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:26.866279 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-e7fc1ef9-2897-4046-9927-d87ff78a3619 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1127 time: 0.0844886 May 02 11:23:26.972380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-93fd7ebc-a83a-47c2-b4a0-212482bdec8d None None] Provisioning complete for port a716c5b3-4666-4789-9e9f-4ee66df31490 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:23:26.972714 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93fd7ebc-a83a-47c2-b4a0-212482bdec8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:26.975361 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e405d-839b-40e5-9348-297ae04551ab req-2738e168-2e26-4cdb-bf51-1b7b6d1d9913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:26.976868 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-2738e168-2e26-4cdb-bf51-1b7b6d1d9913 service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.1013763 May 02 11:23:27.049994 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-ca392867-8ddf-428f-be8a-a5748575c76b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 1001 time: 0.0656569 May 02 11:23:27.053956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93fd7ebc-a83a-47c2-b4a0-212482bdec8d None None] Current status of the port a716c5b3-4666-4789-9e9f-4ee66df31490 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:23:27.066023 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (16beab4c-b9ac-459f-bbec-53b88334265c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.068572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.069670 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "DELETE /v2.0/security-groups/16beab4c-b9ac-459f-bbec-53b88334265c HTTP/1.1" status: 204 len: 168 time: 0.3767645 May 02 11:23:27.072485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50444) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:27.102155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16beab4c-b9ac-459f-bbec-53b88334265c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:27.116690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.117057 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.117388 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.117744 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.118062 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.118394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.118723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.119052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.119379 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.119704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.120087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.120972 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.121271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.121598 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.121924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7189d6cd-7a21-4770-b2e2-40aceb10f7dd tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:27.129341 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e405d-839b-40e5-9348-297ae04551ab req-e54745a7-f14b-4d9f-9cee-52717581a1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:27.132111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-e54745a7-f14b-4d9f-9cee-52717581a1db service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0751872 May 02 11:23:27.178421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e405d-839b-40e5-9348-297ae04551ab req-09eb6154-c68a-464d-827e-ac2e11a8e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:27.180173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-09eb6154-c68a-464d-827e-ac2e11a8e2ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0424461 May 02 11:23:27.230060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Deleting port 6c2b5b94-4eab-48a7-9676-285d28b3a060 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:27.230673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.276536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-9ef3f57a-00ce-41ec-913e-252de5b19a4b service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900915 May 02 11:23:27.310442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.310701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for floatingip (6c2b5b94-4eab-48a7-9676-285d28b3a060), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.323774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Calling delete_port for 6c2b5b94-4eab-48a7-9676-285d28b3a060 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:27.372364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ce9e405d-839b-40e5-9348-297ae04551ab req-422d5106-08a4-406c-b615-806fb6fd4291 service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904112 May 02 11:23:27.602820 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6c2b5b94-4eab-48a7-9676-285d28b3a060), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.628342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event deleted for resources: {'Port': ['ID=6c2b5b94-4eab-48a7-9676-285d28b3a060,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:27.692374 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks [] for floatingip (6572ea9c-4060-41db-a5b6-dc1090cba2ad), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:27.692763 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Floating IP 6572ea9c-4060-41db-a5b6-dc1090cba2ad disassociated (deleted). External IP: 172.35.4.242, port: a716c5b3-4666-4789-9e9f-4ee66df31490. May 02 11:23:27.904477 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:23:27.979840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a460190a-40c9-4bbe-94ca-d95e0194b933 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:28.013144 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:23:28.017508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:28.024070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Sync routers for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:23:28.035523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:28.036166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:28.049130 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-022c376b-ab8a-4548-8d2c-875490bd88f4 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "DELETE /v2.0/floatingips/6572ea9c-4060-41db-a5b6-dc1090cba2ad HTTP/1.1" status: 204 len: 168 time: 0.9747388 May 02 11:23:28.148947 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:28.344507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:28.374498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Checking router: e036bf31-2670-4804-a8e6-4ecdc6efb5d0 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:23:28.382804 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:28.383406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:28.491145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:28.690036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:28.716003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b453249d-4643-43f1-a79f-54ae3f9c8f35 None None] The sync data for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 is: [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:21:29Z', 'revision_number': 4, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a3adf1e-1d41-4a9b-a165-19f31b9af9d0', 'name': '', 'network_id': 'e7339aa0-03f9-4e5a-afd3-a2f85c16147c', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'mac_address': 'fa:16:3e:f5:b3:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:29Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'subnets': [{'id': 'e2947c48-c446-4df8-b4f6-c097de2bbe1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:23:28.762128 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:23:28.764809 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797" -d '{"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:23:28.802405 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:23:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b2ec20-be30-4761-a54f-2e7d927ff6f6 x-openstack-request-id: req-10b2ec20-be30-4761-a54f-2e7d927ff6f6 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:23:28.802696 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:23:28.802951 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-10b2ec20-be30-4761-a54f-2e7d927ff6f6 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:23:28.803364 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10b2ec20-be30-4761-a54f-2e7d927ff6f6'] response: {'name': 'network-changed', 'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:23:28.945047 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b94d9958-1379-45f2-a880-c787c707c0a3 None None] New status for floating IP 6572ea9c-4060-41db-a5b6-dc1090cba2ad: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:23:29.008135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-67de9d24-1aa9-4f26-8530-fcb53109314a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:29.009969 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-67de9d24-1aa9-4f26-8530-fcb53109314a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b05546126f6f4cb1912284d9801d37e4&device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 1127 time: 0.0421200 May 02 11:23:29.101602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-f413da74-a895-4d5f-be00-dd9faf15b6ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:29.103364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-f413da74-a895-4d5f-be00-dd9faf15b6ff service neutron] 10.222.0.24 "GET /v2.0/networks?id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 200 len: 915 time: 0.0870087 May 02 11:23:29.150405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-de1ea33a-4bac-49d9-a48f-77b5d2c9c7f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 200 len: 217 time: 0.0405717 May 02 11:23:29.199918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-83471b93-ce0e-4ccd-8ebd-20a81415011b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:29.201497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-83471b93-ce0e-4ccd-8ebd-20a81415011b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 200 len: 853 time: 0.0455990 May 02 11:23:29.245773 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-25c7a96e-df52-4c57-9ae0-dc49cdbe23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:29.247301 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-25c7a96e-df52-4c57-9ae0-dc49cdbe23ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=e7339aa0-03f9-4e5a-afd3-a2f85c16147c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0400250 May 02 11:23:29.341896 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-5e2c3107-7fd8-4005-8182-03045e8b177e service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885291 May 02 11:23:29.434240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09ff60fd-daf9-4c95-9aab-a4ee51f6a797 req-9e288770-0a3f-41f9-9b40-6da8ad84f8fd service neutron] 10.222.0.24 "GET /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867517 May 02 11:23:29.477324 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:30.794364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:31.999532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:35.549808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769e31a8-14ba-4cd7-87ac-4e949e717b62 req-2213dff7-94ab-4b02-bca1-fd751bd5eae5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:35.551273 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-769e31a8-14ba-4cd7-87ac-4e949e717b62 req-2213dff7-94ab-4b02-bca1-fd751bd5eae5 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0469337 May 02 11:23:35.597211 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-769e31a8-14ba-4cd7-87ac-4e949e717b62 req-739bab49-6119-427a-aaba-fbf7257d58ff tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403190 May 02 11:23:37.020658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c37c542-8d8d-4d2c-bff6-b9239a6523f9 req-4efb1eff-b4a4-490f-a503-9c99ac8fc5f6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:37.022100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c37c542-8d8d-4d2c-bff6-b9239a6523f9 req-4efb1eff-b4a4-490f-a503-9c99ac8fc5f6 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.3534899 May 02 11:23:37.068584 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c37c542-8d8d-4d2c-bff6-b9239a6523f9 req-2f310a0c-b5f9-4fa5-93a3-fb8d829a3eeb tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/security-groups?id=2139b5d2-b235-4cda-a14d-6dd6934bba16&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398421 May 02 11:23:37.139670 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-8a4d7999-3dcb-430f-ba37-4d2564e2b466 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:37.141120 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-8a4d7999-3dcb-430f-ba37-4d2564e2b466 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 945 time: 0.0493722 May 02 11:23:37.226269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Deleting port a716c5b3-4666-4789-9e9f-4ee66df31490 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:37.226608 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:37.314556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] For port a716c5b3-4666-4789-9e9f-4ee66df31490, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=a716c5b3-4666-4789-9e9f-4ee66df31490,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:37.314836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:37.331075 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Calling delete_port for a716c5b3-4666-4789-9e9f-4ee66df31490 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:37.576640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a716c5b3-4666-4789-9e9f-4ee66df31490), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:37.587627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['a716c5b3-4666-4789-9e9f-4ee66df31490'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:23:37.605269 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Pushing event deleted for resources: {'Port': ['ID=a716c5b3-4666-4789-9e9f-4ee66df31490,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:37.653981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] No DVR routers for this DVR port a716c5b3-4666-4789-9e9f-4ee66df31490 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:23:37.656626 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:37.660188 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d7aea895-df5b-4b2b-9464-0b839c82328a req-0a551326-85b7-4eac-a9e1-e2cd5aff3a16 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.24 "DELETE /v2.0/ports/a716c5b3-4666-4789-9e9f-4ee66df31490 HTTP/1.1" status: 204 len: 173 time: 0.5138600 May 02 11:23:37.660640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'name': 'network-vif-deleted', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:23:37.662858 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c81659-e410-4559-8acd-acbe6d044510" -d '{"events": [{"server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "name": "network-vif-deleted", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:23:37.759294 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2180565b-7d6e-407a-8b15-6d23f6c14615 x-openstack-request-id: req-2180565b-7d6e-407a-8b15-6d23f6c14615 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:23:37.759594 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce99ee93-9f29-4128-80e6-ce7aaa7b8e37", "name": "network-vif-deleted", "tag": "a716c5b3-4666-4789-9e9f-4ee66df31490", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:23:37.759857 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2180565b-7d6e-407a-8b15-6d23f6c14615 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:23:37.760271 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2180565b-7d6e-407a-8b15-6d23f6c14615'] response: {'server_uuid': 'ce99ee93-9f29-4128-80e6-ce7aaa7b8e37', 'name': 'network-vif-deleted', 'tag': 'a716c5b3-4666-4789-9e9f-4ee66df31490', 'status': 'completed', 'code': 200} May 02 11:23:38.177368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-37a13d0c-1e82-499a-b2bf-347d6d6094d8 req-322dd023-3293-410c-ab94-a86c2286fb70 tempest-TestMinimumBasicScenario-757864973 tempest-TestMinimumBasicScenario-757864973-project] 10.222.0.16 "GET /v2.0/ports?device_id=ce99ee93-9f29-4128-80e6-ce7aaa7b8e37 HTTP/1.1" status: 200 len: 210 time: 0.0289652 May 02 11:23:40.635216 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:40.967575 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:41.106774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a716c5b3-4666-4789-9e9f-4ee66df31490 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:41.210667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Deleting port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:41.220948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:41.288763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: a716c5b3-4666-4789-9e9f-4ee66df31490 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:41.289120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device a716c5b3-4666-4789-9e9f-4ee66df31490 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:41.293082 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] For port 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:41.293986 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:41.307174 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Calling delete_port for 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:41.557109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7a3adf1e-1d41-4a9b-a165-19f31b9af9d0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:41.587750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Pushing event deleted for resources: {'Port': ['ID=7a3adf1e-1d41-4a9b-a165-19f31b9af9d0,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:41.759847 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:41.984826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:23:42.094518 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:23:42.100987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2b0446a1-c472-4b87-b267-441c7833f5cc admin admin] 10.222.0.16 "PUT /v2.0/routers/e036bf31-2670-4804-a8e6-4ecdc6efb5d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4634802 May 02 11:23:42.103161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50568) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:42.106105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Sync routers for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:23:42.116012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:42.116953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:42.213375 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks [] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.224785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:42.325733 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks [] for router_gateway (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.395997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178'}], 'enable_snat': True}, 'gw_port_id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:23:41Z', 'revision_number': 5, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port': {'id': '9dd9a44d-5269-4c4c-8a55-f301f01df720', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:ef:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:27Z', 'updated_at': '2022-05-02T11:21:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:42.420498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Deleting port 9dd9a44d-5269-4c4c-8a55-f301f01df720 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:42.420865 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.427270 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Checking router: e036bf31-2670-4804-a8e6-4ecdc6efb5d0 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:23:42.436030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Routers {'e036bf31-2670-4804-a8e6-4ecdc6efb5d0'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:42.436666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:42.499153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] For port 9dd9a44d-5269-4c4c-8a55-f301f01df720, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9dd9a44d-5269-4c4c-8a55-f301f01df720,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:42.499515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.513261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Calling delete_port for 9dd9a44d-5269-4c4c-8a55-f301f01df720 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:42.524562 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] Set router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:42.576231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:23:42Z', 'revision_number': 6, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:42.605950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f851454b-329f-45c8-9fca-380298da61f1 None None] The sync data for ids ['e036bf31-2670-4804-a8e6-4ecdc6efb5d0'] in ncdv-master-1 is: [{'id': 'e036bf31-2670-4804-a8e6-4ecdc6efb5d0', 'name': 'tempest-TestMinimumBasicScenario-410336339-router', 'tenant_id': 'b05546126f6f4cb1912284d9801d37e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:26Z', 'updated_at': '2022-05-02T11:23:42Z', 'revision_number': 6, 'project_id': 'b05546126f6f4cb1912284d9801d37e4', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:23:42.776947 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (9dd9a44d-5269-4c4c-8a55-f301f01df720), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.806983 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Pushing event deleted for resources: {'Port': ['ID=9dd9a44d-5269-4c4c-8a55-f301f01df720,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:42.870396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.966452 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:42.968782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks [] for router_controller (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.079651 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (e036bf31-2670-4804-a8e6-4ecdc6efb5d0), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.080182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e036bf31-2670-4804-a8e6-4ecdc6efb5d0 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:23:43.084830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.085978 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-59d6e94c-824c-48f9-816b-bb7424ffe63d admin admin] 10.222.0.16 "DELETE /v2.0/routers/e036bf31-2670-4804-a8e6-4ecdc6efb5d0 HTTP/1.1" status: 204 len: 168 time: 0.9816666 May 02 11:23:43.088445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50570) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:43.134560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Deleting subnet e2947c48-c446-4df8-b4f6-c097de2bbe1a {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:23:43.137581 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Publish callbacks [] for subnet (e2947c48-c446-4df8-b4f6-c097de2bbe1a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.172123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (e2947c48-c446-4df8-b4f6-c097de2bbe1a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.252944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (e2947c48-c446-4df8-b4f6-c097de2bbe1a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.374606 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (e2947c48-c446-4df8-b4f6-c097de2bbe1a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.399249 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2947c48-c446-4df8-b4f6-c097de2bbe1a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:43.406339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.411904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c8995223-0eb3-42ea-bd54-68454e305d62 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/e2947c48-c446-4df8-b4f6-c097de2bbe1a HTTP/1.1" status: 204 len: 168 time: 0.3202355 May 02 11:23:43.412137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50572) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:43.412671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac55ab8-7dc3-472d-9762-d1abf6b41d38 None None] Network e7339aa0-03f9-4e5a-afd3-a2f85c16147c requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:23:43.487461 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (e7339aa0-03f9-4e5a-afd3-a2f85c16147c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.579031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] DHCP port deletion for e7339aa0-03f9-4e5a-afd3-a2f85c16147c request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:23:43.636799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Deleting port 764d5d13-c552-4f35-8560-0035d5025699 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:43.637415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (764d5d13-c552-4f35-8560-0035d5025699), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.714428 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] For port 764d5d13-c552-4f35-8560-0035d5025699, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764d5d13-c552-4f35-8560-0035d5025699,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:43.714829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (764d5d13-c552-4f35-8560-0035d5025699), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.731099 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Calling delete_port for 764d5d13-c552-4f35-8560-0035d5025699 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:43.839593 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Deleting port 764d5d13-c552-4f35-8560-0035d5025699 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:43.840243 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (764d5d13-c552-4f35-8560-0035d5025699), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.902500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] For port 764d5d13-c552-4f35-8560-0035d5025699, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=764d5d13-c552-4f35-8560-0035d5025699,segment=NetworkSegment(b9001100-81d7-496c-ae27-1c37b49cdc8b),segment_id=b9001100-81d7-496c-ae27-1c37b49cdc8b)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:43.902900 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (764d5d13-c552-4f35-8560-0035d5025699), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.908163 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (764d5d13-c552-4f35-8560-0035d5025699), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:43.916856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Calling delete_port for 764d5d13-c552-4f35-8560-0035d5025699 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:43.934692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Pushing event deleted for resources: {'Port': ['ID=764d5d13-c552-4f35-8560-0035d5025699,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:43.939167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] No DVR routers for this DVR port 764d5d13-c552-4f35-8560-0035d5025699 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:23:43.945992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:43.959107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acd62cfe-732d-4f98-8af3-2175a60ef95d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:23:44.001918 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (764d5d13-c552-4f35-8560-0035d5025699), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.027535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Pushing event deleted for resources: {'Port': ['ID=764d5d13-c552-4f35-8560-0035d5025699,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:44.034495 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] No DVR routers for this DVR port 764d5d13-c552-4f35-8560-0035d5025699 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:23:44.107605 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (e7339aa0-03f9-4e5a-afd3-a2f85c16147c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.128210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7339aa0-03f9-4e5a-afd3-a2f85c16147c']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:44.138139 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9001100-81d7-496c-ae27-1c37b49cdc8b') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:44.138438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9001100-81d7-496c-ae27-1c37b49cdc8b') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:44.147648 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (b9001100-81d7-496c-ae27-1c37b49cdc8b), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.161459 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (b9001100-81d7-496c-ae27-1c37b49cdc8b), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.167366 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:23:44.167750 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (b9001100-81d7-496c-ae27-1c37b49cdc8b), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self.session.flush() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: timer() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:23:44.170258 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:23:44.265634 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (e7339aa0-03f9-4e5a-afd3-a2f85c16147c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.270239 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.273817 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e7339aa0-03f9-4e5a-afd3-a2f85c16147c HTTP/1.1" status: 204 len: 168 time: 0.8607237 May 02 11:23:44.277569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50574) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:44.287807 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b856dcbf-63fe-4666-bfc5-4733401e3844 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7339aa0-03f9-4e5a-afd3-a2f85c16147c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:44.354096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 764d5d13-c552-4f35-8560-0035d5025699 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:44.374307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 764d5d13-c552-4f35-8560-0035d5025699 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:44.374650 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 764d5d13-c552-4f35-8560-0035d5025699 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:44.375053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9dd9a44d-5269-4c4c-8a55-f301f01df720 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:44.393597 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9dd9a44d-5269-4c4c-8a55-f301f01df720 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:44.393938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9dd9a44d-5269-4c4c-8a55-f301f01df720 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:44.394337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:44.416307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:44.417053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a3adf1e-1d41-4a9b-a165-19f31b9af9d0 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:44.606436 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.836205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Deleting port 76c04085-3e5b-4415-8fbc-8b96e6093252 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:44.836445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.912235 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] For port 76c04085-3e5b-4415-8fbc-8b96e6093252, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=76c04085-3e5b-4415-8fbc-8b96e6093252,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:44.912618 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:44.925686 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Calling delete_port for 76c04085-3e5b-4415-8fbc-8b96e6093252 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:44.982593 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:45.182177 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (76c04085-3e5b-4415-8fbc-8b96e6093252), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:45.213870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=76c04085-3e5b-4415-8fbc-8b96e6093252,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:45.384044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:45.598171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:23:45.705616 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:23:45.710768 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f0d3514e-122e-42b8-8eb6-b6da054c33e4 admin admin] 10.222.0.16 "PUT /v2.0/routers/14a0fc53-2fe3-45b5-8bd8-e54f1579d552/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4321532 May 02 11:23:45.713330 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:45.716403 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Sync routers for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:23:45.726796 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:45.727405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:45.835846 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:46.109805 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:23:45Z', 'revision_number': 5, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:46.136931 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Checking router: 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:23:46.145234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Routers {'14a0fc53-2fe3-45b5-8bd8-e54f1579d552'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:46.145833 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:46.154120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks [] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.251432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] Set router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:46.259423 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks [] for router_gateway (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.365184 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Deleting port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:46.365616 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.423442 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:23:45Z', 'revision_number': 5, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:46.446214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] For port 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:46.446861 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.455363 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f26d8f-9fd0-4692-a9f6-16b3beb3c41a None None] The sync data for ids ['14a0fc53-2fe3-45b5-8bd8-e54f1579d552'] in ncdv-master-1 is: [{'id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'name': 'tempest-TestMinimumBasicScenario-1832087405-router', 'tenant_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124'}], 'enable_snat': True}, 'gw_port_id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:23:45Z', 'revision_number': 5, 'project_id': 'e4d56ad6def840e3bc057469ff9a4b10', 'gw_port': {'id': '9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:72:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14a0fc53-2fe3-45b5-8bd8-e54f1579d552', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4234, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:21:33Z', 'updated_at': '2022-05-02T11:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:23:46.462403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.464590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Calling delete_port for 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:46.726084 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.752034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Pushing event deleted for resources: {'Port': ['ID=9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:46.813125 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.905227 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:46.907285 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks [] for router_controller (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.034114 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (14a0fc53-2fe3-45b5-8bd8-e54f1579d552), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.034649 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14a0fc53-2fe3-45b5-8bd8-e54f1579d552 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:23:47.038920 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.040073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-585ebc83-298b-4835-a8da-f381ceb7a578 admin admin] 10.222.0.16 "DELETE /v2.0/routers/14a0fc53-2fe3-45b5-8bd8-e54f1579d552 HTTP/1.1" status: 204 len: 168 time: 1.3257673 May 02 11:23:47.042815 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:47.089370 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Deleting subnet fa1d1f77-1e23-4771-9254-70e8bd8dc8d7 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:23:47.093433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Publish callbacks [] for subnet (fa1d1f77-1e23-4771-9254-70e8bd8dc8d7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.131385 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (fa1d1f77-1e23-4771-9254-70e8bd8dc8d7), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.214560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fa1d1f77-1e23-4771-9254-70e8bd8dc8d7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.328535 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (fa1d1f77-1e23-4771-9254-70e8bd8dc8d7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.353291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1d1f77-1e23-4771-9254-70e8bd8dc8d7,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:47.359382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.362483 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-61cf9c7e-1884-4cf5-b220-4eede84954ab admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fa1d1f77-1e23-4771-9254-70e8bd8dc8d7 HTTP/1.1" status: 204 len: 168 time: 0.3179784 May 02 11:23:47.364523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3eec5ce-129a-4f16-88b9-85a7d929839d None None] Network 7bff4b11-fe69-4c39-a861-30de79c6de46 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:23:47.365094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:47.437473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7bff4b11-fe69-4c39-a861-30de79c6de46), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.484253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Deleting port 26674ec4-696f-4377-9c18-400c5e21ce44 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:47.484863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.523799 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714145ba-1814-403b-a3e9-821d859894cc None None] DHCP port deletion for 7bff4b11-fe69-4c39-a861-30de79c6de46 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:23:47.552286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] For port 26674ec4-696f-4377-9c18-400c5e21ce44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26674ec4-696f-4377-9c18-400c5e21ce44,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:47.552672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.563762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Deleting port 26674ec4-696f-4377-9c18-400c5e21ce44 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:23:47.564142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.566066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Calling delete_port for 26674ec4-696f-4377-9c18-400c5e21ce44 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:47.627026 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-714145ba-1814-403b-a3e9-821d859894cc None None] For port 26674ec4-696f-4377-9c18-400c5e21ce44, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=26674ec4-696f-4377-9c18-400c5e21ce44,segment=NetworkSegment(cc3dd8e6-c94e-4212-984b-6acab723fd93),segment_id=cc3dd8e6-c94e-4212-984b-6acab723fd93)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:23:47.627419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.640305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Calling delete_port for 26674ec4-696f-4377-9c18-400c5e21ce44 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:23:47.742471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.757179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (26674ec4-696f-4377-9c18-400c5e21ce44), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.769304 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Pushing event deleted for resources: {'Port': ['ID=26674ec4-696f-4377-9c18-400c5e21ce44,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:47.773837 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] No DVR routers for this DVR port 26674ec4-696f-4377-9c18-400c5e21ce44 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:23:47.774607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714145ba-1814-403b-a3e9-821d859894cc None None] Pushing event deleted for resources: {'Port': ['ID=26674ec4-696f-4377-9c18-400c5e21ce44,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:47.778362 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714145ba-1814-403b-a3e9-821d859894cc None None] No DVR routers for this DVR port 26674ec4-696f-4377-9c18-400c5e21ce44 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:23:47.850378 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7bff4b11-fe69-4c39-a861-30de79c6de46), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.869908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bff4b11-fe69-4c39-a861-30de79c6de46']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:47.879624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3dd8e6-c94e-4212-984b-6acab723fd93') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:47.879929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3dd8e6-c94e-4212-984b-6acab723fd93') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:47.889890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (cc3dd8e6-c94e-4212-984b-6acab723fd93), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.903095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (cc3dd8e6-c94e-4212-984b-6acab723fd93), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.909278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:23:47.909673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (cc3dd8e6-c94e-4212-984b-6acab723fd93), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: timer() May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:23:47.911362 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:23:48.116833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7bff4b11-fe69-4c39-a861-30de79c6de46), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.124124 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.126158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] 10.222.0.16 "DELETE /v2.0/networks/7bff4b11-fe69-4c39-a861-30de79c6de46 HTTP/1.1" status: 204 len: 168 time: 0.7601109 May 02 11:23:48.141240 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4fbc62-04bc-4966-a584-b6e4afb47ede admin admin] Pushing event deleted for resources: {'Network': ['ID=7bff4b11-fe69-4c39-a861-30de79c6de46,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:48.358790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 26674ec4-696f-4377-9c18-400c5e21ce44 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:48.374814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 26674ec4-696f-4377-9c18-400c5e21ce44 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:48.375162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 26674ec4-696f-4377-9c18-400c5e21ce44 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:48.375561 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:48.396078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:48.396418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 9be7e34d-e16d-42f4-ac9c-1a37ff05c2ed not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:48.396856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 76c04085-3e5b-4415-8fbc-8b96e6093252 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:23:48.415805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 76c04085-3e5b-4415-8fbc-8b96e6093252 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:23:48.416158 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 76c04085-3e5b-4415-8fbc-8b96e6093252 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:23:48.508813 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:48.548416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f3e2d85c-c1db-4bba-94c0-48a72feb9170 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b05546126f6f4cb1912284d9801d37e4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0383482 May 02 11:23:48.550824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50586) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:48.597764 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] Publish callbacks [] for security_group (2139b5d2-b235-4cda-a14d-6dd6934bba16), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.618564 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] Publish callbacks [] for security_group (2139b5d2-b235-4cda-a14d-6dd6934bba16), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.742183 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2139b5d2-b235-4cda-a14d-6dd6934bba16), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.744833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:48.746032 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2139b5d2-b235-4cda-a14d-6dd6934bba16 HTTP/1.1" status: 204 len: 168 time: 0.1942623 May 02 11:23:48.753764 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6732f25-77b5-414c-bcc8-65cfc14891a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2139b5d2-b235-4cda-a14d-6dd6934bba16,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:49.366491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:49.406152 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-386ab46f-854c-4945-8589-3fedc470fa7a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e4d56ad6def840e3bc057469ff9a4b10&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384870 May 02 11:23:49.408500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50594) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:49.454606 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] Publish callbacks [] for security_group (6656b041-1d32-4a08-a7db-de2a6a48f38f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:49.478486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] Publish callbacks [] for security_group (6656b041-1d32-4a08-a7db-de2a6a48f38f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:49.642584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6656b041-1d32-4a08-a7db-de2a6a48f38f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:49.645218 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:49.646416 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6656b041-1d32-4a08-a7db-de2a6a48f38f HTTP/1.1" status: 204 len: 168 time: 0.2367468 May 02 11:23:49.655007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930a5f1d-c907-4194-b683-a69ecb5e552d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6656b041-1d32-4a08-a7db-de2a6a48f38f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:50.729111 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:23:51.935310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50634) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:51.940159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1165497274', 'description': 'tempest-secgroup-smoke-1165497274 description', 'project_id': '56d4325012a04948a47fd60cc7640751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:52.013868 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.021856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.096452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (069a91d7-df71-4345-a578-ce2fd274a160), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.185209 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (069a91d7-df71-4345-a578-ce2fd274a160), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.224620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069a91d7-df71-4345-a578-ce2fd274a160,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:52.262858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (24f1d72b-7488-46dc-99a6-c0bedbd41cc6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.357063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24f1d72b-7488-46dc-99a6-c0bedbd41cc6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.385341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24f1d72b-7488-46dc-99a6-c0bedbd41cc6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:52.469984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.471262 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2209ae58-952a-4f83-bd75-1d2d1ec70e34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5349290 May 02 11:23:52.474237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50636) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:52.479089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:52.619796 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (7d236cc2-f749-4039-a588-39ee120a89e4), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.677156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (7d236cc2-f749-4039-a588-39ee120a89e4), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.791153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7d236cc2-f749-4039-a588-39ee120a89e4), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.809547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d236cc2-f749-4039-a588-39ee120a89e4,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:52.886951 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:52.888209 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-67e8edf2-c2e4-4f76-a9bc-c71c48719ea1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4125557 May 02 11:23:52.890986 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50638) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:52.895376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:52.987387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (5c6400c9-1942-4802-ba7e-c20bf708e4c3), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.043411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (5c6400c9-1942-4802-ba7e-c20bf708e4c3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.136739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5c6400c9-1942-4802-ba7e-c20bf708e4c3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.155140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c6400c9-1942-4802-ba7e-c20bf708e4c3,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:53.230107 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.231975 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-49b5313e-635d-49d2-9af9-4d380efc1f76 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3400512 May 02 11:23:53.234709 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50642) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:53.238950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:53.322075 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (c3e07aa0-eaf7-4990-aa78-200efdeb31e9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.377763 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (c3e07aa0-eaf7-4990-aa78-200efdeb31e9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.450858 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (c3e07aa0-eaf7-4990-aa78-200efdeb31e9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.468126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e07aa0-eaf7-4990-aa78-200efdeb31e9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:53.532926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.534520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cc4c5bd5-dc41-40cb-aa4b-39c91ec4c69c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2987826 May 02 11:23:53.537191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50644) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:53.541590 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:53.685777 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (87c087bb-9342-46e9-a5f1-f0c4687fd3ac), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.743518 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (87c087bb-9342-46e9-a5f1-f0c4687fd3ac), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.879832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (87c087bb-9342-46e9-a5f1-f0c4687fd3ac), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:53.898314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c087bb-9342-46e9-a5f1-f0c4687fd3ac,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:54.021811 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.022978 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fedf1e7d-c76f-4c94-956f-0c517cf197de tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4848201 May 02 11:23:54.025729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50646) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:54.030039 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:54.142390 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:23:54.148403 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (8b11af38-95d1-488a-bd2b-63f22225ab5f), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.206409 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (8b11af38-95d1-488a-bd2b-63f22225ab5f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.322048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8b11af38-95d1-488a-bd2b-63f22225ab5f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.339280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b11af38-95d1-488a-bd2b-63f22225ab5f,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:54.441444 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.442765 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-35499ac6-9947-4cb8-918c-957282dfa2c0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4160316 May 02 11:23:54.445487 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50648) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:54.449848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '24f1d72b-7488-46dc-99a6-c0bedbd41cc6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:54.553886 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:23:54.559445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (fd32a115-1986-4da7-b2cb-864e4798644d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.616828 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (fd32a115-1986-4da7-b2cb-864e4798644d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.728473 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (fd32a115-1986-4da7-b2cb-864e4798644d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.746424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd32a115-1986-4da7-b2cb-864e4798644d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:54.844890 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.846096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dda67c48-c327-40e4-a715-18685b2100f2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3996346 May 02 11:23:54.849008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50650) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:54.853828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'network': {'name': 'tempest-network-smoke--208978761', 'project_id': '56d4325012a04948a47fd60cc7640751', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:54.950773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:23:54.954095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.977456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:23:54.985976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c567cefa-a87c-464e-a125-715339292a22), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:54.986314 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Added segment c567cefa-a87c-464e-a125-715339292a22 of type vlan for network 64b13246-0411-4f87-ba9b-7811936793d9 May 02 11:23:55.026196 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (64b13246-0411-4f87-ba9b-7811936793d9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.116996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (64b13246-0411-4f87-ba9b-7811936793d9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.121971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:55.122577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.187542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Network': ['ID=64b13246-0411-4f87-ba9b-7811936793d9,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:55.197938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 64b13246-0411-4f87-ba9b-7811936793d9 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:23:55.228102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-41cf8ec7-f4ad-4320-864f-360e8fc25328 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3780570 May 02 11:23:55.230963 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50652) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:55.235531 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'admin_state_up': True, 'project_id': '56d4325012a04948a47fd60cc7640751', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:55.322548 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.323627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.379871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.595871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.627934 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de510969-30df-4eaa-afa7-fc1ddd881053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.907061 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:55.925976 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:56.029867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.153 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5d9014b1-15a0-4abc-a050-f83884dad75b) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:23:56.133383 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:56.248445 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:56.295621 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:23:56.298625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:23:56.303010 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:23:56.305367 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=5d9014b1-15a0-4abc-a050-f83884dad75b,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:56.671052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:56.875579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.130676 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:23:57.238529 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:23:57.248966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Sync routers for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:23:57.259315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:57.259945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:57.365979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:57.390668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.392016 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-25c87a00-d759-495c-bb41-e14eff60cebd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.1599731 May 02 11:23:57.395135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50654) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:57.514166 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-69af91ea-03a0-4cc8-b7c9-d8802e237abb tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=56d4325012a04948a47fd60cc7640751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1177521 May 02 11:23:57.516768 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50658) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:57.534558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:56Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:57.564827 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Checking router: bafe278a-fdd9-4355-b837-4f2f2cf5ab8a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:23:57.565185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Updating router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a port 5d9014b1-15a0-4abc-a050-f83884dad75b binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:23:57.593524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.601700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7830d05-a466-484c-ac0b-f226df615978 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:57.603230 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7830d05-a466-484c-ac0b-f226df615978 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0855443 May 02 11:23:57.606084 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50660) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:57.638825 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7916eca1-952e-44f2-ad25-73e550e43686 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315232 May 02 11:23:57.641269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50662) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:57.645911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1000970012', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'project_id': '56d4325012a04948a47fd60cc7640751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:23:57.799689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:23:57.803157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.839092 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks [] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.919799 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.967893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Attempting to bind port 5d9014b1-15a0-4abc-a050-f83884dad75b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:23:57.968266 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Attempting to bind port 5d9014b1-15a0-4abc-a050-f83884dad75b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:23:57.968662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Attempting to bind port 5d9014b1-15a0-4abc-a050-f83884dad75b on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:23:57.973418 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d8a18b8-07c7-4f75-8655-ae28ef3bc100 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.979700 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae0e1-7d08-4c6c-b893-a8c77aecaa85 None None] Pushing event updated for resources: {'Port': ['ID=5d9014b1-15a0-4abc-a050-f83884dad75b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:57.982472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:23:57.982857 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:23:57.983260 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:57.983649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:23:57.984118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Bound port: 5d9014b1-15a0-4abc-a050-f83884dad75b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:23:57.984506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:58.036073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] For port 5d9014b1-15a0-4abc-a050-f83884dad75b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:23:58.039034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] For port 5d9014b1-15a0-4abc-a050-f83884dad75b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9014b1-15a0-4abc-a050-f83884dad75b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:23:58.051547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (012c52ec-169c-417c-800a-340b50d7ede0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:58.116275 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Subnet': ['ID=012c52ec-169c-417c-800a-340b50d7ede0,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:58.128270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Checking segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:23:58.128270 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network hostable DHCP agents. Network: 64b13246-0411-4f87-ba9b-7811936793d9, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:23:58.174180 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:58.219480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 64b13246-0411-4f87-ba9b-7811936793d9 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:23:58.230849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:23:58.231475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:58.270772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fae0e1-7d08-4c6c-b893-a8c77aecaa85 None None] Pushing event updated for resources: {'Port': ['ID=5d9014b1-15a0-4abc-a050-f83884dad75b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:58.282214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 64b13246-0411-4f87-ba9b-7811936793d9) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:23:58.287956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:23:58.288544 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:58.314187 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895d7f8a-0bf2-4ded-a21e-84dfcc3baa2d None None] Network 64b13246-0411-4f87-ba9b-7811936793d9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:23:58.389047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30f4fe24-ff1a-48a5-9913-ef7557864544 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7467079 May 02 11:23:58.392227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50664) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:23:58.566894 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:23:58.699064 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-64b13246-0411-4f87-ba9b-7811936793d9', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:23:58.699943 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:58.877031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:56Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:23:58.914150 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff7a3b23-e9a8-425f-bced-b23ead425da3 None None] The sync data for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 is: [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:56Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:23:58.923997 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Allocated IP 172.20.0.2 (64b13246-0411-4f87-ba9b-7811936793d9/012c52ec-169c-417c-800a-340b50d7ede0/39253ed1-32f3-4deb-bdd5-3cea129d7955) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:23:59.080095 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks [] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.220297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.251251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.269294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Network 64b13246-0411-4f87-ba9b-7811936793d9 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:23:59.272447 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:23:59.277634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:23:59.280977 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Pushing event updated for resources: {'Port': ['ID=39253ed1-32f3-4deb-bdd5-3cea129d7955,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:59.343253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Attempting to bind port 39253ed1-32f3-4deb-bdd5-3cea129d7955 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:23:59.343627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Attempting to bind port 39253ed1-32f3-4deb-bdd5-3cea129d7955 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:23:59.344112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Attempting to bind port 39253ed1-32f3-4deb-bdd5-3cea129d7955 on network 64b13246-0411-4f87-ba9b-7811936793d9 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:23:59.357399 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:23:59.357778 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Checking segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:23:59.358342 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.358738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Bound using segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:23:59.359237 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Bound port: 39253ed1-32f3-4deb-bdd5-3cea129d7955, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:23:59.359620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.438435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] For port 39253ed1-32f3-4deb-bdd5-3cea129d7955, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:23:59.441991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] For port 39253ed1-32f3-4deb-bdd5-3cea129d7955, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39253ed1-32f3-4deb-bdd5-3cea129d7955,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:23:59.443524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.512366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.549057 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.1 (64b13246-0411-4f87-ba9b-7811936793d9/012c52ec-169c-417c-800a-340b50d7ede0/b4358950-b7e7-488d-935f-79cf3310df17) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:23:59.572553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8009245c-59cb-45d1-8f4c-030a17cfc735 None None] Pushing event updated for resources: {'Port': ['ID=39253ed1-32f3-4deb-bdd5-3cea129d7955,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:59.696133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (b4358950-b7e7-488d-935f-79cf3310df17), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.817593 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:23:59.861847 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 64b13246-0411-4f87-ba9b-7811936793d9 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:23:59.870425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:23:59.872707 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:23:59.879624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:23:59.925667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.117039 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4358950-b7e7-488d-935f-79cf3310df17), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.408466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 39253ed1-32f3-4deb-bdd5-3cea129d7955 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:00.409278 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (b4358950-b7e7-488d-935f-79cf3310df17), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.454590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 39253ed1-32f3-4deb-bdd5-3cea129d7955 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:00.454965 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.465147 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.542350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 39253ed1-32f3-4deb-bdd5-3cea129d7955 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:00.542881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.547783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.549781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:00.585030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 39253ed1-32f3-4deb-bdd5-3cea129d7955, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39253ed1-32f3-4deb-bdd5-3cea129d7955,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:00.653577 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 64b13246-0411-4f87-ba9b-7811936793d9 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:24:00.654995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:24:00.685501 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.686372 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d9014b1-15a0-4abc-a050-f83884dad75b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:00.783110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:24:00.784472 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=39253ed1-32f3-4deb-bdd5-3cea129d7955,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:00.807996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5d9014b1-15a0-4abc-a050-f83884dad75b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:00.807996 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.881423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5d9014b1-15a0-4abc-a050-f83884dad75b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:00.882222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.903164 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:00.913263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5d9014b1-15a0-4abc-a050-f83884dad75b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9014b1-15a0-4abc-a050-f83884dad75b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:00.929060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:24:00.935156 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-60e0278a-35ec-406b-82ac-77f238c9e837 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/bafe278a-fdd9-4355-b837-4f2f2cf5ab8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5417924 May 02 11:24:00.939619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Sync routers for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:24:00.950693 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:00.951308 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:01.043651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.079514 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:01.119679 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5d9014b1-15a0-4abc-a050-f83884dad75b,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:01.131571 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-dfc06143-b635-47d7-a42d-6b4f99b29b4f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1165497274&fields=id&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 267 time: 0.0717711 May 02 11:24:01.245007 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-a2041d94-c493-4917-9e5f-b36417d01492 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:01.246702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-a2041d94-c493-4917-9e5f-b36417d01492 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 796 time: 0.1081653 May 02 11:24:01.263742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-f97452f3-bcf1-4822-a908-f8cf726438d1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/quotas/56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 375 time: 0.0102067 May 02 11:24:01.298703 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:23:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 2, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:01.318562 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-9fc88bc6-be2d-45b4-aa6f-bd781625e097 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480847 May 02 11:24:01.329030 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Checking router: bafe278a-fdd9-4355-b837-4f2f2cf5ab8a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:24:01.329431 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Updating router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a port b4358950-b7e7-488d-935f-79cf3310df17 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:24:01.359937 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4358950-b7e7-488d-935f-79cf3310df17), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.445416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cc373c-64c0-42fa-9826-38e713fd814b None None] Network 64b13246-0411-4f87-ba9b-7811936793d9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:24:01.484406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-3e75800e-c72f-45fb-a3f0-4b0fd3eb2d16 service neutron] 10.222.0.16 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523845 May 02 11:24:01.523134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d11f7377-807b-4e42-b014-e9f00576a185 None None] Provisioning complete for port 39253ed1-32f3-4deb-bdd5-3cea129d7955 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:01.523820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d11f7377-807b-4e42-b014-e9f00576a185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.586327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-7b126315-debf-4e5b-83bf-646c118bda9f service neutron] 10.222.0.16 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955536 May 02 11:24:01.647229 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks [] for port (b4358950-b7e7-488d-935f-79cf3310df17), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.650109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d11f7377-807b-4e42-b014-e9f00576a185 None None] Current status of the port 39253ed1-32f3-4deb-bdd5-3cea129d7955 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:01.759416 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.812369 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Pushing event updated for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:01.839061 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.839405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.839745 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.840078 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.840406 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.840759 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.841087 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.841625 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.841949 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.842271 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.842590 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.843417 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.843758 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.844080 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.844402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:01.881135 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Provisioning complete for port b4358950-b7e7-488d-935f-79cf3310df17 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:01.882096 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4358950-b7e7-488d-935f-79cf3310df17), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.892830 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Attempting to bind port b4358950-b7e7-488d-935f-79cf3310df17 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:24:01.893460 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Attempting to bind port b4358950-b7e7-488d-935f-79cf3310df17 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:24:01.893993 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Attempting to bind port b4358950-b7e7-488d-935f-79cf3310df17 on network 64b13246-0411-4f87-ba9b-7811936793d9 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:24:01.906896 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:24:01.907575 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Checking segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:24:01.908146 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.910548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Bound using segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:24:01.911206 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Bound port: b4358950-b7e7-488d-935f-79cf3310df17, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:24:01.911875 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4358950-b7e7-488d-935f-79cf3310df17), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:01.978693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bb5492af-e01c-4131-b512-0a5d233063f2 req-9886379b-a86e-4cff-9a02-c9600eced464 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 210 time: 0.0612345 May 02 11:24:01.982309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Port b4358950-b7e7-488d-935f-79cf3310df17 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:24:01.992190 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Provisioning complete for port 39253ed1-32f3-4deb-bdd5-3cea129d7955 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:01.992892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.009883 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] For port b4358950-b7e7-488d-935f-79cf3310df17, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:24:02.013894 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] For port b4358950-b7e7-488d-935f-79cf3310df17, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4358950-b7e7-488d-935f-79cf3310df17,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:24:02.078519 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.100585 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-c5808cbb-4f89-4e94-ac33-bfba0b1c1ba3 None None] Current status of the port 39253ed1-32f3-4deb-bdd5-3cea129d7955 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:02.120008 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.180492 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:02.181081 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:02.230480 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50de46bf-406f-43b4-98d8-3d193b357d0e None None] Pushing event updated for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:02.231574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Provisioning complete for port b4358950-b7e7-488d-935f-79cf3310df17 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:02.232558 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4358950-b7e7-488d-935f-79cf3310df17), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.322094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Current status of the port b4358950-b7e7-488d-935f-79cf3310df17 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:02.322757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (b4358950-b7e7-488d-935f-79cf3310df17), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.372450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] For port b4358950-b7e7-488d-935f-79cf3310df17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4358950-b7e7-488d-935f-79cf3310df17,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:02.407326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 39253ed1-32f3-4deb-bdd5-3cea129d7955 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:02.432585 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:02.461884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 39253ed1-32f3-4deb-bdd5-3cea129d7955 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:02.462513 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.489823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.573865 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2e8c75-08b4-470f-af99-d23705105a67 None None] Pushing event updated for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:02.606448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 39253ed1-32f3-4deb-bdd5-3cea129d7955 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:02.607758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d9014b1-15a0-4abc-a050-f83884dad75b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:02.636643 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d8e2d8fa-2f1b-405a-9a30-5779173b6ea9 None None] Provisioning complete for port b4358950-b7e7-488d-935f-79cf3310df17 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:02.637013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d8e2d8fa-2f1b-405a-9a30-5779173b6ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4358950-b7e7-488d-935f-79cf3310df17), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.656545 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:02.692285 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41e3c0fc-de93-44c1-b7ec-f5c7363d60ab None None] The sync data for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 is: [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:24:02.700770 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5d9014b1-15a0-4abc-a050-f83884dad75b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:02.701147 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.783096 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d8e2d8fa-2f1b-405a-9a30-5779173b6ea9 None None] Current status of the port b4358950-b7e7-488d-935f-79cf3310df17 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:02.832741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5d9014b1-15a0-4abc-a050-f83884dad75b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:02.906930 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-beea58bf-01b5-4a4e-9846-d98a7e19ee34 None None] Provisioning complete for port b4358950-b7e7-488d-935f-79cf3310df17 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:02.907305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-beea58bf-01b5-4a4e-9846-d98a7e19ee34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4358950-b7e7-488d-935f-79cf3310df17), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:02.991331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-beea58bf-01b5-4a4e-9846-d98a7e19ee34 None None] Current status of the port b4358950-b7e7-488d-935f-79cf3310df17 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:03.068904 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ff6c473a-30c9-427e-920e-b417c62db611 req-1a746df0-346a-4613-95c6-8e2ed79af643 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 210 time: 0.0302069 May 02 11:24:04.164745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8624fd6c-531b-4f31-a678-04c54fa502dd req-cb67ff84-6314-4f8c-ab89-689d32dd7b25 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 210 time: 0.0289896 May 02 11:24:04.376574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4358950-b7e7-488d-935f-79cf3310df17 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:04.427185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port b4358950-b7e7-488d-935f-79cf3310df17 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:04.427562 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (b4358950-b7e7-488d-935f-79cf3310df17), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:04.485174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-d6d70da3-2fc9-4aa6-9069-a4d727e834ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:04.486651 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-d6d70da3-2fc9-4aa6-9069-a4d727e834ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 796 time: 0.1054342 May 02 11:24:04.508408 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port b4358950-b7e7-488d-935f-79cf3310df17 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:04.554532 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-202b27e3-2058-4cae-8365-1a16b99f3977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 380 time: 0.0540769 May 02 11:24:04.566647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'port': {'device_id': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'admin_state_up': True, 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'security_groups': ['24f1d72b-7488-46dc-99a6-c0bedbd41cc6']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:24:04.751124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:24:04.754686 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:04.880416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.11 (64b13246-0411-4f87-ba9b-7811936793d9/012c52ec-169c-417c-800a-340b50d7ede0/9b0e0e56-cbf8-4fcc-943a-5c4a32162a06) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:24:05.017572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.114375 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.156626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 64b13246-0411-4f87-ba9b-7811936793d9 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:24:05.161980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:24:05.165770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:24:05.190017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:05.226008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:05.226660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.294620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f660382f-bf94-4279-a779-b1a28749daf6 req-9e63e3ab-72c5-4f7a-8228-12e8dbeca1ef tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:05.296193 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f660382f-bf94-4279-a779-b1a28749daf6 req-9e63e3ab-72c5-4f7a-8228-12e8dbeca1ef tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 932 time: 0.0509698 May 02 11:24:05.302268 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-693d9c79-d7cc-4077-8318-6364a3d0a374 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391219 May 02 11:24:05.352352 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f660382f-bf94-4279-a779-b1a28749daf6 req-bfd90746-e24f-443e-820d-809785823b72 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499294 May 02 11:24:05.373087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Request body: {'port': {'device_id': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:24:05.424230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e2963604-567f-4e78-99a6-0696be436439 None None] Provisioning complete for port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:05.424822 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e2963604-567f-4e78-99a6-0696be436439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.430323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.458574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e2963604-567f-4e78-99a6-0696be436439 None None] Port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:24:05.688448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:24:05.696031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks [] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:05.708242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Transition to ACTIVE for port object 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:24:06.011054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:06.063688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:06.135811 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Attempting to bind port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:24:06.136944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Attempting to bind port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:24:06.137086 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Attempting to bind port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 on network 64b13246-0411-4f87-ba9b-7811936793d9 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:24:06.142949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 on network 64b13246-0411-4f87-ba9b-7811936793d9 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:24:06.143281 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Attempting to bind port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 on network 64b13246-0411-4f87-ba9b-7811936793d9 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:24:06.148232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 23, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:24:06.148575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Checking segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:24:06.149017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Bound using segment: {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:24:06.149455 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Bound port: 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c567cefa-a87c-464e-a125-715339292a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:24:06.149869 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:06.221081 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:24:06.224320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:24:06.346020 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:06.381299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:06.382003 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:06.383362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] 10.222.0.15 "PUT /v2.0/ports/9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 1092 time: 1.0691228 May 02 11:24:06.383801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:24:06.386125 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:24:06.419252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760053f4-7491-46c1-9e52-6060eb03810a service neutron] Pushing event updated for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:06.476808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08602af4-f39f-427c-b160-62578482c59d req-7ea975ef-4aca-4b8a-a3a4-7095b0aa638a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:06.478153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08602af4-f39f-427c-b160-62578482c59d req-7ea975ef-4aca-4b8a-a3a4-7095b0aa638a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 944 time: 0.0524161 May 02 11:24:06.512207 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-624f507e-1029-4884-b492-41e12e6ca33a x-openstack-request-id: req-624f507e-1029-4884-b492-41e12e6ca33a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:24:06.512506 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:24:06.512795 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-624f507e-1029-4884-b492-41e12e6ca33a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:24:06.513203 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-624f507e-1029-4884-b492-41e12e6ca33a'] response: {'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'status': 'completed', 'code': 200} May 02 11:24:06.547190 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-08602af4-f39f-427c-b160-62578482c59d req-19f750f8-33e0-4a3a-9ac6-50b2c1f3a173 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626466 May 02 11:24:06.580181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-4b47ecad-26c3-4cb4-ad05-68e08cde6d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:06.581712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-4b47ecad-26c3-4cb4-ad05-68e08cde6d1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1126 time: 0.0521085 May 02 11:24:06.628826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-26cdf8fc-deba-41a3-a659-a2d7e87d5ae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 217 time: 0.0350411 May 02 11:24:06.679682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-126c4d9c-bff9-4148-8de1-5b50d8f06fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:06.681043 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-126c4d9c-bff9-4148-8de1-5b50d8f06fc6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 200 len: 835 time: 0.0433509 May 02 11:24:06.728224 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-0ae66482-f4f5-4734-bf8b-5468ab9fef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:06.729738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-0ae66482-f4f5-4734-bf8b-5468ab9fef3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64b13246-0411-4f87-ba9b-7811936793d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0377440 May 02 11:24:06.824588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-16e6bb90-69aa-402e-a873-486e968fc4fc service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841715 May 02 11:24:06.921997 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-88af12e9-38f4-45c2-9239-2cba44805e81 req-dc4e4b5f-2951-4e43-b7ab-bd9e70401b8b service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850108 May 02 11:24:07.662913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c509d-d49c-46d5-a018-b7df9e64c20a req-2c8403e0-3d44-478e-bb7e-dcbcd9794988 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:07.664396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-662c509d-d49c-46d5-a018-b7df9e64c20a req-2c8403e0-3d44-478e-bb7e-dcbcd9794988 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 944 time: 0.0483167 May 02 11:24:07.716870 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-662c509d-d49c-46d5-a018-b7df9e64c20a req-befd1869-f5e8-47fd-9d6a-2b0b685502ed tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463626 May 02 11:24:08.022513 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-1c9e4809-5135-4ae4-bc11-7eda85a04282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:08.024006 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-1c9e4809-5135-4ae4-bc11-7eda85a04282 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1126 time: 0.0395172 May 02 11:24:08.114087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-737a9d8e-c14b-4c53-bd04-6f8927465f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:08.115570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-737a9d8e-c14b-4c53-bd04-6f8927465f7b service neutron] 10.222.0.15 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 897 time: 0.0848768 May 02 11:24:08.163487 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-08c99b35-24b2-4e55-b0ec-4a7b787401c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 217 time: 0.0378113 May 02 11:24:08.213220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-120bd202-3d49-4c0c-bbdd-188709205076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:08.215359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-120bd202-3d49-4c0c-bbdd-188709205076 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 200 len: 835 time: 0.0425618 May 02 11:24:08.259876 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-c1b9b7e8-c904-4896-951f-c7b0b7960617 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:08.261946 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-c1b9b7e8-c904-4896-951f-c7b0b7960617 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64b13246-0411-4f87-ba9b-7811936793d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381110 May 02 11:24:08.358356 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-9c30c7d0-bac9-49be-8d00-4e0f49fc3b75 service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870380 May 02 11:24:08.453541 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c4e1b66a-a6bc-46e4-9ab4-40e17f06a78d req-2775a091-1469-47d9-a84b-8c89d816835f service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856402 May 02 11:24:08.829843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120c173-67c8-4a8d-b9b3-6788b9d719bc req-21bcc386-3f3a-4191-b9e4-c6a568c662dd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:08.831332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3120c173-67c8-4a8d-b9b3-6788b9d719bc req-21bcc386-3f3a-4191-b9e4-c6a568c662dd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 944 time: 0.0471313 May 02 11:24:08.879206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3120c173-67c8-4a8d-b9b3-6788b9d719bc req-50b5b06b-8cee-4524-8a4e-0b81acf8e06b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423043 May 02 11:24:09.908427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:24:09.991889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25da752d-83ba-4ea3-8566-d845107f3e62 req-53af31a1-345d-43e1-8f5c-9fec0ac1facd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:09.993414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25da752d-83ba-4ea3-8566-d845107f3e62 req-53af31a1-345d-43e1-8f5c-9fec0ac1facd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 944 time: 0.0471947 May 02 11:24:10.007109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:10.022854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'port_id': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'mac_address': 'fa:16:3e:87:8f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:24:10.044258 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25da752d-83ba-4ea3-8566-d845107f3e62 req-38442b62-dc4a-40d0-af0c-d8b22bdcbf6e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441818 May 02 11:24:10.060224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:10.060640 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:10.073436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:24:10.093317 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:10.202142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:10.249274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:10.486018 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:24:11.157704 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa68556-989d-4c47-9484-760aa94c3e2a req-bfa503bf-a27c-4e53-87a7-95bfa81f4b6b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:11.159414 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-baa68556-989d-4c47-9484-760aa94c3e2a req-bfa503bf-a27c-4e53-87a7-95bfa81f4b6b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 945 time: 0.0475855 May 02 11:24:11.207042 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-baa68556-989d-4c47-9484-760aa94c3e2a req-6e77ab41-a076-4553-9107-f39e120e206b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419130 May 02 11:24:11.971377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:24:12.016515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:24:12.116319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:24:12.116736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:12.195481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:24:12.195930 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:12.219066 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:24:12.221340 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed02766b-f355-4899-9dba-9ef98570db19" -d '{"events": [{"server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:24:12.234213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:12.317107 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16aa3349-dc5c-4d8e-85fd-e40a2fce9d63 x-openstack-request-id: req-16aa3349-dc5c-4d8e-85fd-e40a2fce9d63 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:24:12.317405 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "name": "network-vif-plugged", "status": "completed", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:24:12.317667 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-16aa3349-dc5c-4d8e-85fd-e40a2fce9d63 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:24:12.318068 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16aa3349-dc5c-4d8e-85fd-e40a2fce9d63'] response: {'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'code': 200} May 02 11:24:12.328184 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:12.328407 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1554de93-5bd7-4258-87d8-bac71b9cf5a3 req-3a4ae1f9-50a8-488b-999e-f53567032a44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:12.332785 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1554de93-5bd7-4258-87d8-bac71b9cf5a3 req-3a4ae1f9-50a8-488b-999e-f53567032a44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 945 time: 0.0556576 May 02 11:24:12.381461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:12.389521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1554de93-5bd7-4258-87d8-bac71b9cf5a3 req-e616856f-0efc-422b-b421-736da78b2fee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504880 May 02 11:24:12.438849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5bd22-5b39-49fb-abc8-d488ab7faaf6 req-44b86670-28dd-4288-8bbc-f2aaec79dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:12.440357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdc5bd22-5b39-49fb-abc8-d488ab7faaf6 req-44b86670-28dd-4288-8bbc-f2aaec79dae7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1128 time: 0.0382094 May 02 11:24:12.487905 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdc5bd22-5b39-49fb-abc8-d488ab7faaf6 req-67ce2060-2777-40a7-83f6-daca4f97df5c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375161 May 02 11:24:13.504166 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab7faa9-7d5b-4d4b-b022-52e762546f2a req-05415770-47ad-4215-a378-dba670a662b1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:13.505671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ab7faa9-7d5b-4d4b-b022-52e762546f2a req-05415770-47ad-4215-a378-dba670a662b1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0461695 May 02 11:24:13.555229 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ab7faa9-7d5b-4d4b-b022-52e762546f2a req-36827ded-6240-4596-8508-af8fd8638d6d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437162 May 02 11:24:14.666822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b9a7b7-d2b2-4551-a876-90d3225f2cca req-dc699bdb-6174-4a86-b592-7ba2e938b6b9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:14.668954 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65b9a7b7-d2b2-4551-a876-90d3225f2cca req-dc699bdb-6174-4a86-b592-7ba2e938b6b9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0463142 May 02 11:24:14.720298 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65b9a7b7-d2b2-4551-a876-90d3225f2cca req-6d173223-7bc5-4df7-b616-130328d15713 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457964 May 02 11:24:14.837405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23c6c89-5e34-47d7-aaa8-cc47b912c637 req-77641307-38a2-4267-a2ee-95ecea4add11 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:14.838803 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e23c6c89-5e34-47d7-aaa8-cc47b912c637 req-77641307-38a2-4267-a2ee-95ecea4add11 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0519333 May 02 11:24:14.891276 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e23c6c89-5e34-47d7-aaa8-cc47b912c637 req-309a508f-cac3-47f9-b60b-772f0052047c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468287 May 02 11:24:14.913305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50744) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:14.951380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651e128d-5cff-41f2-a57e-ed1e0ab1ba5f tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:14.952912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-651e128d-5cff-41f2-a57e-ed1e0ab1ba5f tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1123 time: 0.0385971 May 02 11:24:14.955781 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50746) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:14.960177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:24:14.979403 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.044813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.128360 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.229337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.187 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0dca5044-3144-43b5-8519-9609e60d909b) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:24:15.340388 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (0dca5044-3144-43b5-8519-9609e60d909b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.422474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (0dca5044-3144-43b5-8519-9609e60d909b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.459728 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:24:15.464592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:24:15.468696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:24:15.491663 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=0dca5044-3144-43b5-8519-9609e60d909b,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:15.844848 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (5e27d155-7359-402e-be8a-c2c9877e54a4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:15.973430 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0dca5044-3144-43b5-8519-9609e60d909b), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.123625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (0dca5044-3144-43b5-8519-9609e60d909b), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.210954 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (0dca5044-3144-43b5-8519-9609e60d909b), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.283243 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=0dca5044-3144-43b5-8519-9609e60d909b,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:16.295126 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (5e27d155-7359-402e-be8a-c2c9877e54a4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.398384 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 5e27d155-7359-402e-be8a-c2c9877e54a4 associated. External IP: 172.35.4.187, port: 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06. May 02 11:24:16.510795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.611746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:24:16.723140 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:24:16.733768 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Sync routers for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:24:16.743709 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:16.744327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:16.824219 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:16.853503 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:16.855001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2d246194-5f2b-4d43-b659-a6beaca6200a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8982170 May 02 11:24:16.855688 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:24:16.858816 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:24:16.896139 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99120662-4962-411a-8f35-98431279bc89 x-openstack-request-id: req-99120662-4962-411a-8f35-98431279bc89 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:24:16.896434 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:24:16.896876 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99120662-4962-411a-8f35-98431279bc89 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:24:16.897468 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99120662-4962-411a-8f35-98431279bc89'] response: {'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'status': 'completed', 'code': 200} May 02 11:24:16.980887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26d1363-44a1-47d5-9540-db70e8b0d6d6 req-1ef7f570-cae5-49cf-bc0e-39b4847c4d59 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:16.982918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c26d1363-44a1-47d5-9540-db70e8b0d6d6 req-1ef7f570-cae5-49cf-bc0e-39b4847c4d59 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0770342 May 02 11:24:16.984088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-c0003f64-ee25-40cf-ac11-99fbad418971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:16.985484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-c0003f64-ee25-40cf-ac11-99fbad418971 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1128 time: 0.0669980 May 02 11:24:17.246321 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27d155-7359-402e-be8a-c2c9877e54a4', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.187', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'port_id': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'mac_address': 'fa:16:3e:87:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:24:15Z', 'updated_at': '2022-05-02T11:24:15Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:17.277242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Checking router: bafe278a-fdd9-4355-b837-4f2f2cf5ab8a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:24:17.287305 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:17.287939 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:23:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:17.401283 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:17.421217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c26d1363-44a1-47d5-9540-db70e8b0d6d6 req-07703e94-733b-411d-9df1-18d902a16e3e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4324622 May 02 11:24:17.444497 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50752) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:17.454328 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-c879987c-ce14-4952-9d67-8eb8310949d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:17.455796 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-c879987c-ce14-4952-9d67-8eb8310949d8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 897 time: 0.4608686 May 02 11:24:17.505933 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-e765dfbb-efb3-4780-8b80-439b0333c793 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/5e27d155-7359-402e-be8a-c2c9877e54a4 HTTP/1.1" status: 200 len: 992 time: 0.0601656 May 02 11:24:17.524102 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-26addb28-6908-459d-bca3-6e14266810fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 1000 time: 0.0617537 May 02 11:24:17.576207 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-4227aa1f-e94c-4d99-b83e-10a03e0d0cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:17.577760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-4227aa1f-e94c-4d99-b83e-10a03e0d0cb4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 200 len: 835 time: 0.0472429 May 02 11:24:17.620093 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-4ddc52fb-678e-4ba7-af8c-37c83ef04401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:17.621600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-4ddc52fb-678e-4ba7-af8c-37c83ef04401 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64b13246-0411-4f87-ba9b-7811936793d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381260 May 02 11:24:17.631726 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-efe44449-07fb-4ec1-b603-b79f721d0561 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:24:17.632500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27d155-7359-402e-be8a-c2c9877e54a4', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.187', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'port_id': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'mac_address': 'fa:16:3e:87:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:24:15Z', 'updated_at': '2022-05-02T11:24:15Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:17.633135 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-efe44449-07fb-4ec1-b603-b79f721d0561 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049458 May 02 11:24:17.663483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab41e4f-9fd6-4c09-a3e3-91c17cb6341a None None] The sync data for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 is: [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '5e27d155-7359-402e-be8a-c2c9877e54a4', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.187', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'port_id': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'mac_address': 'fa:16:3e:87:8f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:24:15Z', 'updated_at': '2022-05-02T11:24:15Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:24:17.726163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-5af0e105-0678-4cfb-85ba-3f9d6e5b6583 service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873094 May 02 11:24:17.817815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bc3c337e-6cd7-42d0-9f6c-00dd39e807fe req-27775785-58d4-49ed-aea7-d1b4e5310502 service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845373 May 02 11:24:17.856265 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adebed88-cc3a-460f-9327-723297418253 None None] New status for floating IP 5e27d155-7359-402e-be8a-c2c9877e54a4: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:24:18.509826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50754) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:18.581323 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-31c21ddc-1427-42ad-bb63-ed4a08872452 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/5e27d155-7359-402e-be8a-c2c9877e54a4 HTTP/1.1" status: 200 len: 994 time: 0.0702784 May 02 11:24:22.325046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-41fbed71-1fcb-4fcc-bcdc-d6866f76d3bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0379148 May 02 11:24:22.406387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-17de10a7-7cf8-402b-9020-b3a025502071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:22.407857 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-17de10a7-7cf8-402b-9020-b3a025502071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1128 time: 0.0432122 May 02 11:24:22.512626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-99d9351a-35a1-4e28-93f5-d66cc2220597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:22.514134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-99d9351a-35a1-4e28-93f5-d66cc2220597 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 897 time: 0.0850530 May 02 11:24:22.582394 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-7ec162de-b6b7-4a1b-8f44-907459663124 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 1002 time: 0.0598850 May 02 11:24:22.630737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-ce53736f-7034-4eea-bafa-4bc4eb0c8ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:22.632181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-ce53736f-7034-4eea-bafa-4bc4eb0c8ca5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 200 len: 835 time: 0.0436661 May 02 11:24:22.682272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-f04ee315-7136-4165-aa9b-cc9ef707c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:22.683633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-f04ee315-7136-4165-aa9b-cc9ef707c033 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64b13246-0411-4f87-ba9b-7811936793d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0370867 May 02 11:24:22.779393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-4fb0b3fd-adb8-49f9-9b92-e930e128f48e service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827150 May 02 11:24:22.868077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fd33865a-1998-46a2-9c98-136ec7b76118 req-472da13a-e6a6-483e-a19b-6580ac251b9e service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794594 May 02 11:24:25.633457 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0b0e697b-a8f8-459e-a983-3ad6f7617d07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:27.727513 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:24:27.967853 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf9509ec-d122-4f02-9912-8ed5ff57b4e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:29.416333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:30.811372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:31.973780 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:45.024681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:46.504672 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:52.120690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76d5b50-381f-47f0-bf47-46e85e628117 req-f3b1c9c1-e131-4967-94e7-ac6d98270c9a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:52.122263 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a76d5b50-381f-47f0-bf47-46e85e628117 req-f3b1c9c1-e131-4967-94e7-ac6d98270c9a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0491507 May 02 11:24:52.172092 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a76d5b50-381f-47f0-bf47-46e85e628117 req-25dd3f8e-4cc0-4376-8451-93cbf969159a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442393 May 02 11:24:53.293599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9170ff4d-2278-4713-8e0e-59a802131693 req-e922270e-8d99-43b5-84e8-5703148b1cba tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:53.295582 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9170ff4d-2278-4713-8e0e-59a802131693 req-e922270e-8d99-43b5-84e8-5703148b1cba tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0519199 May 02 11:24:53.344119 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9170ff4d-2278-4713-8e0e-59a802131693 req-86ff6a2d-927d-4eab-aebc-f638d9b16202 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429184 May 02 11:24:53.366471 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50782) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:53.430589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d6d128d1-4925-48ef-9318-2b8cb723bbd4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/5e27d155-7359-402e-be8a-c2c9877e54a4 HTTP/1.1" status: 200 len: 994 time: 0.0629432 May 02 11:24:54.851464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46405e19-1df3-4c02-aaa3-273a5082a8a6 req-d50c6511-f7bf-4b67-9c6c-780cdf0d0382 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:54.853028 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46405e19-1df3-4c02-aaa3-273a5082a8a6 req-d50c6511-f7bf-4b67-9c6c-780cdf0d0382 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0493948 May 02 11:24:54.903045 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46405e19-1df3-4c02-aaa3-273a5082a8a6 req-5519fdcc-a376-40f2-a3a6-59dd6f7e4506 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 May 02 11:24:55.601564 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3ee1f6a-b7da-4392-b190-2c3be5542c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.017879 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883c72d3-6da9-4f42-ab54-bb3dce4e634d req-34b373ca-7e2b-47f1-b18c-a9466ac4e5d9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:56.019337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-883c72d3-6da9-4f42-ab54-bb3dce4e634d req-34b373ca-7e2b-47f1-b18c-a9466ac4e5d9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0458462 May 02 11:24:56.066914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-883c72d3-6da9-4f42-ab54-bb3dce4e634d req-3343f2bc-5080-4afa-91b0-f546fe07f11d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420773 May 02 11:24:56.089413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50792) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:56.153567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-680abca7-3bd1-4d39-a794-7ccc59c5c759 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/5e27d155-7359-402e-be8a-c2c9877e54a4 HTTP/1.1" status: 200 len: 994 time: 0.0630348 May 02 11:24:56.398314 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50798) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:24:56.543446 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 0dca5044-3144-43b5-8519-9609e60d909b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:24:56.544197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0dca5044-3144-43b5-8519-9609e60d909b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.617287 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0dca5044-3144-43b5-8519-9609e60d909b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.617622 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (0dca5044-3144-43b5-8519-9609e60d909b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.634525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 0dca5044-3144-43b5-8519-9609e60d909b owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:24:56.839219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0dca5044-3144-43b5-8519-9609e60d909b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.868941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=0dca5044-3144-43b5-8519-9609e60d909b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:56.896980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.897338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.897682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.898031 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.898369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.898703 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.899036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.899366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.899696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.900024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.900353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.900712 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.901040 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.901366 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.901689 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:24:56.943252 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (5e27d155-7359-402e-be8a-c2c9877e54a4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:56.944630 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 5e27d155-7359-402e-be8a-c2c9877e54a4 disassociated (deleted). External IP: 172.35.4.187, port: 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06. May 02 11:24:57.154220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:24:57.267380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:24:57.272167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:57.277504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Sync routers for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:24:57.286898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:57.287508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:57.301823 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f15c6662-79ec-495f-941a-c7fca49e9c07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/floatingips/5e27d155-7359-402e-be8a-c2c9877e54a4 HTTP/1.1" status: 204 len: 168 time: 0.9024396 May 02 11:24:57.302439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:24:57.304711 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff4a8d2-2ff4-4290-abdb-6d117a201680" -d '{"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:24:57.343620 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9989d82-3d21-48be-82ef-ebb864217eb0 x-openstack-request-id: req-b9989d82-3d21-48be-82ef-ebb864217eb0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:24:57.344048 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:24:57.344315 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b9989d82-3d21-48be-82ef-ebb864217eb0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:24:57.344946 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9989d82-3d21-48be-82ef-ebb864217eb0'] response: {'name': 'network-changed', 'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'status': 'completed', 'code': 200} May 02 11:24:57.399989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:57.417177 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-9389bdd4-485d-4239-b813-04a6bce3803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:57.419345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-9389bdd4-485d-4239-b813-04a6bce3803a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 1128 time: 0.0431159 May 02 11:24:57.516887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-f6a4f522-eca4-4816-b6b2-1e7efbf04bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:57.518395 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-f6a4f522-eca4-4816-b6b2-1e7efbf04bf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 200 len: 897 time: 0.0909357 May 02 11:24:57.563411 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-1aa1b06a-ac68-436e-9514-6b16a031dd4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 200 len: 217 time: 0.0381656 May 02 11:24:57.598302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:57.623424 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-9b8a33a2-9af9-4533-a4ee-ce6aa3275487 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:57.625281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-9b8a33a2-9af9-4533-a4ee-ce6aa3275487 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 200 len: 835 time: 0.0532265 May 02 11:24:57.631423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Checking router: bafe278a-fdd9-4355-b837-4f2f2cf5ab8a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:24:57.633782 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:24:57.634394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:57.680435 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-2c6f949c-46fb-4e09-8771-24de5fb9a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:57.682017 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-2c6f949c-46fb-4e09-8771-24de5fb9a7a4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=64b13246-0411-4f87-ba9b-7811936793d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0490158 May 02 11:24:57.724584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0caafc-5523-4b7e-a346-560b2081ff4f req-396b6b19-27f4-4830-ae5c-9b2a6e37ce3c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:57.726100 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef0caafc-5523-4b7e-a346-560b2081ff4f req-396b6b19-27f4-4830-ae5c-9b2a6e37ce3c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0480399 May 02 11:24:57.748984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:24:57.780157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ef0caafc-5523-4b7e-a346-560b2081ff4f req-375ea771-72c1-4964-bba0-642e3a6f1564 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482733 May 02 11:24:57.934557 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9eafbe8-a24e-4d32-bfbf-f7aac9e9a840 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:57.956972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:24:57.987154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b22a02ba-4323-4c68-8281-e01e180c2d72 None None] The sync data for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 is: [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'b4358950-b7e7-488d-935f-79cf3310df17', 'name': '', 'network_id': '64b13246-0411-4f87-ba9b-7811936793d9', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:b3:c0:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4268, 'fixed_ips': [{'subnet_id': '012c52ec-169c-417c-800a-340b50d7ede0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:59Z', 'updated_at': '2022-05-02T11:24:02Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '012c52ec-169c-417c-800a-340b50d7ede0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:24:58.204234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f22353a-2914-4dbe-b9cf-e533e3c4c0f2 None None] New status for floating IP 5e27d155-7359-402e-be8a-c2c9877e54a4: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:24:58.900806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf5b67c-8563-4ee3-9d2d-c579470eb1e9 req-32f2d747-965b-4933-a8eb-a4aad6359104 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:58.902358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcf5b67c-8563-4ee3-9d2d-c579470eb1e9 req-32f2d747-965b-4933-a8eb-a4aad6359104 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0495567 May 02 11:24:58.952557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dcf5b67c-8563-4ee3-9d2d-c579470eb1e9 req-e43db422-0836-4529-9803-4a7b97d4352f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=24f1d72b-7488-46dc-99a6-c0bedbd41cc6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440900 May 02 11:24:59.157287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-9b7135c8-5f0a-440f-bbd6-847641199214 service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869660 May 02 11:24:59.316143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9ff4a8d2-2ff4-4290-abdb-6d117a201680 req-7726ff4b-cfb5-4234-b1a0-f4d276cbe710 service neutron] 10.222.0.15 "GET /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816767 May 02 11:24:59.418867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-4f91a3c1-4d59-4a48-8ef7-bc42cbf5bae7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:24:59.420309 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-4f91a3c1-4d59-4a48-8ef7-bc42cbf5bae7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 946 time: 0.0509782 May 02 11:24:59.430627 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:59.507324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:24:59.507670 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:59.598518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:24:59.598883 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:59.611844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:24:59.807584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9b0e0e56-cbf8-4fcc-943a-5c4a32162a06), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:59.841475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=9b0e0e56-cbf8-4fcc-943a-5c4a32162a06,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:24:59.884443 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] No DVR routers for this DVR port 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:24:59.887052 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:24:59.891035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be0410ec-4998-4da7-b3e6-f120ac462cf7 req-2142b32c-1b95-46c0-a029-2581dd5e3c8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "DELETE /v2.0/ports/9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 HTTP/1.1" status: 204 len: 173 time: 0.4627113 May 02 11:24:59.891473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'name': 'network-vif-deleted', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:24:59.893749 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-322bfbd0-9d7b-42f2-8f6e-3ec1eb29e67a" -d '{"events": [{"server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "name": "network-vif-deleted", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:24:59.929937 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924739a6-7143-41a7-bacb-f30c234be22a x-openstack-request-id: req-924739a6-7143-41a7-bacb-f30c234be22a {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:24:59.930566 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fef0788d-9ab0-43f6-a73a-f301ebb309a1", "name": "network-vif-deleted", "tag": "9b0e0e56-cbf8-4fcc-943a-5c4a32162a06", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:24:59.930566 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-924739a6-7143-41a7-bacb-f30c234be22a {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:24:59.930886 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-924739a6-7143-41a7-bacb-f30c234be22a'] response: {'server_uuid': 'fef0788d-9ab0-43f6-a73a-f301ebb309a1', 'name': 'network-vif-deleted', 'tag': '9b0e0e56-cbf8-4fcc-943a-5c4a32162a06', 'status': 'completed', 'code': 200} May 02 11:25:00.052240 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d664c9a6-572a-438c-bfec-90d1604f14f2 req-b3dfdce0-ee4c-4301-b6d1-72bf3e300082 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=fef0788d-9ab0-43f6-a73a-f301ebb309a1 HTTP/1.1" status: 200 len: 210 time: 0.0283260 May 02 11:25:00.826290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:01.109776 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50830) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:01.448032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:01.685462 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port b4358950-b7e7-488d-935f-79cf3310df17 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:25:01.685803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (b4358950-b7e7-488d-935f-79cf3310df17), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:01.772626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port b4358950-b7e7-488d-935f-79cf3310df17, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=b4358950-b7e7-488d-935f-79cf3310df17,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:01.772907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (b4358950-b7e7-488d-935f-79cf3310df17), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:01.790279 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for b4358950-b7e7-488d-935f-79cf3310df17 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:25:02.047618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.087795 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (b4358950-b7e7-488d-935f-79cf3310df17), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.115380 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=b4358950-b7e7-488d-935f-79cf3310df17,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:02.293141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.521277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:25:02.630342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:25:02.635674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-672d378a-d173-437f-afdf-b9781062a6d8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/bafe278a-fdd9-4355-b837-4f2f2cf5ab8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5248384 May 02 11:25:02.638450 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50832) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:02.640324 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Sync routers for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:25:02.651141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:02.652035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:02.692873 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting subnet 012c52ec-169c-417c-800a-340b50d7ede0 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:25:02.695959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (012c52ec-169c-417c-800a-340b50d7ede0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.735296 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (012c52ec-169c-417c-800a-340b50d7ede0), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.757945 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:02.821598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (012c52ec-169c-417c-800a-340b50d7ede0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:02.929677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:25:01Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:02.956346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Checking router: bafe278a-fdd9-4355-b837-4f2f2cf5ab8a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:25:02.964571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Routers {'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:02.965213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:02.982517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (012c52ec-169c-417c-800a-340b50d7ede0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.011161 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Subnet': ['ID=012c52ec-169c-417c-800a-340b50d7ede0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:03.019414 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.020008 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8fcf00ed-edd5-4fe3-b33e-8be1d6fe3fb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/subnets/012c52ec-169c-417c-800a-340b50d7ede0 HTTP/1.1" status: 204 len: 168 time: 0.3799269 May 02 11:25:03.022126 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50834) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:03.047313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-659c1f7b-1ba1-4440-a083-be7563d31b34 None None] Network 64b13246-0411-4f87-ba9b-7811936793d9 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:25:03.296364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] Set router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:03.495306 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] DHCP port deletion for 64b13246-0411-4f87-ba9b-7811936793d9 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:25:03.498133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.541357 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:25:01Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:03.572329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45be5809-5aa9-45ab-9812-fbce5b05cecd None None] The sync data for ids ['bafe278a-fdd9-4355-b837-4f2f2cf5ab8a'] in ncdv-master-1 is: [{'id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925875191', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153'}], 'enable_snat': True}, 'gw_port_id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:25:01Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5d9014b1-15a0-4abc-a050-f83884dad75b', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:0c:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bafe278a-fdd9-4355-b837-4f2f2cf5ab8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4265, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:23:55Z', 'updated_at': '2022-05-02T11:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:25:03.577992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Deleting port 39253ed1-32f3-4deb-bdd5-3cea129d7955 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:25:03.578366 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.622225 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.644738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] For port 39253ed1-32f3-4deb-bdd5-3cea129d7955, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=39253ed1-32f3-4deb-bdd5-3cea129d7955,segment=NetworkSegment(c567cefa-a87c-464e-a125-715339292a22),segment_id=c567cefa-a87c-464e-a125-715339292a22)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:03.645135 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.662984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Calling delete_port for 39253ed1-32f3-4deb-bdd5-3cea129d7955 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:25:03.744048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 5d9014b1-15a0-4abc-a050-f83884dad75b {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:25:03.746367 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.829327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 5d9014b1-15a0-4abc-a050-f83884dad75b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5d9014b1-15a0-4abc-a050-f83884dad75b,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:03.829627 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.842229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 5d9014b1-15a0-4abc-a050-f83884dad75b owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:25:03.847876 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (39253ed1-32f3-4deb-bdd5-3cea129d7955), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:03.874576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Pushing event deleted for resources: {'Port': ['ID=39253ed1-32f3-4deb-bdd5-3cea129d7955,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:03.879725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] No DVR routers for this DVR port 39253ed1-32f3-4deb-bdd5-3cea129d7955 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:25:03.888235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.888701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.892170 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893849 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:03.893948 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c577d6d-b201-4fd0-83ee-7dcc63aed5a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.122292 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5d9014b1-15a0-4abc-a050-f83884dad75b), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.149975 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=5d9014b1-15a0-4abc-a050-f83884dad75b,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:04.219245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.252310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:25:04.279882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:25:04.284861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9b0e0e56-cbf8-4fcc-943a-5c4a32162a06 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:25:04.315108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.317613 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.428118 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (bafe278a-fdd9-4355-b837-4f2f2cf5ab8a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.428816 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Fanout notify agent at l3_agent the message router_deleted on router bafe278a-fdd9-4355-b837-4f2f2cf5ab8a {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:25:04.449455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.451116 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ead7e7b7-3138-4600-8555-b941e9f8ed98 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/routers/bafe278a-fdd9-4355-b837-4f2f2cf5ab8a HTTP/1.1" status: 204 len: 168 time: 1.4280455 May 02 11:25:04.453313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4358950-b7e7-488d-935f-79cf3310df17 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:25:04.454231 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50836) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:04.482252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: b4358950-b7e7-488d-935f-79cf3310df17 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:25:04.482606 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device b4358950-b7e7-488d-935f-79cf3310df17 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:25:04.483080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 39253ed1-32f3-4deb-bdd5-3cea129d7955 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:25:04.502319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 39253ed1-32f3-4deb-bdd5-3cea129d7955 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:25:04.502671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 39253ed1-32f3-4deb-bdd5-3cea129d7955 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:25:04.539544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (64b13246-0411-4f87-ba9b-7811936793d9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.631952 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (64b13246-0411-4f87-ba9b-7811936793d9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.652240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b13246-0411-4f87-ba9b-7811936793d9']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:04.662457 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c567cefa-a87c-464e-a125-715339292a22') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:04.662752 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c567cefa-a87c-464e-a125-715339292a22') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:04.671989 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (c567cefa-a87c-464e-a125-715339292a22), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.685021 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (c567cefa-a87c-464e-a125-715339292a22), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.691022 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:25:04.691417 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (c567cefa-a87c-464e-a125-715339292a22), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: timer() May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:25:04.705285 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:25:04.726477 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:25:04.830225 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (64b13246-0411-4f87-ba9b-7811936793d9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.838897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.842829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/networks/64b13246-0411-4f87-ba9b-7811936793d9 HTTP/1.1" status: 204 len: 168 time: 0.3876040 May 02 11:25:04.845789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:04.852391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Network': ['ID=64b13246-0411-4f87-ba9b-7811936793d9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:04.860145 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.860500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.860873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.861218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.861554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.861888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.862226 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.862555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.862884 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.863267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.863595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.863926 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.864254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.864579 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.864930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc8d0c1a-03a8-46ba-8177-abfd7f23865c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:04.905406 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (24f1d72b-7488-46dc-99a6-c0bedbd41cc6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:04.931948 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (24f1d72b-7488-46dc-99a6-c0bedbd41cc6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.070567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24f1d72b-7488-46dc-99a6-c0bedbd41cc6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.073269 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.074462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/security-groups/24f1d72b-7488-46dc-99a6-c0bedbd41cc6 HTTP/1.1" status: 204 len: 168 time: 0.2276433 May 02 11:25:05.087681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549f4f7-1704-423a-bd9f-f6d6526e5634 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24f1d72b-7488-46dc-99a6-c0bedbd41cc6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:05.601760 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:05.607050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1227196070', 'description': 'tempest-secgroup-smoke-1227196070 description', 'project_id': '56d4325012a04948a47fd60cc7640751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:05.736442 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.801886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (5fba5a07-493b-4727-aecc-12e2aa7deaa6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.878893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5fba5a07-493b-4727-aecc-12e2aa7deaa6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.907175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5fba5a07-493b-4727-aecc-12e2aa7deaa6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:05.998121 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:05.999500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-42f32982-0007-4cf1-bcc1-33d5db6147bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3967075 May 02 11:25:06.002474 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50846) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:06.006854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:06.089981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (df0b324e-e51d-4851-abb4-046e1b2e47e1), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.148407 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (df0b324e-e51d-4851-abb4-046e1b2e47e1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.236120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (df0b324e-e51d-4851-abb4-046e1b2e47e1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.253804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df0b324e-e51d-4851-abb4-046e1b2e47e1,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:06.350050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d9014b1-15a0-4abc-a050-f83884dad75b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:25:06.356368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.356368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e368fb3a-e63d-460a-b9f6-1e90e979044b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3504000 May 02 11:25:06.356753 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50848) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:06.361070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:06.370186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5d9014b1-15a0-4abc-a050-f83884dad75b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:25:06.370573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5d9014b1-15a0-4abc-a050-f83884dad75b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:25:06.450969 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1b26aecf-de1d-47b9-85c5-be9de78d18ce), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.507471 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1b26aecf-de1d-47b9-85c5-be9de78d18ce), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.596190 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1b26aecf-de1d-47b9-85c5-be9de78d18ce), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.612948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b26aecf-de1d-47b9-85c5-be9de78d18ce,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:06.712415 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.713591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0b02554b-5d98-4dcf-aec6-cba3fc0c186f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3559184 May 02 11:25:06.716232 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:06.720494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:06.821749 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (5a0c0804-55be-45e1-8f5a-d0626aaa89ea), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.877827 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (5a0c0804-55be-45e1-8f5a-d0626aaa89ea), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.973160 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (5a0c0804-55be-45e1-8f5a-d0626aaa89ea), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:06.991637 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a0c0804-55be-45e1-8f5a-d0626aaa89ea,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:07.077936 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.079139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-80799018-9845-4d1e-8b58-28e7c116efa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3619459 May 02 11:25:07.081890 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50852) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:07.086103 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:07.204592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (d11866d0-66c3-4a23-9de7-4179a618d202), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.320743 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (d11866d0-66c3-4a23-9de7-4179a618d202), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.401560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (d11866d0-66c3-4a23-9de7-4179a618d202), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.420287 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11866d0-66c3-4a23-9de7-4179a618d202,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:07.512231 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.513969 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-056cb35e-8dba-495e-be27-c8f74f44fa58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4311662 May 02 11:25:07.516643 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50854) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:07.520859 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:07.739097 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:25:07.745187 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (88c8f1d7-e0a1-44ad-8465-e5257ba974b9), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.805023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (88c8f1d7-e0a1-44ad-8465-e5257ba974b9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.919530 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (88c8f1d7-e0a1-44ad-8465-e5257ba974b9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:07.938327 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88c8f1d7-e0a1-44ad-8465-e5257ba974b9,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:08.018529 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.019684 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-29b103c7-326a-4d53-bd8e-946cdf76c5bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5021243 May 02 11:25:08.022395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50856) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:08.027030 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '5fba5a07-493b-4727-aecc-12e2aa7deaa6', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:08.110634 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:25:08.116404 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (b19baca2-f5cd-4510-8549-2300569bdb6e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.174479 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (b19baca2-f5cd-4510-8549-2300569bdb6e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.250794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b19baca2-f5cd-4510-8549-2300569bdb6e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.268635 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b19baca2-f5cd-4510-8549-2300569bdb6e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:08.381332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.382560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4bd9fb08-3520-4461-8d4a-e97da4dc278e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3592501 May 02 11:25:08.385432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:08.390373 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'network': {'name': 'tempest-network-smoke--1444946203', 'project_id': '56d4325012a04948a47fd60cc7640751', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:08.502011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:25:08.505376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.527732 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:25:08.536336 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (275d0860-06ac-4f9f-9757-31225af85096), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.536713 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Added segment 275d0860-06ac-4f9f-9757-31225af85096 of type vlan for network 8dbe27d2-30a7-433e-8a88-479c00747a94 May 02 11:25:08.575136 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (8dbe27d2-30a7-433e-8a88-479c00747a94), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.684893 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (8dbe27d2-30a7-433e-8a88-479c00747a94), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.689956 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:08.695683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.756987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Network': ['ID=8dbe27d2-30a7-433e-8a88-479c00747a94,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:08.766970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:25:08.807755 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-779e710e-04c5-4016-8a78-f828bbe5dccb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4210443 May 02 11:25:08.816700 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50860) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:08.821341 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'admin_state_up': True, 'project_id': '56d4325012a04948a47fd60cc7640751', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:08.908031 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.909184 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:08.961390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (4a30c2c0-6c68-4032-82f9-37224e4659ec), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.221739 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (4a30c2c0-6c68-4032-82f9-37224e4659ec), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.494746 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.513899 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.611996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.146 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:25:09.715260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.845186 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:09.887739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:09.891436 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:09.893844 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:25:09.899825 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:10.232641 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:10.431368 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:10.624048 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 4a30c2c0-6c68-4032-82f9-37224e4659ec is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:25:10.731807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:25:10.741340 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Sync routers for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:25:10.751548 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:10.752155 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:10.838660 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:10.839998 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-de56b21d-63fd-4e36-b14d-cfde04bbf8ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0222623 May 02 11:25:10.843782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50862) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:10.858507 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:10.872895 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f3a6bbc5-1e6b-41cc-8cf6-c8a7c9a2ee9c tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=56d4325012a04948a47fd60cc7640751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0278482 May 02 11:25:10.875532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50864) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:10.967774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c1fb04-78cf-43ef-9cfa-f260f213f7be tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:10.969343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-86c1fb04-78cf-43ef-9cfa-f260f213f7be tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0928884 May 02 11:25:10.972229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50866) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:10.999711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf669ef5-b4a7-4d4e-88e3-b89cbf9b003e tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263186 May 02 11:25:11.002137 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50868) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:11.006714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1055363673', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'project_id': '56d4325012a04948a47fd60cc7640751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:11.027810 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:10Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:11.058321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Checking router: 4a30c2c0-6c68-4032-82f9-37224e4659ec for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:25:11.058696 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Updating router 4a30c2c0-6c68-4032-82f9-37224e4659ec port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:25:11.086817 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.150500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:25:11.154105 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.337077 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks [] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.384797 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (37ab9993-d9ac-45f9-82b3-e5a48dc3864c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.413469 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.454095 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Subnet': ['ID=37ab9993-d9ac-45f9-82b3-e5a48dc3864c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:11.462127 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Checking segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:25:11.462493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network hostable DHCP agents. Network: 8dbe27d2-30a7-433e-8a88-479c00747a94, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:25:11.468366 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Attempting to bind port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:25:11.468780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Attempting to bind port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:25:11.469156 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Attempting to bind port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:25:11.474622 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Pushing event updated for resources: {'Port': ['ID=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:11.479325 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:25:11.479706 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:25:11.480109 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.480524 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:25:11.481583 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Bound port: 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:25:11.482000 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.504564 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.511541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:25:11.542694 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] For port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:25:11.546152 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] For port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:25:11.567846 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:25:11.659016 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.676066 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 8dbe27d2-30a7-433e-8a88-479c00747a94) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:11.680614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:11.681409 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.686752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea253d1-a636-4fdc-ac85-725f3968f0a4 None None] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:25:11.718421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:11.719043 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:11.720942 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f46609-9dd5-421c-a03a-e4d9c83c08fd None None] Pushing event updated for resources: {'Port': ['ID=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:11.799209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-8dbe27d2-30a7-433e-8a88-479c00747a94', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:25:11.800073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:11.833642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:11.838712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6c45ad2d-08e0-49c1-89c7-ebc5b6c29026 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8354800 May 02 11:25:11.842111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50870) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:11.951126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Allocated IP 172.20.0.2 (8dbe27d2-30a7-433e-8a88-479c00747a94/37ab9993-d9ac-45f9-82b3-e5a48dc3864c/cbe48e9a-df3a-486f-83f5-6d0c1ec50f01) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:25:12.019912 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-af540e1e-ec94-4605-b411-08583d13564d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:10Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:12.049444 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af540e1e-ec94-4605-b411-08583d13564d None None] The sync data for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 is: [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:10Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:25:12.119031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks [] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.186299 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.228953 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:12.236466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:12.245648 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:25:12.264653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Pushing event updated for resources: {'Port': ['ID=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:12.344536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Attempting to bind port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:25:12.344951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Attempting to bind port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:25:12.345337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Attempting to bind port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 on network 8dbe27d2-30a7-433e-8a88-479c00747a94 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:25:12.353294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:25:12.353767 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Checking segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:25:12.354212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.354631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Bound using segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:25:12.355175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Bound port: cbe48e9a-df3a-486f-83f5-6d0c1ec50f01, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:25:12.355565 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.368684 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.437111 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] For port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:25:12.441673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] For port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:25:12.466275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:25:12.578119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.617229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:12.617669 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.686310 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.1 (8dbe27d2-30a7-433e-8a88-479c00747a94/37ab9993-d9ac-45f9-82b3-e5a48dc3864c/5a589642-7db9-460d-bb71-24ea2ab08e69) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:25:12.733760 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc26720-b859-4e47-a288-455a3a539146 None None] Pushing event updated for resources: {'Port': ['ID=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:12.796573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:12.797116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.821975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:12.846570 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.907734 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.962335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:12.970330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:13.018665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:13.023711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:13.025892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:25:13.029014 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:13.074539 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:13.623956 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:13.695677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05484b9-db86-4ddf-b679-1ac101381f1e None None] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:25:13.770578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Provisioning complete for port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:13.771287 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:13.892507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Current status of the port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:13.893038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:13.927853 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:13.940168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] For port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:14.010759 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.011283 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.058771 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:14.068149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d112ba-2817-4e8d-b9fb-eebee855bf9a None None] Pushing event updated for resources: {'Port': ['ID=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:14.112872 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.131846 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Provisioning complete for port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:14.132228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.216919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:14.218472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:14.234118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Current status of the port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:14.242802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:14.243322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.282042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-be36ddc4-e23d-4abc-95e5-454d2582a021 None None] Port 5a589642-7db9-460d-bb71-24ea2ab08e69 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:25:14.342789 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 4a30c2c0-6c68-4032-82f9-37224e4659ec has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:25:14.411265 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4aabb34a-2e0a-4500-91c3-889b4fc76e3b None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:14.411638 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4aabb34a-2e0a-4500-91c3-889b4fc76e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.454967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4aabb34a-2e0a-4500-91c3-889b4fc76e3b None None] Port 5a589642-7db9-460d-bb71-24ea2ab08e69 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:25:14.473132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:25:14.488252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1d15ac4a-0829-46e1-ac5e-4c95f5a2ee03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/4a30c2c0-6c68-4032-82f9-37224e4659ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6361597 May 02 11:25:14.491395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Sync routers for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:25:14.502781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:14.503432 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:14.547984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:25:14.636570 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-4f87c0b0-301a-4a01-ae69-31e5bd3df127 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1227196070&fields=id&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 267 time: 0.0446935 May 02 11:25:14.753360 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-842ee4df-22e0-4e4f-ba9a-1ee030b3897e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:14.754931 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-842ee4df-22e0-4e4f-ba9a-1ee030b3897e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 797 time: 0.1105587 May 02 11:25:14.771183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-09ee7a27-1ccb-42ad-b60b-2cc85532d40d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/quotas/56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 375 time: 0.0104074 May 02 11:25:14.805534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-07f14f5d-38cd-4b42-aec4-9a52aa7b0289 None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:14.806179 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-07f14f5d-38cd-4b42-aec4-9a52aa7b0289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.822947 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-a129ae2f-b2a8-4c04-9cf2-43e9c0d563f3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462799 May 02 11:25:14.870002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:14.884978 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-07f14f5d-38cd-4b42-aec4-9a52aa7b0289 None None] Port 5a589642-7db9-460d-bb71-24ea2ab08e69 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:25:14.885866 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-7217b392-b3d5-42c7-9ecb-7b29ac443b22 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:25:14.885866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-7217b392-b3d5-42c7-9ecb-7b29ac443b22 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0489526 May 02 11:25:14.897320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:14.897711 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:14.983958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-639b6c6e-30c5-476a-b5a0-ce25e848ad7f service neutron] 10.222.0.16 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932293 May 02 11:25:15.074926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-604cadec-9d0c-456e-bd03-171f37171b67 service neutron] 10.222.0.16 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850921 May 02 11:25:15.084456 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.108480 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:15.109642 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:25:15.180674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 2, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:15.214232 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Checking router: 4a30c2c0-6c68-4032-82f9-37224e4659ec for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:25:15.214617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Updating router 4a30c2c0-6c68-4032-82f9-37224e4659ec port 5a589642-7db9-460d-bb71-24ea2ab08e69 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:25:15.220338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:15.220748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.273546 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.416972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:15.608137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks [] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.638702 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-281e03ce-d301-4925-959e-a8b5dc4ccc55 req-d611bc83-4000-499b-98a0-a321c2dfd3ac tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 210 time: 0.3393543 May 02 11:25:15.725448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.772634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65991d91-b27e-4503-9f45-1d852b49afaf None None] Pushing event updated for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:15.831835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Attempting to bind port 5a589642-7db9-460d-bb71-24ea2ab08e69 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:25:15.832651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Attempting to bind port 5a589642-7db9-460d-bb71-24ea2ab08e69 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:25:15.832651 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Attempting to bind port 5a589642-7db9-460d-bb71-24ea2ab08e69 on network 8dbe27d2-30a7-433e-8a88-479c00747a94 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:25:15.838293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:25:15.838681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Checking segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:25:15.839094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.839497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Bound using segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:25:15.839974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Bound port: 5a589642-7db9-460d-bb71-24ea2ab08e69, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:25:15.840411 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:15.916206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] For port 5a589642-7db9-460d-bb71-24ea2ab08e69, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:25:15.923727 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] For port 5a589642-7db9-460d-bb71-24ea2ab08e69, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a589642-7db9-460d-bb71-24ea2ab08e69,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:25:15.993850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e9ab0cb2-eac7-410c-b8b9-479e1676ab04 None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:15.994224 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9ab0cb2-eac7-410c-b8b9-479e1676ab04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.027188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.035015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e9ab0cb2-eac7-410c-b8b9-479e1676ab04 None None] Port 5a589642-7db9-460d-bb71-24ea2ab08e69 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:25:16.090389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:16.092852 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:24:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:16.096664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65991d91-b27e-4503-9f45-1d852b49afaf None None] Pushing event updated for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:16.211223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:16.363690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:16.364066 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.460326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:15Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:16.493209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cb549-21a8-4400-a824-a5e671db14c5 None None] The sync data for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 is: [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:15Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:25:16.529387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Current status of the port 5a589642-7db9-460d-bb71-24ea2ab08e69 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:16.529779 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.547312 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.573706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] For port 5a589642-7db9-460d-bb71-24ea2ab08e69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a589642-7db9-460d-bb71-24ea2ab08e69,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:16.705222 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:16.754340 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf6f8879-88d4-4362-9b39-a13f5c773655 req-74114605-93bb-444c-863d-9324ee47597f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 210 time: 0.0365963 May 02 11:25:16.771761 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0e7ba-4ea9-464f-b8b1-ad63cfe08bc2 None None] Pushing event updated for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:17.591274 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-f7f30743-6fa1-4722-9b28-5a5c085ff9ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:17.592916 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-f7f30743-6fa1-4722-9b28-5a5c085ff9ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 797 time: 0.1070178 May 02 11:25:17.660684 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-b020e125-664e-438e-9c3a-d5707641e680 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 380 time: 0.0598400 May 02 11:25:17.668911 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'port': {'device_id': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'admin_state_up': True, 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'security_groups': ['5fba5a07-493b-4727-aecc-12e2aa7deaa6']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:17.855259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-30d27957-b900-4a55-a4e2-b25466fbc0e7 req-f579dcb4-67b2-4fe2-abdc-57b7d998cbeb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 210 time: 0.0284128 May 02 11:25:17.876554 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:25:17.880987 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.011869 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.11 (8dbe27d2-30a7-433e-8a88-479c00747a94/37ab9993-d9ac-45f9-82b3-e5a48dc3864c/e00b6efd-807b-490b-9590-2850e73fe129) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:25:18.152953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (e00b6efd-807b-490b-9590-2850e73fe129), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.242172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.263484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:18.264820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:18.267106 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:25:18.317188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:18.317826 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.362839 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:18.419774 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-428e920f-76de-4465-9f19-d5f5dd83eaf9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7545538 May 02 11:25:18.430901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Request body: {'port': {'device_id': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:18.440510 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a589642-7db9-460d-bb71-24ea2ab08e69 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:25:18.494376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5a589642-7db9-460d-bb71-24ea2ab08e69 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:18.494674 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.505485 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00b6efd-807b-490b-9590-2850e73fe129), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.539850 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-9c75bd2b-c80a-451b-96bd-3aab1f7e18a7 None None] Provisioning complete for port e00b6efd-807b-490b-9590-2850e73fe129 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:18.540216 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9c75bd2b-c80a-451b-96bd-3aab1f7e18a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e00b6efd-807b-490b-9590-2850e73fe129), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.600994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-9c75bd2b-c80a-451b-96bd-3aab1f7e18a7 None None] Port e00b6efd-807b-490b-9590-2850e73fe129 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:25:18.609690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5a589642-7db9-460d-bb71-24ea2ab08e69 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:18.776568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e00b6efd-807b-490b-9590-2850e73fe129 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:25:18.784283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks [] for port (e00b6efd-807b-490b-9590-2850e73fe129), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.797413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Transition to ACTIVE for port object e00b6efd-807b-490b-9590-2850e73fe129 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:25:18.864209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:18.921998 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Pushing event updated for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:18.990228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a6279-bc79-4313-8758-91c754f198ed req-4ea713f7-1ef1-47fe-8210-78bcba82736e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:18.991798 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf3a6279-bc79-4313-8758-91c754f198ed req-4ea713f7-1ef1-47fe-8210-78bcba82736e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 944 time: 0.0589299 May 02 11:25:18.999091 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Attempting to bind port e00b6efd-807b-490b-9590-2850e73fe129 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:25:18.999734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Attempting to bind port e00b6efd-807b-490b-9590-2850e73fe129 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:25:18.999734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Attempting to bind port e00b6efd-807b-490b-9590-2850e73fe129 on network 8dbe27d2-30a7-433e-8a88-479c00747a94 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:25:19.004484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Port e00b6efd-807b-490b-9590-2850e73fe129 on network 8dbe27d2-30a7-433e-8a88-479c00747a94 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:25:19.004840 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Attempting to bind port e00b6efd-807b-490b-9590-2850e73fe129 on network 8dbe27d2-30a7-433e-8a88-479c00747a94 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:25:19.010048 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 25, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:25:19.010394 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Checking segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:25:19.010783 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Bound using segment: {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:25:19.011217 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Bound port: e00b6efd-807b-490b-9590-2850e73fe129, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '275d0860-06ac-4f9f-9757-31225af85096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:25:19.011572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00b6efd-807b-490b-9590-2850e73fe129), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:19.046377 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cf3a6279-bc79-4313-8758-91c754f198ed req-77d3ba84-4176-418a-bbc6-ae1e496125ef tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477855 May 02 11:25:19.093177 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:25:19.096818 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00b6efd-807b-490b-9590-2850e73fe129,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:25:19.190673 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:19.228872 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.229519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:19.231466 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] 10.222.0.24 "PUT /v2.0/ports/e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 1092 time: 0.8044796 May 02 11:25:19.231918 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:25:19.234270 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b" -d '{"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:25:19.268687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c977f32-c322-449b-bf71-2786ca768973 service neutron] Pushing event updated for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:19.279615 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5ea5395-4154-42f8-bcd2-5789551bb674 x-openstack-request-id: req-e5ea5395-4154-42f8-bcd2-5789551bb674 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:25:19.279917 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:25:19.280181 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e5ea5395-4154-42f8-bcd2-5789551bb674 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:25:19.280640 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5ea5395-4154-42f8-bcd2-5789551bb674'] response: {'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129', 'status': 'completed', 'code': 200} May 02 11:25:19.340968 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-f31b795d-3c02-47a5-a72c-9cc342bd3c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.342692 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-f31b795d-3c02-47a5-a72c-9cc342bd3c3e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1126 time: 0.0431149 May 02 11:25:19.449276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-a6b6a666-35cd-4554-8608-a31ce45f9518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.451572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-a6b6a666-35cd-4554-8608-a31ce45f9518 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=56d4325012a04948a47fd60cc7640751&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1025851 May 02 11:25:19.545008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-ecf80977-b8f3-45d3-a76a-6329c29aaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.546504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0cd151f9-c53f-4bd6-ae8f-0e34cc95343b req-ecf80977-b8f3-45d3-a76a-6329c29aaa25 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897748 May 02 11:25:19.618825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-73690841-ece0-4031-82f1-c5f3fbe04ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.620345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-73690841-ece0-4031-82f1-c5f3fbe04ce3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1126 time: 0.0402327 May 02 11:25:19.665185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-43888b35-d34f-48ce-af6e-865c32253cca service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 217 time: 0.0385208 May 02 11:25:19.712104 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-99da19f2-5745-4438-ac55-5a6352379676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.713575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-99da19f2-5745-4438-ac55-5a6352379676 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 200 len: 835 time: 0.0435188 May 02 11:25:19.756370 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f537e6-131c-4791-9789-ec95edc05784 req-b1f9c33c-d148-42f4-abd5-78127540b665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:19.757945 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-b1f9c33c-d148-42f4-abd5-78127540b665 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbe27d2-30a7-433e-8a88-479c00747a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0388939 May 02 11:25:19.852802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-6b6ed35e-6e95-4f38-86ab-de1d099bfc19 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885079 May 02 11:25:19.942183 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-07f537e6-131c-4791-9789-ec95edc05784 req-c85bcafd-5b9a-4ae5-93a6-9dfb73ef1bcf service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839925 May 02 11:25:20.162945 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8796db-b223-427f-8ff5-15bb98b51a5f req-2606bcce-4de6-4b1d-9453-c5f486fc317c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:20.164412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec8796db-b223-427f-8ff5-15bb98b51a5f req-2606bcce-4de6-4b1d-9453-c5f486fc317c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 944 time: 0.0472291 May 02 11:25:20.213753 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ec8796db-b223-427f-8ff5-15bb98b51a5f req-0712cae7-95b2-4920-8e4c-84f6184b38ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435388 May 02 11:25:21.334371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd2f69-5947-4b97-9b7a-564c1ff937f4 req-1de10455-1d4d-4b6a-8de5-af223d6ac0f5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:21.335846 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1dbd2f69-5947-4b97-9b7a-564c1ff937f4 req-1de10455-1d4d-4b6a-8de5-af223d6ac0f5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 944 time: 0.0520370 May 02 11:25:21.384661 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1dbd2f69-5947-4b97-9b7a-564c1ff937f4 req-28ec4842-0510-4af9-9177-d9bb3c9f3487 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424151 May 02 11:25:21.669369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00b6efd-807b-490b-9590-2850e73fe129 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:25:21.766755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00b6efd-807b-490b-9590-2850e73fe129,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:21.778072 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e00b6efd-807b-490b-9590-2850e73fe129', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'port_id': 'e00b6efd-807b-490b-9590-2850e73fe129', 'mac_address': 'fa:16:3e:31:e0:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:25:21.819355 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e00b6efd-807b-490b-9590-2850e73fe129 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:21.819745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00b6efd-807b-490b-9590-2850e73fe129), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:21.834293 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e00b6efd-807b-490b-9590-2850e73fe129 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:25:21.853672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00b6efd-807b-490b-9590-2850e73fe129,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:21.921498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:21.968802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:22.127046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e00b6efd-807b-490b-9590-2850e73fe129'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:25:22.497041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2831aa-7e4b-4696-a32f-a54ddfacf305 req-af7f15e8-a522-4932-b5bc-08526b0a65cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:22.498558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d2831aa-7e4b-4696-a32f-a54ddfacf305 req-af7f15e8-a522-4932-b5bc-08526b0a65cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 945 time: 0.0467241 May 02 11:25:22.552210 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9d2831aa-7e4b-4696-a32f-a54ddfacf305 req-e074b9b6-2709-49e0-b817-0b1df2a1138f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480475 May 02 11:25:23.667533 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bcbab4-5a52-4208-8ad7-26a9be9838be req-8567564d-058d-4fd8-ae9e-04375f0ce60e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:23.669072 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7bcbab4-5a52-4208-8ad7-26a9be9838be req-8567564d-058d-4fd8-ae9e-04375f0ce60e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 945 time: 0.0494463 May 02 11:25:23.672456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00b6efd-807b-490b-9590-2850e73fe129 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:25:23.717119 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e00b6efd-807b-490b-9590-2850e73fe129 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:25:23.720527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a7bcbab4-5a52-4208-8ad7-26a9be9838be req-0c986f05-1b3e-4d87-af16-e3145dcfbd34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444825 May 02 11:25:23.787639 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e00b6efd-807b-490b-9590-2850e73fe129 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:25:23.788013 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e00b6efd-807b-490b-9590-2850e73fe129), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:23.866686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e00b6efd-807b-490b-9590-2850e73fe129 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:25:23.867070 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e00b6efd-807b-490b-9590-2850e73fe129), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:23.888774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:25:23.891168 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fab8cc0-15ab-46df-9e10-e4e331e5c2b3" -d '{"events": [{"server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "name": "network-vif-plugged", "status": "completed", "tag": "e00b6efd-807b-490b-9590-2850e73fe129"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:25:23.904040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00b6efd-807b-490b-9590-2850e73fe129,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:25:23.927793 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8bcdf55-da44-419d-bb30-85b551592ba0 x-openstack-request-id: req-a8bcdf55-da44-419d-bb30-85b551592ba0 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:25:23.928095 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "name": "network-vif-plugged", "status": "completed", "tag": "e00b6efd-807b-490b-9590-2850e73fe129", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:25:23.928376 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8bcdf55-da44-419d-bb30-85b551592ba0 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:25:23.928810 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8bcdf55-da44-419d-bb30-85b551592ba0'] response: {'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129', 'code': 200} May 02 11:25:23.973434 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:24.020669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:24.026043 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71edfbe-5966-46d3-b8b4-4acfd702c385 req-0e7f7c4f-3c6c-4103-af10-0f71e7cd99b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:24.027575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c71edfbe-5966-46d3-b8b4-4acfd702c385 req-0e7f7c4f-3c6c-4103-af10-0f71e7cd99b5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1128 time: 0.0421648 May 02 11:25:24.071026 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c71edfbe-5966-46d3-b8b4-4acfd702c385 req-3b17f5cf-13d9-4f3a-805c-657a873c7c43 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379915 May 02 11:25:24.833691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081e729e-2028-468a-a814-abac50327521 req-cf6dd9f3-8c3c-4383-bd25-d70ecce5904f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:24.835187 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-081e729e-2028-468a-a814-abac50327521 req-cf6dd9f3-8c3c-4383-bd25-d70ecce5904f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0475502 May 02 11:25:24.884479 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-081e729e-2028-468a-a814-abac50327521 req-ded81d40-776a-4dde-9249-f91b5220f635 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437086 May 02 11:25:25.605015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0447a252-25f5-4135-ad2b-ecb387a5f82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:26.001893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75caf6d1-6aa4-4c53-a19e-683dc61dc8a1 req-a2736dfc-1afe-49df-9752-467376216199 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:26.003351 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75caf6d1-6aa4-4c53-a19e-683dc61dc8a1 req-a2736dfc-1afe-49df-9752-467376216199 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0471151 May 02 11:25:26.052266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-75caf6d1-6aa4-4c53-a19e-683dc61dc8a1 req-427a14ca-b47d-44de-b372-b56de889239b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430865 May 02 11:25:26.166135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7740c-8863-4371-ac5c-97658cd2a98f req-39566d85-abcb-4202-b197-66fc013d68f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:26.167516 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1d7740c-8863-4371-ac5c-97658cd2a98f req-39566d85-abcb-4202-b197-66fc013d68f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0468659 May 02 11:25:26.220030 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a1d7740c-8863-4371-ac5c-97658cd2a98f req-f9192026-1816-4a66-b586-0310f3e9cc0d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463533 May 02 11:25:26.241721 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50928) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:26.280617 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816747f0-60d5-489a-9f2a-c0014729f302 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:26.282178 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-816747f0-60d5-489a-9f2a-c0014729f302 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1123 time: 0.0394795 May 02 11:25:26.284959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50930) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:26.289452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'e00b6efd-807b-490b-9590-2850e73fe129', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:25:26.367172 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:26.444794 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:26.550487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.216 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/7941b34a-2377-4b30-9936-d409754658ea) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:25:26.656163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (7941b34a-2377-4b30-9936-d409754658ea), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:26.748694 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7941b34a-2377-4b30-9936-d409754658ea), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:26.787093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:25:26.791960 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:25:26.795565 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:25:26.817441 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=7941b34a-2377-4b30-9936-d409754658ea,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:27.158739 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (326fa7ec-de6d-47fb-8083-20d5c32628a6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.315760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7941b34a-2377-4b30-9936-d409754658ea), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.464118 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (7941b34a-2377-4b30-9936-d409754658ea), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.527292 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (7941b34a-2377-4b30-9936-d409754658ea), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.601271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=7941b34a-2377-4b30-9936-d409754658ea,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:25:27.612044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (326fa7ec-de6d-47fb-8083-20d5c32628a6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.716507 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 326fa7ec-de6d-47fb-8083-20d5c32628a6 associated. External IP: 172.35.4.216, port: e00b6efd-807b-490b-9590-2850e73fe129. May 02 11:25:27.930387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a75ebf73-d649-4e8e-a3de-dcb997c1ce98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:27.936483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 4a30c2c0-6c68-4032-82f9-37224e4659ec has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:25:28.047126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:25:28.057234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Sync routers for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:25:28.067677 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:28.068284 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:28.127432 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:28.163693 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3bf0e802-f1ed-4a1c-b555-27aea39e1d65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8774676 May 02 11:25:28.164658 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:25:28.167428 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64deeb1f-f315-4819-a9db-b2555419ba64" -d '{"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:25:28.185558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:28.208494 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-455f39cd-443a-4f9a-bc63-b3e61775ce65 x-openstack-request-id: req-455f39cd-443a-4f9a-bc63-b3e61775ce65 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:25:28.208809 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:25:28.209068 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-455f39cd-443a-4f9a-bc63-b3e61775ce65 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:25:28.209483 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-455f39cd-443a-4f9a-bc63-b3e61775ce65'] response: {'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129', 'status': 'completed', 'code': 200} May 02 11:25:28.271065 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66f5b8-4965-41aa-84ef-1c51d06acc69 req-69713e9f-644d-423c-967e-b21dfac41c32 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:28.273580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c66f5b8-4965-41aa-84ef-1c51d06acc69 req-69713e9f-644d-423c-967e-b21dfac41c32 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0515826 May 02 11:25:28.276902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-4dd49e3c-a746-4400-bd78-ed16b6c1c6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:28.278955 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-4dd49e3c-a746-4400-bd78-ed16b6c1c6c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1128 time: 0.0415158 May 02 11:25:28.328624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c66f5b8-4965-41aa-84ef-1c51d06acc69 req-b00185d7-bfb8-44b5-b3a8-e52092022a9c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470128 May 02 11:25:28.355751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 50936) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:28.379092 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-a35cf23b-6a6a-4182-9e49-17c4e75b57e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:28.380658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-a35cf23b-6a6a-4182-9e49-17c4e75b57e9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 898 time: 0.0963271 May 02 11:25:28.425382 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c32c9d28-def7-4e32-b2ce-d2983d9a7b48 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/326fa7ec-de6d-47fb-8083-20d5c32628a6 HTTP/1.1" status: 200 len: 992 time: 0.0673666 May 02 11:25:28.455057 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-dd0a8b8f-3b51-4fcd-8611-57a314136b1c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 1000 time: 0.0682046 May 02 11:25:28.502866 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-bd9ff7e1-9936-4837-9921-ce4466ba36ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:28.504406 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-bd9ff7e1-9936-4837-9921-ce4466ba36ad service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 200 len: 835 time: 0.0444489 May 02 11:25:28.514679 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '326fa7ec-de6d-47fb-8083-20d5c32628a6', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'port_id': 'e00b6efd-807b-490b-9590-2850e73fe129', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'mac_address': 'fa:16:3e:31:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:25:27Z', 'updated_at': '2022-05-02T11:25:27Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:28.540971 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Checking router: 4a30c2c0-6c68-4032-82f9-37224e4659ec for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:25:28.548256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-eb7be845-bfe5-4cf8-b5a2-632c6c8bcec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:25:28.549461 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:25:28.549872 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-eb7be845-bfe5-4cf8-b5a2-632c6c8bcec9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbe27d2-30a7-433e-8a88-479c00747a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0399675 May 02 11:25:28.550182 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:25:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:28.648917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-5604be0f-282f-4ec9-8322-a9bb1b7464ed service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934377 May 02 11:25:28.662386 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:25:28.876421 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '326fa7ec-de6d-47fb-8083-20d5c32628a6', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'port_id': 'e00b6efd-807b-490b-9590-2850e73fe129', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'mac_address': 'fa:16:3e:31:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:25:27Z', 'updated_at': '2022-05-02T11:25:27Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:25:28.878617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-64deeb1f-f315-4819-a9db-b2555419ba64 req-4d6c1ec9-baac-438a-90c3-e7e3d4dd091b service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001320 May 02 11:25:28.916179 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03db212-09d0-4459-b17b-9da1014d5694 None None] The sync data for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 is: [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '326fa7ec-de6d-47fb-8083-20d5c32628a6', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.216', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'port_id': 'e00b6efd-807b-490b-9590-2850e73fe129', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4290, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'mac_address': 'fa:16:3e:31:e0:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:25:27Z', 'updated_at': '2022-05-02T11:25:27Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:25:29.108261 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8af8d7e8-8ebc-4d43-81af-702159c6b0f1 None None] New status for floating IP 326fa7ec-de6d-47fb-8083-20d5c32628a6: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:25:29.428125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 50940) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:25:29.430087 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:29.781195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5c8869e3-d2b4-4866-bc8d-fed9d774af9c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/326fa7ec-de6d-47fb-8083-20d5c32628a6 HTTP/1.1" status: 200 len: 994 time: 0.3517711 May 02 11:25:30.806967 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:32.070149 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:41.726167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:25:45.052275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:46.536157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:55.635373 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c708104-b56b-43d8-adbd-6a30f0afddd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:58.070265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-362357b4-3905-4380-ab10-571849b5cf0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:25:59.433451 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:00.824085 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:01.401479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa96e0b-cecf-4138-a441-09c16dce773b req-2335256d-3a44-4214-86cf-332700e2a083 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:01.402964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afa96e0b-cecf-4138-a441-09c16dce773b req-2335256d-3a44-4214-86cf-332700e2a083 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0462842 May 02 11:26:01.462206 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-afa96e0b-cecf-4138-a441-09c16dce773b req-62d4923e-7be7-492d-8e48-d14bd4d19d8b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524044 May 02 11:26:01.492748 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-0f2b3abe-4ff0-46b4-9f89-7e18a73e9be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:01.494227 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-0f2b3abe-4ff0-46b4-9f89-7e18a73e9be5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1128 time: 0.0453563 May 02 11:26:01.583927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-46ba9a50-c73b-4f08-b0bd-08d4c0b76e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:01.585324 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-46ba9a50-c73b-4f08-b0bd-08d4c0b76e2d service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 898 time: 0.0842361 May 02 11:26:01.651941 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-9b676242-3215-4287-8c2d-7484756ed10f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 1002 time: 0.0606060 May 02 11:26:01.700348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-eef0b145-f9e4-48a3-a3c4-94747bfb40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:01.701910 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-eef0b145-f9e4-48a3-a3c4-94747bfb40ec service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 200 len: 835 time: 0.0436623 May 02 11:26:01.743470 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-a5ad09c9-3b0b-4663-b290-68fd0983780e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:01.744937 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-a5ad09c9-3b0b-4663-b290-68fd0983780e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbe27d2-30a7-433e-8a88-479c00747a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0374191 May 02 11:26:01.836297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-dafa91da-5d67-4f69-b323-850be41a2ffe service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843041 May 02 11:26:01.926397 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1a30f66e-79e3-485e-964c-7efa3cd69e97 req-ceb742c6-5026-4809-b02f-a6213f0b039e service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 May 02 11:26:02.004262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:02.578294 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e070699b-61bb-4725-b26b-af404bb2d78d req-c7c5eb96-5f76-4cd1-b819-bead0017f53f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:02.579762 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e070699b-61bb-4725-b26b-af404bb2d78d req-c7c5eb96-5f76-4cd1-b819-bead0017f53f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0463891 May 02 11:26:02.627804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e070699b-61bb-4725-b26b-af404bb2d78d req-9aa1e387-c061-4464-9eae-f1a246bde461 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423894 May 02 11:26:03.745589 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4230de37-43ec-438a-bf17-dd253a0c5199 req-bd20110c-cd61-442d-9c2e-23e9453f8eac tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:03.747062 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4230de37-43ec-438a-bf17-dd253a0c5199 req-bd20110c-cd61-442d-9c2e-23e9453f8eac tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0512698 May 02 11:26:03.796191 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4230de37-43ec-438a-bf17-dd253a0c5199 req-8e83466d-f183-44da-8682-7dc1003f0482 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433209 May 02 11:26:04.915209 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423a206c-54bb-4fc1-bb76-2833f3d17fce req-4147abfe-b16d-4230-a790-c6135398fecf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:04.916708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-423a206c-54bb-4fc1-bb76-2833f3d17fce req-4147abfe-b16d-4230-a790-c6135398fecf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0501554 May 02 11:26:04.965916 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-423a206c-54bb-4fc1-bb76-2833f3d17fce req-6fefb798-7d0b-4b2b-b2b8-067f00a7294d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433295 May 02 11:26:06.078864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46638fb9-cbb5-4489-ae57-a99ccd7983d5 req-84d02b88-53ab-4360-bdc0-ed50788430c1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:06.080350 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46638fb9-cbb5-4489-ae57-a99ccd7983d5 req-84d02b88-53ab-4360-bdc0-ed50788430c1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0476916 May 02 11:26:06.129609 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-46638fb9-cbb5-4489-ae57-a99ccd7983d5 req-4c81a50d-9001-4e25-9d0a-31f9b7a19cc9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 May 02 11:26:07.243189 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedacdff-273c-4406-8693-38bb90590437 req-297b9bda-e0a8-43dc-a4a1-71f02ea77802 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:07.244661 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aedacdff-273c-4406-8693-38bb90590437 req-297b9bda-e0a8-43dc-a4a1-71f02ea77802 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0463836 May 02 11:26:07.292760 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aedacdff-273c-4406-8693-38bb90590437 req-3f438b47-fee6-493d-a5b1-b8da1e1152ba tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424924 May 02 11:26:08.403460 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f19cd2-c035-4965-8feb-0e28e25174c4 req-74fb807e-5896-4088-9905-dd9f99063d48 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:08.404934 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3f19cd2-c035-4965-8feb-0e28e25174c4 req-74fb807e-5896-4088-9905-dd9f99063d48 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0462692 May 02 11:26:08.456964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a3f19cd2-c035-4965-8feb-0e28e25174c4 req-a781e1c8-050c-44b5-a5a1-f1dd16cf5402 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463305 May 02 11:26:09.573249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b5729e-b1f1-48f2-bd03-a7dd0c7ab35f req-90e29cc4-a228-4b64-a3e1-908516cebf67 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:09.574713 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-35b5729e-b1f1-48f2-bd03-a7dd0c7ab35f req-90e29cc4-a228-4b64-a3e1-908516cebf67 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0470448 May 02 11:26:09.625808 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-35b5729e-b1f1-48f2-bd03-a7dd0c7ab35f req-1340af01-ccb7-4b2f-bea1-fc61ab172fad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454319 May 02 11:26:10.739054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beef9a3c-e92f-4a0e-aef8-262485278195 req-2313dd42-0e9e-4d9a-b3d0-26f3c1cf8e2f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:10.740527 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beef9a3c-e92f-4a0e-aef8-262485278195 req-2313dd42-0e9e-4d9a-b3d0-26f3c1cf8e2f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0471749 May 02 11:26:10.789558 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-beef9a3c-e92f-4a0e-aef8-262485278195 req-e11077bb-251b-4495-8448-022c54326a24 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433531 May 02 11:26:11.902999 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c50ada-1fcd-4fcf-8b02-6ab7a68c40cd req-460a1012-024c-471e-bdda-9ecb2b60706b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:11.904476 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70c50ada-1fcd-4fcf-8b02-6ab7a68c40cd req-460a1012-024c-471e-bdda-9ecb2b60706b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0454645 May 02 11:26:11.952993 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-70c50ada-1fcd-4fcf-8b02-6ab7a68c40cd req-a08773ed-953b-442e-890e-ebf2e6ae7f47 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429928 May 02 11:26:13.067575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd8208-47a1-4238-9ab3-12c0033e35c1 req-780d88ec-f13f-4ab3-a80a-ca7db00be3ea tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:13.069222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93cd8208-47a1-4238-9ab3-12c0033e35c1 req-780d88ec-f13f-4ab3-a80a-ca7db00be3ea tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0476458 May 02 11:26:13.118914 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-93cd8208-47a1-4238-9ab3-12c0033e35c1 req-fadd1d8f-6f68-4d49-ae2a-af338b11a7ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 May 02 11:26:14.232295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be935ed-f51c-4858-9858-511c35cccf17 req-d8424181-5ab0-4f1c-a8b6-d353ed809690 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:14.233892 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6be935ed-f51c-4858-9858-511c35cccf17 req-d8424181-5ab0-4f1c-a8b6-d353ed809690 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0472751 May 02 11:26:14.282385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6be935ed-f51c-4858-9858-511c35cccf17 req-40b9d264-6356-4250-be44-a334ca04ccdc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430031 May 02 11:26:15.024327 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:15.402967 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc050cd-be70-421f-96e6-6ac559eca03f req-c7a5f028-e32a-4de3-8bd7-89752a811a48 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:15.404450 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bc050cd-be70-421f-96e6-6ac559eca03f req-c7a5f028-e32a-4de3-8bd7-89752a811a48 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0505481 May 02 11:26:15.452458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bc050cd-be70-421f-96e6-6ac559eca03f req-0079fdd4-33e6-4d9e-b391-ba1f00390042 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425317 May 02 11:26:16.527360 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:16.568557 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2e4695-d615-45d6-99af-2b009ae906a5 req-4b50482b-8f18-4a3f-9528-9602ccc4e745 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:16.570047 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a2e4695-d615-45d6-99af-2b009ae906a5 req-4b50482b-8f18-4a3f-9528-9602ccc4e745 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0512705 May 02 11:26:16.618295 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9a2e4695-d615-45d6-99af-2b009ae906a5 req-c785d7d1-8ad1-4085-98a3-da78d7997711 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419984 May 02 11:26:17.733504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06c477c-a2c3-46be-b348-c7669f624ded req-7fbcd37f-6466-4580-8980-25c377c01468 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:17.735051 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06c477c-a2c3-46be-b348-c7669f624ded req-7fbcd37f-6466-4580-8980-25c377c01468 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0482290 May 02 11:26:17.784134 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f06c477c-a2c3-46be-b348-c7669f624ded req-73c11057-a349-4e18-92cb-96840aadebae tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432136 May 02 11:26:18.725304 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:26:18.897959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9baec5-0c76-46ee-9c98-e5287b702b18 req-2fac4b42-283f-4a3a-8bce-38534e821a27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:18.899438 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c9baec5-0c76-46ee-9c98-e5287b702b18 req-2fac4b42-283f-4a3a-8bce-38534e821a27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0466354 May 02 11:26:18.948804 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3c9baec5-0c76-46ee-9c98-e5287b702b18 req-3920f144-1e24-4ad4-8110-3397896e0b19 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436270 May 02 11:26:18.970776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51004) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:19.034261 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4e8819e2-4d2a-46d5-821f-3c2c3c69876c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/326fa7ec-de6d-47fb-8083-20d5c32628a6 HTTP/1.1" status: 200 len: 994 time: 0.0622740 May 02 11:26:23.609473 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-79b3f9dd-fa76-46f4-9271-d98251fcb5da service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0382473 May 02 11:26:23.688126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-f927af40-7401-4e38-b342-43b0ee5c8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:23.689658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-f927af40-7401-4e38-b342-43b0ee5c8f9e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1128 time: 0.0415094 May 02 11:26:23.794523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-7c94b836-20a0-4a3e-98d7-c0de499909ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:23.796546 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-7c94b836-20a0-4a3e-98d7-c0de499909ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 898 time: 0.0897622 May 02 11:26:23.861949 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-04fc05ad-b64f-4d04-bad6-ea778bbc9c8a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 1002 time: 0.0592527 May 02 11:26:23.916266 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-9bbcffab-26ae-404f-ad10-fffc982c4854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:23.917764 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-9bbcffab-26ae-404f-ad10-fffc982c4854 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 200 len: 835 time: 0.0501633 May 02 11:26:23.961135 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-18a40f15-ca06-431d-94a0-3d106c1cb0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:23.962676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-18a40f15-ca06-431d-94a0-3d106c1cb0c7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbe27d2-30a7-433e-8a88-479c00747a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0391715 May 02 11:26:24.052515 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-786c3db9-7c29-4e58-86a7-71bcb858249e service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827436 May 02 11:26:24.145966 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0c7cff60-1d07-4eba-89f0-59e62e2c49a7 req-fc68084e-ee98-4308-8b4e-dfd846a36f95 service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875618 May 02 11:26:25.629425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d9adec4b-1e3b-46fd-a5fa-950b1dab93c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:27.932482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8d4d44e0-3aa5-462a-81d1-15dfa8837d35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:29.457816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:30.823591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:31.976233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:45.043801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:46.529824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.427187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51030) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:49.582229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 7941b34a-2377-4b30-9936-d409754658ea {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:26:49.582576 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7941b34a-2377-4b30-9936-d409754658ea), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.662550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7941b34a-2377-4b30-9936-d409754658ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.662882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (7941b34a-2377-4b30-9936-d409754658ea), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.676171 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 7941b34a-2377-4b30-9936-d409754658ea owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:26:49.882522 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7941b34a-2377-4b30-9936-d409754658ea), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.907502 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=7941b34a-2377-4b30-9936-d409754658ea,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:49.920063 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.920415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.920790 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.921130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.921464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.921802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.922131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.922455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.922780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.923168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.923496 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.923819 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.924141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.924463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.924814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:49.980135 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (326fa7ec-de6d-47fb-8083-20d5c32628a6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:49.980550 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 326fa7ec-de6d-47fb-8083-20d5c32628a6 disassociated (deleted). External IP: 172.35.4.216, port: e00b6efd-807b-490b-9590-2850e73fe129. May 02 11:26:50.198483 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 4a30c2c0-6c68-4032-82f9-37224e4659ec has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:26:50.310296 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:26:50.315343 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:50.320362 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Sync routers for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:26:50.329693 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:26:50.330302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:50.348493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b209297-9085-4e3a-99bf-cbbeb4b86309 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/floatingips/326fa7ec-de6d-47fb-8083-20d5c32628a6 HTTP/1.1" status: 204 len: 168 time: 0.9177330 May 02 11:26:50.348493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:26:50.348859 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa85098b-1f38-4cc3-892d-15adbf249729" -d '{"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:26:50.397338 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7af07-2018-4d75-bbf3-a5f41218fcc0 x-openstack-request-id: req-60f7af07-2018-4d75-bbf3-a5f41218fcc0 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:26:50.397642 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "tag": "e00b6efd-807b-490b-9590-2850e73fe129", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:26:50.397897 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60f7af07-2018-4d75-bbf3-a5f41218fcc0 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:26:50.398330 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60f7af07-2018-4d75-bbf3-a5f41218fcc0'] response: {'name': 'network-changed', 'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129', 'status': 'completed', 'code': 200} May 02 11:26:50.440402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:26:50.462765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-2b71b7f5-bce5-4051-b366-4beda518cdde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:50.464238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-2b71b7f5-bce5-4051-b366-4beda518cdde service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 1128 time: 0.0421116 May 02 11:26:50.560432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-d1fc9c10-6858-4b30-9727-bbc2614d227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:50.562009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-d1fc9c10-6858-4b30-9727-bbc2614d227e service neutron] 10.222.0.24 "GET /v2.0/networks?id=8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 200 len: 898 time: 0.0921350 May 02 11:26:50.603471 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-b3fa7868-9b77-43f5-90ae-87d3c8a2d437 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 200 len: 217 time: 0.0355017 May 02 11:26:50.632070 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:50.657921 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-b550f8a5-adab-48cf-99a8-a76d564926c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:50.658724 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Checking router: 4a30c2c0-6c68-4032-82f9-37224e4659ec for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:26:50.659407 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-b550f8a5-adab-48cf-99a8-a76d564926c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 200 len: 835 time: 0.0501571 May 02 11:26:50.667237 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:26:50.667830 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:50.703741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-aa6ae290-94c5-49f5-83b3-d8f97b880aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:50.705494 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-aa6ae290-94c5-49f5-83b3-d8f97b880aeb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8dbe27d2-30a7-433e-8a88-479c00747a94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0400958 May 02 11:26:50.784358 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:26:50.803662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-34e3bb5d-5b8a-4299-b67d-2a6465f773bb service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925746 May 02 11:26:50.850685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a38d97c-8a76-4093-b144-bbe7aee32bf1 req-7ecc3ccc-34a1-4bd5-be8f-4fd4750a9961 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:50.852267 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a38d97c-8a76-4093-b144-bbe7aee32bf1 req-7ecc3ccc-34a1-4bd5-be8f-4fd4750a9961 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0477290 May 02 11:26:50.906968 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a38d97c-8a76-4093-b144-bbe7aee32bf1 req-197140d1-10b7-4e75-aa6a-734a50cf5b44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476904 May 02 11:26:51.066140 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:51.092152 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417b3971-6771-4f66-bc66-239f10c10a77 None None] The sync data for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 is: [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:25:13Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '5a589642-7db9-460d-bb71-24ea2ab08e69', 'name': '', 'network_id': '8dbe27d2-30a7-433e-8a88-479c00747a94', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:48:18:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:12Z', 'updated_at': '2022-05-02T11:25:16Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37ab9993-d9ac-45f9-82b3-e5a48dc3864c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:26:51.305564 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8264845-831a-482e-b1b3-07b589071075 None None] New status for floating IP 326fa7ec-de6d-47fb-8083-20d5c32628a6: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:26:51.999185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa85098b-1f38-4cc3-892d-15adbf249729 req-2c88d074-224e-4c3c-9691-170bd46fda9f service neutron] 10.222.0.24 "GET /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902469 May 02 11:26:52.029485 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff4b685-be31-403a-b639-475a3954ba7c req-473e095f-e310-4700-b831-26ce86b59d33 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:52.030962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dff4b685-be31-403a-b639-475a3954ba7c req-473e095f-e310-4700-b831-26ce86b59d33 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0528009 May 02 11:26:52.080913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dff4b685-be31-403a-b639-475a3954ba7c req-6d95400b-f8d4-434d-b451-42d8058080b3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=5fba5a07-493b-4727-aecc-12e2aa7deaa6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442021 May 02 11:26:52.349310 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-50a56273-3ce1-42f5-8788-21b8aecc21e0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:26:52.350671 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-50a56273-3ce1-42f5-8788-21b8aecc21e0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 946 time: 0.0468988 May 02 11:26:52.434120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port e00b6efd-807b-490b-9590-2850e73fe129 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:26:52.434465 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e00b6efd-807b-490b-9590-2850e73fe129), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:52.527584 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port e00b6efd-807b-490b-9590-2850e73fe129, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e00b6efd-807b-490b-9590-2850e73fe129,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:26:52.527953 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e00b6efd-807b-490b-9590-2850e73fe129), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:52.541698 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for e00b6efd-807b-490b-9590-2850e73fe129 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:26:52.787272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e00b6efd-807b-490b-9590-2850e73fe129), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:52.814234 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=e00b6efd-807b-490b-9590-2850e73fe129,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:52.861247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] No DVR routers for this DVR port e00b6efd-807b-490b-9590-2850e73fe129 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:26:52.863896 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:52.867244 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-53b26f07-83c3-49a7-a1f7-56345738a3f5 req-57317dda-2b8e-47ec-bbfb-62f676fe3826 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "DELETE /v2.0/ports/e00b6efd-807b-490b-9590-2850e73fe129 HTTP/1.1" status: 204 len: 173 time: 0.5111177 May 02 11:26:52.867695 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'name': 'network-vif-deleted', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:26:52.869963 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-376a75da-39d0-407f-b611-0c9adc2df2f9" -d '{"events": [{"server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "name": "network-vif-deleted", "tag": "e00b6efd-807b-490b-9590-2850e73fe129"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:26:52.906334 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd6b92f-cbbc-4e8d-ae4b-dbc9aabc7f9c x-openstack-request-id: req-4bd6b92f-cbbc-4e8d-ae4b-dbc9aabc7f9c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:26:52.906634 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa", "name": "network-vif-deleted", "tag": "e00b6efd-807b-490b-9590-2850e73fe129", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:26:52.906892 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4bd6b92f-cbbc-4e8d-ae4b-dbc9aabc7f9c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:26:52.907305 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bd6b92f-cbbc-4e8d-ae4b-dbc9aabc7f9c'] response: {'server_uuid': '8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa', 'name': 'network-vif-deleted', 'tag': 'e00b6efd-807b-490b-9590-2850e73fe129', 'status': 'completed', 'code': 200} May 02 11:26:53.189919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-57a81c54-508b-4412-8868-d4dcedaa6521 req-c3418c4b-4d9e-4003-9e9c-f4328f4f955d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=8115f7a5-83c2-4c5a-8250-d6c6fbc1adaa HTTP/1.1" status: 200 len: 210 time: 0.0405295 May 02 11:26:54.249832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51046) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:54.650099 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:54.887556 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 5a589642-7db9-460d-bb71-24ea2ab08e69 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:26:54.887898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:54.981842 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 5a589642-7db9-460d-bb71-24ea2ab08e69, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5a589642-7db9-460d-bb71-24ea2ab08e69,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:26:54.982123 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:54.998252 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 5a589642-7db9-460d-bb71-24ea2ab08e69 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:26:55.281302 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5a589642-7db9-460d-bb71-24ea2ab08e69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:55.305693 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=5a589642-7db9-460d-bb71-24ea2ab08e69,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:55.627255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0ca87a1c-e281-413c-89b6-c19426b50d57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:55.725294 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:26:55.783147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.007603 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 4a30c2c0-6c68-4032-82f9-37224e4659ec has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:26:56.117956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:26:56.125135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-909f1aa9-bfc9-43c0-8cde-7922e5e25ac7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/4a30c2c0-6c68-4032-82f9-37224e4659ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8722050 May 02 11:26:56.126317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51048) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:56.128854 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Sync routers for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:26:56.138241 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:26:56.138858 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:56.177817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting subnet 37ab9993-d9ac-45f9-82b3-e5a48dc3864c {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:26:56.181474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (37ab9993-d9ac-45f9-82b3-e5a48dc3864c), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.221944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (37ab9993-d9ac-45f9-82b3-e5a48dc3864c), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.245342 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:26:56.261783 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00b6efd-807b-490b-9590-2850e73fe129 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:26:56.281946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e00b6efd-807b-490b-9590-2850e73fe129 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:26:56.282299 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e00b6efd-807b-490b-9590-2850e73fe129 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:26:56.312956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (37ab9993-d9ac-45f9-82b3-e5a48dc3864c), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.415576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:26:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:56.423932 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (37ab9993-d9ac-45f9-82b3-e5a48dc3864c), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.443031 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Checking router: 4a30c2c0-6c68-4032-82f9-37224e4659ec for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:26:56.451476 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Routers {'4a30c2c0-6c68-4032-82f9-37224e4659ec'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:26:56.452041 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Subnet': ['ID=37ab9993-d9ac-45f9-82b3-e5a48dc3864c,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:56.452192 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['4a30c2c0-6c68-4032-82f9-37224e4659ec'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:56.456997 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.462909 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-75e43a16-a71b-4b34-bfc1-787d942711d3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/subnets/37ab9993-d9ac-45f9-82b3-e5a48dc3864c HTTP/1.1" status: 204 len: 168 time: 0.3332174 May 02 11:26:56.463653 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51050) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:56.466320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccd5a60-a256-4c5c-90ed-e0ade39018d3 None None] Network 8dbe27d2-30a7-433e-8a88-479c00747a94 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:26:56.564920 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] Set router 4a30c2c0-6c68-4032-82f9-37224e4659ec gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:26:56.582201 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.633832 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] DHCP port deletion for 8dbe27d2-30a7-433e-8a88-479c00747a94 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:26:56.676587 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Deleting port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:26:56.677111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.698833 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (4a30c2c0-6c68-4032-82f9-37224e4659ec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.738768 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:26:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:56.748992 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] For port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,segment=NetworkSegment(275d0860-06ac-4f9f-9757-31225af85096),segment_id=275d0860-06ac-4f9f-9757-31225af85096)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:26:56.749396 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.763524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Calling delete_port for cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:26:56.768959 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f845ec5-e7ce-499c-a8af-e8a840588ae1 None None] The sync data for ids ['4a30c2c0-6c68-4032-82f9-37224e4659ec'] in ncdv-master-1 is: [{'id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'name': 'tempest-TestNetworkAdvancedServerOps-router-356713731', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146'}], 'enable_snat': True}, 'gw_port_id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:25:08Z', 'updated_at': '2022-05-02T11:26:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:06:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a30c2c0-6c68-4032-82f9-37224e4659ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4284, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:25:09Z', 'updated_at': '2022-05-02T11:25:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:26:56.810376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:26:56.810660 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.893568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:26:56.893942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.903099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (cbe48e9a-df3a-486f-83f5-6d0c1ec50f01), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:56.907750 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:26:56.930506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Pushing event deleted for resources: {'Port': ['ID=cbe48e9a-df3a-486f-83f5-6d0c1ec50f01,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:56.940678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] No DVR routers for this DVR port cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:26:56.942848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.943205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.943545 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.943898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.944241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.944582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.944940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.945275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.945653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.945991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.946325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.946658 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.946988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.947319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:56.947649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b475ade0-d1dc-471f-947c-09a2d76b669b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:57.187639 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.213003 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:57.280283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.378860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.381083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (4a30c2c0-6c68-4032-82f9-37224e4659ec), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.495429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (4a30c2c0-6c68-4032-82f9-37224e4659ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.496024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Fanout notify agent at l3_agent the message router_deleted on router 4a30c2c0-6c68-4032-82f9-37224e4659ec {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:26:57.503329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.504456 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-30609896-6841-4de5-b734-81d117637177 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/routers/4a30c2c0-6c68-4032-82f9-37224e4659ec HTTP/1.1" status: 204 len: 168 time: 1.0397494 May 02 11:26:57.507238 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51052) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:57.591440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (8dbe27d2-30a7-433e-8a88-479c00747a94), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.678089 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (8dbe27d2-30a7-433e-8a88-479c00747a94), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.698469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8dbe27d2-30a7-433e-8a88-479c00747a94']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:57.708362 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275d0860-06ac-4f9f-9757-31225af85096') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:57.709932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275d0860-06ac-4f9f-9757-31225af85096') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:26:57.718132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (275d0860-06ac-4f9f-9757-31225af85096), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.731415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (275d0860-06ac-4f9f-9757-31225af85096), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.737669 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:26:57.738094 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (275d0860-06ac-4f9f-9757-31225af85096), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: timer() May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:26:57.741203 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:26:57.881006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (8dbe27d2-30a7-433e-8a88-479c00747a94), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.888423 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.891572 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/networks/8dbe27d2-30a7-433e-8a88-479c00747a94 HTTP/1.1" status: 204 len: 168 time: 0.3833799 May 02 11:26:57.894349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51054) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:57.903008 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b10d0-60b2-444e-bfb7-53bee95bea3b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Network': ['ID=8dbe27d2-30a7-433e-8a88-479c00747a94,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:57.947597 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c5770b1e-398b-4fe4-b358-e6c67bcdda53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.955939 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (5fba5a07-493b-4727-aecc-12e2aa7deaa6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:57.982626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (5fba5a07-493b-4727-aecc-12e2aa7deaa6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.097896 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (5fba5a07-493b-4727-aecc-12e2aa7deaa6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.100757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.101959 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/security-groups/5fba5a07-493b-4727-aecc-12e2aa7deaa6 HTTP/1.1" status: 204 len: 168 time: 0.2065709 May 02 11:26:58.116506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fba5a07-493b-4727-aecc-12e2aa7deaa6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:58.120173 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.120523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.120893 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.121239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.121581 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.121912 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.122246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.122573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.122908 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.123362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.123613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.123935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.124851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.125181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.125506 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfca2ae5-f4b6-4955-b2b1-b71257cc6fde tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:26:58.455764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:26:58.476048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:26:58.476329 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7bbc0c39-ecf1-46e5-b0d0-a259c7881fc6 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:26:58.476784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:26:58.494986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:26:58.495330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device cbe48e9a-df3a-486f-83f5-6d0c1ec50f01 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:26:58.495722 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a589642-7db9-460d-bb71-24ea2ab08e69 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:26:58.514031 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5a589642-7db9-460d-bb71-24ea2ab08e69 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:26:58.514378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5a589642-7db9-460d-bb71-24ea2ab08e69 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:26:58.675754 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51060) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:58.680364 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1196418006', 'description': 'tempest-secgroup-smoke-1196418006 description', 'project_id': '56d4325012a04948a47fd60cc7640751'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:26:58.800418 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.865668 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (3bdda9f1-057a-40d5-a5ad-71be5597be57), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.925765 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3bdda9f1-057a-40d5-a5ad-71be5597be57), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:58.954445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdda9f1-057a-40d5-a5ad-71be5597be57,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:59.031676 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.032954 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b58d1f65-ce5e-4103-a89f-5991ada77ceb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3561163 May 02 11:26:59.035742 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51062) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:59.040240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:26:59.131610 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (2e5f7300-5996-4d43-b0e4-884f465594b2), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.190669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (2e5f7300-5996-4d43-b0e4-884f465594b2), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.267092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (2e5f7300-5996-4d43-b0e4-884f465594b2), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.284745 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e5f7300-5996-4d43-b0e4-884f465594b2,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:59.362092 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.363635 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7b226cbb-0564-45ad-910a-6e85389624ee tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268621 May 02 11:26:59.366585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51064) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:59.372155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:26:59.474909 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.503752 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (092f95dc-a77c-4d59-a7b1-e35b1563e288), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.568360 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (092f95dc-a77c-4d59-a7b1-e35b1563e288), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.666830 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (092f95dc-a77c-4d59-a7b1-e35b1563e288), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.684583 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=092f95dc-a77c-4d59-a7b1-e35b1563e288,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:26:59.789735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.790990 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4c10eb5e-55f4-4d70-87fe-35ad418064ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4233599 May 02 11:26:59.793741 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51066) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:26:59.797998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:26:59.913102 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (b710a61c-88b1-4d2b-aded-e2fbb615b0a0), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:26:59.971042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (b710a61c-88b1-4d2b-aded-e2fbb615b0a0), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.055452 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b710a61c-88b1-4d2b-aded-e2fbb615b0a0), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.073430 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b710a61c-88b1-4d2b-aded-e2fbb615b0a0,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:00.165954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.167180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-62690ee2-725d-4785-a53c-9a61fede95ff tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3725142 May 02 11:27:00.170098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51068) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:00.176951 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:00.269197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (532efcc4-8561-448e-8f3f-1ef4c236735b), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.326130 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (532efcc4-8561-448e-8f3f-1ef4c236735b), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.415630 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (532efcc4-8561-448e-8f3f-1ef4c236735b), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.433258 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=532efcc4-8561-448e-8f3f-1ef4c236735b,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:00.517203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.518422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9c5337b6-c4a9-4955-ab75-0ba8c6479ae8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3473773 May 02 11:27:00.521229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51070) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:00.525636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:00.632876 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:27:00.638245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (677b78a9-a206-4811-897b-45710343c086), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.699818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (677b78a9-a206-4811-897b-45710343c086), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.781633 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (677b78a9-a206-4811-897b-45710343c086), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.800416 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=677b78a9-a206-4811-897b-45710343c086,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:00.821499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.880386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:00.881646 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a9266c28-c3c0-4f4c-a243-cc9bf6f4b092 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3595092 May 02 11:27:00.884392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51088) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:00.888706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '3bdda9f1-057a-40d5-a5ad-71be5597be57', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:01.017945 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:27:01.023732 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (e7bac09e-b6fb-433c-a1e4-71665cbd8add), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.081962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (e7bac09e-b6fb-433c-a1e4-71665cbd8add), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.166156 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e7bac09e-b6fb-433c-a1e4-71665cbd8add), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.185060 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7bac09e-b6fb-433c-a1e4-71665cbd8add,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:01.259323 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.260557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0b17ecc9-af38-4294-b1fd-10dfc88bd7e1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3751571 May 02 11:27:01.263398 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51090) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:01.268183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'network': {'name': 'tempest-network-smoke--1778829110', 'project_id': '56d4325012a04948a47fd60cc7640751', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:01.329362 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:27:01.333051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.355199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:27:01.364194 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (00f472a2-f066-4e6e-8d3d-b78bda6e2e8a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.365496 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Added segment 00f472a2-f066-4e6e-8d3d-b78bda6e2e8a of type vlan for network 7a59657d-f883-48fa-8b35-5d04bb10ee42 May 02 11:27:01.404106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (7a59657d-f883-48fa-8b35-5d04bb10ee42), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.480023 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (7a59657d-f883-48fa-8b35-5d04bb10ee42), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.485056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:01.485632 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.550313 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Network': ['ID=7a59657d-f883-48fa-8b35-5d04bb10ee42,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:01.560833 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:27:01.589886 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-19517abe-1a04-45d7-9a8d-c62aea2913f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3253806 May 02 11:27:01.592567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51092) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:01.597007 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'admin_state_up': True, 'project_id': '56d4325012a04948a47fd60cc7640751', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:01.674637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.675692 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.731063 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (6e69525b-f40d-4861-b16a-7470e18bbc80), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.948273 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (6e69525b-f40d-4861-b16a-7470e18bbc80), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:01.994540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:02.195926 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (6e69525b-f40d-4861-b16a-7470e18bbc80), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:02.214359 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:02.313553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.61 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/deec775a-b2ed-462e-b031-50acd8cc2b47) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:27:02.415387 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:02.501572 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:02.539392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:02.544230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:02.547780 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:27:02.553244 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=deec775a-b2ed-462e-b031-50acd8cc2b47,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:02.885344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (6e69525b-f40d-4861-b16a-7470e18bbc80), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:03.082277 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:03.349008 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 6e69525b-f40d-4861-b16a-7470e18bbc80 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:27:03.456624 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:27:03.466723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Sync routers for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:27:03.476980 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:03.477609 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:03.538106 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:03.542446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70e4455b-f599-43a3-95d6-ff669f7c699b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9457440 May 02 11:27:03.542806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51094) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:03.573593 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d5356598-f798-469e-bdaf-51f63d36fe02 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=56d4325012a04948a47fd60cc7640751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273936 May 02 11:27:03.573805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51096) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:03.586144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:03.663584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40e2f6f-776b-4ad6-86fb-c6a61d71fec4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:03.665128 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b40e2f6f-776b-4ad6-86fb-c6a61d71fec4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904341 May 02 11:27:03.667947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51098) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:03.696588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3ee0562a-7fbe-4d6a-bd68-dbd416e7d79a tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275469 May 02 11:27:03.705371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51100) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:03.710371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-9374113', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'project_id': '56d4325012a04948a47fd60cc7640751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:03.760888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:02Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:03.787842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Checking router: 6e69525b-f40d-4861-b16a-7470e18bbc80 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:27:03.788199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Updating router 6e69525b-f40d-4861-b16a-7470e18bbc80 port deec775a-b2ed-462e-b031-50acd8cc2b47 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:27:03.815625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:03.857486 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:27:03.861548 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.069086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks [] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.144047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (b3d96148-b0d7-4ab1-a519-5d2cb9f08846), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.177907 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.210859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Subnet': ['ID=b3d96148-b0d7-4ab1-a519-5d2cb9f08846,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:04.218398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Checking segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:27:04.218858 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network hostable DHCP agents. Network: 7a59657d-f883-48fa-8b35-5d04bb10ee42, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:27:04.229387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Attempting to bind port deec775a-b2ed-462e-b031-50acd8cc2b47 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:27:04.229765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Attempting to bind port deec775a-b2ed-462e-b031-50acd8cc2b47 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:27:04.230144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Attempting to bind port deec775a-b2ed-462e-b031-50acd8cc2b47 on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:27:04.239126 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6616-73dd-45f6-8e92-502941a7c7be None None] Pushing event updated for resources: {'Port': ['ID=deec775a-b2ed-462e-b031-50acd8cc2b47,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:04.241697 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:27:04.242081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:27:04.242489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.242876 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:27:04.243346 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Bound port: deec775a-b2ed-462e-b031-50acd8cc2b47, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:27:04.243738 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.296311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] For port deec775a-b2ed-462e-b031-50acd8cc2b47, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:27:04.302424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] For port deec775a-b2ed-462e-b031-50acd8cc2b47, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deec775a-b2ed-462e-b031-50acd8cc2b47,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:27:04.325329 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:27:04.406738 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.415195 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 7a59657d-f883-48fa-8b35-5d04bb10ee42) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:04.420770 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:04.421617 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.436984 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2201dc7-a59d-455e-8750-c73327dab2b8 None None] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:27:04.518156 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-aa46ef37-58a6-40ef-b39e-1c292e7f710b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 829 time: 0.8116562 May 02 11:27:04.520966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51102) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:04.523870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:04.524504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:04.529896 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb6616-73dd-45f6-8e92-502941a7c7be None None] Pushing event updated for resources: {'Port': ['ID=deec775a-b2ed-462e-b031-50acd8cc2b47,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:04.633155 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-7a59657d-f883-48fa-8b35-5d04bb10ee42', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:27:04.634014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:04.728392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:04.897966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Allocated IP 172.20.0.2 (7a59657d-f883-48fa-8b35-5d04bb10ee42/b3d96148-b0d7-4ab1-a519-5d2cb9f08846/7b2eec7c-a8df-4048-943d-35e30d2cb2a8) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:27:05.005032 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:02Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:05.040252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b09b8a7-70c1-4444-8aa5-5b58a072c372 None None] The sync data for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 is: [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:02Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:27:05.300569 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks [] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.321873 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.366592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.407074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:05.412630 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:05.416654 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:27:05.424458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Pushing event updated for resources: {'Port': ['ID=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:05.486802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Attempting to bind port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:27:05.487174 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Attempting to bind port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:27:05.487534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Attempting to bind port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:27:05.493015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:27:05.493395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Checking segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:27:05.493795 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.494185 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Bound using segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:27:05.494649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Bound port: 7b2eec7c-a8df-4048-943d-35e30d2cb2a8, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:27:05.495029 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.561493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] For port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:27:05.564922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] For port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:27:05.650995 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.699705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.1 (7a59657d-f883-48fa-8b35-5d04bb10ee42/b3d96148-b0d7-4ab1-a519-5d2cb9f08846/a85e696d-3242-457b-bfc4-12d2d3a36040) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:27:05.711143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da70df1-4df4-468c-b21e-375088e34954 None None] Pushing event updated for resources: {'Port': ['ID=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:05.833759 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.930550 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:05.996646 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:06.010154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:06.010154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:06.010154 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:27:06.057647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (6e69525b-f40d-4861-b16a-7470e18bbc80), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.254647 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.519729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:06.548415 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.569887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:06.570384 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.606156 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.653040 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:06.653040 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.682305 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:06.684916 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (6e69525b-f40d-4861-b16a-7470e18bbc80), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.690169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:06.764325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.765209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deec775a-b2ed-462e-b031-50acd8cc2b47 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:06.783859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:06.785289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:06.844287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:06.856089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port deec775a-b2ed-462e-b031-50acd8cc2b47 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:06.856089 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.910358 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 6e69525b-f40d-4861-b16a-7470e18bbc80 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:27:06.932878 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port deec775a-b2ed-462e-b031-50acd8cc2b47 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:06.933269 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:06.953838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port deec775a-b2ed-462e-b031-50acd8cc2b47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deec775a-b2ed-462e-b031-50acd8cc2b47,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:07.018038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:07.029185 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:27:07.035001 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c20ab95e-c5bb-478d-af18-e07023be91dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/6e69525b-f40d-4861-b16a-7470e18bbc80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5130203 May 02 11:27:07.051227 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Sync routers for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:27:07.059766 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:07.060388 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:07.085376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=deec775a-b2ed-462e-b031-50acd8cc2b47,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:07.181076 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:07.197821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-96be937e-286c-4181-a7c4-fd2d672b3f92 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1196418006&fields=id&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 267 time: 0.0473883 May 02 11:27:07.311609 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-99c774e0-cb98-4303-b60f-8b0ca6b79469 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:07.313468 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-99c774e0-cb98-4303-b60f-8b0ca6b79469 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 797 time: 0.1087651 May 02 11:27:07.329311 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a39fba03-307e-4786-9049-d6f3648e7ec8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/quotas/56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 375 time: 0.0100162 May 02 11:27:07.380527 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-6be67ca6-9774-4f2f-ae41-d7154b13da17 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457680 May 02 11:27:07.387047 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 2, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:07.421412 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Checking router: 6e69525b-f40d-4861-b16a-7470e18bbc80 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:27:07.421412 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Updating router 6e69525b-f40d-4861-b16a-7470e18bbc80 port a85e696d-3242-457b-bfc4-12d2d3a36040 binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:27:07.450622 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:07.486660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-234f4ba3-50e1-415d-919f-7da73143c343 service neutron] 10.222.0.16 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932357 May 02 11:27:07.516974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e065401-063b-44d8-a9e1-ff3bf3594080 None None] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:27:07.589412 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-e591cf3d-c009-41b6-bfde-5c7396647782 service neutron] 10.222.0.16 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965567 May 02 11:27:07.640200 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-07829ea3-4923-44fa-8b04-1fe64b7a10b3 None None] Provisioning complete for port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:07.641572 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-07829ea3-4923-44fa-8b04-1fe64b7a10b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:07.733121 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-07829ea3-4923-44fa-8b04-1fe64b7a10b3 None None] Current status of the port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:07.858520 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks [] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:07.891917 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5107ea9e-61ac-4fdf-85e5-1a24f2d2536c req-257d7b6a-e763-4a09-9760-1856b2019064 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 210 time: 0.0339217 May 02 11:27:07.927136 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:07.956884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Provisioning complete for port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:07.956884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Pushing event updated for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.282396 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:27:08.290011 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Current status of the port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Attempting to bind port a85e696d-3242-457b-bfc4-12d2d3a36040 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Attempting to bind port a85e696d-3242-457b-bfc4-12d2d3a36040 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Attempting to bind port a85e696d-3242-457b-bfc4-12d2d3a36040 on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Checking segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Bound using segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:27:08.291898 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Bound port: a85e696d-3242-457b-bfc4-12d2d3a36040, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:27:08.293504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.293595 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.293678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.293678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4958c741-488d-4ee7-828c-60fedbe9b1c9 None None] Port a85e696d-3242-457b-bfc4-12d2d3a36040 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:27:08.293865 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] For port a85e696d-3242-457b-bfc4-12d2d3a36040, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:27:08.293865 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] For port a85e696d-3242-457b-bfc4-12d2d3a36040, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85e696d-3242-457b-bfc4-12d2d3a36040,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:27:08.294008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-57910646-d076-4c21-a533-5b4a64be8e2a None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.294008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-57910646-d076-4c21-a533-5b4a64be8e2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.294008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-57910646-d076-4c21-a533-5b4a64be8e2a None None] Port a85e696d-3242-457b-bfc4-12d2d3a36040 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:27:08.338454 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.404318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.404827 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.406344 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:08.407110 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:08.446907 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775847d-4e0c-4532-b8ad-fc105c1fa0f6 None None] Pushing event updated for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:08.512435 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Current status of the port a85e696d-3242-457b-bfc4-12d2d3a36040 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:08.513096 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.556758 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:08.558659 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] For port a85e696d-3242-457b-bfc4-12d2d3a36040, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85e696d-3242-457b-bfc4-12d2d3a36040,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:08.560775 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:08.606500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.606884 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.638291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.731627 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ede89ff-3249-4b2d-b5aa-d3e4368c9193 None None] Pushing event updated for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:08.753387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:08.754560 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deec775a-b2ed-462e-b031-50acd8cc2b47 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:08.760573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bfb0e53a-3baf-4a0f-aaab-42a98fcaac69 None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.761037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bfb0e53a-3baf-4a0f-aaab-42a98fcaac69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.776466 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:08.805848 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d73c594-d6d5-4347-bc1f-65797c17dc44 None None] The sync data for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 is: [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:27:08.839093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port deec775a-b2ed-462e-b031-50acd8cc2b47 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:08.839468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:08.910295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bfb0e53a-3baf-4a0f-aaab-42a98fcaac69 None None] Current status of the port a85e696d-3242-457b-bfc4-12d2d3a36040 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:08.970008 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port deec775a-b2ed-462e-b031-50acd8cc2b47 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:08.981516 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d977f3e3-995e-405d-a970-28962fc3619a req-80e003b3-1f33-43b2-9b12-5c6a2b1c0af6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 210 time: 0.0371294 May 02 11:27:09.033310 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a25e4eeb-3c36-4bef-9038-5d6e3688822e None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:09.033865 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a25e4eeb-3c36-4bef-9038-5d6e3688822e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:09.121449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a25e4eeb-3c36-4bef-9038-5d6e3688822e None None] Current status of the port a85e696d-3242-457b-bfc4-12d2d3a36040 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:10.082088 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f74f647f-80c2-4fc2-81e9-eb159e586172 req-0e88b706-0dec-4ee9-8169-1fe7955f7bec tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 210 time: 0.0288205 May 02 11:27:10.248479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-3d60cbf6-b5c9-483b-9d0b-e652d33aa9aa tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:10.250148 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-3d60cbf6-b5c9-483b-9d0b-e652d33aa9aa tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 797 time: 0.1010089 May 02 11:27:10.322201 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-dcdc1a81-0d7b-4af0-9cbe-b2fbac19ee6d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 380 time: 0.0564618 May 02 11:27:10.333248 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'port': {'device_id': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'admin_state_up': True, 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'security_groups': ['3bdda9f1-057a-40d5-a5ad-71be5597be57']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:10.489204 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a85e696d-3242-457b-bfc4-12d2d3a36040 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:10.537844 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a85e696d-3242-457b-bfc4-12d2d3a36040 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:10.538141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:10.624706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a85e696d-3242-457b-bfc4-12d2d3a36040 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:10.840749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:27:10.844204 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:10.968724 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.14 (7a59657d-f883-48fa-8b35-5d04bb10ee42/b3d96148-b0d7-4ab1-a519-5d2cb9f08846/dd9ffafa-6b33-4a9f-b813-a772436a6ada) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:27:11.103968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.187123 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e9d7412-5955-4c59-a275-71f89cf089b5 req-bc57b036-c9f1-442e-a99d-5a1577517ac8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 210 time: 0.0327313 May 02 11:27:11.194833 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.236560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:11.242249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:11.245994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:27:11.271934 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:11.298225 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:11.298837 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.391962 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-de45c005-03da-470c-b4b6-f38f5c4f3ec5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0629306 May 02 11:27:11.407437 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Request body: {'port': {'device_id': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:11.451856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8a8b707c-4835-45c6-be20-d4e06ac1d4ea None None] Provisioning complete for port dd9ffafa-6b33-4a9f-b813-a772436a6ada triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:11.457335 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8a8b707c-4835-45c6-be20-d4e06ac1d4ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.468390 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.487201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8a8b707c-4835-45c6-be20-d4e06ac1d4ea None None] Port dd9ffafa-6b33-4a9f-b813-a772436a6ada cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:27:11.727604 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd9ffafa-6b33-4a9f-b813-a772436a6ada {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:27:11.734954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks [] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.746946 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Transition to ACTIVE for port object dd9ffafa-6b33-4a9f-b813-a772436a6ada will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:27:11.857311 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:11.910766 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:11.986353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:27:11.986615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:27:11.987135 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:27:11.991869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:27:11.992196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:27:11.997518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 26, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:27:11.997867 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Checking segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:27:11.998247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Bound using segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:27:11.998679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Bound port: dd9ffafa-6b33-4a9f-b813-a772436a6ada, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:27:11.999037 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:12.069035 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:27:12.072076 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:27:12.149318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:12.181966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.182584 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:12.185968 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] 10.222.0.15 "PUT /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1092 time: 0.7810240 May 02 11:27:12.185968 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:27:12.187729 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:27:12.214877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5004ae0-b069-40e9-be7d-737e6bf074b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:12.234773 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:27:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0a1882f-2419-4e3d-9ef7-1ba286d14d57 x-openstack-request-id: req-d0a1882f-2419-4e3d-9ef7-1ba286d14d57 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:27:12.235042 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:27:12.235306 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0a1882f-2419-4e3d-9ef7-1ba286d14d57 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:27:12.237551 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0a1882f-2419-4e3d-9ef7-1ba286d14d57'] response: {'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'status': 'completed', 'code': 200} May 02 11:27:12.331496 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-e5019459-271f-457a-9387-d19067e4711e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.333058 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-e5019459-271f-457a-9387-d19067e4711e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1126 time: 0.0737338 May 02 11:27:12.344272 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae3f1c2-7381-4121-a5a9-184176935a2d req-a71ee045-5166-4110-ab5b-ceb382097a2a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.345854 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ae3f1c2-7381-4121-a5a9-184176935a2d req-a71ee045-5166-4110-ab5b-ceb382097a2a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0761900 May 02 11:27:12.455723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3ae3f1c2-7381-4121-a5a9-184176935a2d req-265ef86f-3ef9-461b-8f1d-61339fe6ab12 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008122 May 02 11:27:12.475151 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-036a3890-694c-45ae-b6a6-90919ea555a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.476693 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-036a3890-694c-45ae-b6a6-90919ea555a8 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=56d4325012a04948a47fd60cc7640751&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1298492 May 02 11:27:12.574063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-1597049f-ad8b-476a-a0f5-f04e71b4d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.575470 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cb1f807d-6b33-46e2-b8ad-2d9ed30a6ae6 req-1597049f-ad8b-476a-a0f5-f04e71b4d8f9 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0896137 May 02 11:27:12.656317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-1c0ce56c-899f-4d7b-993a-c97c0dba5b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.657837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-1c0ce56c-899f-4d7b-993a-c97c0dba5b3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1126 time: 0.0382814 May 02 11:27:12.706833 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-50d2a1e3-688e-4453-ba4c-c224f541a524 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 217 time: 0.0376577 May 02 11:27:12.758333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-4aa1577c-2208-45dc-b0e4-4ee4a9824d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.759742 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-4aa1577c-2208-45dc-b0e4-4ee4a9824d2f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0432789 May 02 11:27:12.805256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-8b1ffbac-214b-40cf-816b-721a92693405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:12.806691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-8b1ffbac-214b-40cf-816b-721a92693405 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380158 May 02 11:27:12.902139 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-b8c38125-4e86-4bcf-9a8e-1e91ec02428c service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857031 May 02 11:27:12.994024 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bae178ac-6c5b-478c-8416-6e13d1963433 req-ec7c178d-a95a-45f9-b065-8f032a57a67d service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827656 May 02 11:27:13.572464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a357c99-df9f-473f-9253-222b5c5c52e0 req-7c9cbb9e-418b-457d-b6fc-5aba6f265430 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:13.574054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a357c99-df9f-473f-9253-222b5c5c52e0 req-7c9cbb9e-418b-457d-b6fc-5aba6f265430 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0480461 May 02 11:27:13.623180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7a357c99-df9f-473f-9253-222b5c5c52e0 req-35dda3d0-49b4-41e6-b0e8-06fa17e3d02c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435755 May 02 11:27:14.743739 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b4197-055b-4a89-83cf-3d93731345fd req-0a2ff185-f4d5-4d59-a405-1d993b7917dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:14.745358 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d8b4197-055b-4a89-83cf-3d93731345fd req-0a2ff185-f4d5-4d59-a405-1d993b7917dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0526724 May 02 11:27:14.794660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6d8b4197-055b-4a89-83cf-3d93731345fd req-180b469f-dce7-4489-a43a-9a71b6c1daaf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436454 May 02 11:27:14.874227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:27:14.981746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:14.995442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'mac_address': 'fa:16:3e:88:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:27:15.031391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port dd9ffafa-6b33-4a9f-b813-a772436a6ada is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:15.031783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:15.045063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9ffafa-6b33-4a9f-b813-a772436a6ada {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:27:15.057001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:15.064755 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:15.129895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:15.180712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:15.436405 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['dd9ffafa-6b33-4a9f-b813-a772436a6ada'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:27:15.910937 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414833f-9bfe-4bd1-9f52-f4c32fcd1f6a req-d8d279c9-5d02-4b97-a102-ec0cbecfea41 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:15.912727 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a414833f-9bfe-4bd1-9f52-f4c32fcd1f6a req-d8d279c9-5d02-4b97-a102-ec0cbecfea41 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 945 time: 0.0507202 May 02 11:27:15.962503 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a414833f-9bfe-4bd1-9f52-f4c32fcd1f6a req-31531593-06c0-4373-9568-2b1329c27aca tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441306 May 02 11:27:16.575000 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:16.889021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:27:16.932987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port dd9ffafa-6b33-4a9f-b813-a772436a6ada completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:27:17.017403 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port dd9ffafa-6b33-4a9f-b813-a772436a6ada triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:27:17.017781 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:17.075641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6434f3-c9f3-4604-99a3-b2b5a52232f7 req-9c50b2d8-d9a0-4bd0-ada0-e2461765b504 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:17.077182 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf6434f3-c9f3-4604-99a3-b2b5a52232f7 req-9c50b2d8-d9a0-4bd0-ada0-e2461765b504 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 945 time: 0.0467465 May 02 11:27:17.098780 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port dd9ffafa-6b33-4a9f-b813-a772436a6ada is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:27:17.099171 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:17.122298 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:27:17.124528 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cd52aa-b8b1-4460-b39b-89025ccf0e85" -d '{"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:27:17.128217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bf6434f3-c9f3-4604-99a3-b2b5a52232f7 req-8fb88344-bde6-49c9-89ac-a1471cb706bf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436499 May 02 11:27:17.137935 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:27:17.162888 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f6f1fa1-815b-4e75-8916-7e82c4c3e833 x-openstack-request-id: req-3f6f1fa1-815b-4e75-8916-7e82c4c3e833 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:27:17.163182 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:27:17.163438 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f6f1fa1-815b-4e75-8916-7e82c4c3e833 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:27:17.163853 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f6f1fa1-815b-4e75-8916-7e82c4c3e833'] response: {'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'code': 200} May 02 11:27:17.194625 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:17.241886 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:17.273514 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcba95-1a07-44e2-90b7-9cc18a28c11b req-e8bdc910-582d-4d06-a54b-e6e033b27615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:17.275007 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54dcba95-1a07-44e2-90b7-9cc18a28c11b req-e8bdc910-582d-4d06-a54b-e6e033b27615 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0424912 May 02 11:27:17.321812 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-54dcba95-1a07-44e2-90b7-9cc18a28c11b req-5cc87f81-4995-4d3e-9edf-6a3ca415fc52 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376630 May 02 11:27:18.242533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f7ca08-e7e8-4734-9798-469e4d665c6f req-22e2dfe7-cc7c-48f2-9236-608a45789062 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:18.244009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6f7ca08-e7e8-4734-9798-469e4d665c6f req-22e2dfe7-cc7c-48f2-9236-608a45789062 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0466118 May 02 11:27:18.292085 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b6f7ca08-e7e8-4734-9798-469e4d665c6f req-34e21877-aa22-4294-b099-7c04d63b7f8f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425642 May 02 11:27:19.405605 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009fd83-a7ba-42a5-95f3-f18d40b2146e req-922db5ed-e5a0-419a-a020-57973fa9e3c8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:19.407071 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d009fd83-a7ba-42a5-95f3-f18d40b2146e req-922db5ed-e5a0-419a-a020-57973fa9e3c8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0469923 May 02 11:27:19.455189 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d009fd83-a7ba-42a5-95f3-f18d40b2146e req-eb37a7c5-c298-45ee-927b-82e904548683 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420694 May 02 11:27:19.569064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f539768-5c55-4504-b9ae-db0c739559ad req-73991c42-be3a-483f-bb2d-d53829f2cd58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:19.570587 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f539768-5c55-4504-b9ae-db0c739559ad req-73991c42-be3a-483f-bb2d-d53829f2cd58 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0465331 May 02 11:27:19.622359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1f539768-5c55-4504-b9ae-db0c739559ad req-0c637eb6-618f-41cd-adcc-d339b7b40966 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461223 May 02 11:27:19.644009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51158) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:19.681830 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed49a07-6884-4d93-9d42-34c16f3a0ce3 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:19.683318 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2ed49a07-6884-4d93-9d42-34c16f3a0ce3 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1123 time: 0.0383012 May 02 11:27:19.686093 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51160) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:19.690182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:27:19.783286 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:19.869677 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:19.977813 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.176 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/281e3923-aec8-46ed-afb7-2300d94f60f4) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:27:20.079691 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:20.187625 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:20.231586 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:27:20.236538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:27:20.240127 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:27:20.262307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=281e3923-aec8-46ed-afb7-2300d94f60f4,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:20.606183 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (982b575d-a985-4566-897e-9a3c29808840), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:20.730958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:20.882656 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:20.943482 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:21.009614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=281e3923-aec8-46ed-afb7-2300d94f60f4,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:27:21.023012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (982b575d-a985-4566-897e-9a3c29808840), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:21.127323 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 982b575d-a985-4566-897e-9a3c29808840 associated. External IP: 172.35.4.176, port: dd9ffafa-6b33-4a9f-b813-a772436a6ada. May 02 11:27:21.342865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 6e69525b-f40d-4861-b16a-7470e18bbc80 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:27:21.758787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:27:21.768692 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Sync routers for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:27:21.778710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:21.779323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:21.853988 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:21.884709 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0b26aa9a-9bf4-4951-b451-4c851c68fbb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1975901 May 02 11:27:21.885450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:27:21.890139 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5790629-4943-4a99-94c2-7acbf78b6b8f" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:27:21.891669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:21.930744 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ecc3f-9359-4c60-afe7-bc7220eddab3 x-openstack-request-id: req-040ecc3f-9359-4c60-afe7-bc7220eddab3 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:27:21.931068 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:27:21.931321 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-040ecc3f-9359-4c60-afe7-bc7220eddab3 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:27:21.931730 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-040ecc3f-9359-4c60-afe7-bc7220eddab3'] response: {'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'status': 'completed', 'code': 200} May 02 11:27:21.989956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0db09e-2c26-474b-96d3-7ef0feadee7c req-9f0816f4-efc3-4469-98db-4018e3992289 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:21.991745 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c0db09e-2c26-474b-96d3-7ef0feadee7c req-9f0816f4-efc3-4469-98db-4018e3992289 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0567200 May 02 11:27:22.002079 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-eb4865ed-747c-4232-82af-57a5fd10e5fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:22.004145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-eb4865ed-747c-4232-82af-57a5fd10e5fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0423405 May 02 11:27:22.049876 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c0db09e-2c26-474b-96d3-7ef0feadee7c req-e9126db1-b6b4-4912-aedb-84ee9221c261 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490403 May 02 11:27:22.071685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51166) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:22.105915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-bf8e72b2-c692-409e-a573-04edd96234f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:22.105915 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-bf8e72b2-c692-409e-a573-04edd96234f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0940971 May 02 11:27:22.136010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '982b575d-a985-4566-897e-9a3c29808840', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'mac_address': 'fa:16:3e:88:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:27:20Z', 'updated_at': '2022-05-02T11:27:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:22.139024 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-88b778d4-6367-4c1d-84b9-9021d3318d9b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/982b575d-a985-4566-897e-9a3c29808840 HTTP/1.1" status: 200 len: 992 time: 0.0659623 May 02 11:27:22.166024 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Checking router: 6e69525b-f40d-4861-b16a-7470e18bbc80 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:27:22.174373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:27:22.174987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:26:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:22.176927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-6dc1a332-efc8-40ba-a47e-9bb311d613b0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1000 time: 0.0661614 May 02 11:27:22.225104 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-e479f0de-a750-41b2-9e35-a1cb737bf2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:22.226572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-e479f0de-a750-41b2-9e35-a1cb737bf2fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0441458 May 02 11:27:22.269736 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-b2d1a26b-e48e-4be4-9756-83820b1876ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:22.271942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-b2d1a26b-e48e-4be4-9756-83820b1876ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0387228 May 02 11:27:22.283741 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:27:22.366650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-b460c9d1-e57d-4ba6-a8a6-70657ab34bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893133 May 02 11:27:22.467214 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b5790629-4943-4a99-94c2-7acbf78b6b8f req-12c513bb-150b-40d3-8dd0-16cb14289ea6 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943429 May 02 11:27:22.653950 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '982b575d-a985-4566-897e-9a3c29808840', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'mac_address': 'fa:16:3e:88:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:27:20Z', 'updated_at': '2022-05-02T11:27:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:27:22.680067 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14cafc6-48c0-4235-b4f1-c03e76e37398 None None] The sync data for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 is: [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '982b575d-a985-4566-897e-9a3c29808840', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.176', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4309, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'mac_address': 'fa:16:3e:88:cc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:27:20Z', 'updated_at': '2022-05-02T11:27:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:27:22.862869 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b02ab08-d02e-4ba9-9a0c-6f84ce11eaf0 None None] New status for floating IP 982b575d-a985-4566-897e-9a3c29808840: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:27:23.142825 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51168) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:23.215379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c80d8b3c-3173-4683-8322-90d5a89f3070 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/982b575d-a985-4566-897e-9a3c29808840 HTTP/1.1" status: 200 len: 994 time: 0.0713704 May 02 11:27:25.646067 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-de08d440-9270-4c34-8b7c-996a002f9f84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:25.701875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-979bd930-5322-42a1-b5f3-fded790812b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0372624 May 02 11:27:25.779071 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726cb2-ae24-4817-a203-36949e180de3 req-55346059-0161-4683-967f-e661d9ab9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:25.780574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-55346059-0161-4683-967f-e661d9ab9949 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0383017 May 02 11:27:25.884454 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726cb2-ae24-4817-a203-36949e180de3 req-cfb31a60-42bc-4c5b-8599-92ceb98be9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:25.885961 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-cfb31a60-42bc-4c5b-8599-92ceb98be9a1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0866644 May 02 11:27:25.951060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-22f3ffc1-bfaa-4176-9e35-fe7472a52625 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1002 time: 0.0582464 May 02 11:27:25.998773 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726cb2-ae24-4817-a203-36949e180de3 req-1eb40c88-14a7-435d-9577-b6c8a1aaf5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:26.000204 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-1eb40c88-14a7-435d-9577-b6c8a1aaf5ec service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0430756 May 02 11:27:26.047089 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d726cb2-ae24-4817-a203-36949e180de3 req-4079df51-e8ea-4193-a5ed-fc2e0ebc365d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:26.048575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-4079df51-e8ea-4193-a5ed-fc2e0ebc365d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0418651 May 02 11:27:26.138054 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-192ebec6-a990-4729-9231-281653807ad1 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827053 May 02 11:27:26.231429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2d726cb2-ae24-4817-a203-36949e180de3 req-71420009-a6fd-4cf8-be22-0d97dfed7bbd service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869052 May 02 11:27:27.931223 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6d2b2f26-45ad-4d8e-9e4c-0f2d1ac0342b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:29.434196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:30.827207 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:32.015487 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:32.724955 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:27:45.060828 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:46.575159 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:55.603231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f3e18b0-8660-4f79-ab10-77ff1292dea3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:56.520814 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-74fa8e58-b9f5-409e-a927-32772d32be2a req-5f6dfaa8-d377-4fac-a73a-c01ad1f1f7f4 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:27:56.521802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-74fa8e58-b9f5-409e-a927-32772d32be2a req-5f6dfaa8-d377-4fac-a73a-c01ad1f1f7f4 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0061889 May 02 11:27:56.890196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ee7e4-3589-4ed4-8bd2-ffde0c1e74ac req-9d87cca9-5680-41b8-992e-9c003e931862 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:56.892287 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e4ee7e4-3589-4ed4-8bd2-ffde0c1e74ac req-9d87cca9-5680-41b8-992e-9c003e931862 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.1145651 May 02 11:27:56.943181 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1e4ee7e4-3589-4ed4-8bd2-ffde0c1e74ac req-86ce919a-014e-4c01-8c51-9478d54a4b94 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446899 May 02 11:27:56.945695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51188) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:57.025009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-1e6e359e-3453-4660-acea-ad8adc1cb0a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0775964 May 02 11:27:57.033432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-7be720ff-ec5c-4071-a084-be15c70dd399 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:27:57.034388 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-7be720ff-ec5c-4071-a084-be15c70dd399 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054755 May 02 11:27:57.959616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a50b6783-12d6-4ada-8753-7107bceaa243 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:27:58.111273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d669ba26-178b-4f16-b510-506187e522f3 req-d3d3a235-6d8e-4c72-90fe-636664d0c90a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:58.113457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d669ba26-178b-4f16-b510-506187e522f3 req-d3d3a235-6d8e-4c72-90fe-636664d0c90a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.1010182 May 02 11:27:58.162404 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d669ba26-178b-4f16-b510-506187e522f3 req-8b6300d0-2838-4ea5-a649-b1017117b430 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432866 May 02 11:27:58.583479 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51216) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:27:58.675488 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-9fe0c462-a91c-4d56-bcec-3be15e9c774d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:58.676856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-9fe0c462-a91c-4d56-bcec-3be15e9c774d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 943 time: 0.0923569 May 02 11:27:59.276904 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e536ff01-7f14-4c6e-b3e4-b9827cbf1827 req-9907b02f-6190-4db2-80f0-22d030275e02 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:27:59.278370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e536ff01-7f14-4c6e-b3e4-b9827cbf1827 req-9907b02f-6190-4db2-80f0-22d030275e02 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0464222 May 02 11:27:59.326682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e536ff01-7f14-4c6e-b3e4-b9827cbf1827 req-507fdd8b-a711-4dcf-a5d8-1b93539fd27c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427525 May 02 11:27:59.466401 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:00.440971 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf6b1fc-be0e-4a8e-b64d-3a0c132ec86f req-419cd7c0-44aa-47bf-9983-2f7714194609 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:00.443500 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bf6b1fc-be0e-4a8e-b64d-3a0c132ec86f req-419cd7c0-44aa-47bf-9983-2f7714194609 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0476635 May 02 11:28:00.492319 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8bf6b1fc-be0e-4a8e-b64d-3a0c132ec86f req-1e38045b-30f0-4e49-beca-e1c33ac08b03 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428524 May 02 11:28:00.816976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:01.605020 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ad661-ea31-463c-b685-b02bd5f3f57d req-119b43d2-b2ed-41f3-85fd-3caac70e8ff4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:01.606475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f51ad661-ea31-463c-b685-b02bd5f3f57d req-119b43d2-b2ed-41f3-85fd-3caac70e8ff4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0453532 May 02 11:28:01.658180 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f51ad661-ea31-463c-b685-b02bd5f3f57d req-3bc6cc21-fba1-4dd3-a322-f206abacc268 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462682 May 02 11:28:01.986174 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:02.773620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335bd52-9450-4701-a58d-f738daa4fa83 req-a496de12-a8d6-4390-84e4-53d8fcec104a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:02.775155 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7335bd52-9450-4701-a58d-f738daa4fa83 req-a496de12-a8d6-4390-84e4-53d8fcec104a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0470641 May 02 11:28:02.827299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7335bd52-9450-4701-a58d-f738daa4fa83 req-8e597347-bf51-44ca-ab5e-5452b86ed540 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464978 May 02 11:28:03.213448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-85ef5b9c-b6f9-44bf-b063-3a44d0c034c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:03.214942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-85ef5b9c-b6f9-44bf-b063-3a44d0c034c8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0390186 May 02 11:28:03.308821 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-77c0eab5-311f-4ab0-af18-51ad2bae8bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:03.310304 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-77c0eab5-311f-4ab0-af18-51ad2bae8bc6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0865936 May 02 11:28:03.379913 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-d8a4cb93-eb51-42c3-82c2-19259e314253 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1002 time: 0.0599074 May 02 11:28:03.432661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-9bc851bb-f828-4557-b0fe-31cdadfdb2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:03.434109 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-9bc851bb-f828-4557-b0fe-31cdadfdb2ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0432768 May 02 11:28:03.476729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-3d73748c-d736-4c3e-8873-f61ef34429b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:03.478234 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-3d73748c-d736-4c3e-8873-f61ef34429b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0375504 May 02 11:28:03.573577 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-e053ebc0-b369-4fec-b8b1-8ef8e0bbce0d service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860834 May 02 11:28:03.664327 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-e127e842-7d5d-4ede-9706-20c1a1923c74 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813849 May 02 11:28:03.951036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe141d52-f14e-4ab3-bf60-834f93b201b1 req-eaff9628-7367-4e04-9acb-24584c663a65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:03.952500 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe141d52-f14e-4ab3-bf60-834f93b201b1 req-eaff9628-7367-4e04-9acb-24584c663a65 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0540395 May 02 11:28:04.002227 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fe141d52-f14e-4ab3-bf60-834f93b201b1 req-0431a2e5-dac0-44c8-ba4b-e4bb6d27ad80 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439627 May 02 11:28:05.115927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e59f49-a392-4110-a911-20d923a2451d req-7eb37f5d-e54b-4f7d-b1a9-a90463b078c6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:05.118014 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41e59f49-a392-4110-a911-20d923a2451d req-7eb37f5d-e54b-4f7d-b1a9-a90463b078c6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0476437 May 02 11:28:05.166751 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-41e59f49-a392-4110-a911-20d923a2451d req-f6cfaf9d-783f-474b-bc92-2b32a6d6b739 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430427 May 02 11:28:06.280656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38c03-a287-431b-8a43-922ee3d1b156 req-f40ba368-99cf-4fb5-bf80-72e03a93f148 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:06.282143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41c38c03-a287-431b-8a43-922ee3d1b156 req-f40ba368-99cf-4fb5-bf80-72e03a93f148 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0469253 May 02 11:28:06.330950 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41c38c03-a287-431b-8a43-922ee3d1b156 req-a21cf3cf-5751-4401-a9c1-72bd128acec9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 May 02 11:28:07.443743 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be88fba5-8277-400d-8aac-a50250e5a1ac req-b02043e3-a53f-4a2f-b17e-de0bb1d8270d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:07.445783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be88fba5-8277-400d-8aac-a50250e5a1ac req-b02043e3-a53f-4a2f-b17e-de0bb1d8270d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0473361 May 02 11:28:07.494362 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-be88fba5-8277-400d-8aac-a50250e5a1ac req-266abbc5-26fc-473a-87a1-caac4380a5d7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430551 May 02 11:28:08.612372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15740ad2-4634-4239-95be-e40690a5524f req-36c31f47-5be8-43ba-83a8-84c6353fb5f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:08.613866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15740ad2-4634-4239-95be-e40690a5524f req-36c31f47-5be8-43ba-83a8-84c6353fb5f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0498886 May 02 11:28:08.661342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-15740ad2-4634-4239-95be-e40690a5524f req-dbb03cc1-6619-4366-a683-82850d1bf479 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419290 May 02 11:28:09.723402 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:28:09.780962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4145-c655-4778-a825-d353700a5d18 req-9081ce8c-f2be-447d-a11d-be7e077e1752 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:09.782416 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c19a4145-c655-4778-a825-d353700a5d18 req-9081ce8c-f2be-447d-a11d-be7e077e1752 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0500515 May 02 11:28:09.831724 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c19a4145-c655-4778-a825-d353700a5d18 req-b7470cb7-5c1c-45e2-8116-be2e88c2622d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437269 May 02 11:28:10.944675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7325d-095f-44c1-ac41-89602b36c9c0 req-a53d624a-e3ef-4d63-93e5-46fba409a384 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:10.946714 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8a7325d-095f-44c1-ac41-89602b36c9c0 req-a53d624a-e3ef-4d63-93e5-46fba409a384 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0465746 May 02 11:28:10.993599 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b8a7325d-095f-44c1-ac41-89602b36c9c0 req-01350d57-3296-4bf8-b636-22300b2c1e41 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413895 May 02 11:28:12.114015 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2947ed7-f988-4ca5-bac3-b95d66725790 req-b4dfa611-8d41-4016-ba38-384a12b5988e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:12.115510 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2947ed7-f988-4ca5-bac3-b95d66725790 req-b4dfa611-8d41-4016-ba38-384a12b5988e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0532887 May 02 11:28:12.164231 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e2947ed7-f988-4ca5-bac3-b95d66725790 req-44819569-dbe6-4dd9-8cf0-2b211bf4a780 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431130 May 02 11:28:13.279082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075daf1-1428-4acc-9eb3-c348c3d39256 req-6b5cfab7-cc2a-4782-bf9d-bdb272ca7cb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:13.280537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6075daf1-1428-4acc-9eb3-c348c3d39256 req-6b5cfab7-cc2a-4782-bf9d-bdb272ca7cb1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0458481 May 02 11:28:13.332095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6075daf1-1428-4acc-9eb3-c348c3d39256 req-baeff59b-a8c0-4374-84af-c71d72c8c018 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459423 May 02 11:28:14.450001 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305fdcbe-db16-4918-81a6-57fe64286f0e req-324fbb4a-6e4d-494d-b0fe-4df0253bf8e6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:14.451477 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-305fdcbe-db16-4918-81a6-57fe64286f0e req-324fbb4a-6e4d-494d-b0fe-4df0253bf8e6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0512788 May 02 11:28:14.499602 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-305fdcbe-db16-4918-81a6-57fe64286f0e req-76fc90d2-4768-4f9d-af21-f85fc33a27e4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425398 May 02 11:28:15.073830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:15.612698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0162df63-2c68-48a7-b5ff-bc88e8f29c41 req-28bd98d6-a91b-40ef-b115-ecb9d5423a9c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:15.614178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0162df63-2c68-48a7-b5ff-bc88e8f29c41 req-28bd98d6-a91b-40ef-b115-ecb9d5423a9c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0467753 May 02 11:28:15.663429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0162df63-2c68-48a7-b5ff-bc88e8f29c41 req-eeeeb020-99bb-4581-81e8-25c21141b3e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427170 May 02 11:28:16.005398 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-b7a62af1-019b-4914-924d-d515c5870dc3 service neutron] show failed (client error): The resource could not be found. May 02 11:28:16.006337 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-b7a62af1-019b-4914-924d-d515c5870dc3 service neutron] 10.222.0.15 "GET /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada/bindings/nch2-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0540373 May 02 11:28:16.578262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-904093d0-58d5-411d-9699-e5202b019e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:16.579741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-904093d0-58d5-411d-9699-e5202b019e2f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 1128 time: 0.0408976 May 02 11:28:16.591445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:28:16.599315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:16.648590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:16.816906 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e183bf-62d2-49bd-9bde-8de2a4f50866 req-67e711ed-c8e4-4b36-b946-c98621c7ed0a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:16.818355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4e183bf-62d2-49bd-9bde-8de2a4f50866 req-67e711ed-c8e4-4b36-b946-c98621c7ed0a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0661919 May 02 11:28:16.914087 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4e183bf-62d2-49bd-9bde-8de2a4f50866 req-088734a4-1631-4555-bfab-e8781cd557f1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0864415 May 02 11:28:16.929713 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:16.963168 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:28:17.006602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:28:17.008935 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a824dfeb-faf2-4a72-98b5-6022a54063d4" -d '{"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:28:17.012683 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks [] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:17.025694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Transition to ACTIVE for port object dd9ffafa-6b33-4a9f-b813-a772436a6ada will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:28:17.056436 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77de4bf3-9777-40a3-ab53-f7e9c6b4eb12 x-openstack-request-id: req-77de4bf3-9777-40a3-ab53-f7e9c6b4eb12 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:28:17.056763 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-unplugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:28:17.057026 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-77de4bf3-9777-40a3-ab53-f7e9c6b4eb12 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:28:17.057438 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77de4bf3-9777-40a3-ab53-f7e9c6b4eb12'] response: {'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'code': 200} May 02 11:28:17.108271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:17.188580 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=6']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:17.200997 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.201349 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.201694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.202037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.202384 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.202714 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.203046 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.203380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.203709 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.204037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.204368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.204720 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.205054 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.205380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.205705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:17.243782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] No DVR routers for this DVR port dd9ffafa-6b33-4a9f-b813-a772436a6ada on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:28:17.385487 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:28:17.385822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:28:17.386150 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:28:17.390360 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:28:17.390686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Attempting to bind port dd9ffafa-6b33-4a9f-b813-a772436a6ada on network 7a59657d-f883-48fa-8b35-5d04bb10ee42 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:28:17.395485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 28, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:28:17.395826 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Checking segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:28:17.396210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Bound using segment: {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:28:17.396662 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Bound port: dd9ffafa-6b33-4a9f-b813-a772436a6ada, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:28:17.397016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:17.463107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:28:17.466102 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:28:17.611543 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:17.645641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:17.646578 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:17.648368 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] 10.222.0.24 "PUT /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1092 time: 1.0607498 May 02 11:28:17.704455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563a770-7af5-423b-9dc1-4a19e4f2d77b service neutron] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=7']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:17.722382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-1e8d2b5e-7927-4899-b04a-46a36c3fb9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:17.722382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-1e8d2b5e-7927-4899-b04a-46a36c3fb9f8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1126 time: 0.0493338 May 02 11:28:17.820373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-27c68fe4-6cfd-482c-af68-6a5a1d5c69a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:17.825936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-27c68fe4-6cfd-482c-af68-6a5a1d5c69a5 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0957129 May 02 11:28:17.887682 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-987e7679-6742-458c-ba8d-6324b68ce1d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1000 time: 0.0593855 May 02 11:28:17.945550 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-dcc9231e-5546-4475-b099-9a0f81bf10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:17.950095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-dcc9231e-5546-4475-b099-9a0f81bf10cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0529816 May 02 11:28:18.018034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-aac4d7c4-cd96-4280-8048-62c2e74ae6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:18.019449 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-aac4d7c4-cd96-4280-8048-62c2e74ae6b4 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0670266 May 02 11:28:18.042566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f446d-1586-4177-8a51-ed5494141922 req-7c7a6cae-e73f-4cfb-af8c-f391dad85fb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:18.043960 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-693f446d-1586-4177-8a51-ed5494141922 req-7c7a6cae-e73f-4cfb-af8c-f391dad85fb6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0592482 May 02 11:28:18.145326 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-693f446d-1586-4177-8a51-ed5494141922 req-fe32d284-27ab-4af9-b44d-6507857c5425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914679 May 02 11:28:18.163589 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-8c8246d1-f40e-4e0a-a843-3ada4cba4db7 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365285 May 02 11:28:18.254542 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5b5a45f7-c6ac-4a9b-a344-f18d64d26e76 req-49f915ea-dbd7-4425-a640-c333e751dbed service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833218 May 02 11:28:19.058643 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:28:19.061078 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908a11b2-29da-450d-8694-bd88f6c2a04b" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:28:19.109019 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b9f100a-446e-489c-9411-a8bdc4d93f66 x-openstack-request-id: req-2b9f100a-446e-489c-9411-a8bdc4d93f66 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:28:19.109325 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:28:19.109590 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b9f100a-446e-489c-9411-a8bdc4d93f66 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:28:19.110013 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b9f100a-446e-489c-9411-a8bdc4d93f66'] response: {'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'status': 'completed', 'code': 200} May 02 11:28:19.177012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-ec6af535-1b4f-4f88-bf80-5469583bb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.178556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-ec6af535-1b4f-4f88-bf80-5469583bb788 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1126 time: 0.0386794 May 02 11:28:19.219387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:28:19.259107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] The host nch1-master-1 is not matching for port dd9ffafa-6b33-4a9f-b813-a772436a6ada host nch2-master-1! {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2395}} May 02 11:28:19.259652 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:28:19.267954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1031b0-4a82-4f2b-8863-a2c4e35b774d req-0bbf816c-bfe3-4113-8668-60748db99d29 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.269588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd1031b0-4a82-4f2b-8863-a2c4e35b774d req-0bbf816c-bfe3-4113-8668-60748db99d29 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0542097 May 02 11:28:19.280845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-c55a4048-a008-4dd4-9500-8204f9b8e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.282307 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-c55a4048-a008-4dd4-9500-8204f9b8e388 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0928767 May 02 11:28:19.318451 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dd1031b0-4a82-4f2b-8863-a2c4e35b774d req-396bc9de-065d-4b40-b031-c98d86a097b1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431528 May 02 11:28:19.354060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-cd1958d6-f981-4707-be16-ab5a58819a93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1000 time: 0.0622842 May 02 11:28:19.404305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-08ec4a1b-2933-40d0-83f7-7bfd5a15ebae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.405791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-08ec4a1b-2933-40d0-83f7-7bfd5a15ebae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0428817 May 02 11:28:19.448775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-d575711a-cbe4-491b-8c30-9d9a1321f263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.450202 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-d575711a-cbe4-491b-8c30-9d9a1321f263 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379148 May 02 11:28:19.543794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-04d3c011-46f0-4044-be3c-a63896eb7cc0 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838976 May 02 11:28:19.635980 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-de3d097e-9441-4196-9873-c7f17c7db920 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828841 May 02 11:28:19.679395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-ddd11c2e-00b0-46f7-a9da-7cdd14d8906e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.681510 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-ddd11c2e-00b0-46f7-a9da-7cdd14d8906e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1126 time: 0.0413153 May 02 11:28:19.774982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-af52ab84-2cfa-4ded-ab2d-3e7b97347628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.776454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-af52ab84-2cfa-4ded-ab2d-3e7b97347628 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0893400 May 02 11:28:19.841611 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-af283db5-f3fd-42fb-a8f7-8454075a38e2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1000 time: 0.0589628 May 02 11:28:19.995623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-00ff9eac-a7c4-46b2-ac04-fbc97a79edb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:19.997049 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-00ff9eac-a7c4-46b2-ac04-fbc97a79edb0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0465441 May 02 11:28:20.046408 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-5a432e8c-7b87-4961-b878-a006e12a4c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:20.047940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-5a432e8c-7b87-4961-b878-a006e12a4c49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0447552 May 02 11:28:20.139289 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-037c7d30-945c-4839-a119-15290d8f42e2 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858448 May 02 11:28:20.233372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-908a11b2-29da-450d-8694-bd88f6c2a04b req-da599055-bc39-4687-864a-1ff2b8ab9b35 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887165 May 02 11:28:20.433153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d9138f-893c-4419-a44b-a7fcb177d8df req-0c3f086f-9aa1-4a69-908d-3ffe874e7e68 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:20.434604 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7d9138f-893c-4419-a44b-a7fcb177d8df req-0c3f086f-9aa1-4a69-908d-3ffe874e7e68 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0469859 May 02 11:28:20.485282 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e7d9138f-893c-4419-a44b-a7fcb177d8df req-4a2baeb8-7f14-4a0d-ba49-33a5e10a4a23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450196 May 02 11:28:20.628373 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:28:20.729690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:20.741002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'port_id': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'mac_address': 'fa:16:3e:88:cc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:28:20.779325 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port dd9ffafa-6b33-4a9f-b813-a772436a6ada is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:28:20.779768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:20.793912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd9ffafa-6b33-4a9f-b813-a772436a6ada {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:28:20.813461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:20.865034 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca297af-6a46-486e-abe2-c56f5b61c0d6 req-21f9fcd6-fb04-4fb4-b38b-033b0c4f5ffc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:20.866208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:20.866524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ca297af-6a46-486e-abe2-c56f5b61c0d6 req-21f9fcd6-fb04-4fb4-b38b-033b0c4f5ffc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 944 time: 0.0460560 May 02 11:28:20.917596 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0ca297af-6a46-486e-abe2-c56f5b61c0d6 req-315d3c85-4403-45a2-af05-5d8291da9cec tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434694 May 02 11:28:20.918294 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:20.926257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.926644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.926995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.927338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.927682 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.928020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.928352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.928708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.929041 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.929474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.929693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.930708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.931050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.931378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:20.931705 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:21.042240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a373a09d-42b2-42e6-b547-37e15c2d353e req-5da23a0a-f3dc-4328-90c7-4c99a1419ef8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.044133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a373a09d-42b2-42e6-b547-37e15c2d353e req-5da23a0a-f3dc-4328-90c7-4c99a1419ef8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 945 time: 0.0539701 May 02 11:28:21.096268 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a373a09d-42b2-42e6-b547-37e15c2d353e req-b2703ee4-a1d2-429c-abee-e652768de87f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460873 May 02 11:28:21.108701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['dd9ffafa-6b33-4a9f-b813-a772436a6ada'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:28:21.183716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-b6b251ba-48a5-4be6-a54c-f02985eb9084 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.185216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-b6b251ba-48a5-4be6-a54c-f02985eb9084 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c&tenant_id=56d4325012a04948a47fd60cc7640751&binding%3Ahost_id=nch2-master-1 HTTP/1.1" status: 200 len: 945 time: 0.0492842 May 02 11:28:21.255803 ncdv-master-1 neutron-server[115663]: INFO neutron.api.v2.resource [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-f6e36291-f2c2-4c0c-8b5f-15815ae7643a service neutron] delete failed (client error): The resource could not be found. May 02 11:28:21.257402 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-f6e36291-f2c2-4c0c-8b5f-15815ae7643a service neutron] 10.222.0.15 "DELETE /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada/bindings/nch1-master-1 HTTP/1.1" status: 404 len: 380 time: 0.0625355 May 02 11:28:21.349966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-bced86f7-74ee-4ca9-9081-25a124373b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.351446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-bced86f7-74ee-4ca9-9081-25a124373b9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1127 time: 0.0404882 May 02 11:28:21.642292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-586169c3-992a-4812-8a11-25fd209950bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.643750 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-586169c3-992a-4812-8a11-25fd209950bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0842116 May 02 11:28:21.715891 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-342cb9e9-73bd-4f3d-94ca-f30b38fed9bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1001 time: 0.0619290 May 02 11:28:21.766602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-553f03bf-184b-4a2f-9751-91631e2de090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.768053 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-553f03bf-184b-4a2f-9751-91631e2de090 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0429223 May 02 11:28:21.814652 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-59774812-f34e-4277-a062-e00178f6d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:21.816186 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-59774812-f34e-4277-a062-e00178f6d763 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0376487 May 02 11:28:21.912524 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-80cf2d5a-9fe5-459e-8518-c08aa6653257 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859411 May 02 11:28:22.006393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-0f5347f2-03a8-4ba2-ac8c-80d607ba0179 req-036eeb65-a700-4375-9ef2-040ba920fe95 service neutron] 10.222.0.15 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843287 May 02 11:28:22.217250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4032d-566e-461e-9b65-64db3d567623 req-839cbab7-53b9-4413-a533-0e9795f6bfda tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:22.218942 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e3f4032d-566e-461e-9b65-64db3d567623 req-839cbab7-53b9-4413-a533-0e9795f6bfda tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 945 time: 0.0511250 May 02 11:28:22.267486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e3f4032d-566e-461e-9b65-64db3d567623 req-e3a9d0ec-4a70-45c7-9219-4b1967be9a95 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 May 02 11:28:22.630534 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:28:22.675965 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port dd9ffafa-6b33-4a9f-b813-a772436a6ada completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:28:22.742745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port dd9ffafa-6b33-4a9f-b813-a772436a6ada triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:28:22.743241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:22.824460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port dd9ffafa-6b33-4a9f-b813-a772436a6ada is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:28:22.824881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:22.846743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:28:22.849022 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f593e7-ed05-493c-be56-669a25cb54af" -d '{"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:28:22.861025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:22.887022 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d94d8e-0148-402c-b538-3e7435502a8e x-openstack-request-id: req-22d94d8e-0148-402c-b538-3e7435502a8e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:28:22.887321 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-plugged", "status": "completed", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:28:22.887583 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-22d94d8e-0148-402c-b538-3e7435502a8e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:28:22.887992 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d94d8e-0148-402c-b538-3e7435502a8e'] response: {'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'code': 200} May 02 11:28:22.942310 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:22.989566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=9']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:23.380576 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51d71ca-c5c9-4276-85f6-c7fe5d42ead0 req-384f3d77-c6f5-4206-96ae-318b13cd63a3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:23.382081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e51d71ca-c5c9-4276-85f6-c7fe5d42ead0 req-384f3d77-c6f5-4206-96ae-318b13cd63a3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0450547 May 02 11:28:23.432079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e51d71ca-c5c9-4276-85f6-c7fe5d42ead0 req-18089461-2c74-4c15-a6cd-c944f3831ab4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435677 May 02 11:28:23.454632 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51302) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:23.517717 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9cb4f897-48f9-4722-b445-7c3da4f2d8bb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/982b575d-a985-4566-897e-9a3c29808840 HTTP/1.1" status: 200 len: 994 time: 0.0618906 May 02 11:28:24.642115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-e602a636-7b50-42d7-95d0-0c589a0ad46c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0855379 May 02 11:28:24.718817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-b9f9cf6b-cd92-4fd5-966d-c72abcf809d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:24.720240 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-b9f9cf6b-cd92-4fd5-966d-c72abcf809d7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0390272 May 02 11:28:24.824338 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-8c44f430-9bac-4422-a9ff-b9a02029bfb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:24.825849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-8c44f430-9bac-4422-a9ff-b9a02029bfb9 service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0868785 May 02 11:28:24.893864 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-fcc9219a-04e5-483d-8711-5238ab00bc2e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 1002 time: 0.0622790 May 02 11:28:24.942256 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-81d6323f-89c6-4d02-a10d-2295a789780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:24.943704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-81d6323f-89c6-4d02-a10d-2295a789780d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0446479 May 02 11:28:24.987687 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-84e9e2e3-140d-48fc-b1b0-b61df65fe03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:24.989138 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-84e9e2e3-140d-48fc-b1b0-b61df65fe03c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0397177 May 02 11:28:25.083859 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-8658f5df-d57f-48b2-a0f8-d4135e27bbbb service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889783 May 02 11:28:25.172213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cc7ace0b-1b03-4fb8-9f47-d0557b3dbda8 req-e2adc593-05b3-4981-98a1-ff93957a0843 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 May 02 11:28:25.610877 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f93db10-dfec-43e4-a6c0-0852dcbe51e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:27.951953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-517f8162-acfe-48a4-8fa0-55a3f633f21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:29.455920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:30.831960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:32.004702 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:45.084688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:46.633818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:46.721844 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:28:50.011758 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51314) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:50.159806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 281e3923-aec8-46ed-afb7-2300d94f60f4 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:28:50.160153 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:50.235582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:50.235907 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (281e3923-aec8-46ed-afb7-2300d94f60f4), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:50.248078 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 281e3923-aec8-46ed-afb7-2300d94f60f4 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:28:50.466046 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (281e3923-aec8-46ed-afb7-2300d94f60f4), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:50.491974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=281e3923-aec8-46ed-afb7-2300d94f60f4,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:50.501897 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.502254 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.502601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.502948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.503286 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.504046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.504046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.504266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.504628 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.504950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.505282 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.505611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.505940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.506269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.506595 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:28:50.566422 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (982b575d-a985-4566-897e-9a3c29808840), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:50.566766 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP 982b575d-a985-4566-897e-9a3c29808840 disassociated (deleted). External IP: 172.35.4.176, port: dd9ffafa-6b33-4a9f-b813-a772436a6ada. May 02 11:28:51.099199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 6e69525b-f40d-4861-b16a-7470e18bbc80 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:28:51.207054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:28:51.212486 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:51.218238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Sync routers for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:28:51.228594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:28:51.229300 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:51.242386 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-39d2baa5-a40c-41e0-8268-7b5895318230 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/floatingips/982b575d-a985-4566-897e-9a3c29808840 HTTP/1.1" status: 204 len: 168 time: 1.2294648 May 02 11:28:51.242990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:28:51.245280 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c95c54f-523e-4556-899e-e0b108330606" -d '{"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:28:51.282948 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ec711e-cad7-4ec8-969e-cfeff7793383 x-openstack-request-id: req-c7ec711e-cad7-4ec8-969e-cfeff7793383 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:28:51.283237 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:28:51.283494 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c7ec711e-cad7-4ec8-969e-cfeff7793383 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:28:51.283912 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ec711e-cad7-4ec8-969e-cfeff7793383'] response: {'name': 'network-changed', 'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'status': 'completed', 'code': 200} May 02 11:28:51.347854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:28:51.358764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c54f-523e-4556-899e-e0b108330606 req-2f2e6cf4-5456-4659-90ae-57d3e1980ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:51.360214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-2f2e6cf4-5456-4659-90ae-57d3e1980ee3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 1128 time: 0.0459828 May 02 11:28:51.457719 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c54f-523e-4556-899e-e0b108330606 req-8124f23e-d9b9-4777-93e1-725d6acd868a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:51.459208 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-8124f23e-d9b9-4777-93e1-725d6acd868a service neutron] 10.222.0.24 "GET /v2.0/networks?id=7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 200 len: 898 time: 0.0881424 May 02 11:28:51.505382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-f45f8177-df7c-493d-b8d0-9a988ba9521c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 200 len: 217 time: 0.0393264 May 02 11:28:51.548628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:51.557817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c54f-523e-4556-899e-e0b108330606 req-392a8f1a-c623-49a8-a027-09a737d56187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:51.559348 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-392a8f1a-c623-49a8-a027-09a737d56187 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 200 len: 832 time: 0.0476530 May 02 11:28:51.579581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Checking router: 6e69525b-f40d-4861-b16a-7470e18bbc80 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:28:51.589913 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:28:51.590774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:51.607850 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95c54f-523e-4556-899e-e0b108330606 req-0d8d8140-20c0-412d-a6cc-39c78f4a99b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:51.609717 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-0d8d8140-20c0-412d-a6cc-39c78f4a99b0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=7a59657d-f883-48fa-8b35-5d04bb10ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0415721 May 02 11:28:51.738970 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9751e0c6-6d50-468d-b63c-dff612effc22 req-aa844ba6-ff49-4fe7-b655-11cdc6c82061 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:51.740442 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9751e0c6-6d50-468d-b63c-dff612effc22 req-aa844ba6-ff49-4fe7-b655-11cdc6c82061 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0991566 May 02 11:28:51.763867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:28:51.793200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9751e0c6-6d50-468d-b63c-dff612effc22 req-15b994ba-f388-4346-89eb-968d9f0c8723 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469851 May 02 11:28:51.950666 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:51.976567 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0577a1f-f834-4921-a57d-61be593a68e6 None None] The sync data for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 is: [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a85e696d-3242-457b-bfc4-12d2d3a36040', 'name': '', 'network_id': '7a59657d-f883-48fa-8b35-5d04bb10ee42', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:08:c1:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_interface', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:05Z', 'updated_at': '2022-05-02T11:27:08Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': 'b3d96148-b0d7-4ab1-a519-5d2cb9f08846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:28:52.204738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd2dd0b1-651f-4362-bd46-efdbda2b417b None None] New status for floating IP 982b575d-a985-4566-897e-9a3c29808840: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:28:52.701209 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-8db1d3e1-70f0-4f5b-8db0-5f45b61cc4f3 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856283 May 02 11:28:52.795741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1c95c54f-523e-4556-899e-e0b108330606 req-8c13f2c6-22c8-4b96-8e0e-6112bb96e7f1 service neutron] 10.222.0.24 "GET /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879734 May 02 11:28:52.909011 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093390ad-bf8b-4a3f-a3b8-1e7522451825 req-18f98b39-02f1-4f36-9988-ceede89d117e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:52.910480 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-093390ad-bf8b-4a3f-a3b8-1e7522451825 req-18f98b39-02f1-4f36-9988-ceede89d117e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0475719 May 02 11:28:52.963098 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-093390ad-bf8b-4a3f-a3b8-1e7522451825 req-16e2154c-3e62-48d7-ba70-7e9469bc4017 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=3bdda9f1-057a-40d5-a5ad-71be5597be57&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464799 May 02 11:28:53.010609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-4719d833-9eb6-429a-9a14-a0a77317bd0b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:28:53.012031 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-4719d833-9eb6-429a-9a14-a0a77317bd0b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 946 time: 0.0473032 May 02 11:28:53.094607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port dd9ffafa-6b33-4a9f-b813-a772436a6ada {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:28:53.094886 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:53.187535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port dd9ffafa-6b33-4a9f-b813-a772436a6ada, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=dd9ffafa-6b33-4a9f-b813-a772436a6ada,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:53.187897 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:53.200696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for dd9ffafa-6b33-4a9f-b813-a772436a6ada owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:28:53.398056 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (dd9ffafa-6b33-4a9f-b813-a772436a6ada), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:53.425690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=dd9ffafa-6b33-4a9f-b813-a772436a6ada,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:53.472240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] No DVR routers for this DVR port dd9ffafa-6b33-4a9f-b813-a772436a6ada on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:28:53.474976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:53.479040 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ec4723be-a8bd-4d51-8f20-f465c910e85f req-7a2127f1-4d9a-427e-9df0-7d673b0cae23 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "DELETE /v2.0/ports/dd9ffafa-6b33-4a9f-b813-a772436a6ada HTTP/1.1" status: 204 len: 173 time: 0.4603724 May 02 11:28:53.479482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-deleted', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:28:53.481761 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fa558ba-fc00-482e-9169-08c384a9f04a" -d '{"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-deleted", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:28:53.570597 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:28:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675ae176-5b72-4a5b-8935-89cf50128e8a x-openstack-request-id: req-675ae176-5b72-4a5b-8935-89cf50128e8a {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:28:53.570891 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c99d2514-41c4-421c-84cc-993ce0662d8c", "name": "network-vif-deleted", "tag": "dd9ffafa-6b33-4a9f-b813-a772436a6ada", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:28:53.571144 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-675ae176-5b72-4a5b-8935-89cf50128e8a {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:28:53.571553 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-675ae176-5b72-4a5b-8935-89cf50128e8a'] response: {'server_uuid': 'c99d2514-41c4-421c-84cc-993ce0662d8c', 'name': 'network-vif-deleted', 'tag': 'dd9ffafa-6b33-4a9f-b813-a772436a6ada', 'status': 'completed', 'code': 200} May 02 11:28:54.069113 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-39d80804-0b93-4f8b-a793-8c3658edf33a req-6150e758-49b3-4b8a-b905-dece00fdc42f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=c99d2514-41c4-421c-84cc-993ce0662d8c HTTP/1.1" status: 200 len: 210 time: 0.0271854 May 02 11:28:55.125447 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51334) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:55.457221 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (6e69525b-f40d-4861-b16a-7470e18bbc80), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:55.667816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f9297f1-2913-463f-8c58-2e3a61340bcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:55.698371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port a85e696d-3242-457b-bfc4-12d2d3a36040 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:28:55.698717 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:55.790824 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port a85e696d-3242-457b-bfc4-12d2d3a36040, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a85e696d-3242-457b-bfc4-12d2d3a36040,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:55.791108 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:55.804256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for a85e696d-3242-457b-bfc4-12d2d3a36040 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:28:56.101937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (a85e696d-3242-457b-bfc4-12d2d3a36040), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.129152 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=a85e696d-3242-457b-bfc4-12d2d3a36040,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:56.311139 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (6e69525b-f40d-4861-b16a-7470e18bbc80), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.532138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 6e69525b-f40d-4861-b16a-7470e18bbc80 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:28:56.639050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:28:56.644924 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7489c85a-ce4c-4133-b017-612c5bfeb428 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/6e69525b-f40d-4861-b16a-7470e18bbc80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5183792 May 02 11:28:56.646971 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51336) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:56.649988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Sync routers for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:28:56.659418 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:28:56.660021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:56.698201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting subnet b3d96148-b0d7-4ab1-a519-5d2cb9f08846 {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:28:56.701348 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (b3d96148-b0d7-4ab1-a519-5d2cb9f08846), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.742135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (b3d96148-b0d7-4ab1-a519-5d2cb9f08846), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.766879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:28:56.829297 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (b3d96148-b0d7-4ab1-a519-5d2cb9f08846), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.842149 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:28:56.888192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: dd9ffafa-6b33-4a9f-b813-a772436a6ada {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:28:56.888538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device dd9ffafa-6b33-4a9f-b813-a772436a6ada not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:28:56.953526 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (b3d96148-b0d7-4ab1-a519-5d2cb9f08846), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.957129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:28:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:56.982087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Subnet': ['ID=b3d96148-b0d7-4ab1-a519-5d2cb9f08846,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:56.985846 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:56.991647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2a28d657-5bbe-4bc8-a6b9-8d42cb12b980 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/subnets/b3d96148-b0d7-4ab1-a519-5d2cb9f08846 HTTP/1.1" status: 204 len: 168 time: 0.3407762 May 02 11:28:56.992664 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51338) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:57.108912 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.148559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-492e1d58-7fd9-4596-82b4-70f4450c1cff None None] Network 7a59657d-f883-48fa-8b35-5d04bb10ee42 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:28:57.152037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Checking router: 6e69525b-f40d-4861-b16a-7470e18bbc80 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:28:57.207154 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Routers {'6e69525b-f40d-4861-b16a-7470e18bbc80'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:28:57.207790 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['6e69525b-f40d-4861-b16a-7470e18bbc80'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:57.222560 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (6e69525b-f40d-4861-b16a-7470e18bbc80), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.325126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port deec775a-b2ed-462e-b031-50acd8cc2b47 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:28:57.325477 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.342802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] Set router 6e69525b-f40d-4861-b16a-7470e18bbc80 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:28:57.405735 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] DHCP port deletion for 7a59657d-f883-48fa-8b35-5d04bb10ee42 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:28:57.407727 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port deec775a-b2ed-462e-b031-50acd8cc2b47, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=deec775a-b2ed-462e-b031-50acd8cc2b47,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:57.429163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.429163 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for deec775a-b2ed-462e-b031-50acd8cc2b47 owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:28:57.499006 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Deleting port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:28:57.499375 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.604477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] For port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,segment=NetworkSegment(00f472a2-f066-4e6e-8d3d-b78bda6e2e8a),segment_id=00f472a2-f066-4e6e-8d3d-b78bda6e2e8a)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:28:57.604822 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.624994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Calling delete_port for 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:28:57.630167 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:28:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:57.661718 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e162003-033d-4bae-9a34-ab9b2629a5c2 None None] The sync data for ids ['6e69525b-f40d-4861-b16a-7470e18bbc80'] in ncdv-master-1 is: [{'id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'name': 'tempest-TestNetworkAdvancedServerOps-router-686360367', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61'}], 'enable_snat': True}, 'gw_port_id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:27:01Z', 'updated_at': '2022-05-02T11:28:55Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'deec775a-b2ed-462e-b031-50acd8cc2b47', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:4e:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e69525b-f40d-4861-b16a-7470e18bbc80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:27:02Z', 'updated_at': '2022-05-02T11:27:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:28:57.662338 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (deec775a-b2ed-462e-b031-50acd8cc2b47), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.693444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=deec775a-b2ed-462e-b031-50acd8cc2b47,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:57.759181 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (6e69525b-f40d-4861-b16a-7470e18bbc80), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.839272 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (7b2eec7c-a8df-4048-943d-35e30d2cb2a8), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.854072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.856329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (6e69525b-f40d-4861-b16a-7470e18bbc80), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.874674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] Pushing event deleted for resources: {'Port': ['ID=7b2eec7c-a8df-4048-943d-35e30d2cb2a8,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:57.885695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5766459-c5f7-407c-a310-ca176e0cac72 None None] No DVR routers for this DVR port 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:28:57.958980 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f8e11c70-5968-4588-b0ff-14e6fc2378f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.970083 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (6e69525b-f40d-4861-b16a-7470e18bbc80), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.970640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Fanout notify agent at l3_agent the message router_deleted on router 6e69525b-f40d-4861-b16a-7470e18bbc80 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:28:57.977808 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:57.979633 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7fa2aaa8-106b-4817-b3c7-fd9cd5963012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/routers/6e69525b-f40d-4861-b16a-7470e18bbc80 HTTP/1.1" status: 204 len: 168 time: 0.9863873 May 02 11:28:57.981611 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51340) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:58.067498 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (7a59657d-f883-48fa-8b35-5d04bb10ee42), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.163076 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (7a59657d-f883-48fa-8b35-5d04bb10ee42), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.184659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a59657d-f883-48fa-8b35-5d04bb10ee42']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:58.193982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:58.194900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00f472a2-f066-4e6e-8d3d-b78bda6e2e8a') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:28:58.204209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (00f472a2-f066-4e6e-8d3d-b78bda6e2e8a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.217373 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (00f472a2-f066-4e6e-8d3d-b78bda6e2e8a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.223522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:28:58.223911 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (00f472a2-f066-4e6e-8d3d-b78bda6e2e8a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: timer() May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:28:58.227226 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:28:58.353554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (7a59657d-f883-48fa-8b35-5d04bb10ee42), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.361059 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.363807 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/networks/7a59657d-f883-48fa-8b35-5d04bb10ee42 HTTP/1.1" status: 204 len: 168 time: 0.3812401 May 02 11:28:58.367179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51342) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:58.376666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7045a5-3b7f-4231-ac2a-d1a9d09aaaf5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Network': ['ID=7a59657d-f883-48fa-8b35-5d04bb10ee42,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:58.424623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (3bdda9f1-057a-40d5-a5ad-71be5597be57), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.449268 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (3bdda9f1-057a-40d5-a5ad-71be5597be57), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.570051 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (3bdda9f1-057a-40d5-a5ad-71be5597be57), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.572701 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:58.573866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/security-groups/3bdda9f1-057a-40d5-a5ad-71be5597be57 HTTP/1.1" status: 204 len: 168 time: 0.2056994 May 02 11:28:58.583045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbf03f2-36e3-46a0-8fa4-895c7e4d4164 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdda9f1-057a-40d5-a5ad-71be5597be57,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:58.722243 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:28:58.743145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:28:58.743580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7b2eec7c-a8df-4048-943d-35e30d2cb2a8 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:28:58.744038 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a85e696d-3242-457b-bfc4-12d2d3a36040 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:28:58.762710 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a85e696d-3242-457b-bfc4-12d2d3a36040 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:28:58.763063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a85e696d-3242-457b-bfc4-12d2d3a36040 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:28:58.763499 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deec775a-b2ed-462e-b031-50acd8cc2b47 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:28:58.782197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: deec775a-b2ed-462e-b031-50acd8cc2b47 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:28:58.782550 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device deec775a-b2ed-462e-b031-50acd8cc2b47 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:28:58.909381 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51348) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:58.914809 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1417093045', 'description': 'tempest-secgroup-smoke-1417093045 description', 'project_id': '56d4325012a04948a47fd60cc7640751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:28:58.986146 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.054745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (6a42d25a-f27b-4921-bab7-6373cfd6dae2), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.128945 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a42d25a-f27b-4921-bab7-6373cfd6dae2), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.158305 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a42d25a-f27b-4921-bab7-6373cfd6dae2,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:59.263818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.265115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-70aedaa1-3165-4c34-8bcd-605fc356d08b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3547604 May 02 11:28:59.267921 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51350) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:59.273062 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:28:59.380102 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1407ce24-abcd-4782-8b61-3bb7a91eea4e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.435133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1407ce24-abcd-4782-8b61-3bb7a91eea4e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.465932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.494357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1407ce24-abcd-4782-8b61-3bb7a91eea4e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.511810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1407ce24-abcd-4782-8b61-3bb7a91eea4e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:59.576543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.577801 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f64bdc9a-e733-4f68-baea-781a8d30b21f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3089476 May 02 11:28:59.580475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51352) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:59.585012 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:28:59.667382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (339aa0e4-fbf7-4663-8e42-dd278b2bd801), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.721628 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (339aa0e4-fbf7-4663-8e42-dd278b2bd801), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.804133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (339aa0e4-fbf7-4663-8e42-dd278b2bd801), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.822933 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339aa0e4-fbf7-4663-8e42-dd278b2bd801,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:28:59.902416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:28:59.903674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-13e3ba78-7528-4321-9fcb-9ba2da921ce4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3221512 May 02 11:28:59.906636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51354) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:28:59.911191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:28:59.992258 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (04d6adac-b829-4d25-8670-ed0ef73488bd), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.055455 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (04d6adac-b829-4d25-8670-ed0ef73488bd), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.123342 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (04d6adac-b829-4d25-8670-ed0ef73488bd), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.142835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04d6adac-b829-4d25-8670-ed0ef73488bd,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:00.222472 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.223723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-708a26d5-184d-44d7-9e9b-e4130f2b8215 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3161011 May 02 11:29:00.227100 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51356) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:00.231357 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:00.317241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (e168c6c8-bcc0-4c11-a0c7-d29da69b8fab), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.373053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (e168c6c8-bcc0-4c11-a0c7-d29da69b8fab), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.450515 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e168c6c8-bcc0-4c11-a0c7-d29da69b8fab), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.468503 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e168c6c8-bcc0-4c11-a0c7-d29da69b8fab,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:00.543459 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.544834 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-ec2ecbae-315a-4753-bf72-10f8b278d27a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3167887 May 02 11:29:00.547516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51358) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:00.551805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:00.654605 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:29:00.660071 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (eba27228-612d-4f9f-925d-de96f63fad89), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.718579 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (eba27228-612d-4f9f-925d-de96f63fad89), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.831519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (eba27228-612d-4f9f-925d-de96f63fad89), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.849990 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eba27228-612d-4f9f-925d-de96f63fad89,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:00.861907 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.931766 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:00.933559 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d2f8bf42-b9ec-48c3-b80b-15f7c5bdbc0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3850737 May 02 11:29:00.936427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51376) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:00.941046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '6a42d25a-f27b-4921-bab7-6373cfd6dae2', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:01.039079 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:29:01.044886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (9e1d951e-68ad-4ff5-ac0c-2f9505665160), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.106361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (9e1d951e-68ad-4ff5-ac0c-2f9505665160), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.181507 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (9e1d951e-68ad-4ff5-ac0c-2f9505665160), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.199234 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1d951e-68ad-4ff5-ac0c-2f9505665160,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:01.258964 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.260246 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-491452ed-f1de-4fc6-a85d-9d9da2e20293 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3228445 May 02 11:29:01.263174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51378) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:01.268068 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'network': {'name': 'tempest-network-smoke--446605924', 'project_id': '56d4325012a04948a47fd60cc7640751', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:01.330271 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:29:01.333687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.359449 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:29:01.371919 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3caa0d72-a0ac-415b-97f5-fc4332bda2f6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.371919 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Added segment 3caa0d72-a0ac-415b-97f5-fc4332bda2f6 of type vlan for network bbd18c52-8a79-4546-9c37-797f1f7b5454 May 02 11:29:01.411089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (bbd18c52-8a79-4546-9c37-797f1f7b5454), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.490327 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (bbd18c52-8a79-4546-9c37-797f1f7b5454), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.496551 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:01.499778 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.561987 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Network': ['ID=bbd18c52-8a79-4546-9c37-797f1f7b5454,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:01.572047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:29:01.607405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2373c57f-1ecc-4f43-a2c9-e1c7b0e5ca49 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3431950 May 02 11:29:01.610158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51380) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:01.614665 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'admin_state_up': True, 'project_id': '56d4325012a04948a47fd60cc7640751', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:01.713742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.714810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.765871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (3580c1e0-2c00-4634-b11b-85723cc8d580), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:01.974088 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (3580c1e0-2c00-4634-b11b-85723cc8d580), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.008549 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.273560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (3580c1e0-2c00-4634-b11b-85723cc8d580), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.295074 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.394307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.143 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/5b6074b2-2cb7-4347-9a36-fa4d068acbed) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:29:02.499283 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.593205 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:02.630524 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:02.636026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:02.639582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:29:02.645094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=5b6074b2-2cb7-4347-9a36-fa4d068acbed,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:03.291729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (3580c1e0-2c00-4634-b11b-85723cc8d580), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:03.494018 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:03.711565 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 3580c1e0-2c00-4634-b11b-85723cc8d580 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:29:03.820107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:29:03.829215 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Sync routers for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:29:03.838863 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:03.839465 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:03.886552 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:03.888012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9cca17b8-e7ce-4a44-a110-5c7c6419df44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2768440 May 02 11:29:03.891435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51382) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:03.947738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:03.978607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-418170be-bbd0-4147-aff6-e91c7ca0b661 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=56d4325012a04948a47fd60cc7640751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0859928 May 02 11:29:03.981278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51386) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:04.077404 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def7236a-9052-4daa-a155-d8a7cbc6e67f tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:04.078829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-def7236a-9052-4daa-a155-d8a7cbc6e67f tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0964942 May 02 11:29:04.081680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51388) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:04.110712 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a6deb846-3989-4d83-a892-e1e2207451b3 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279562 May 02 11:29:04.113228 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51390) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:04.118537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2032184138', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'project_id': '56d4325012a04948a47fd60cc7640751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:04.209427 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:03Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:04.236497 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Checking router: 3580c1e0-2c00-4634-b11b-85723cc8d580 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:29:04.236864 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Updating router 3580c1e0-2c00-4634-b11b-85723cc8d580 port 5b6074b2-2cb7-4347-9a36-fa4d068acbed binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:29:04.263359 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.289647 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:29:04.293135 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.515097 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks [] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.541950 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (37f87577-3f0f-45b3-b71c-c072f8d2ef1d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.599251 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.608428 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Subnet': ['ID=37f87577-3f0f-45b3-b71c-c072f8d2ef1d,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:04.615843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Checking segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:29:04.616212 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network hostable DHCP agents. Network: bbd18c52-8a79-4546-9c37-797f1f7b5454, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:29:04.646960 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Attempting to bind port 5b6074b2-2cb7-4347-9a36-fa4d068acbed on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:29:04.647962 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Attempting to bind port 5b6074b2-2cb7-4347-9a36-fa4d068acbed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:29:04.648326 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Attempting to bind port 5b6074b2-2cb7-4347-9a36-fa4d068acbed on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:29:04.656854 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Pushing event updated for resources: {'Port': ['ID=5b6074b2-2cb7-4347-9a36-fa4d068acbed,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:04.658971 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:29:04.659336 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:29:04.659729 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.660167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:29:04.660668 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Bound port: 5b6074b2-2cb7-4347-9a36-fa4d068acbed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:29:04.661043 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.683882 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.684227 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.684561 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.684920 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.685249 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.685576 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.685904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.686222 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.686540 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.686857 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.687178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.687493 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.687807 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.688120 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.688433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:29:04.722555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] For port 5b6074b2-2cb7-4347-9a36-fa4d068acbed, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:29:04.725453 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] For port 5b6074b2-2cb7-4347-9a36-fa4d068acbed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b6074b2-2cb7-4347-9a36-fa4d068acbed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:29:04.753266 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:29:04.815553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, bbd18c52-8a79-4546-9c37-797f1f7b5454) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:04.816113 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.819602 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:04.820197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:04.825869 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75920f0-6515-4a2a-9a91-5eb831858280 None None] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:29:04.879771 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:04.880380 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:04.882714 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c5a221-dbc3-45c2-baf0-10b086dad3a5 None None] Pushing event updated for resources: {'Port': ['ID=5b6074b2-2cb7-4347-9a36-fa4d068acbed,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:04.905077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-867845ea-6e58-4a70-99ed-40a06535000b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7906420 May 02 11:29:04.907644 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51392) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:04.934656 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-bbd18c52-8a79-4546-9c37-797f1f7b5454', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:29:04.937840 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.005025 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:05.081161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Allocated IP 172.20.0.2 (bbd18c52-8a79-4546-9c37-797f1f7b5454/37f87577-3f0f-45b3-b71c-c072f8d2ef1d/e2e702fb-62ad-488e-a333-e6617f21724b) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:29:05.179942 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:03Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:05.207007 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c085675-ee14-44d4-bcb6-a84eaf7fb6aa None None] The sync data for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 is: [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:03Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:29:05.237739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks [] for port (e2e702fb-62ad-488e-a333-e6617f21724b), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.296385 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.335421 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:05.342209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:05.346739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:29:05.350268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Pushing event updated for resources: {'Port': ['ID=e2e702fb-62ad-488e-a333-e6617f21724b,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:05.377144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.406999 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Attempting to bind port e2e702fb-62ad-488e-a333-e6617f21724b on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:29:05.407385 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Attempting to bind port e2e702fb-62ad-488e-a333-e6617f21724b by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:29:05.407763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Attempting to bind port e2e702fb-62ad-488e-a333-e6617f21724b on network bbd18c52-8a79-4546-9c37-797f1f7b5454 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:29:05.413497 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:29:05.414143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Checking segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:29:05.414554 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.414979 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Bound using segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:29:05.415484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Bound port: e2e702fb-62ad-488e-a333-e6617f21724b, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:29:05.415867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.517607 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] For port e2e702fb-62ad-488e-a333-e6617f21724b, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:29:05.521268 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] For port e2e702fb-62ad-488e-a333-e6617f21724b, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2e702fb-62ad-488e-a333-e6617f21724b,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:29:05.622787 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.690871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe83282c-908d-470a-aaaf-89b8d2b7c28e None None] Pushing event updated for resources: {'Port': ['ID=e2e702fb-62ad-488e-a333-e6617f21724b,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:05.703120 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.1 (bbd18c52-8a79-4546-9c37-797f1f7b5454/37f87577-3f0f-45b3-b71c-c072f8d2ef1d/7a8883ac-b488-4f96-8eed-5962506c2e7d) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:29:05.846756 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:05.975787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.022749 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:06.028401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:06.032475 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:29:06.040714 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:06.082929 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (3580c1e0-2c00-4634-b11b-85723cc8d580), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.273997 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.559673 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.561863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5b6074b2-2cb7-4347-9a36-fa4d068acbed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:06.609994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5b6074b2-2cb7-4347-9a36-fa4d068acbed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:06.610261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.620281 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.692637 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5b6074b2-2cb7-4347-9a36-fa4d068acbed is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:06.693037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.696382 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (3580c1e0-2c00-4634-b11b-85723cc8d580), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.704495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:06.718274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 5b6074b2-2cb7-4347-9a36-fa4d068acbed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b6074b2-2cb7-4347-9a36-fa4d068acbed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:06.792546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:06.793937 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:06.803044 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.807380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2e702fb-62ad-488e-a333-e6617f21724b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:06.878868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=5b6074b2-2cb7-4347-9a36-fa4d068acbed,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:06.894732 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e2e702fb-62ad-488e-a333-e6617f21724b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:06.895193 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:06.914748 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 3580c1e0-2c00-4634-b11b-85723cc8d580 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:29:06.984250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e2e702fb-62ad-488e-a333-e6617f21724b is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:06.984768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:07.021796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port e2e702fb-62ad-488e-a333-e6617f21724b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2e702fb-62ad-488e-a333-e6617f21724b,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:07.035849 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:29:07.040591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-dbfbf5b0-3c51-4131-b17e-9dec2c2fc859 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/3580c1e0-2c00-4634-b11b-85723cc8d580/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1319304 May 02 11:29:07.067430 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Sync routers for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:29:07.079281 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:07.079991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:07.126129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:07.218866 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-720c289f-4b44-4798-8c85-3b5aa1a4d83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1417093045&fields=id&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 267 time: 0.0527558 May 02 11:29:07.232708 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=e2e702fb-62ad-488e-a333-e6617f21724b,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:07.243951 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:07.282229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5b88c9-cd2e-4f18-ae3c-41f05c6e59b0 None None] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:29:07.334854 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-093d1ba5-beac-49b5-8346-e972909b8cd0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:07.336257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-093d1ba5-beac-49b5-8346-e972909b8cd0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 796 time: 0.1084316 May 02 11:29:07.351439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-3e6f1af9-c264-4fee-81e8-1b9afd397dad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/quotas/56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 375 time: 0.0095236 May 02 11:29:07.393943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-e67f455c-f170-4ef9-8c0a-5fcf8ffda92c None None] Provisioning complete for port e2e702fb-62ad-488e-a333-e6617f21724b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:07.394229 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e67f455c-f170-4ef9-8c0a-5fcf8ffda92c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:07.400439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-d0ac4e07-8cf5-4635-afef-7c9fbf1d2783 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436738 May 02 11:29:07.501142 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-43b1d994-69a7-4143-809e-9a023b59cb39 service neutron] 10.222.0.16 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890245 May 02 11:29:07.590826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-4791a4e9-7220-4bcf-a3e7-a0147dd50b47 service neutron] 10.222.0.16 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888028 May 02 11:29:07.598884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e67f455c-f170-4ef9-8c0a-5fcf8ffda92c None None] Current status of the port e2e702fb-62ad-488e-a333-e6617f21724b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:07.601610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 2, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:07.633118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Checking router: 3580c1e0-2c00-4634-b11b-85723cc8d580 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:29:07.633489 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Updating router 3580c1e0-2c00-4634-b11b-85723cc8d580 port 7a8883ac-b488-4f96-8eed-5962506c2e7d binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:29:07.664324 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:07.854516 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Provisioning complete for port 7a8883ac-b488-4f96-8eed-5962506c2e7d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:07.857343 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:07.898519 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c9947693-abd8-4c72-a628-d19fde3c5eba req-31b5d132-8306-40b1-8528-dcd35b6c7a15 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 210 time: 0.0429850 May 02 11:29:08.103440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Port 7a8883ac-b488-4f96-8eed-5962506c2e7d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:29:08.119884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Provisioning complete for port e2e702fb-62ad-488e-a333-e6617f21724b triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:08.120255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.205203 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks [] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.246493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-f992bd02-af80-40d2-8c24-b1079ff5919d None None] Current status of the port e2e702fb-62ad-488e-a333-e6617f21724b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:08.311425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.376044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddfcd2-9ad3-43c6-8055-c46fee3c168c None None] Pushing event updated for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:08.381814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0ee2523d-12b0-44d7-a54d-052165fbbd53 None None] Provisioning complete for port 7a8883ac-b488-4f96-8eed-5962506c2e7d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:08.381814 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0ee2523d-12b0-44d7-a54d-052165fbbd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.451809 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0ee2523d-12b0-44d7-a54d-052165fbbd53 None None] Port 7a8883ac-b488-4f96-8eed-5962506c2e7d cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:29:08.463478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Attempting to bind port 7a8883ac-b488-4f96-8eed-5962506c2e7d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:29:08.463824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Attempting to bind port 7a8883ac-b488-4f96-8eed-5962506c2e7d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:29:08.464252 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Attempting to bind port 7a8883ac-b488-4f96-8eed-5962506c2e7d on network bbd18c52-8a79-4546-9c37-797f1f7b5454 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:29:08.470002 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:29:08.470398 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Checking segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:29:08.471370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.471860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Bound using segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:29:08.472427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Bound port: 7a8883ac-b488-4f96-8eed-5962506c2e7d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:29:08.472739 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.547378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5b6074b2-2cb7-4347-9a36-fa4d068acbed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:08.571013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] For port 7a8883ac-b488-4f96-8eed-5962506c2e7d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:29:08.588163 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] For port 7a8883ac-b488-4f96-8eed-5962506c2e7d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a8883ac-b488-4f96-8eed-5962506c2e7d,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:29:08.607976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 5b6074b2-2cb7-4347-9a36-fa4d068acbed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:08.608555 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.685053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.723612 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Provisioning complete for port 7a8883ac-b488-4f96-8eed-5962506c2e7d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:08.723981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.747959 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 5b6074b2-2cb7-4347-9a36-fa4d068acbed is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:08.749133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2e702fb-62ad-488e-a333-e6617f21724b up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:08.826527 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ddfcd2-9ad3-43c6-8055-c46fee3c168c None None] Pushing event updated for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:08.832109 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:08.832776 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:08.954049 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e2e702fb-62ad-488e-a333-e6617f21724b triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:08.954522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.989610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Current status of the port 7a8883ac-b488-4f96-8eed-5962506c2e7d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:08.990008 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:08.993026 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7e920310-c314-4947-aa9b-f5f0f31b8627 req-85d53c51-23be-411c-98b4-0b78fdcc0aa2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 210 time: 0.0309341 May 02 11:29:09.039195 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:09.091364 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] For port 7a8883ac-b488-4f96-8eed-5962506c2e7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a8883ac-b488-4f96-8eed-5962506c2e7d,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:09.177920 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:09.213025 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e2e702fb-62ad-488e-a333-e6617f21724b is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:09.279653 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10866f70-1ee0-4a11-9435-c9db963893f3 None None] Pushing event updated for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:09.319989 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-19f5f849-cc8f-41b1-b4c4-58e01de26f90 None None] Provisioning complete for port 7a8883ac-b488-4f96-8eed-5962506c2e7d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:09.320371 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-19f5f849-cc8f-41b1-b4c4-58e01de26f90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:09.355995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:08Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:09.389259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e18edb-f4a7-4c3b-bcb5-f841e856c06e None None] The sync data for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 is: [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:08Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:29:09.449673 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-19f5f849-cc8f-41b1-b4c4-58e01de26f90 None None] Current status of the port 7a8883ac-b488-4f96-8eed-5962506c2e7d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:09.944218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-4edc9520-d376-40da-bfb9-67dc05fce633 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:09.945807 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-4edc9520-d376-40da-bfb9-67dc05fce633 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 796 time: 0.1223876 May 02 11:29:10.018422 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-78cfbe4c-6f01-4712-898e-806057cbffbb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 380 time: 0.0573730 May 02 11:29:10.031082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'port': {'device_id': '5392833a-19a0-4e00-a30f-25865823aef2', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'admin_state_up': True, 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'security_groups': ['6a42d25a-f27b-4921-bab7-6373cfd6dae2']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:10.104504 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f497789-20e5-4ed0-80a8-04430dbaa497 req-7772e2e3-7fff-4a04-8846-062bf05b0b4c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 210 time: 0.0377271 May 02 11:29:10.250680 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:29:10.254841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.383166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.9 (bbd18c52-8a79-4546-9c37-797f1f7b5454/37f87577-3f0f-45b3-b71c-c072f8d2ef1d/1b62469c-ccc8-4f3e-99dc-2af6013a4aa1) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:29:10.531534 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.535924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a8883ac-b488-4f96-8eed-5962506c2e7d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:10.582140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7a8883ac-b488-4f96-8eed-5962506c2e7d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:10.582516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.638261 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.661242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7a8883ac-b488-4f96-8eed-5962506c2e7d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:10.683964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:10.689037 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:10.691452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:29:10.719377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:10.747868 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:10.748483 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.842019 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-322bf49d-bd1d-4680-afd6-85c728419977 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151841 May 02 11:29:10.878547 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fdb543c1-4f31-4f3b-8a3e-4fd002a603ea None None] Provisioning complete for port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:10.878917 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fdb543c1-4f31-4f3b-8a3e-4fd002a603ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:10.895984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Request body: {'port': {'device_id': '5392833a-19a0-4e00-a30f-25865823aef2', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:10.914554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fdb543c1-4f31-4f3b-8a3e-4fd002a603ea None None] Port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:29:11.327807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e82bf2-f141-4ade-886a-e04c5b987039 req-0c96366d-566c-45f2-af4e-fc83e767227b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:11.329302 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28e82bf2-f141-4ade-886a-e04c5b987039 req-0c96366d-566c-45f2-af4e-fc83e767227b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 931 time: 0.0698416 May 02 11:29:11.338167 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:11.417926 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28e82bf2-f141-4ade-886a-e04c5b987039 req-844b5f9e-8bc2-4aa3-ba4b-f7be3688be90 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815682 May 02 11:29:11.628880 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:29:11.637004 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks [] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:11.649186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Transition to ACTIVE for port object 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:29:11.701421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:11.750427 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:11.826615 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Attempting to bind port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:29:11.826948 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Attempting to bind port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:29:11.827280 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Attempting to bind port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 on network bbd18c52-8a79-4546-9c37-797f1f7b5454 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:29:11.832187 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 on network bbd18c52-8a79-4546-9c37-797f1f7b5454 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:29:11.832516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Attempting to bind port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 on network bbd18c52-8a79-4546-9c37-797f1f7b5454 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:29:11.837698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 28, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:29:11.838024 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Checking segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:29:11.838410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Bound using segment: {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:29:11.838835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Bound port: 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3caa0d72-a0ac-415b-97f5-fc4332bda2f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:29:11.839197 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:11.906750 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:29:11.909814 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:29:11.981886 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:12.015980 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:12.016623 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:12.018050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] 10.222.0.15 "PUT /v2.0/ports/1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 1091 time: 1.1684420 May 02 11:29:12.018553 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:29:12.020760 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff" -d '{"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:29:12.046679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7333426f-b09a-4e27-9d5c-3a2ef0683e06 service neutron] Pushing event updated for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:12.114501 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e69823-7e4b-4628-8372-42dc5d7a243e x-openstack-request-id: req-99e69823-7e4b-4628-8372-42dc5d7a243e {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:29:12.114958 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:29:12.115296 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-99e69823-7e4b-4628-8372-42dc5d7a243e {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:29:12.115927 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99e69823-7e4b-4628-8372-42dc5d7a243e'] response: {'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'status': 'completed', 'code': 200} May 02 11:29:12.180582 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-9225f3ce-bd08-4d36-a4d3-127582fd69be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:12.182157 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-9225f3ce-bd08-4d36-a4d3-127582fd69be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1125 time: 0.0423663 May 02 11:29:12.229207 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-e34ba7df-b8f1-4839-a0dd-cda553f791c4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 217 time: 0.0397871 May 02 11:29:12.279125 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-2fe822c7-c182-41b6-83c1-27268fd19559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:12.280506 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-2fe822c7-c182-41b6-83c1-27268fd19559 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0432591 May 02 11:29:12.325936 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ea682e-3511-4541-987d-36120d7e39d9 req-757cf83d-d6b8-40c2-9d7e-420ffb166096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:12.327488 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-757cf83d-d6b8-40c2-9d7e-420ffb166096 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0386424 May 02 11:29:12.406025 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-112e1276-ba88-48ee-9d2a-173953668f93 req-644a14aa-f1a2-4a8b-a9bf-983133454893 service neutron] (115663) timed out ('10.222.0.24', 50477) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:29:12.423644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-e77fc0e5-5c65-4810-a291-7d1a4fbba424 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862541 May 02 11:29:12.550459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45ea682e-3511-4541-987d-36120d7e39d9 req-dee352c3-1de8-4578-b258-9804dfe882dc service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198461 May 02 11:29:12.557059 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265c1b9-f5a5-4986-b5a6-0d1c14bc83af req-5199f047-42c9-4b69-b91f-58f5058f24ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:12.558494 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1265c1b9-f5a5-4986-b5a6-0d1c14bc83af req-5199f047-42c9-4b69-b91f-58f5058f24ad tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 943 time: 0.0649431 May 02 11:29:12.608972 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1265c1b9-f5a5-4986-b5a6-0d1c14bc83af req-a8b54976-23a3-4a2f-a8fe-51b34c207a83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440981 May 02 11:29:13.641054 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-4b7c76fa-d314-4bff-b68c-af97eeaffa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:13.642275 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-4b7c76fa-d314-4bff-b68c-af97eeaffa74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1125 time: 0.0388374 May 02 11:29:13.735853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09d08e-0672-4a11-923d-da2292379bf2 req-be8e05e1-2087-4e1d-ad49-46acfa44303a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:13.738068 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d09d08e-0672-4a11-923d-da2292379bf2 req-be8e05e1-2087-4e1d-ad49-46acfa44303a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 943 time: 0.0559559 May 02 11:29:13.749585 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-6aa771e6-dfbe-48aa-857e-d7fe8a84b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:13.751143 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-6aa771e6-dfbe-48aa-857e-d7fe8a84b399 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0993562 May 02 11:29:13.789213 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8d09d08e-0672-4a11-923d-da2292379bf2 req-45f4dca0-aad5-4555-befe-8870ceb80d34 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440397 May 02 11:29:13.797780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-bf228a29-f6dc-4921-9f0c-a6028b1abd93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 217 time: 0.0365198 May 02 11:29:13.857260 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-bb3cca20-2998-4ebe-9820-e5bc5a83702d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:13.858732 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-bb3cca20-2998-4ebe-9820-e5bc5a83702d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0464365 May 02 11:29:13.911098 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-d51e88a0-1a93-4b3b-ae47-6f195f36af66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:13.912691 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-d51e88a0-1a93-4b3b-ae47-6f195f36af66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0448201 May 02 11:29:14.005949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-281c5317-04e4-442e-bf97-30d2fc1565fd service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839632 May 02 11:29:14.103521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d3ecbb0b-5cc3-43cd-ba64-1996739c92ff req-d4f24eba-094b-4030-81eb-68a2c5df467f service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882401 May 02 11:29:14.906516 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6fc3af-f310-40c4-afc3-1d297b2c3c69 req-aa8e5ac5-461f-4f18-bb2c-bde239eea4a0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:14.907979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f6fc3af-f310-40c4-afc3-1d297b2c3c69 req-aa8e5ac5-461f-4f18-bb2c-bde239eea4a0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 943 time: 0.0468955 May 02 11:29:14.957131 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f6fc3af-f310-40c4-afc3-1d297b2c3c69 req-efb45810-6c11-431d-9d23-cb1315f41721 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434389 May 02 11:29:15.118633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:15.455125 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:29:15.550863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:15.562526 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'port_id': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'mac_address': 'fa:16:3e:1d:5b:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:29:15.602911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:15.603305 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:15.616377 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:29:15.635342 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:15.700562 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:15.746988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:15.955893 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:29:16.073583 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e71a8e-37c7-48bc-bb73-dfedbdd3433f req-86e42abc-acaf-45e1-b19e-b64b9f696b2d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:16.075075 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08e71a8e-37c7-48bc-bb73-dfedbdd3433f req-86e42abc-acaf-45e1-b19e-b64b9f696b2d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 944 time: 0.0506866 May 02 11:29:16.126150 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-08e71a8e-37c7-48bc-bb73-dfedbdd3433f req-de8602b6-b5ae-4521-95d1-170899902710 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452266 May 02 11:29:16.598437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:17.242888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0836e6-d0b3-4419-b6cf-c7b8846e55a3 req-547f7888-6c35-4605-ba20-2adff70b755f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:17.244366 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be0836e6-d0b3-4419-b6cf-c7b8846e55a3 req-547f7888-6c35-4605-ba20-2adff70b755f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 944 time: 0.0507636 May 02 11:29:17.292440 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-be0836e6-d0b3-4419-b6cf-c7b8846e55a3 req-0c7a14ce-e830-42cd-b89e-81a5f910ba3e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425396 May 02 11:29:17.465491 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:29:17.509508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:29:17.602512 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:29:17.603126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:17.681695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:29:17.682099 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:17.704012 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:29:17.706426 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8708068c-0b67-48e2-a1b2-642a86a49105" -d '{"events": [{"server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "name": "network-vif-plugged", "status": "completed", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:29:17.719976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:29:17.770621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:17.797113 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96eaccb6-d545-4ef5-8c20-43d2234ee1f7 x-openstack-request-id: req-96eaccb6-d545-4ef5-8c20-43d2234ee1f7 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:29:17.806217 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "name": "network-vif-plugged", "status": "completed", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:29:17.806217 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-96eaccb6-d545-4ef5-8c20-43d2234ee1f7 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:29:17.806217 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96eaccb6-d545-4ef5-8c20-43d2234ee1f7'] response: {'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'code': 200} May 02 11:29:17.822395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:17.898528 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a08d69-4d0e-4b1b-b003-2585d18a661d req-ce3f6ae2-26a7-412a-98f7-f29dbf8e3f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:17.900003 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6a08d69-4d0e-4b1b-b003-2585d18a661d req-ce3f6ae2-26a7-412a-98f7-f29dbf8e3f0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0383384 May 02 11:29:17.945005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c6a08d69-4d0e-4b1b-b003-2585d18a661d req-061fd50e-5ff4-4d0b-b045-5dfab407af71 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386066 May 02 11:29:18.403358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa2b6af-9212-4221-93f4-35d14cebe1bf req-e03244df-6ca7-4400-b9b2-8693942e5022 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:18.404829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fa2b6af-9212-4221-93f4-35d14cebe1bf req-e03244df-6ca7-4400-b9b2-8693942e5022 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0461602 May 02 11:29:18.457149 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3fa2b6af-9212-4221-93f4-35d14cebe1bf req-3be4b1ad-1b3c-439a-a2ce-bf10288c6a44 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468161 May 02 11:29:19.573655 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750e9a8-142f-46cd-9ac7-965ff2836e29 req-fb7229a4-edeb-47d9-a79a-5ab6c5f74636 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:19.575115 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9750e9a8-142f-46cd-9ac7-965ff2836e29 req-fb7229a4-edeb-47d9-a79a-5ab6c5f74636 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0474184 May 02 11:29:19.624288 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9750e9a8-142f-46cd-9ac7-965ff2836e29 req-2575148a-a71c-41f6-8744-e36f1d364a89 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435886 May 02 11:29:19.737699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dfe32f-0c6f-4693-9c45-9b4ccfc728de req-0edb7506-4c9b-44f0-9c73-6e7389b81ea8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:19.739253 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1dfe32f-0c6f-4693-9c45-9b4ccfc728de req-0edb7506-4c9b-44f0-9c73-6e7389b81ea8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0477281 May 02 11:29:19.788368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f1dfe32f-0c6f-4693-9c45-9b4ccfc728de req-68ef31bb-aaad-4586-9d9b-e6dcdc914731 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433836 May 02 11:29:19.809947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51454) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:19.846894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5db93375-8157-4fb9-9df1-2c1cbe90a51c tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:19.848439 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-5db93375-8157-4fb9-9df1-2c1cbe90a51c tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1122 time: 0.0374925 May 02 11:29:19.851804 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51456) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:19.856149 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address': '172.20.0.9'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:29:19.940009 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:20.019783 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:20.119926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.199 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/feaa9a2f-f835-44ce-b4d0-7d17f660c93e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:29:20.225050 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:20.324466 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:20.359699 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:29:20.362444 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:29:20.367864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:29:20.390618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=feaa9a2f-f835-44ce-b4d0-7d17f660c93e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:20.734251 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (ef323248-048d-4c8d-a2b5-acf9002fb9d1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:20.869222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:21.020302 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:21.106889 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:21.176389 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=feaa9a2f-f835-44ce-b4d0-7d17f660c93e,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:29:21.190396 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ef323248-048d-4c8d-a2b5-acf9002fb9d1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:21.293410 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP ef323248-048d-4c8d-a2b5-acf9002fb9d1 associated. External IP: 172.35.4.199, port: 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1. May 02 11:29:21.501242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 3580c1e0-2c00-4634-b11b-85723cc8d580 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:29:21.613571 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:29:21.621348 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Sync routers for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:29:21.630618 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:21.636012 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:21.704324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:21.734711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-491222d3-737b-492d-bf07-a3c8b9f912cd tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8819022 May 02 11:29:21.735418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:29:21.737664 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:21.737809 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b7c4fa-22db-4f07-b307-ed336a422f7b" -d '{"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:29:21.775049 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-960b284c-1130-4b15-9eac-3d7471e51c56 x-openstack-request-id: req-960b284c-1130-4b15-9eac-3d7471e51c56 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:29:21.775353 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:29:21.775613 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-960b284c-1130-4b15-9eac-3d7471e51c56 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:29:21.776647 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-960b284c-1130-4b15-9eac-3d7471e51c56'] response: {'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'status': 'completed', 'code': 200} May 02 11:29:21.837348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fe399a-2131-4a2f-9df3-3a0dbab908fc req-6b65e4e7-a678-4596-9860-6fd8c4d63691 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:21.837930 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-37dc6b7c-f071-4177-927a-3d656995ef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:21.839551 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-37dc6b7c-f071-4177-927a-3d656995ef44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0408108 May 02 11:29:21.839829 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36fe399a-2131-4a2f-9df3-3a0dbab908fc req-6b65e4e7-a678-4596-9860-6fd8c4d63691 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0476577 May 02 11:29:21.895779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-36fe399a-2131-4a2f-9df3-3a0dbab908fc req-508382ef-c621-4184-95fa-bb7520d01235 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497999 May 02 11:29:21.921149 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51462) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:21.937607 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-8b97ea66-2210-47b2-9c0b-921eca845c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:21.939219 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-8b97ea66-2210-47b2-9c0b-921eca845c70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0929234 May 02 11:29:21.963753 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef323248-048d-4c8d-a2b5-acf9002fb9d1', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'port_id': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'mac_address': 'fa:16:3e:1d:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5392833a-19a0-4e00-a30f-25865823aef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:29:20Z', 'updated_at': '2022-05-02T11:29:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:21.993851 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Checking router: 3580c1e0-2c00-4634-b11b-85723cc8d580 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:29:21.994975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-cd093bad-bf0e-4527-b600-1cea556b5eba tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/ef323248-048d-4c8d-a2b5-acf9002fb9d1 HTTP/1.1" status: 200 len: 991 time: 0.0719364 May 02 11:29:22.002893 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:29:22.003490 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:28:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:22.004502 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-f89802e0-4f0a-4167-b2d4-9feb4cd74e4e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 999 time: 0.0589921 May 02 11:29:22.052463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-e94fc106-dd00-441e-b0f0-95acd75c82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:22.054449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-e94fc106-dd00-441e-b0f0-95acd75c82b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0442681 May 02 11:29:22.100761 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-3470fb88-5e7f-4af0-8766-7b4f0a0872dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:22.102277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-3470fb88-5e7f-4af0-8766-7b4f0a0872dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421629 May 02 11:29:22.111528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:29:22.196700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-d844508e-276c-40bf-8bf4-da2d228fa07d service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875673 May 02 11:29:22.289446 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d9b7c4fa-22db-4f07-b307-ed336a422f7b req-d65bef5f-feea-4640-9c6c-818fe79bee7c service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865278 May 02 11:29:22.410628 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef323248-048d-4c8d-a2b5-acf9002fb9d1', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'port_id': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'mac_address': 'fa:16:3e:1d:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5392833a-19a0-4e00-a30f-25865823aef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:29:20Z', 'updated_at': '2022-05-02T11:29:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:29:22.440998 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a91f22b-eced-41d5-b12e-cbd13690b598 None None] The sync data for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 is: [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ef323248-048d-4c8d-a2b5-acf9002fb9d1', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.199', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'port_id': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4328, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'mac_address': 'fa:16:3e:1d:5b:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5392833a-19a0-4e00-a30f-25865823aef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:29:20Z', 'updated_at': '2022-05-02T11:29:20Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:29:22.636837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfffd9b1-fdfc-40f6-ab05-ef9a0ede873c None None] New status for floating IP ef323248-048d-4c8d-a2b5-acf9002fb9d1: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:29:22.998380 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51464) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:29:23.376241 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-addf59fa-8975-4349-a882-1ef5b2755b75 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/ef323248-048d-4c8d-a2b5-acf9002fb9d1 HTTP/1.1" status: 200 len: 993 time: 0.3766997 May 02 11:29:23.720731 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:29:25.598615 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c9cf2099-ebbe-46b9-b19e-9a442242ee91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:27.924197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-002c2915-52ca-47a7-8804-a7c462d15ec1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:28.707589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-90d7ca7c-77e1-4e31-88a6-69081113e4f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0383675 May 02 11:29:28.785526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-d6ab0f2c-b699-4be6-99cf-2dd17b2ccea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:28.787618 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-d6ab0f2c-b699-4be6-99cf-2dd17b2ccea7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0383518 May 02 11:29:28.892402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-d738bd15-b703-49a8-be3a-c455a4df18ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:28.893911 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-d738bd15-b703-49a8-be3a-c455a4df18ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0886214 May 02 11:29:28.958096 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-a888f68c-e8bb-4b2b-9327-77994a2eaf27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 1001 time: 0.0566459 May 02 11:29:29.012109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-ab3abe8a-03a0-4b97-a244-3b9e31d4a14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:29.013495 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-ab3abe8a-03a0-4b97-a244-3b9e31d4a14c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0465569 May 02 11:29:29.379156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-72322aea-0d14-4100-82b6-c7d044efba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:29.380697 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-72322aea-0d14-4100-82b6-c7d044efba1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.3610153 May 02 11:29:29.472876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-c6ca841c-92f3-4df7-8d4a-7574929bceab service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815828 May 02 11:29:29.478235 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:29.567850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-49c8f8a4-2aa1-4281-b987-70bc8ca4ed05 req-839b99e1-8040-4c96-a799-1bf22050cd24 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836027 May 02 11:29:30.842858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:32.134032 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:45.088450 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:46.615485 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:55.602196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f82250e1-94e4-4fa4-832d-858c4ad1b8d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:56.760556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3084dc5-5fe7-43c2-a6bb-cda0405d66ff req-539d5b16-1399-4181-b8b7-2e708d00b555 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:56.761985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3084dc5-5fe7-43c2-a6bb-cda0405d66ff req-539d5b16-1399-4181-b8b7-2e708d00b555 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0473506 May 02 11:29:56.811232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c3084dc5-5fe7-43c2-a6bb-cda0405d66ff req-e37a9564-aed2-4556-b30f-649b03b971d4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435562 May 02 11:29:57.927638 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a716f3a-24ea-42f7-a532-27fc5b0a4b0b req-3b6691c0-0606-45dc-9b86-ac8d7352700f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:57.929991 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a716f3a-24ea-42f7-a532-27fc5b0a4b0b req-3b6691c0-0606-45dc-9b86-ac8d7352700f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0472293 May 02 11:29:57.958404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc2cd02a-f584-4e42-8ab9-b0a8279dfeae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:29:57.980434 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a716f3a-24ea-42f7-a532-27fc5b0a4b0b req-1d9f7884-9f56-44aa-9c78-d1baeb36ac28 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450914 May 02 11:29:59.096682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b83ff7-d126-4da8-a889-f579b9dc238e req-95fb77c7-f7bd-4741-b156-47e569d88cf6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:29:59.098178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71b83ff7-d126-4da8-a889-f579b9dc238e req-95fb77c7-f7bd-4741-b156-47e569d88cf6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0498383 May 02 11:29:59.146185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71b83ff7-d126-4da8-a889-f579b9dc238e req-ff0ea6f2-d837-4e3e-ac10-45a22a1536a1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423436 May 02 11:29:59.466109 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:00.264288 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacdc941-610e-479f-a040-0bbed67d92be req-258279c4-0384-488e-8ba2-266f4c4452dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:00.265812 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dacdc941-610e-479f-a040-0bbed67d92be req-258279c4-0384-488e-8ba2-266f4c4452dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0478938 May 02 11:30:00.316976 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dacdc941-610e-479f-a040-0bbed67d92be req-8380895e-f904-4c73-b36b-90cf98d9a7fc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453191 May 02 11:30:00.720488 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:30:00.855420 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:01.429600 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08ec29-da63-48b1-902c-e4ea01b20749 req-fe1c5e83-23b9-4ee9-aeeb-2842dfdf329c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:01.431089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f08ec29-da63-48b1-902c-e4ea01b20749 req-fe1c5e83-23b9-4ee9-aeeb-2842dfdf329c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0465462 May 02 11:30:01.478496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6f08ec29-da63-48b1-902c-e4ea01b20749 req-7085f6ce-3fc4-45fb-945b-a5aa2a87ad0e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418088 May 02 11:30:01.975322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:02.597242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01475b29-9832-4c9f-8f20-665a2eeda1b9 req-e22dfc1e-efc2-4589-a264-3fb710de63df tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:02.597242 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01475b29-9832-4c9f-8f20-665a2eeda1b9 req-e22dfc1e-efc2-4589-a264-3fb710de63df tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0489299 May 02 11:30:02.643298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-01475b29-9832-4c9f-8f20-665a2eeda1b9 req-e59cb35b-00e4-437f-ad67-e44adc7db363 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412946 May 02 11:30:03.760688 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5166a4-6c10-4131-a5fc-b06f9a700921 req-7e104d63-8a24-42f1-a800-8c774de68f07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:03.762372 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc5166a4-6c10-4131-a5fc-b06f9a700921 req-7e104d63-8a24-42f1-a800-8c774de68f07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0514820 May 02 11:30:03.811289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-fc5166a4-6c10-4131-a5fc-b06f9a700921 req-03cf90a0-2689-47a6-97f8-e4fbb15dee8c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433288 May 02 11:30:04.923707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b631344-9cd2-4fee-b906-460c3a5d30fc req-924ae85f-60ec-4d51-a46b-4d7659d56b28 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:04.925197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b631344-9cd2-4fee-b906-460c3a5d30fc req-924ae85f-60ec-4d51-a46b-4d7659d56b28 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0469401 May 02 11:30:04.974899 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b631344-9cd2-4fee-b906-460c3a5d30fc req-04462341-267e-4de3-a0d6-b3256379839b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435402 May 02 11:30:06.087384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae75750-0ff0-4dce-94dc-82608047a012 req-dce50260-605b-4aca-a2fb-09d7fb98f582 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:06.088856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ae75750-0ff0-4dce-94dc-82608047a012 req-dce50260-605b-4aca-a2fb-09d7fb98f582 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0456824 May 02 11:30:06.137673 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2ae75750-0ff0-4dce-94dc-82608047a012 req-7ab7d0f0-4024-41c7-89fe-f3daa918124c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432210 May 02 11:30:07.252924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88753a8-5e06-4044-aff0-e5dc5714117f req-9fb2f011-8bb0-4fff-afb9-e2b0142b376c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:07.254375 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b88753a8-5e06-4044-aff0-e5dc5714117f req-9fb2f011-8bb0-4fff-afb9-e2b0142b376c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0471292 May 02 11:30:07.306521 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b88753a8-5e06-4044-aff0-e5dc5714117f req-c769c96e-ca80-45f3-800b-433173c2b273 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460479 May 02 11:30:07.328562 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51516) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:07.388588 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-88bb9ffe-a546-47e0-ae47-3e444a58cc79 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/ef323248-048d-4c8d-a2b5-acf9002fb9d1 HTTP/1.1" status: 200 len: 993 time: 0.0589011 May 02 11:30:08.788256 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84a81ba-b5d8-461d-ac23-dfd570242caf req-f9fd6211-4b6e-4c09-aabf-aaeb710fb4a5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:08.790065 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e84a81ba-b5d8-461d-ac23-dfd570242caf req-f9fd6211-4b6e-4c09-aabf-aaeb710fb4a5 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0471115 May 02 11:30:08.844611 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e84a81ba-b5d8-461d-ac23-dfd570242caf req-cc09ae7c-eea5-4daf-bafe-836c9e3a0fd1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479152 May 02 11:30:08.881925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-069344d8-76b2-4e8e-adac-fc6c9d5ab2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:08.883917 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-069344d8-76b2-4e8e-adac-fc6c9d5ab2f7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0384431 May 02 11:30:08.974347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-98bf4d3a-9b35-4204-88fd-e019700f0835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:08.975739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-98bf4d3a-9b35-4204-88fd-e019700f0835 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0830727 May 02 11:30:09.047283 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-ab87f4e2-be9e-4091-ac94-f34f2178375f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 1001 time: 0.0621557 May 02 11:30:09.098164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-05bf3071-e4ae-4b7c-91d1-cf55291ae748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:09.099660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-05bf3071-e4ae-4b7c-91d1-cf55291ae748 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0432644 May 02 11:30:09.146497 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-b6827bad-c490-4669-bc1d-5eb6647276da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:09.148198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-b6827bad-c490-4669-bc1d-5eb6647276da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0395751 May 02 11:30:09.243960 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-ebc95f84-db21-43cf-b701-11d1b230ca70 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859189 May 02 11:30:09.338647 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-66fe8fdf-9338-4cc1-ae02-4f3f1b987e5f req-e922f798-cce2-42c4-9fe5-69d0f32ca367 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857644 May 02 11:30:09.960469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d4c469-2cbd-45ea-8b65-ac9f0270e5e4 req-7280fc87-5697-462d-b742-1f0952b9e012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:09.962508 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4d4c469-2cbd-45ea-8b65-ac9f0270e5e4 req-7280fc87-5697-462d-b742-1f0952b9e012 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0472198 May 02 11:30:10.014862 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a4d4c469-2cbd-45ea-8b65-ac9f0270e5e4 req-9509bedb-e270-47f7-a38a-d9253ca24453 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465925 May 02 11:30:11.129878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c06ee1-e76a-4cd5-bc58-a7cd91f41a19 req-af764d9b-2d75-4bff-a140-932b96660145 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:11.131406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37c06ee1-e76a-4cd5-bc58-a7cd91f41a19 req-af764d9b-2d75-4bff-a140-932b96660145 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0477061 May 02 11:30:11.180467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-37c06ee1-e76a-4cd5-bc58-a7cd91f41a19 req-46a2a15c-bba4-47eb-b026-34d289bfef82 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427334 May 02 11:30:11.204017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51528) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:11.265851 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d92aa2f6-0d18-4213-87d8-53e13b692c90 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/ef323248-048d-4c8d-a2b5-acf9002fb9d1 HTTP/1.1" status: 200 len: 993 time: 0.0606737 May 02 11:30:15.088198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:16.677502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:25.620132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-62b407b6-05a8-47c2-b89f-e6da95d2c1dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:27.940524 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-824e48b5-578b-41b7-9da8-7cbbf0aec944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:29.482410 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:30.707115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-110877d1-9b2d-4dab-bc9b-de2443ee414f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409524 May 02 11:30:30.788926 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-69530994-f76b-442f-8fc4-693c86f4e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:30.790699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-69530994-f76b-442f-8fc4-693c86f4e6fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0403404 May 02 11:30:30.865473 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:30.902315 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-9f0487a3-91f7-4155-8135-4a2566d153f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:30.904385 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-9f0487a3-91f7-4155-8135-4a2566d153f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0911613 May 02 11:30:30.969615 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-00ef01e8-9b8e-4cbc-b2a2-19b205c61959 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 1001 time: 0.0584087 May 02 11:30:31.017843 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-24228a41-9832-4404-acb2-b713cdc0cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:31.019288 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-24228a41-9832-4404-acb2-b713cdc0cb8c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0434477 May 02 11:30:31.068820 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-e5b46a58-0602-4be4-82c2-5988c21f09fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:31.070222 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-e5b46a58-0602-4be4-82c2-5988c21f09fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0430133 May 02 11:30:31.159342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-92b55fa5-d95b-4a64-a196-3f922aab4ffd service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819776 May 02 11:30:31.250951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ef1d5b7e-9644-4f45-8174-50d6d43dfcfa req-08877730-a006-41e7-b40b-a6648fac2472 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849359 May 02 11:30:31.986231 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:37.719628 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:30:41.684636 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51544) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:41.834915 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port feaa9a2f-f835-44ce-b4d0-7d17f660c93e {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:30:41.835264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:41.908291 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:41.908640 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:41.925238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for feaa9a2f-f835-44ce-b4d0-7d17f660c93e owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:30:42.105918 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (feaa9a2f-f835-44ce-b4d0-7d17f660c93e), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:42.134830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=feaa9a2f-f835-44ce-b4d0-7d17f660c93e,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:42.149171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.149525 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.149870 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.150211 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.150547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.150878 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.151238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.151567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.151895 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.152243 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.152567 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.152916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.153238 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.153563 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.153884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:42.214148 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (ef323248-048d-4c8d-a2b5-acf9002fb9d1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:42.214488 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP ef323248-048d-4c8d-a2b5-acf9002fb9d1 disassociated (deleted). External IP: 172.35.4.199, port: 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1. May 02 11:30:42.424831 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 3580c1e0-2c00-4634-b11b-85723cc8d580 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:30:42.532432 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:30:42.536910 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:42.543987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Sync routers for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:30:42.554051 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:42.554657 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:42.566115 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-92e149e4-2d23-4af0-ae42-ba658bf32368 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/floatingips/ef323248-048d-4c8d-a2b5-acf9002fb9d1 HTTP/1.1" status: 204 len: 168 time: 0.8799088 May 02 11:30:42.566695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:30:42.568956 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282ea2fb-45db-4a39-bbf8-29c41077eac5" -d '{"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:30:42.609837 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c541a09-8ac6-48b2-af7b-278b7a5fdcb5 x-openstack-request-id: req-6c541a09-8ac6-48b2-af7b-278b7a5fdcb5 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:30:42.610128 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:30:42.610388 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6c541a09-8ac6-48b2-af7b-278b7a5fdcb5 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:30:42.610802 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c541a09-8ac6-48b2-af7b-278b7a5fdcb5'] response: {'name': 'network-changed', 'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'status': 'completed', 'code': 200} May 02 11:30:42.664871 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:42.672838 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-0e87245a-e4fc-479e-a5f6-f0dba4d351cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:42.672838 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-0e87245a-e4fc-479e-a5f6-f0dba4d351cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 1127 time: 0.0407112 May 02 11:30:42.764793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-546a364a-0d27-4a8b-acee-e614ec3d40a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:42.766188 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-546a364a-0d27-4a8b-acee-e614ec3d40a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 200 len: 897 time: 0.0896468 May 02 11:30:42.807250 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-f4b67e4f-fb8c-4523-bdd5-57d554aec099 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 200 len: 217 time: 0.0344734 May 02 11:30:42.859469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-75c42f1a-1816-4f6b-a318-0cd603da22ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:42.861025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-75c42f1a-1816-4f6b-a318-0cd603da22ff service neutron] 10.222.0.15 "GET /v2.0/subnets?id=37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 200 len: 835 time: 0.0473049 May 02 11:30:42.864155 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:42.891212 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Checking router: 3580c1e0-2c00-4634-b11b-85723cc8d580 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:30:42.899751 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:42.900487 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:42.910527 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-63e4824a-b15a-4d50-b3ed-0946cf55a5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:42.912145 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-63e4824a-b15a-4d50-b3ed-0946cf55a5c5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bbd18c52-8a79-4546-9c37-797f1f7b5454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0445256 May 02 11:30:43.011051 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-b61011ce-9ec4-40ee-b6f5-749c09e7d21c service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918281 May 02 11:30:43.018836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:43.027567 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50dab7d-db2c-4e5e-a864-babf45a6bf39 req-3a6a2e71-fad9-4ea9-9f88-bb5c6a7b1979 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:43.029760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d50dab7d-db2c-4e5e-a864-babf45a6bf39 req-3a6a2e71-fad9-4ea9-9f88-bb5c6a7b1979 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0476773 May 02 11:30:43.078804 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d50dab7d-db2c-4e5e-a864-babf45a6bf39 req-56c9d857-b843-4700-a617-c4b110b7f628 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433092 May 02 11:30:43.208958 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:43.234173 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52018a3b-6d0a-4fca-a9bc-1bcd28041efc None None] The sync data for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 is: [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '7a8883ac-b488-4f96-8eed-5962506c2e7d', 'name': '', 'network_id': 'bbd18c52-8a79-4546-9c37-797f1f7b5454', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:2d:b1:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_interface', 'standard_attr_id': 4325, 'fixed_ips': [{'subnet_id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:05Z', 'updated_at': '2022-05-02T11:29:09Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '37f87577-3f0f-45b3-b71c-c072f8d2ef1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:30:43.447235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047859e5-8b2f-4c4c-89a5-911249e582d1 None None] New status for floating IP ef323248-048d-4c8d-a2b5-acf9002fb9d1: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:30:44.198042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b6a36b-1552-4917-89dd-674f0471135f req-8c736f9e-b2a6-4123-9d5e-de0c0e76d7f0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:44.199467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b6a36b-1552-4917-89dd-674f0471135f req-8c736f9e-b2a6-4123-9d5e-de0c0e76d7f0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0509343 May 02 11:30:44.248291 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-28b6a36b-1552-4917-89dd-674f0471135f req-d4d76afd-8f7b-4daf-b4de-facd5dea30d4 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=6a42d25a-f27b-4921-bab7-6373cfd6dae2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425956 May 02 11:30:44.408662 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-282ea2fb-45db-4a39-bbf8-29c41077eac5 req-4b15367c-64da-4367-b7a7-cec4e4dd5302 service neutron] 10.222.0.15 "GET /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811787 May 02 11:30:44.857808 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bed093-dc6b-4f05-b316-653cfad28373 req-5d9326c1-c0e2-4beb-b768-61012a1d02c1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:44.859225 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73bed093-dc6b-4f05-b316-653cfad28373 req-5d9326c1-c0e2-4beb-b768-61012a1d02c1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 945 time: 0.0503635 May 02 11:30:44.940532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:30:44.940911 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:45.035445 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:45.035816 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:45.051312 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:30:45.133624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:45.266416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1b62469c-ccc8-4f3e-99dc-2af6013a4aa1), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:45.297864 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=1b62469c-ccc8-4f3e-99dc-2af6013a4aa1,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:45.346425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] No DVR routers for this DVR port 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:30:45.349344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:45.352791 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5c04c936-4f3f-43f8-81d5-5ad73aca1d7b req-93f9e24a-b1f8-4141-9edc-2cadcf6134cc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=5392833a-19a0-4e00-a30f-25865823aef2 HTTP/1.1" status: 200 len: 210 time: 0.0304661 May 02 11:30:45.353257 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-73bed093-dc6b-4f05-b316-653cfad28373 req-8badc606-3159-4d3f-86c8-18fbe67d78ab tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.15 "DELETE /v2.0/ports/1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 HTTP/1.1" status: 204 len: 173 time: 0.4882452 May 02 11:30:45.353401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'name': 'network-vif-deleted', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:30:45.355697 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd44167-9c0b-462e-9252-150fe27ff586" -d '{"events": [{"server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "name": "network-vif-deleted", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:30:45.394354 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fdd3eb-64fc-4dd5-aea9-784facad6635 x-openstack-request-id: req-91fdd3eb-64fc-4dd5-aea9-784facad6635 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:30:45.394649 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5392833a-19a0-4e00-a30f-25865823aef2", "name": "network-vif-deleted", "tag": "1b62469c-ccc8-4f3e-99dc-2af6013a4aa1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:30:45.394904 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-91fdd3eb-64fc-4dd5-aea9-784facad6635 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:30:45.395310 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91fdd3eb-64fc-4dd5-aea9-784facad6635'] response: {'server_uuid': '5392833a-19a0-4e00-a30f-25865823aef2', 'name': 'network-vif-deleted', 'tag': '1b62469c-ccc8-4f3e-99dc-2af6013a4aa1', 'status': 'completed', 'code': 200} May 02 11:30:46.408774 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51560) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:46.677482 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:46.748499 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (3580c1e0-2c00-4634-b11b-85723cc8d580), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:46.985196 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 7a8883ac-b488-4f96-8eed-5962506c2e7d {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:30:46.985461 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:47.071176 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 7a8883ac-b488-4f96-8eed-5962506c2e7d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7a8883ac-b488-4f96-8eed-5962506c2e7d,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:47.071547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:47.084156 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 7a8883ac-b488-4f96-8eed-5962506c2e7d owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:30:47.345598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (7a8883ac-b488-4f96-8eed-5962506c2e7d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:47.375291 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=7a8883ac-b488-4f96-8eed-5962506c2e7d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:47.870447 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (3580c1e0-2c00-4634-b11b-85723cc8d580), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:47.932164 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:30:47.952466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:30:47.952859 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 1b62469c-ccc8-4f3e-99dc-2af6013a4aa1 not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:30:48.086633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router 3580c1e0-2c00-4634-b11b-85723cc8d580 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:30:48.194536 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:30:48.199453 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-611f34e5-a8e2-45eb-8006-da010e4c6baf tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/3580c1e0-2c00-4634-b11b-85723cc8d580/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7896538 May 02 11:30:48.202253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51562) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:48.204498 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Sync routers for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:30:48.213804 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:48.214407 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:48.253335 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting subnet 37f87577-3f0f-45b3-b71c-c072f8d2ef1d {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:30:48.256468 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (37f87577-3f0f-45b3-b71c-c072f8d2ef1d), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.297470 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (37f87577-3f0f-45b3-b71c-c072f8d2ef1d), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.388439 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (37f87577-3f0f-45b3-b71c-c072f8d2ef1d), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.408983 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:48.523794 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (37f87577-3f0f-45b3-b71c-c072f8d2ef1d), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.553303 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Subnet': ['ID=37f87577-3f0f-45b3-b71c-c072f8d2ef1d,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:48.557086 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.563301 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-16fe210d-5a0c-427a-872b-be200b8dad27 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/subnets/37f87577-3f0f-45b3-b71c-c072f8d2ef1d HTTP/1.1" status: 204 len: 168 time: 0.3568163 May 02 11:30:48.564474 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cfd65b7-e566-47ea-b781-4b1eb2508365 None None] Network bbd18c52-8a79-4546-9c37-797f1f7b5454 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:30:48.565138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:48.598256 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:30:47Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:48.630197 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Checking router: 3580c1e0-2c00-4634-b11b-85723cc8d580 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:30:48.639273 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Routers {'3580c1e0-2c00-4634-b11b-85723cc8d580'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:48.640544 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['3580c1e0-2c00-4634-b11b-85723cc8d580'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:48.686700 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.753777 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] DHCP port deletion for bbd18c52-8a79-4546-9c37-797f1f7b5454 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:30:48.755997 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] Set router 3580c1e0-2c00-4634-b11b-85723cc8d580 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:48.796034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Deleting port e2e702fb-62ad-488e-a333-e6617f21724b {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:30:48.797048 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.807574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (3580c1e0-2c00-4634-b11b-85723cc8d580), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.867147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] For port e2e702fb-62ad-488e-a333-e6617f21724b, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e2e702fb-62ad-488e-a333-e6617f21724b,segment=NetworkSegment(3caa0d72-a0ac-415b-97f5-fc4332bda2f6),segment_id=3caa0d72-a0ac-415b-97f5-fc4332bda2f6)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:48.867577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.880774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Calling delete_port for e2e702fb-62ad-488e-a333-e6617f21724b owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:30:48.922108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 5b6074b2-2cb7-4347-9a36-fa4d068acbed {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:30:48.922466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:48.929821 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:30:47Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:48.961492 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e8ec2a2-9a18-439d-8ca1-c051bc1655c4 None None] The sync data for ids ['3580c1e0-2c00-4634-b11b-85723cc8d580'] in ncdv-master-1 is: [{'id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'name': 'tempest-TestNetworkAdvancedServerOps-router-727400878', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143'}], 'enable_snat': True}, 'gw_port_id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:29:01Z', 'updated_at': '2022-05-02T11:30:47Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': '5b6074b2-2cb7-4347-9a36-fa4d068acbed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:7c:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3580c1e0-2c00-4634-b11b-85723cc8d580', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4322, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:29:02Z', 'updated_at': '2022-05-02T11:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:30:49.009260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 5b6074b2-2cb7-4347-9a36-fa4d068acbed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=5b6074b2-2cb7-4347-9a36-fa4d068acbed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:49.014143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.023137 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 5b6074b2-2cb7-4347-9a36-fa4d068acbed owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:30:49.031912 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e2e702fb-62ad-488e-a333-e6617f21724b), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.058729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Pushing event deleted for resources: {'Port': ['ID=e2e702fb-62ad-488e-a333-e6617f21724b,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:49.061046 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] No DVR routers for this DVR port e2e702fb-62ad-488e-a333-e6617f21724b on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:30:49.070509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.070509 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.070669 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.071145 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.071479 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.071696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.072044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.072379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.072743 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.073079 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.073415 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.073726 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.074078 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.074384 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.074713 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6828993f-9279-489b-bc8c-ef095e472e08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.283157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (5b6074b2-2cb7-4347-9a36-fa4d068acbed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.309447 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=5b6074b2-2cb7-4347-9a36-fa4d068acbed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:49.321469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.321829 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.322182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.322531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.322879 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.323221 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.323566 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.323900 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.324242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.324578 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.324936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.325267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.326229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.326563 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.326963 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:49.392312 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (3580c1e0-2c00-4634-b11b-85723cc8d580), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.491088 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.493299 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (3580c1e0-2c00-4634-b11b-85723cc8d580), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.602878 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (3580c1e0-2c00-4634-b11b-85723cc8d580), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.603480 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Fanout notify agent at l3_agent the message router_deleted on router 3580c1e0-2c00-4634-b11b-85723cc8d580 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:30:49.613132 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.613132 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-52078608-9b56-4e0f-a644-17aee7501183 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/routers/3580c1e0-2c00-4634-b11b-85723cc8d580 HTTP/1.1" status: 204 len: 168 time: 1.0448270 May 02 11:30:49.614410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51566) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:49.699308 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (bbd18c52-8a79-4546-9c37-797f1f7b5454), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.787440 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (bbd18c52-8a79-4546-9c37-797f1f7b5454), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.807785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbd18c52-8a79-4546-9c37-797f1f7b5454']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:49.817184 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3caa0d72-a0ac-415b-97f5-fc4332bda2f6') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:49.819261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3caa0d72-a0ac-415b-97f5-fc4332bda2f6') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:49.827800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (3caa0d72-a0ac-415b-97f5-fc4332bda2f6), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.840996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3caa0d72-a0ac-415b-97f5-fc4332bda2f6), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.847571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:30:49.847961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (3caa0d72-a0ac-415b-97f5-fc4332bda2f6), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: timer() May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:30:49.851009 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:30:49.996529 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (bbd18c52-8a79-4546-9c37-797f1f7b5454), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.013495 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.016877 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/networks/bbd18c52-8a79-4546-9c37-797f1f7b5454 HTTP/1.1" status: 204 len: 168 time: 0.4014556 May 02 11:30:50.018351 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893e23e3-7907-4003-bd31-07d045cfe83c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Network': ['ID=bbd18c52-8a79-4546-9c37-797f1f7b5454,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:50.020179 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51568) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:50.085513 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (6a42d25a-f27b-4921-bab7-6373cfd6dae2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.111809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (6a42d25a-f27b-4921-bab7-6373cfd6dae2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.230887 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (6a42d25a-f27b-4921-bab7-6373cfd6dae2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.233991 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.235220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/security-groups/6a42d25a-f27b-4921-bab7-6373cfd6dae2 HTTP/1.1" status: 204 len: 168 time: 0.2139187 May 02 11:30:50.246630 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0e02a-bf6d-410b-af77-43c063470fe6 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a42d25a-f27b-4921-bab7-6373cfd6dae2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:50.569330 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5b6074b2-2cb7-4347-9a36-fa4d068acbed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:30:50.589151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 5b6074b2-2cb7-4347-9a36-fa4d068acbed {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:30:50.589505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 5b6074b2-2cb7-4347-9a36-fa4d068acbed not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:30:50.589911 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a8883ac-b488-4f96-8eed-5962506c2e7d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:30:50.608810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7a8883ac-b488-4f96-8eed-5962506c2e7d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:30:50.611133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7a8883ac-b488-4f96-8eed-5962506c2e7d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:30:50.611133 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2e702fb-62ad-488e-a333-e6617f21724b no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:30:50.628422 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e2e702fb-62ad-488e-a333-e6617f21724b {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:30:50.628798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e2e702fb-62ad-488e-a333-e6617f21724b not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:30:50.761950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51574) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:50.767159 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-621957266', 'description': 'tempest-secgroup-smoke-621957266 description', 'project_id': '56d4325012a04948a47fd60cc7640751'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:50.854411 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:50.920144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (8cb7f2e1-c0ab-436e-93c9-d1b621736b45), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.008555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8cb7f2e1-c0ab-436e-93c9-d1b621736b45), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.036469 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb7f2e1-c0ab-436e-93c9-d1b621736b45,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:51.090355 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.091699 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1b0d4dee-19b7-4c34-ac29-24539deb6ff8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3287480 May 02 11:30:51.094625 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51576) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:51.098955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:51.162581 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (a780dbbe-d9de-4652-83ea-cdbfd2659ded), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.216876 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (a780dbbe-d9de-4652-83ea-cdbfd2659ded), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.293417 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (a780dbbe-d9de-4652-83ea-cdbfd2659ded), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.311614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a780dbbe-d9de-4652-83ea-cdbfd2659ded,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:51.381968 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.383176 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e3dcace0-a40f-4639-85d1-37260e2ef21a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2876163 May 02 11:30:51.385970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51578) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:51.390295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:51.465066 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (030b686c-71a0-4a75-bbad-4cabdbb73374), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.522909 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (030b686c-71a0-4a75-bbad-4cabdbb73374), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.591742 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (030b686c-71a0-4a75-bbad-4cabdbb73374), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.610046 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=030b686c-71a0-4a75-bbad-4cabdbb73374,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:51.683962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.685281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-eab1d4fb-d737-49cb-986b-659e08fdb1af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2983694 May 02 11:30:51.687881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51580) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:51.692140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:51.768006 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1f2b31b1-ee90-4b0d-bf81-dcb9a9de669c), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.823044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (1f2b31b1-ee90-4b0d-bf81-dcb9a9de669c), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.917133 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1f2b31b1-ee90-4b0d-bf81-dcb9a9de669c), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:51.935569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f2b31b1-ee90-4b0d-bf81-dcb9a9de669c,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:52.050892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.052223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f06eff9a-f323-4501-b165-05f79db83515 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3633506 May 02 11:30:52.054925 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51582) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:52.059220 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:52.122826 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (db66bb0a-b870-4909-9faf-615d0d61e7b8), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.180042 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (db66bb0a-b870-4909-9faf-615d0d61e7b8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.248693 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (db66bb0a-b870-4909-9faf-615d0d61e7b8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.266242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db66bb0a-b870-4909-9faf-615d0d61e7b8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:52.335932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.337206 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-0deba31a-1ffa-4fe6-ae80-f6d71cb984e2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2813659 May 02 11:30:52.339865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51584) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:52.344830 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:52.437072 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:30:52.442637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (3c67b765-5dc5-4ef6-96a3-c92fc25dae0e), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.502517 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (3c67b765-5dc5-4ef6-96a3-c92fc25dae0e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.597155 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (3c67b765-5dc5-4ef6-96a3-c92fc25dae0e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.614629 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c67b765-5dc5-4ef6-96a3-c92fc25dae0e,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:52.690729 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.693374 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a7fbc65d-0484-4341-a8b3-0981f225f73e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3510673 May 02 11:30:52.698896 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51586) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:52.699052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'security_group_rule': {'security_group_id': '8cb7f2e1-c0ab-436e-93c9-d1b621736b45', 'project_id': '56d4325012a04948a47fd60cc7640751', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:52.768767 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Project 56d4325012a04948a47fd60cc7640751 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:30:52.774127 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (7bcca8e8-dd04-4230-8f00-573068308bd6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.832464 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (7bcca8e8-dd04-4230-8f00-573068308bd6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.882946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7bcca8e8-dd04-4230-8f00-573068308bd6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.900949 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bcca8e8-dd04-4230-8f00-573068308bd6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:52.947892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:52.949068 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7135b11-ffe7-4be3-b0ee-09d94a6340c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2534695 May 02 11:30:52.951883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51588) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:52.957439 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'network': {'name': 'tempest-network-smoke--1912212134', 'project_id': '56d4325012a04948a47fd60cc7640751', 'port_security_enabled': True}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:53.013909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:30:53.017735 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.040706 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:30:53.049207 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (9d2d1d6f-664e-41f8-8c52-907793cbed43), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.053928 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Added segment 9d2d1d6f-664e-41f8-8c52-907793cbed43 of type vlan for network 187d53e8-7ee0-4491-b89a-687661ae0181 May 02 11:30:53.088845 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (187d53e8-7ee0-4491-b89a-687661ae0181), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.151592 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (187d53e8-7ee0-4491-b89a-687661ae0181), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.156671 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:53.157254 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.223429 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Network': ['ID=187d53e8-7ee0-4491-b89a-687661ae0181,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:53.234084 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 187d53e8-7ee0-4491-b89a-687661ae0181 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:30:53.240074 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d266722-5b7d-48ce-96c5-561b677c96d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2862124 May 02 11:30:53.242518 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51590) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:53.246781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'admin_state_up': True, 'project_id': '56d4325012a04948a47fd60cc7640751', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:53.306244 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.307319 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.362154 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (aa40259c-c371-42d9-aab9-9aee4f832c85), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.559803 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (aa40259c-c371-42d9-aab9-9aee4f832c85), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.799502 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (aa40259c-c371-42d9-aab9-9aee4f832c85), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.817491 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:53.917418 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.132 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/c3985630-db4c-4785-8901-1f760ee73a1e) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:30:54.023260 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (c3985630-db4c-4785-8901-1f760ee73a1e), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:54.123567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:54.160614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:30:54.163394 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:30:54.169250 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:30:54.191679 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=c3985630-db4c-4785-8901-1f760ee73a1e,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:54.476344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (aa40259c-c371-42d9-aab9-9aee4f832c85), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:54.676781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:54.911118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router aa40259c-c371-42d9-aab9-9aee4f832c85 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:30:55.020227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:30:55.029475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Sync routers for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:30:55.039840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:55.040752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:55.130901 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.132163 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-200dd328-5ed7-4123-b6e9-b815839704c9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8887300 May 02 11:30:55.135307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51592) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:55.155205 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:55.163724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cf99bf57-b4a2-4493-93ab-86af43ae5dff tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?project_id=56d4325012a04948a47fd60cc7640751&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272987 May 02 11:30:55.166491 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51594) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:55.255845 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb77213d-ae05-46a9-bd47-a4edeb1bf5b4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:55.257442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-cb77213d-ae05-46a9-bd47-a4edeb1bf5b4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900643 May 02 11:30:55.260183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51596) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:55.287360 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f01f6c89-e4f4-47e6-b5eb-b1feb1999c60 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/subnets?network_id=dd978ca5-9e27-4928-a38a-cd524970d502&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260496 May 02 11:30:55.289810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:55.294681 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1883877576', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'project_id': '56d4325012a04948a47fd60cc7640751', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:30:55.328934 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:54Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:55.355582 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Checking router: aa40259c-c371-42d9-aab9-9aee4f832c85 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:30:55.355944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Updating router aa40259c-c371-42d9-aab9-9aee4f832c85 port c3985630-db4c-4785-8901-1f760ee73a1e binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:30:55.383347 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.443175 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:30:55.446656 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.605297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8e59cd64-2508-4a70-8dcd-bfbd4ee38d43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.654438 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks [] for port (c3985630-db4c-4785-8901-1f760ee73a1e), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.677793 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (817e5812-55c7-4a23-920a-2ae625aab121), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.721581 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.742415 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Subnet': ['ID=817e5812-55c7-4a23-920a-2ae625aab121,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:55.756242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Checking segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:30:55.756242 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network hostable DHCP agents. Network: 187d53e8-7ee0-4491-b89a-687661ae0181, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:30:55.772508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Attempting to bind port c3985630-db4c-4785-8901-1f760ee73a1e on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:30:55.772904 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Attempting to bind port c3985630-db4c-4785-8901-1f760ee73a1e by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:30:55.773280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Attempting to bind port c3985630-db4c-4785-8901-1f760ee73a1e on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:30:55.778183 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:30:55.779028 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:30:55.779028 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.779349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:30:55.779814 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Bound port: c3985630-db4c-4785-8901-1f760ee73a1e, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:30:55.780198 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.805089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c18801-a523-40de-b4c5-58db85ea1204 None None] Pushing event updated for resources: {'Port': ['ID=c3985630-db4c-4785-8901-1f760ee73a1e,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:55.836589 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] For port c3985630-db4c-4785-8901-1f760ee73a1e, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:30:55.837687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 187d53e8-7ee0-4491-b89a-687661ae0181 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:30:55.839553 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] For port c3985630-db4c-4785-8901-1f760ee73a1e, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3985630-db4c-4785-8901-1f760ee73a1e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:30:55.894765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.917194 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 187d53e8-7ee0-4491-b89a-687661ae0181) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:30:55.924331 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:55.925064 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:55.926477 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950cecb5-3c8d-422a-abcb-d74ba13f2424 None None] Network 187d53e8-7ee0-4491-b89a-687661ae0181 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:30:55.983150 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6dcc548a-0718-4d77-b2f0-a2fe55bf186e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6919861 May 02 11:30:55.986026 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51600) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:30:56.008076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:56.008733 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:56.011940 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c18801-a523-40de-b4c5-58db85ea1204 None None] Pushing event updated for resources: {'Port': ['ID=c3985630-db4c-4785-8901-1f760ee73a1e,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:56.121037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-187d53e8-7ee0-4491-b89a-687661ae0181', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:30:56.121886 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.217189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:56.375873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Allocated IP 172.20.0.2 (187d53e8-7ee0-4491-b89a-687661ae0181/817e5812-55c7-4a23-920a-2ae625aab121/7adba74f-49b3-465e-9cfe-17d247fa0af5) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:30:56.422015 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.487973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:54Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:56.519095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b5520b5-9401-4330-a3bc-7c79ec0e35ff None None] The sync data for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 is: [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:54Z', 'revision_number': 3, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:30:56.597640 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks [] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.660365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.698454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Network 187d53e8-7ee0-4491-b89a-687661ae0181 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:30:56.701448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:30:56.705796 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:30:56.713229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.1 (187d53e8-7ee0-4491-b89a-687661ae0181/817e5812-55c7-4a23-920a-2ae625aab121/085852c0-5708-46c2-85ae-5219b82c03fb) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:30:56.740162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Pushing event updated for resources: {'Port': ['ID=7adba74f-49b3-465e-9cfe-17d247fa0af5,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:56.791209 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Attempting to bind port 7adba74f-49b3-465e-9cfe-17d247fa0af5 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:30:56.791590 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Attempting to bind port 7adba74f-49b3-465e-9cfe-17d247fa0af5 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:30:56.791960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Attempting to bind port 7adba74f-49b3-465e-9cfe-17d247fa0af5 on network 187d53e8-7ee0-4491-b89a-687661ae0181 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:30:56.797816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:30:56.798196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Checking segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:30:56.798634 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.799035 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Bound using segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:30:56.799505 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Bound port: 7adba74f-49b3-465e-9cfe-17d247fa0af5, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:30:56.799889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.868062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] For port 7adba74f-49b3-465e-9cfe-17d247fa0af5, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:30:56.871143 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] For port 7adba74f-49b3-465e-9cfe-17d247fa0af5, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7adba74f-49b3-465e-9cfe-17d247fa0af5,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:30:56.909279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (085852c0-5708-46c2-85ae-5219b82c03fb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:56.963819 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:57.015621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:57.024571 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc038f89-d566-4989-94d1-9e77a2b9ea40 None None] Pushing event updated for resources: {'Port': ['ID=7adba74f-49b3-465e-9cfe-17d247fa0af5,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:57.066460 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 187d53e8-7ee0-4491-b89a-687661ae0181 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:30:57.069543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:30:57.073601 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:30:57.112453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:57.131566 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (aa40259c-c371-42d9-aab9-9aee4f832c85), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:57.372057 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:57.962540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cfa235c0-6c1d-48b3-960f-f8412434b32e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.013781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (085852c0-5708-46c2-85ae-5219b82c03fb), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.021441 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fca1632f-2b79-49bc-86d3-a0be3ffb5355 None None] Network 187d53e8-7ee0-4491-b89a-687661ae0181 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:30:58.080423 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Provisioning complete for port 7adba74f-49b3-465e-9cfe-17d247fa0af5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:58.080938 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.088824 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.175257 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:58.178361 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (aa40259c-c371-42d9-aab9-9aee4f832c85), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.285349 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 187d53e8-7ee0-4491-b89a-687661ae0181 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:30:58.286974 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:30:58.372556 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Current status of the port 7adba74f-49b3-465e-9cfe-17d247fa0af5 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:30:58.372982 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.413188 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router aa40259c-c371-42d9-aab9-9aee4f832c85 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:30:58.415644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] For port 7adba74f-49b3-465e-9cfe-17d247fa0af5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7adba74f-49b3-465e-9cfe-17d247fa0af5,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:58.493448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.539775 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:30:58.547676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f529648-24c7-4232-8b0c-d219c3dbb0e5 None None] Pushing event updated for resources: {'Port': ['ID=7adba74f-49b3-465e-9cfe-17d247fa0af5,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:58.553421 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2847c6bd-e741-4ca8-b8ea-e112de75a930 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/aa40259c-c371-42d9-aab9-9aee4f832c85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5663264 May 02 11:30:58.562127 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Sync routers for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:30:58.574484 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:58.575116 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:58.627207 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Provisioning complete for port 7adba74f-49b3-465e-9cfe-17d247fa0af5 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:58.627584 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.722431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3985630-db4c-4785-8901-1f760ee73a1e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:30:58.735683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:58.769297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-893e102f-3479-4af1-9c13-1b0721126516 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-621957266&fields=id&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 267 time: 0.0565610 May 02 11:30:58.771867 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Current status of the port 7adba74f-49b3-465e-9cfe-17d247fa0af5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:30:58.787524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:58.787897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.831092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-25e2294c-8840-4d41-93b1-51b08a190bff None None] Port 085852c0-5708-46c2-85ae-5219b82c03fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:30:58.840842 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c3985630-db4c-4785-8901-1f760ee73a1e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:58.841215 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.910484 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-440dab0e-afa6-4f71-8bfa-b94ec5ce6015 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:30:58.912816 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-440dab0e-afa6-4f71-8bfa-b94ec5ce6015 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 797 time: 0.1353314 May 02 11:30:58.929330 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-588d304b-48fc-4429-a58f-38d620107617 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/quotas/56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 375 time: 0.0103118 May 02 11:30:58.939623 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c3985630-db4c-4785-8901-1f760ee73a1e is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:30:58.940275 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.976404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port c3985630-db4c-4785-8901-1f760ee73a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3985630-db4c-4785-8901-1f760ee73a1e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:58.979382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-fa7c59d9-3766-4a9d-88fe-3c610fcc44a5 None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:58.979762 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fa7c59d9-3766-4a9d-88fe-3c610fcc44a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:58.981642 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 2, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:58.990005 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-baf0f189-cd23-472f-a68d-c7338a6d1d69 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548928 May 02 11:30:59.018522 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Checking router: aa40259c-c371-42d9-aab9-9aee4f832c85 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:30:59.019053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Updating router aa40259c-c371-42d9-aab9-9aee4f832c85 port 085852c0-5708-46c2-85ae-5219b82c03fb binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:30:59.035307 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-fa7c59d9-3766-4a9d-88fe-3c610fcc44a5 None None] Port 085852c0-5708-46c2-85ae-5219b82c03fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:30:59.053521 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.064277 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.065452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7adba74f-49b3-465e-9cfe-17d247fa0af5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:30:59.155811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=c3985630-db4c-4785-8901-1f760ee73a1e,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:59.163025 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-c57c0870-d2f1-4d86-ad1f-8d26e88b820f service neutron] 10.222.0.16 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573431 May 02 11:30:59.178391 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7adba74f-49b3-465e-9cfe-17d247fa0af5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:59.178900 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.180502 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a2348f55-cced-4608-bb1c-e0e21899ec29 None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:59.180987 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a2348f55-cced-4608-bb1c-e0e21899ec29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.248856 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a2348f55-cced-4608-bb1c-e0e21899ec29 None None] Port 085852c0-5708-46c2-85ae-5219b82c03fb cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:30:59.263039 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-852be81c-a67a-4709-9a7a-2242c0fae7f4 service neutron] 10.222.0.16 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934753 May 02 11:30:59.294144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7adba74f-49b3-465e-9cfe-17d247fa0af5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:30:59.361776 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks [] for port (085852c0-5708-46c2-85ae-5219b82c03fb), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.465773 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.488823 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.506382 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb9a7108-6686-48ec-8843-db13ed821e68 req-87f13f7e-347d-420e-ace4-db9a4c8ff0db tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 210 time: 0.0312343 May 02 11:30:59.529113 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Pushing event updated for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:59.554178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.554523 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.554857 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.555186 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.555516 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.555846 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.556170 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.556621 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.556836 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.557150 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.557475 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.557791 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.558103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.558417 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.558736 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:30:59.599233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Attempting to bind port 085852c0-5708-46c2-85ae-5219b82c03fb on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:30:59.600264 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Attempting to bind port 085852c0-5708-46c2-85ae-5219b82c03fb by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:30:59.600816 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Attempting to bind port 085852c0-5708-46c2-85ae-5219b82c03fb on network 187d53e8-7ee0-4491-b89a-687661ae0181 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:30:59.606461 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:30:59.606848 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Checking segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:30:59.607254 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.607650 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Bound using segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:30:59.608122 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Bound port: 085852c0-5708-46c2-85ae-5219b82c03fb, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:30:59.609219 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.679137 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] For port 085852c0-5708-46c2-85ae-5219b82c03fb, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:30:59.682656 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] For port 085852c0-5708-46c2-85ae-5219b82c03fb, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=085852c0-5708-46c2-85ae-5219b82c03fb,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:30:59.752297 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.770712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:30:59.771160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.818387 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:30:59.819021 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:30:59.857349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Current status of the port 085852c0-5708-46c2-85ae-5219b82c03fb is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:30:59.866570 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:30:59.866800 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279d574-00eb-48c0-8551-6ad94a2c1aa2 None None] Pushing event updated for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=4']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:30:59.893667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] For port 085852c0-5708-46c2-85ae-5219b82c03fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=085852c0-5708-46c2-85ae-5219b82c03fb,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:30:59.946124 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:30:59.962307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:00.022968 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46c85d-f9a9-40a3-a626-28459f4e247a None None] Pushing event updated for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:00.079628 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d5f97204-0822-4b78-9dce-da1d7dc4ab62 None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:00.079934 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5f97204-0822-4b78-9dce-da1d7dc4ab62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:00.161182 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d5f97204-0822-4b78-9dce-da1d7dc4ab62 None None] Current status of the port 085852c0-5708-46c2-85ae-5219b82c03fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:00.241850 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:00.267361 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a072424-a5d2-4788-84de-ec167e739f48 None None] The sync data for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 is: [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:31:00.664317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-8834dbda-2b6c-4662-b252-cc9bea4c94c6 req-5485f92a-5e9e-48ca-870e-bb0c20c800c1 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 210 time: 0.0458529 May 02 11:31:00.700946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3985630-db4c-4785-8901-1f760ee73a1e up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:31:00.769226 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port c3985630-db4c-4785-8901-1f760ee73a1e triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:00.769369 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:00.843054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:00.859745 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port c3985630-db4c-4785-8901-1f760ee73a1e is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:00.860969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7adba74f-49b3-465e-9cfe-17d247fa0af5 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:31:00.927227 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 7adba74f-49b3-465e-9cfe-17d247fa0af5 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:00.927227 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:01.006681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 7adba74f-49b3-465e-9cfe-17d247fa0af5 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:01.007889 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 085852c0-5708-46c2-85ae-5219b82c03fb up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:31:01.055528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 085852c0-5708-46c2-85ae-5219b82c03fb triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:01.056212 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:01.146229 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 085852c0-5708-46c2-85ae-5219b82c03fb is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:01.588747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d46e7cad-9362-43a8-a2ab-a96c675cde3d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:01.590140 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d46e7cad-9362-43a8-a2ab-a96c675cde3d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 797 time: 0.1113431 May 02 11:31:01.653173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-600a7ffd-b55d-4ef9-8889-9c1588f2230b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=56d4325012a04948a47fd60cc7640751 HTTP/1.1" status: 200 len: 379 time: 0.0538352 May 02 11:31:01.661792 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'port': {'device_id': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'admin_state_up': True, 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'security_groups': ['8cb7f2e1-c0ab-436e-93c9-d1b621736b45']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:01.771159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6ae8e0ed-b043-4e93-a69e-d5cd0cc205c9 req-862e9ea7-1626-47fc-85b9-0f32d5c0cfb7 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 210 time: 0.0366416 May 02 11:31:01.877433 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Made reservation on behalf of 56d4325012a04948a47fd60cc7640751 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:31:01.880972 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:01.963172 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.012894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.20.0.3 (187d53e8-7ee0-4491-b89a-687661ae0181/817e5812-55c7-4a23-920a-2ae625aab121/e9179b2c-6458-4d73-b56d-9d3e14b6248a) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:31:02.151029 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.238109 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.285759 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network 187d53e8-7ee0-4491-b89a-687661ae0181 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:31:02.291336 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:31:02.295224 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:31:02.319666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:02.349207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:02.349822 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.417173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-69529d7a-1387-44ae-9dcf-11503f2b5fa3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7589629 May 02 11:31:02.428707 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Request body: {'port': {'device_id': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:02.492065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.591062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-41ebc581-4d48-4ae2-b208-2b899788efc6 None None] Provisioning complete for port e9179b2c-6458-4d73-b56d-9d3e14b6248a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:02.591575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-41ebc581-4d48-4ae2-b208-2b899788efc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.625507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-41ebc581-4d48-4ae2-b208-2b899788efc6 None None] Port e9179b2c-6458-4d73-b56d-9d3e14b6248a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:31:02.760976 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9179b2c-6458-4d73-b56d-9d3e14b6248a {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:31:02.768921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks [] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.781644 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Transition to ACTIVE for port object e9179b2c-6458-4d73-b56d-9d3e14b6248a will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:31:02.825860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:02.882676 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:02.887698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83150fe3-5668-4c6c-a27c-303c38d3fa80 req-d703887e-87fa-4064-ad81-ed4f90b665a8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:02.890000 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83150fe3-5668-4c6c-a27c-303c38d3fa80 req-d703887e-87fa-4064-ad81-ed4f90b665a8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 943 time: 0.0495224 May 02 11:31:02.947171 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83150fe3-5668-4c6c-a27c-303c38d3fa80 req-ef1a8367-08b0-48f5-90a6-42170c3b7ec2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484993 May 02 11:31:02.958780 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Attempting to bind port e9179b2c-6458-4d73-b56d-9d3e14b6248a on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:31:02.959121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Attempting to bind port e9179b2c-6458-4d73-b56d-9d3e14b6248a by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:31:02.959453 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Attempting to bind port e9179b2c-6458-4d73-b56d-9d3e14b6248a on network 187d53e8-7ee0-4491-b89a-687661ae0181 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:31:02.964173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Port e9179b2c-6458-4d73-b56d-9d3e14b6248a on network 187d53e8-7ee0-4491-b89a-687661ae0181 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:31:02.964356 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Attempting to bind port e9179b2c-6458-4d73-b56d-9d3e14b6248a on network 187d53e8-7ee0-4491-b89a-687661ae0181 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:31:02.969500 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 30, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:31:02.969838 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Checking segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:31:02.970218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Bound using segment: {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:31:02.970642 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Bound port: e9179b2c-6458-4d73-b56d-9d3e14b6248a, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d2d1d6f-664e-41f8-8c52-907793cbed43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:31:02.971000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:03.037345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:31:03.040633 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:31:03.157068 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:03.191992 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.192684 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:03.194181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] 10.222.0.24 "PUT /v2.0/ports/e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 1091 time: 0.7699974 May 02 11:31:03.196622 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:31:03.199758 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:31:03.225485 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f0e673-10b5-461a-95ba-f91907853ca7 service neutron] Pushing event updated for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:03.243402 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7c1873-eb00-4d7c-80d9-9e0382bc9220 x-openstack-request-id: req-da7c1873-eb00-4d7c-80d9-9e0382bc9220 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:31:03.243710 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:31:03.243975 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-da7c1873-eb00-4d7c-80d9-9e0382bc9220 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:31:03.244396 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da7c1873-eb00-4d7c-80d9-9e0382bc9220'] response: {'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'status': 'completed', 'code': 200} May 02 11:31:03.313160 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-d2d8eee3-01c9-4aaa-bca5-aaaf67917b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.315103 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-d2d8eee3-01c9-4aaa-bca5-aaaf67917b25 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1125 time: 0.0505357 May 02 11:31:03.433607 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-d937af42-ce5d-4ecd-ad51-9feaa674cc40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.435111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-d937af42-ce5d-4ecd-ad51-9feaa674cc40 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=56d4325012a04948a47fd60cc7640751&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1133530 May 02 11:31:03.535389 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-61b1e074-5559-4011-859b-77733cb0959c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.536902 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8e2e1069-c89b-4b5c-9c19-0c743bdc9fe6 req-61b1e074-5559-4011-859b-77733cb0959c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0961819 May 02 11:31:03.609240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-c07f7fb3-8cdb-48dc-8d13-6a14ee721392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.610734 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-c07f7fb3-8cdb-48dc-8d13-6a14ee721392 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1125 time: 0.0397646 May 02 11:31:03.651312 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-05629023-a41f-4543-bba1-63f1f37b0094 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 217 time: 0.0338330 May 02 11:31:03.698538 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-dcb78606-42f5-4984-a65f-9885f63ee3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.699947 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-dcb78606-42f5-4984-a65f-9885f63ee3e4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 200 len: 835 time: 0.0437815 May 02 11:31:03.747488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-84461ca3-72ca-420e-a4fd-8d28665f9f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:03.749007 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-84461ca3-72ca-420e-a4fd-8d28665f9f5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=187d53e8-7ee0-4491-b89a-687661ae0181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421374 May 02 11:31:03.836900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-5320cb95-78fb-4c6a-85a7-8938a72ac249 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817282 May 02 11:31:03.929828 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa3a4df3-f108-454b-9c30-bf8200f1e396 req-c1ebef25-959d-43b5-a8f9-afa731208307 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874174 May 02 11:31:04.068865 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab4274-e50e-45c2-8bb9-ad846a4d004d req-04059bf6-e985-4185-bbab-14dd6b79dc25 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:04.070393 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bdab4274-e50e-45c2-8bb9-ad846a4d004d req-04059bf6-e985-4185-bbab-14dd6b79dc25 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 943 time: 0.0486376 May 02 11:31:04.119930 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-bdab4274-e50e-45c2-8bb9-ad846a4d004d req-0d1e2de6-274d-444c-8b92-56de94d135b2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438437 May 02 11:31:05.234220 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cdd987-4be8-4c88-8cbc-f2601ac263ae req-b27cdd08-3f03-468c-87e3-77e0f65d0aac tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:05.236215 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71cdd987-4be8-4c88-8cbc-f2601ac263ae req-b27cdd08-3f03-468c-87e3-77e0f65d0aac tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 943 time: 0.0470433 May 02 11:31:05.284225 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-71cdd987-4be8-4c88-8cbc-f2601ac263ae req-ad96fce6-e0ae-405f-af0c-318b587a4204 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424082 May 02 11:31:05.381873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e9179b2c-6458-4d73-b56d-9d3e14b6248a details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:31:05.478076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:05.490172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'port_id': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'mac_address': 'fa:16:3e:58:81:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:31:05.529863 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e9179b2c-6458-4d73-b56d-9d3e14b6248a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:05.530252 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:05.543558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9179b2c-6458-4d73-b56d-9d3e14b6248a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:31:05.561860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:05.671333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:05.717424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:05.901772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['e9179b2c-6458-4d73-b56d-9d3e14b6248a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:31:06.399348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dc81f0-1f11-4ec5-9532-68da34b8c2de req-9baf25dd-4e1d-4f0e-9579-0e3f844f2ab8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:06.400821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8dc81f0-1f11-4ec5-9532-68da34b8c2de req-9baf25dd-4e1d-4f0e-9579-0e3f844f2ab8 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 944 time: 0.0505242 May 02 11:31:06.449690 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e8dc81f0-1f11-4ec5-9532-68da34b8c2de req-08de166c-5f7a-4bb8-9f66-efd5e1165e0c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433137 May 02 11:31:07.400191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e9179b2c-6458-4d73-b56d-9d3e14b6248a up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:31:07.444208 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port e9179b2c-6458-4d73-b56d-9d3e14b6248a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:31:07.557464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port e9179b2c-6458-4d73-b56d-9d3e14b6248a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:31:07.557842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:07.569444 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61186d30-db03-4ca4-b0b5-a30740d9de8c req-a2c2088f-f203-46a1-9fe5-77c856156520 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:07.570951 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61186d30-db03-4ca4-b0b5-a30740d9de8c req-a2c2088f-f203-46a1-9fe5-77c856156520 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 944 time: 0.0525582 May 02 11:31:07.621408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-61186d30-db03-4ca4-b0b5-a30740d9de8c req-a4b6442e-e118-4c5d-b0cd-f91ad6902491 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445926 May 02 11:31:07.641343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port e9179b2c-6458-4d73-b56d-9d3e14b6248a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:31:07.641730 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:07.664315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:31:07.666783 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3546a8b-a301-4373-9051-af8d1f629b2f" -d '{"events": [{"server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "name": "network-vif-plugged", "status": "completed", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:31:07.692763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:07.703524 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7073a39c-60f0-4de3-9fd3-6c7b9170df1a x-openstack-request-id: req-7073a39c-60f0-4de3-9fd3-6c7b9170df1a {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:31:07.703816 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "name": "network-vif-plugged", "status": "completed", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:31:07.704101 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7073a39c-60f0-4de3-9fd3-6c7b9170df1a {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:31:07.704522 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7073a39c-60f0-4de3-9fd3-6c7b9170df1a'] response: {'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'code': 200} May 02 11:31:07.774463 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:07.801539 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2706c501-e872-4b6c-becd-79882327eaec req-a3b9baac-72f2-4eb0-8216-04cdf5d47943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:07.802997 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2706c501-e872-4b6c-becd-79882327eaec req-a3b9baac-72f2-4eb0-8216-04cdf5d47943 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1127 time: 0.0402532 May 02 11:31:07.822871 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:07.851738 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2706c501-e872-4b6c-becd-79882327eaec req-7da32753-58bc-4c2d-bfa2-3c978615eb7e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433731 May 02 11:31:08.737564 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5100bb1-6787-440f-93d7-c8c9f37618ef req-e9f76f62-6514-454c-a0ac-957956f49eb2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:08.738987 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5100bb1-6787-440f-93d7-c8c9f37618ef req-e9f76f62-6514-454c-a0ac-957956f49eb2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0474250 May 02 11:31:08.793446 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5100bb1-6787-440f-93d7-c8c9f37618ef req-a8a14a90-4073-40d2-adb3-ffe11859a725 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488412 May 02 11:31:09.908588 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15455cf-bc23-477b-b354-9cd3adfc71e8 req-58dbea19-edf4-4acc-9649-05e1e221a9be tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:09.910606 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f15455cf-bc23-477b-b354-9cd3adfc71e8 req-58dbea19-edf4-4acc-9649-05e1e221a9be tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0470500 May 02 11:31:09.960795 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f15455cf-bc23-477b-b354-9cd3adfc71e8 req-30438c6a-3548-4336-a794-e89119080203 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442011 May 02 11:31:10.074678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cbb9e2-9c1c-4100-a5e4-113178142181 req-e2036f51-a4fe-4af5-a886-b695ab4b90e3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:10.076078 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5cbb9e2-9c1c-4100-a5e4-113178142181 req-e2036f51-a4fe-4af5-a886-b695ab4b90e3 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0486100 May 02 11:31:10.124391 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c5cbb9e2-9c1c-4100-a5e4-113178142181 req-d5b35469-10a1-4066-b25e-e107cdd6cd71 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427430 May 02 11:31:10.146068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51674) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:10.182943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19283875-2724-442e-bf4e-6b20be8907e4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:10.184414 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-19283875-2724-442e-bf4e-6b20be8907e4 tempest-TestNetworkAdvancedServerOps-258107612 tempest-TestNetworkAdvancedServerOps-258107612-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1122 time: 0.0374000 May 02 11:31:10.186985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51676) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:10.191078 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:10.277061 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:10.358587 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:10.458442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Allocated IP 172.35.4.99 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/14098116-fc96-412c-bbc0-b046a867e303) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:31:10.564505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (14098116-fc96-412c-bbc0-b046a867e303), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:10.654279 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (14098116-fc96-412c-bbc0-b046a867e303), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:10.691913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:31:10.694723 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:31:10.700328 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:31:10.729837 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=14098116-fc96-412c-bbc0-b046a867e303,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:11.073173 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (aea4fd45-efd5-44c8-bded-084e0101a55a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:11.199071 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (14098116-fc96-412c-bbc0-b046a867e303), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:11.344818 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for port (14098116-fc96-412c-bbc0-b046a867e303), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:11.425539 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (14098116-fc96-412c-bbc0-b046a867e303), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:11.494032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event updated for resources: {'Port': ['ID=14098116-fc96-412c-bbc0-b046a867e303,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:11.508318 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (aea4fd45-efd5-44c8-bded-084e0101a55a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:11.922046 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP aea4fd45-efd5-44c8-bded-084e0101a55a associated. External IP: 172.35.4.99, port: e9179b2c-6458-4d73-b56d-9d3e14b6248a. May 02 11:31:12.135667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router aa40259c-c371-42d9-aab9-9aee4f832c85 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:31:12.245304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:31:12.254747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Sync routers for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:31:12.264807 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:12.265425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:12.319229 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:12.349770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fec6f62e-1cd1-481e-a430-7df7aab3f1f9 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1617785 May 02 11:31:12.350505 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:31:12.352875 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39d5868-12c0-4392-8366-3554f21e22ec" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:31:12.376104 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:12.394558 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30450e66-d205-4bf3-b87f-cadeb3d6d581 x-openstack-request-id: req-30450e66-d205-4bf3-b87f-cadeb3d6d581 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:31:12.394933 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:31:12.395293 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30450e66-d205-4bf3-b87f-cadeb3d6d581 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:31:12.396117 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30450e66-d205-4bf3-b87f-cadeb3d6d581'] response: {'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'status': 'completed', 'code': 200} May 02 11:31:12.458775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5868-12c0-4392-8366-3554f21e22ec req-f6a1a6c7-b680-4bab-a99d-6632a4f9db5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:12.460396 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-f6a1a6c7-b680-4bab-a99d-6632a4f9db5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1127 time: 0.0438657 May 02 11:31:12.461088 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665b1ac-4be6-40a9-9af1-1cee7233f225 req-2097233f-5219-4f04-9827-b133b6f66710 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:12.462590 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3665b1ac-4be6-40a9-9af1-1cee7233f225 req-2097233f-5219-4f04-9827-b133b6f66710 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0586469 May 02 11:31:12.520316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3665b1ac-4be6-40a9-9af1-1cee7233f225 req-edfecd48-1e65-4d49-b50c-ceb8694d3b84 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512636 May 02 11:31:12.545337 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51682) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:12.607734 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5868-12c0-4392-8366-3554f21e22ec req-ad6a745c-cf2d-491d-a1f7-b1023df8718a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:12.609265 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-ad6a745c-cf2d-491d-a1f7-b1023df8718a service neutron] 10.222.0.24 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 898 time: 0.1425750 May 02 11:31:12.658322 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d64d9d78-3018-4fa0-bf6f-9356b5eb886f tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/aea4fd45-efd5-44c8-bded-084e0101a55a HTTP/1.1" status: 200 len: 990 time: 0.1107466 May 02 11:31:12.684159 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-fbf4e518-a3c8-4f4f-b7ac-984f7af1bb46 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 998 time: 0.0680957 May 02 11:31:12.698747 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aea4fd45-efd5-44c8-bded-084e0101a55a', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.99', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'port_id': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'mac_address': 'fa:16:3e:58:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:31:10Z', 'updated_at': '2022-05-02T11:31:10Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:12.728677 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Checking router: aa40259c-c371-42d9-aab9-9aee4f832c85 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:31:12.740922 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:12.741522 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:30:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:12.742371 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5868-12c0-4392-8366-3554f21e22ec req-adb4224e-c838-4fa6-90f4-9c28d2179e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:12.743919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-adb4224e-c838-4fa6-90f4-9c28d2179e42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 200 len: 835 time: 0.0542238 May 02 11:31:12.787894 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39d5868-12c0-4392-8366-3554f21e22ec req-c8e9ec22-edb4-453e-b65e-40ec4132a5b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:12.789372 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-c8e9ec22-edb4-453e-b65e-40ec4132a5b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=187d53e8-7ee0-4491-b89a-687661ae0181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0399365 May 02 11:31:12.850235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:12.884699 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-b73ad443-9fa2-4bc5-b80c-b8671c297b7a service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893226 May 02 11:31:12.974806 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c39d5868-12c0-4392-8366-3554f21e22ec req-7006b6fb-c2e8-4acf-8c79-9f00a9ca75d6 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845466 May 02 11:31:13.067739 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aea4fd45-efd5-44c8-bded-084e0101a55a', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.99', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'port_id': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'mac_address': 'fa:16:3e:58:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:31:10Z', 'updated_at': '2022-05-02T11:31:10Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:13.093436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-accb6380-d04c-41d2-83f4-2a6a8497bcb8 None None] The sync data for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 is: [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'aea4fd45-efd5-44c8-bded-084e0101a55a', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'floating_ip_address': '172.35.4.99', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'port_id': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4347, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'mac_address': 'fa:16:3e:58:81:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:31:10Z', 'updated_at': '2022-05-02T11:31:10Z', 'revision_number': 0, 'project_id': '56d4325012a04948a47fd60cc7640751', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:31:13.289633 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff64d8e3-acab-4b1b-b464-03538d216344 None None] New status for floating IP aea4fd45-efd5-44c8-bded-084e0101a55a: ACTIVE {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:31:13.661618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51684) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:13.731470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-912d9883-caf7-40ab-b4c5-bd628b3c27d0 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/aea4fd45-efd5-44c8-bded-084e0101a55a HTTP/1.1" status: 200 len: 992 time: 0.0685530 May 02 11:31:14.718584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:31:15.184540 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:16.670897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:25.613967 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b8135343-f888-4b87-bcd8-1771de396f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:27.984948 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-35aa7196-3ba7-42fb-92f1-f4c425d1fca3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:28.596616 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-b4fb72fa-dfb8-451f-8cd8-efbea3e13c50 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0386939 May 02 11:31:28.673782 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-b060b50d-2a56-44cc-a821-f43d7d2ca78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:28.675425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-b060b50d-2a56-44cc-a821-f43d7d2ca78a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1127 time: 0.0400722 May 02 11:31:28.782692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-715b4541-8861-4455-adf3-8457b1902446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:28.784060 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-715b4541-8861-4455-adf3-8457b1902446 service neutron] 10.222.0.24 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 898 time: 0.0898161 May 02 11:31:28.848903 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-1ba4420a-9ef2-4fe5-a178-1cb76a9217db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 1000 time: 0.0580220 May 02 11:31:28.896666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-7a73eb6e-2cc1-4c6e-8cf6-4d31fa8fbb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:28.898591 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-7a73eb6e-2cc1-4c6e-8cf6-4d31fa8fbb2a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 200 len: 835 time: 0.0439112 May 02 11:31:28.945888 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-52522562-db5e-47f7-8e79-6e963a25cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:28.947392 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-52522562-db5e-47f7-8e79-6e963a25cdc7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=187d53e8-7ee0-4491-b89a-687661ae0181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0426652 May 02 11:31:29.038238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-8d1c75ee-9010-4696-8747-8c3e9d467ab9 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834417 May 02 11:31:29.131200 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5d370800-157b-492c-96c7-0a71d3b4ab62 req-cc79d09a-a91c-4ec1-9fca-de2e3d0dde68 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864253 May 02 11:31:29.493102 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:30.819880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:31.955959 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:40.635009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061aa354-f8d4-4bcf-82e3-0628a7032550 req-09adc91d-29ea-42fd-85af-073973090fdb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:40.636529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-061aa354-f8d4-4bcf-82e3-0628a7032550 req-09adc91d-29ea-42fd-85af-073973090fdb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0491154 May 02 11:31:40.686361 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-061aa354-f8d4-4bcf-82e3-0628a7032550 req-cbcce11f-a722-4406-b22b-7824c0eafe07 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442402 May 02 11:31:41.801799 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e514282-1c8f-49b2-9d6c-f2cede44b6d5 req-5c9fbbe9-c16a-4916-91ad-a3172fe0431c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:41.803280 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e514282-1c8f-49b2-9d6c-f2cede44b6d5 req-5c9fbbe9-c16a-4916-91ad-a3172fe0431c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0483329 May 02 11:31:41.853009 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6e514282-1c8f-49b2-9d6c-f2cede44b6d5 req-00ee273e-6289-4892-8d66-016be8d1b2fe tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439680 May 02 11:31:41.882316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51704) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:41.948426 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-baf1f2fe-4168-4fe7-b410-94fbbd8068af tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/aea4fd45-efd5-44c8-bded-084e0101a55a HTTP/1.1" status: 200 len: 992 time: 0.0649514 May 02 11:31:43.363247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bbde8-3e71-4510-ac33-7b5575d3d5f7 req-4ca215a4-7a54-4468-b971-f5be92c1236c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:43.365389 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-880bbde8-3e71-4510-ac33-7b5575d3d5f7 req-4ca215a4-7a54-4468-b971-f5be92c1236c tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0497029 May 02 11:31:43.444813 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-880bbde8-3e71-4510-ac33-7b5575d3d5f7 req-ccc80961-e61e-450e-b4e3-294a3536215d tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729611 May 02 11:31:43.455052 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-2c7bb9e5-ec9d-4004-b495-bc0baeb98685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:43.456560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-2c7bb9e5-ec9d-4004-b495-bc0baeb98685 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1127 time: 0.0509725 May 02 11:31:43.550887 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-036185a8-f911-4124-a410-472f69dbd2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:43.552271 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-036185a8-f911-4124-a410-472f69dbd2c1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 898 time: 0.0898068 May 02 11:31:43.621027 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-0cb6d260-acdd-45c2-89f7-e52ceb9e2893 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 1000 time: 0.0622282 May 02 11:31:43.669169 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-6979f79a-c238-461f-9cec-bef3a666462e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:43.670587 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-6979f79a-c238-461f-9cec-bef3a666462e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 200 len: 835 time: 0.0441120 May 02 11:31:43.712667 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-5fb9dedd-4fa9-4dfd-81cd-70000251f45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:43.714139 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-5fb9dedd-4fa9-4dfd-81cd-70000251f45b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=187d53e8-7ee0-4491-b89a-687661ae0181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380311 May 02 11:31:43.805409 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-907af1c4-da2d-41c6-879c-1ffb4fad4c65 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855141 May 02 11:31:43.893742 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-976f9c5d-26ee-480f-bb6f-73c493863021 req-701f838c-2cfc-4cac-971a-d6c9ccf59473 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830517 May 02 11:31:44.561297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb43cec-86b3-41f0-ae9a-4376b378096a req-eb9f2cf5-a5e7-4f14-b091-bae7da9d5dfb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:44.562787 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cb43cec-86b3-41f0-ae9a-4376b378096a req-eb9f2cf5-a5e7-4f14-b091-bae7da9d5dfb tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0479989 May 02 11:31:44.610757 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7cb43cec-86b3-41f0-ae9a-4376b378096a req-80a2ae23-3af5-41d1-b2b9-b4ca2e01720b tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424042 May 02 11:31:45.151038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:45.725282 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab70c6f-f2f1-426a-b6c8-4ed657bd93d5 req-539fa3c9-169f-498d-8c7b-17029e6cd3dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:45.726782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ab70c6f-f2f1-426a-b6c8-4ed657bd93d5 req-539fa3c9-169f-498d-8c7b-17029e6cd3dc tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0475645 May 02 11:31:45.780009 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1ab70c6f-f2f1-426a-b6c8-4ed657bd93d5 req-43492ef4-6972-4a77-bba1-f26a0fb13893 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477204 May 02 11:31:45.802368 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51722) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:45.863783 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7b1cc93-dc5f-4947-b578-d03300036241 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/floatingips/aea4fd45-efd5-44c8-bded-084e0101a55a HTTP/1.1" status: 200 len: 992 time: 0.0601873 May 02 11:31:46.146213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51728) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:46.295492 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 14098116-fc96-412c-bbc0-b046a867e303 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:31:46.295940 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (14098116-fc96-412c-bbc0-b046a867e303), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.375120 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (14098116-fc96-412c-bbc0-b046a867e303), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.375454 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (14098116-fc96-412c-bbc0-b046a867e303), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.388142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 14098116-fc96-412c-bbc0-b046a867e303 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:31:46.579062 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (14098116-fc96-412c-bbc0-b046a867e303), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.606272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=14098116-fc96-412c-bbc0-b046a867e303,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:46.653349 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.671329 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for floatingip (aea4fd45-efd5-44c8-bded-084e0101a55a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:46.671656 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Floating IP aea4fd45-efd5-44c8-bded-084e0101a55a disassociated (deleted). External IP: 172.35.4.99, port: e9179b2c-6458-4d73-b56d-9d3e14b6248a. May 02 11:31:46.881615 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router aa40259c-c371-42d9-aab9-9aee4f832c85 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:31:46.991273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:31:46.995711 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:47.001215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Sync routers for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:31:47.012379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:47.013118 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:47.032153 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-61c63a95-4eee-4734-835c-268b5b74fb57 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/floatingips/aea4fd45-efd5-44c8-bded-084e0101a55a HTTP/1.1" status: 204 len: 168 time: 0.8849115 May 02 11:31:47.034126 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:31:47.036092 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba2dec9-bbba-436d-bde0-9ea715c10b13" -d '{"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:31:47.078048 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e66381-7b9c-4cee-a23c-c961409c9164 x-openstack-request-id: req-d8e66381-7b9c-4cee-a23c-c961409c9164 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:31:47.078354 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:31:47.078640 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d8e66381-7b9c-4cee-a23c-c961409c9164 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:31:47.079055 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8e66381-7b9c-4cee-a23c-c961409c9164'] response: {'name': 'network-changed', 'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'status': 'completed', 'code': 200} May 02 11:31:47.155531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-5b74c809-2878-4df8-89f3-4e3b0e2fe92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:47.156988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-5b74c809-2878-4df8-89f3-4e3b0e2fe92d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=56d4325012a04948a47fd60cc7640751&device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 1127 time: 0.0455444 May 02 11:31:47.255606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-d94045dd-cdc3-40a6-b65a-0f8cb1d9668a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:47.257632 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-d94045dd-cdc3-40a6-b65a-0f8cb1d9668a service neutron] 10.222.0.24 "GET /v2.0/networks?id=187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 200 len: 898 time: 0.0932348 May 02 11:31:47.298566 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:47.313581 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-f4a6c246-01e4-406f-a696-a4d208706c88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 200 len: 217 time: 0.0386953 May 02 11:31:47.355520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-8166cac5-7933-4efb-bac4-4e152c511b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:47.357034 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-8166cac5-7933-4efb-bac4-4e152c511b88 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 200 len: 835 time: 0.0481708 May 02 11:31:47.410070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ca47e3-e622-4f5b-8fe6-84f966d86b5b req-fce4d4c4-d469-4545-92b9-d605a1f077ef tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:47.411486 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82ca47e3-e622-4f5b-8fe6-84f966d86b5b req-fce4d4c4-d469-4545-92b9-d605a1f077ef tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0534520 May 02 11:31:47.461649 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-82ca47e3-e622-4f5b-8fe6-84f966d86b5b req-869a97c0-27e8-4975-b55d-06de93a0ef17 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441022 May 02 11:31:47.495010 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:47.520960 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Checking router: aa40259c-c371-42d9-aab9-9aee4f832c85 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:31:47.529134 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:47.529764 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:47.637013 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:47.830369 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:47.859021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6466dfa0-6bce-4cc9-9970-60c4edb99576 None None] The sync data for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 is: [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:57Z', 'revision_number': 4, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '085852c0-5708-46c2-85ae-5219b82c03fb', 'name': '', 'network_id': '187d53e8-7ee0-4491-b89a-687661ae0181', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'mac_address': 'fa:16:3e:26:35:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_interface', 'standard_attr_id': 4344, 'fixed_ips': [{'subnet_id': '817e5812-55c7-4a23-920a-2ae625aab121', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:56Z', 'updated_at': '2022-05-02T11:30:59Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'subnets': [{'id': '817e5812-55c7-4a23-920a-2ae625aab121', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:31:48.083148 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f6548f-6156-4516-8274-4ecf9d2df2a4 None None] New status for floating IP aea4fd45-efd5-44c8-bded-084e0101a55a: DOWN {{(pid=115665) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:31:48.580129 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c603c672-918e-4a9c-8a53-b3e36b13de4b req-971ea1d3-a8e1-4bed-9ae3-3fa9dff260ae tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:48.581623 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c603c672-918e-4a9c-8a53-b3e36b13de4b req-971ea1d3-a8e1-4bed-9ae3-3fa9dff260ae tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0469699 May 02 11:31:48.638900 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-c603c672-918e-4a9c-8a53-b3e36b13de4b req-296e1fa5-268d-452c-995f-6238d13df375 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/security-groups?id=8cb7f2e1-c0ab-436e-93c9-d1b621736b45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510538 May 02 11:31:48.671962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-047cf318-361b-4a03-adec-351884130c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:48.673526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-047cf318-361b-4a03-adec-351884130c6a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=187d53e8-7ee0-4491-b89a-687661ae0181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0474882 May 02 11:31:48.763808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-bca91157-0e09-4c22-8dab-8b05fd07c276 service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824227 May 02 11:31:48.877620 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-dba2dec9-bbba-436d-bde0-9ea715c10b13 req-b05288cd-6d77-4bbe-bfe2-c4fdbaf635ec service neutron] 10.222.0.24 "GET /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886974 May 02 11:31:48.968262 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-f53e52dc-d773-4c24-86aa-592ab0a110c2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:48.969719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-f53e52dc-d773-4c24-86aa-592ab0a110c2 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 945 time: 0.0467944 May 02 11:31:49.065029 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port e9179b2c-6458-4d73-b56d-9d3e14b6248a {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:31:49.065301 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:49.461793 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port e9179b2c-6458-4d73-b56d-9d3e14b6248a, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=e9179b2c-6458-4d73-b56d-9d3e14b6248a,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:49.462163 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:49.475002 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for e9179b2c-6458-4d73-b56d-9d3e14b6248a owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:31:49.671057 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e9179b2c-6458-4d73-b56d-9d3e14b6248a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:49.701240 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=e9179b2c-6458-4d73-b56d-9d3e14b6248a,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:49.713905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.714267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.714614 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.714959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.715292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.715626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.715959 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.716291 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.716640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.716978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.717307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.717634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.717975 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.718289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.718620 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:49.743874 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6a0635d2-25f1-427e-829c-95c2965ddc7c req-f73b85b9-e05d-45d4-9803-9ca1f465c017 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "GET /v2.0/ports?device_id=1d4997ae-847c-4cf7-b0ed-2f7065a85374 HTTP/1.1" status: 200 len: 210 time: 0.0352755 May 02 11:31:49.760573 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] No DVR routers for this DVR port e9179b2c-6458-4d73-b56d-9d3e14b6248a on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:31:49.766208 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:49.769410 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-43a7e0d0-d9f0-4734-8b53-b57cbf325026 req-68ea68a8-f4a0-4cb0-badf-c308bd7a1747 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.24 "DELETE /v2.0/ports/e9179b2c-6458-4d73-b56d-9d3e14b6248a HTTP/1.1" status: 204 len: 173 time: 0.7911665 May 02 11:31:49.769843 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'name': 'network-vif-deleted', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:31:49.772704 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aed99494-30ce-45c9-9fa6-c878ce7bfe94" -d '{"events": [{"server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "name": "network-vif-deleted", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:31:49.810443 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e2a854f-403b-43d5-90b9-2e95c83ad427 x-openstack-request-id: req-8e2a854f-403b-43d5-90b9-2e95c83ad427 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:31:49.810743 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d4997ae-847c-4cf7-b0ed-2f7065a85374", "name": "network-vif-deleted", "tag": "e9179b2c-6458-4d73-b56d-9d3e14b6248a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:31:49.811021 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8e2a854f-403b-43d5-90b9-2e95c83ad427 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:31:49.811433 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e2a854f-403b-43d5-90b9-2e95c83ad427'] response: {'server_uuid': '1d4997ae-847c-4cf7-b0ed-2f7065a85374', 'name': 'network-vif-deleted', 'tag': 'e9179b2c-6458-4d73-b56d-9d3e14b6248a', 'status': 'completed', 'code': 200} May 02 11:31:50.807692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51744) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:51.141257 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (aa40259c-c371-42d9-aab9-9aee4f832c85), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:51.386508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port 085852c0-5708-46c2-85ae-5219b82c03fb {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:31:51.386860 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:51.478685 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port 085852c0-5708-46c2-85ae-5219b82c03fb, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=085852c0-5708-46c2-85ae-5219b82c03fb,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:51.479049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:51.492172 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for 085852c0-5708-46c2-85ae-5219b82c03fb owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:31:51.662995 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e9179b2c-6458-4d73-b56d-9d3e14b6248a no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:31:51.684027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: e9179b2c-6458-4d73-b56d-9d3e14b6248a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:31:51.684378 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device e9179b2c-6458-4d73-b56d-9d3e14b6248a not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:31:51.717774 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:31:51.739501 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (085852c0-5708-46c2-85ae-5219b82c03fb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:51.766996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=085852c0-5708-46c2-85ae-5219b82c03fb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:51.954675 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (aa40259c-c371-42d9-aab9-9aee4f832c85), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.175592 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Router aa40259c-c371-42d9-aab9-9aee4f832c85 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:31:52.284482 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:31:52.289459 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5786847d-b7d5-4f3c-9f86-2858823aa25a tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "PUT /v2.0/routers/aa40259c-c371-42d9-aab9-9aee4f832c85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4882605 May 02 11:31:52.292383 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51748) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:52.295081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Sync routers for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:31:52.304866 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:52.305519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:52.346746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting subnet 817e5812-55c7-4a23-920a-2ae625aab121 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:31:52.350012 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (817e5812-55c7-4a23-920a-2ae625aab121), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.390049 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (817e5812-55c7-4a23-920a-2ae625aab121), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.414050 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:52.472007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (817e5812-55c7-4a23-920a-2ae625aab121), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.587610 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:31:51Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:52.615660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Checking router: aa40259c-c371-42d9-aab9-9aee4f832c85 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:31:52.619628 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (817e5812-55c7-4a23-920a-2ae625aab121), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.624107 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Routers {'aa40259c-c371-42d9-aab9-9aee4f832c85'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:31:52.624757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['aa40259c-c371-42d9-aab9-9aee4f832c85'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:52.647320 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Subnet': ['ID=817e5812-55c7-4a23-920a-2ae625aab121,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:52.651157 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.654560 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-bb2d0074-868a-425d-bac9-b6a6deef0425 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/subnets/817e5812-55c7-4a23-920a-2ae625aab121 HTTP/1.1" status: 204 len: 168 time: 0.3612301 May 02 11:31:52.657239 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51750) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:52.663811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1a5dd0-c238-4f75-b958-c6781128ff47 None None] Network 187d53e8-7ee0-4491-b89a-687661ae0181 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:31:52.769754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.807816 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] Set router aa40259c-c371-42d9-aab9-9aee4f832c85 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:31:52.883501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] DHCP port deletion for 187d53e8-7ee0-4491-b89a-687661ae0181 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:31:52.886898 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_gateway (aa40259c-c371-42d9-aab9-9aee4f832c85), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:52.974275 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Deleting port 7adba74f-49b3-465e-9cfe-17d247fa0af5 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:31:52.974652 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.015989 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Deleting port c3985630-db4c-4785-8901-1f760ee73a1e {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:31:53.016591 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.068476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:31:51Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:53.072665 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] For port 7adba74f-49b3-465e-9cfe-17d247fa0af5, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=7adba74f-49b3-465e-9cfe-17d247fa0af5,segment=NetworkSegment(9d2d1d6f-664e-41f8-8c52-907793cbed43),segment_id=9d2d1d6f-664e-41f8-8c52-907793cbed43)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:53.073079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.097107 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] For port c3985630-db4c-4785-8901-1f760ee73a1e, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=c3985630-db4c-4785-8901-1f760ee73a1e,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:31:53.097413 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.105511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bf47dce-3d47-41c2-8151-76f450081441 None None] The sync data for ids ['aa40259c-c371-42d9-aab9-9aee4f832c85'] in ncdv-master-1 is: [{'id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1287551193', 'tenant_id': '56d4325012a04948a47fd60cc7640751', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132'}], 'enable_snat': True}, 'gw_port_id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:31:51Z', 'revision_number': 5, 'project_id': '56d4325012a04948a47fd60cc7640751', 'gw_port': {'id': 'c3985630-db4c-4785-8901-1f760ee73a1e', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:c0:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa40259c-c371-42d9-aab9-9aee4f832c85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:30:53Z', 'updated_at': '2022-05-02T11:30:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:31:53.110972 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Calling delete_port for 7adba74f-49b3-465e-9cfe-17d247fa0af5 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:31:53.111867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Calling delete_port for c3985630-db4c-4785-8901-1f760ee73a1e owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:31:53.327097 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (7adba74f-49b3-465e-9cfe-17d247fa0af5), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.353602 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Pushing event deleted for resources: {'Port': ['ID=7adba74f-49b3-465e-9cfe-17d247fa0af5,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:53.355757 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (c3985630-db4c-4785-8901-1f760ee73a1e), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.355920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] No DVR routers for this DVR port 7adba74f-49b3-465e-9cfe-17d247fa0af5 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:31:53.365189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.365189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.365189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.365189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.365189 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.366061 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.366521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.366521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.367644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.367644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.367644 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.368048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.368131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.368434 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.368784 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5162680-77d2-4219-975c-d4caf8cd9d8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:53.391796 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Port': ['ID=c3985630-db4c-4785-8901-1f760ee73a1e,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:53.456930 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (aa40259c-c371-42d9-aab9-9aee4f832c85), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.555403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.558060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router_controller (aa40259c-c371-42d9-aab9-9aee4f832c85), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.647716 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (aa40259c-c371-42d9-aab9-9aee4f832c85), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.648312 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Fanout notify agent at l3_agent the message router_deleted on router aa40259c-c371-42d9-aab9-9aee4f832c85 {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:31:53.654830 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.655981 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4fed237c-ff50-439e-a146-8fa7ddd1256e tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/routers/aa40259c-c371-42d9-aab9-9aee4f832c85 HTTP/1.1" status: 204 len: 168 time: 0.9978590 May 02 11:31:53.658637 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51752) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:53.738209 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (187d53e8-7ee0-4491-b89a-687661ae0181), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.831267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (187d53e8-7ee0-4491-b89a-687661ae0181), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.851405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187d53e8-7ee0-4491-b89a-687661ae0181']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:53.860700 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d2d1d6f-664e-41f8-8c52-907793cbed43') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:53.861004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d2d1d6f-664e-41f8-8c52-907793cbed43') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:31:53.870272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (9d2d1d6f-664e-41f8-8c52-907793cbed43), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.883623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (9d2d1d6f-664e-41f8-8c52-907793cbed43), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.889609 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:31:53.889990 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (9d2d1d6f-664e-41f8-8c52-907793cbed43), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: timer() May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:31:53.893016 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:31:54.001768 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (187d53e8-7ee0-4491-b89a-687661ae0181), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.006812 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.010196 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/networks/187d53e8-7ee0-4491-b89a-687661ae0181 HTTP/1.1" status: 204 len: 168 time: 0.3506045 May 02 11:31:54.013009 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51754) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:54.027076 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2695962a-4f46-4bd0-b993-b693f4469597 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'Network': ['ID=187d53e8-7ee0-4491-b89a-687661ae0181,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:54.070356 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (8cb7f2e1-c0ab-436e-93c9-d1b621736b45), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.098053 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (8cb7f2e1-c0ab-436e-93c9-d1b621736b45), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.235495 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (8cb7f2e1-c0ab-436e-93c9-d1b621736b45), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.238230 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:54.239537 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] 10.222.0.16 "DELETE /v2.0/security-groups/8cb7f2e1-c0ab-436e-93c9-d1b621736b45 HTTP/1.1" status: 204 len: 168 time: 0.2254336 May 02 11:31:54.249729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb7f2e1-c0ab-436e-93c9-d1b621736b45,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:54.259227 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.259584 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.264970 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e07d25e-2ab7-44de-b0b1-955d67aa2c83 tempest-TestNetworkAdvancedServerOps-1430875405 tempest-TestNetworkAdvancedServerOps-1430875405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:31:54.603201 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3985630-db4c-4785-8901-1f760ee73a1e no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:31:54.623394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: c3985630-db4c-4785-8901-1f760ee73a1e {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:31:54.623748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device c3985630-db4c-4785-8901-1f760ee73a1e not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:31:54.624160 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7adba74f-49b3-465e-9cfe-17d247fa0af5 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:31:54.642975 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 7adba74f-49b3-465e-9cfe-17d247fa0af5 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:31:54.643322 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 7adba74f-49b3-465e-9cfe-17d247fa0af5 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:31:54.643729 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 085852c0-5708-46c2-85ae-5219b82c03fb no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:31:54.664674 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 085852c0-5708-46c2-85ae-5219b82c03fb {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:31:54.665022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 085852c0-5708-46c2-85ae-5219b82c03fb not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:31:54.828414 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51762) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:54.957989 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-6d0edff5-8302-4d12-8d0f-5d63a49f8056 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=56d4325012a04948a47fd60cc7640751&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1283717 May 02 11:31:54.961094 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51766) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:55.007259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] Publish callbacks [] for security_group (069a91d7-df71-4345-a578-ce2fd274a160), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.028320 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] Publish callbacks [] for security_group (069a91d7-df71-4345-a578-ce2fd274a160), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.122357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (069a91d7-df71-4345-a578-ce2fd274a160), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.124973 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.126158 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/069a91d7-df71-4345-a578-ce2fd274a160 HTTP/1.1" status: 204 len: 168 time: 0.1641510 May 02 11:31:55.134788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a526ca7e-c571-486f-b76c-bb9806972587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069a91d7-df71-4345-a578-ce2fd274a160,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:55.585448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3f877071-5e9d-40c3-b37f-daea48e242c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.663425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51772) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:55.676809 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c25118-3897-474c-a032-9d25e115f879 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.748745 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c25118-3897-474c-a032-9d25e115f879 admin admin] Publish callbacks [] for security_group (a88aef08-6ede-41ed-9ce6-eaa9451f5e98), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.824672 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f4c25118-3897-474c-a032-9d25e115f879 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a88aef08-6ede-41ed-9ce6-eaa9451f5e98), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.864192 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c25118-3897-474c-a032-9d25e115f879 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a88aef08-6ede-41ed-9ce6-eaa9451f5e98,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:55.869212 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f4c25118-3897-474c-a032-9d25e115f879 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f98c987dc6b4ca487a4816e8774f11a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2045379 May 02 11:31:55.871737 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51774) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:55.919241 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] Publish callbacks [] for security_group (a88aef08-6ede-41ed-9ce6-eaa9451f5e98), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:55.940975 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] Publish callbacks [] for security_group (a88aef08-6ede-41ed-9ce6-eaa9451f5e98), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:56.070791 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (a88aef08-6ede-41ed-9ce6-eaa9451f5e98), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:56.073488 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:56.074658 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a88aef08-6ede-41ed-9ce6-eaa9451f5e98 HTTP/1.1" status: 204 len: 168 time: 0.2020202 May 02 11:31:56.082556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0223ea5-7139-4bbe-9319-40c97c9ef3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88aef08-6ede-41ed-9ce6-eaa9451f5e98,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:57.051853 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51796) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:57.145307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1048803935-network', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:57.213069 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Made reservation on behalf of d31245ef5b6547f2b9769a9462c0b6b3 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:31:57.215352 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.228357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.301426 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks [] for security_group (2892d9e4-b237-48af-9bd3-52a3c5efc9a8), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.350161 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2892d9e4-b237-48af-9bd3-52a3c5efc9a8), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.370756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:31:57.384551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2892d9e4-b237-48af-9bd3-52a3c5efc9a8,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:57.389291 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25d88bd8-ea61-4dee-90d7-f9d6611e2beb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.389640 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Added segment 25d88bd8-ea61-4dee-90d7-f9d6611e2beb of type vlan for network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 May 02 11:31:57.429288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (604121e1-b54f-4cd7-8d98-e73abe2e22a0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.505006 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (604121e1-b54f-4cd7-8d98-e73abe2e22a0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.505895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:57.506527 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.568895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] Pushing event updated for resources: {'Network': ['ID=604121e1-b54f-4cd7-8d98-e73abe2e22a0,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:57.577321 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-72830480-91e5-405c-8724-abf2ef118699 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5242317 May 02 11:31:57.579421 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51800) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:57.582027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:31:57.584696 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Request body: {'subnet': {'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1048803935-subnet', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:57.699345 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Made reservation on behalf of d31245ef5b6547f2b9769a9462c0b6b3 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:31:57.701760 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:57.934481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6fb4086-d085-49a9-b6d8-f705bd0399a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.259494 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (f19bce23-d305-4601-a7cf-d4a95af2dc1f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.315420 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f19bce23-d305-4601-a7cf-d4a95af2dc1f,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:58.324013 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:31:58.324378 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Network hostable DHCP agents. Network: 604121e1-b54f-4cd7-8d98-e73abe2e22a0, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:31:58.406913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:31:58.464055 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 604121e1-b54f-4cd7-8d98-e73abe2e22a0) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:31:58.468207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:31:58.468851 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.473411 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972d9840-71fd-4b64-bffc-7804b73ac859 None None] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:31:58.554003 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b6db1592-16a5-490a-af5c-832dc582d6d4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9728577 May 02 11:31:58.556541 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51802) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:31:58.561029 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:31:58.572213 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:31:58.573195 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.641818 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.643044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.697569 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for router_controller (db4fdce2-ea07-43f9-8c8b-3105c5249df3), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.707282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Allocated IP 172.20.0.2 (604121e1-b54f-4cd7-8d98-e73abe2e22a0/f19bce23-d305-4601-a7cf-d4a95af2dc1f/61c69af6-cd85-43c3-ad76-7d5efd9d10f2) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:31:58.848465 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks [] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.891005 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for router_gateway (db4fdce2-ea07-43f9-8c8b-3105c5249df3), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.917103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:58.953286 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:31:58.956033 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:31:58.962161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:31:58.970756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Pushing event updated for resources: {'Port': ['ID=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:59.155208 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for router_gateway (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.174867 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.188756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Attempting to bind port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:31:59.189130 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Attempting to bind port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:31:59.189493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Attempting to bind port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:31:59.194985 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:31:59.195360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:31:59.195759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.196151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Bound using segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:31:59.196638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Bound port: 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:31:59.197022 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.258217 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] For port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:31:59.261451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] For port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:31:59.275788 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Allocated IP 172.35.4.249 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/33885cad-1b9e-4e5e-a83f-6aba9acabe2f) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:31:59.311053 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.374912 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c39451d-9433-462a-a6d4-a5f75c90a881 None None] Pushing event updated for resources: {'Port': ['ID=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:59.382946 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.470748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.503784 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:31:59.542166 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:31:59.546433 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:31:59.549182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:31:59.588892 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Pushing event updated for resources: {'Port': ['ID=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:31:59.901990 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for router_gateway (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.107344 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.262466 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cc5921-5cb5-4fef-9b3e-90baf8eb0850 None None] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:32:00.345376 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Provisioning complete for port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:00.345753 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.361863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:32:00.454944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Current status of the port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:00.455259 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.482580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:32:00.493574 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] For port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:00.498115 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:32:00.516692 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:00.516692 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:00.570881 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.593093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.594878 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1985f40e-c931-48cd-980e-87498de5a018 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0372541 May 02 11:32:00.597500 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51804) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:00.645286 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:00.650361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0727ed79-5dd9-4d6d-a5de-1e034edac34c None None] Pushing event updated for resources: {'Port': ['ID=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:00.676636 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:00.746573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-778d2a14-c125-4a3b-b490-d1db4b91e7fa None None] Provisioning complete for port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:00.751796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-778d2a14-c125-4a3b-b490-d1db4b91e7fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.811292 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:00.812736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.863555 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:31:59Z', 'revision_number': 3, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:31:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:00.907296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:00.923358 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:32:00.924936 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Updating router db4fdce2-ea07-43f9-8c8b-3105c5249df3 port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:32:00.947039 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-778d2a14-c125-4a3b-b490-d1db4b91e7fa None None] Current status of the port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:00.959102 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:00.979452 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.129456 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.249738 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks [] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.283627 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Allocated IP 172.20.0.1 (604121e1-b54f-4cd7-8d98-e73abe2e22a0/f19bce23-d305-4601-a7cf-d4a95af2dc1f/73978aaf-07a0-43f2-958f-9783b9452705) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:01.304941 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.354780 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Attempting to bind port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:01.355079 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Attempting to bind port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:01.355443 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Attempting to bind port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:01.362252 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Pushing event updated for resources: {'Port': ['ID=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:01.366056 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 31, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:01.366434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:01.366831 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.367209 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:01.367675 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Bound port: 33885cad-1b9e-4e5e-a83f-6aba9acabe2f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:01.368050 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.385751 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks [] for port (73978aaf-07a0-43f2-958f-9783b9452705), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.389837 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.390207 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.390539 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.390877 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.391210 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.391541 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.391873 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.392199 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.392525 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.392874 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.393201 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.393523 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.393847 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.394167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.394489 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:32:01.430025 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] For port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:01.432952 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] For port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:01.476954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.505072 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.517913 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:01.520810 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:01.527182 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:01.555805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Pushing event updated for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:01.570246 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4431c685-394e-47d6-9575-de4d7ed367b9 None None] Pushing event updated for resources: {'Port': ['ID=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:01.572828 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:01.573434 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:01.586831 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.695481 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:01.772634 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3547a7fb-768d-41db-8f5c-06a9c6c33209 None None] Provisioning complete for port 73978aaf-07a0-43f2-958f-9783b9452705 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:01.773199 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3547a7fb-768d-41db-8f5c-06a9c6c33209 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73978aaf-07a0-43f2-958f-9783b9452705), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.809196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3547a7fb-768d-41db-8f5c-06a9c6c33209 None None] Port 73978aaf-07a0-43f2-958f-9783b9452705 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:01.809594 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73978aaf-07a0-43f2-958f-9783b9452705), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.959850 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:31:59Z', 'revision_number': 3, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:01.986675 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks [] for port (73978aaf-07a0-43f2-958f-9783b9452705), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:01.986881 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e01a555f-844a-4609-b45e-acb40ba0db39 None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:31:59Z', 'revision_number': 3, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:32:02.009061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.087626 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.153931 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Pushing event updated for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:02.158996 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.282013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:02.283457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:02.412989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:32:02.531982 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-5ae8af80-c95a-46ac-9f74-c03e5bc85aa9 None None] Provisioning complete for port 73978aaf-07a0-43f2-958f-9783b9452705 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:02.532356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ae8af80-c95a-46ac-9f74-c03e5bc85aa9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73978aaf-07a0-43f2-958f-9783b9452705), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.574021 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-5ae8af80-c95a-46ac-9f74-c03e5bc85aa9 None None] Port 73978aaf-07a0-43f2-958f-9783b9452705 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:02.702483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 33885cad-1b9e-4e5e-a83f-6aba9acabe2f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:02.755541 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:02.756621 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.838848 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:02.839437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.862148 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:02.874273 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:32:02.880992 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8b32d4ab-b623-47a0-8d98-e946dfbf4034 admin admin] 10.222.0.16 "PUT /v2.0/routers/db4fdce2-ea07-43f9-8c8b-3105c5249df3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2810266 May 02 11:32:02.950858 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:02.951676 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:03.034687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:03.039037 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:03.039404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.127943 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:03.540494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:03.545822 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1104534353-network', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:03.624954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Made reservation on behalf of d8ddcbace58447f6929f410da45282fc for: {'network': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:32:03.627316 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.636561 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.651202 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:32:03.660451 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:03.661094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:03.710357 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks [] for security_group (cf06a78b-7f60-42cc-9554-107af4d72526), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.772442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:03.773395 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cf06a78b-7f60-42cc-9554-107af4d72526), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.794807 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=115663) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:32:03.810111 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf06a78b-7f60-42cc-9554-107af4d72526,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:03.813010 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7bb4410a-623b-4f26-82be-f409344800cf), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.813337 ncdv-master-1 neutron-server[115663]: INFO neutron.db.segments_db [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Added segment 7bb4410a-623b-4f26-82be-f409344800cf of type vlan for network 3a5029da-106a-498e-9a65-d4e549c5cbe1 May 02 11:32:03.854219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (3a5029da-106a-498e-9a65-d4e549c5cbe1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.951120 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (3a5029da-106a-498e-9a65-d4e549c5cbe1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.952132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:03.952781 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:03.969864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 2, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:03.996891 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:32:03.997253 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Updating router db4fdce2-ea07-43f9-8c8b-3105c5249df3 port 73978aaf-07a0-43f2-958f-9783b9452705 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:32:04.013158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] Pushing event updated for resources: {'Network': ['ID=3a5029da-106a-498e-9a65-d4e549c5cbe1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:04.025649 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:32:04.030371 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73978aaf-07a0-43f2-958f-9783b9452705), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.050706 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-d086e54b-07cb-424e-a747-101a418a76fb admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5088069 May 02 11:32:04.053472 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:04.058288 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Request body: {'subnet': {'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1104534353-subnet', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'ip_version': 4}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:04.133998 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Made reservation on behalf of d8ddcbace58447f6929f410da45282fc for: {'subnet': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:32:04.136329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8575885'] for subnet (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.347688 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks [] for port (73978aaf-07a0-43f2-958f-9783b9452705), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.396665 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8560700', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8575935'] for subnet (fd79df1f-1aed-44cd-9d60-927fe6963c74), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.447693 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.454171 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd79df1f-1aed-44cd-9d60-927fe6963c74,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:04.461299 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Checking segment: {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:04.461762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Network hostable DHCP agents. Network: 3a5029da-106a-498e-9a65-d4e549c5cbe1, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115663) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:32:04.507116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6238e-018d-4478-923e-cfdef4b5ce1d None None] Pushing event updated for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:04.558112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Attempting to bind port 73978aaf-07a0-43f2-958f-9783b9452705 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:04.558573 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Attempting to bind port 73978aaf-07a0-43f2-958f-9783b9452705 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:04.558838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Attempting to bind port 73978aaf-07a0-43f2-958f-9783b9452705 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:04.564468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:04.564899 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:04.565302 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.565698 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Bound using segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:04.567197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Bound port: 73978aaf-07a0-43f2-958f-9783b9452705, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:04.567197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73978aaf-07a0-43f2-958f-9783b9452705), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.582641 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115663) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:32:04.624017 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 33885cad-1b9e-4e5e-a83f-6aba9acabe2f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:04.660694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, 3a5029da-106a-498e-9a65-d4e549c5cbe1) {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:04.667255 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] For port 73978aaf-07a0-43f2-958f-9783b9452705, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:04.671667 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:04.673333 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a668067b-051e-4f62-b681-63d96a15a75e None None] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:32:04.673700 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.698855 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] For port 73978aaf-07a0-43f2-958f-9783b9452705, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73978aaf-07a0-43f2-958f-9783b9452705,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:04.750882 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-93e8f843-557f-428c-a4fa-fb418ab0be9c None None] Provisioning complete for port 73978aaf-07a0-43f2-958f-9783b9452705 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:04.751185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93e8f843-557f-428c-a4fa-fb418ab0be9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73978aaf-07a0-43f2-958f-9783b9452705), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.753030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-8dafe942-0092-4402-abe6-248cf74477fc admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6984737 May 02 11:32:04.755505 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51840) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:04.760626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:04.790575 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:04.791208 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.802111 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.815636 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (163aba3b-159a-4b95-be63-7bbf274f054d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.816716 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (163aba3b-159a-4b95-be63-7bbf274f054d), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.876870 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for router_controller (163aba3b-159a-4b95-be63-7bbf274f054d), precommit_add_association {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.884407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93e8f843-557f-428c-a4fa-fb418ab0be9c None None] Port 73978aaf-07a0-43f2-958f-9783b9452705 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:04.915716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-3a5029da-106a-498e-9a65-d4e549c5cbe1', 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1', 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'fixed_ips': [{'subnet_id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:32:04.917115 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:04.945068 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6238e-018d-4478-923e-cfdef4b5ce1d None None] Pushing event updated for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:04.953594 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:04.954225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:05.097523 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for router_gateway (163aba3b-159a-4b95-be63-7bbf274f054d), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.125681 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:05.153478 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Provisioning complete for port 73978aaf-07a0-43f2-958f-9783b9452705 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:05.153478 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73978aaf-07a0-43f2-958f-9783b9452705), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.356730 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for router_gateway (163aba3b-159a-4b95-be63-7bbf274f054d), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.375882 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.392629 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:05.428884 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Allocated IP 172.20.0.2 (3a5029da-106a-498e-9a65-d4e549c5cbe1/fd79df1f-1aed-44cd-9d60-927fe6963c74/500e3831-117a-43c3-b015-11666c5e16c9) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:05.479568 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Allocated IP 172.35.4.34 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/1e703662-48ca-431d-a4ff-b09eef841eed) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:05.585493 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for port (1e703662-48ca-431d-a4ff-b09eef841eed), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.630711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Current status of the port 73978aaf-07a0-43f2-958f-9783b9452705 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:05.631038 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (73978aaf-07a0-43f2-958f-9783b9452705), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.677004 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.716041 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:05.722782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:05.727702 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:05.730841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e703662-48ca-431d-a4ff-b09eef841eed,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:05.745949 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] For port 73978aaf-07a0-43f2-958f-9783b9452705, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73978aaf-07a0-43f2-958f-9783b9452705,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:05.773273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:04Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:05.803468 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks [] for port (500e3831-117a-43c3-b015-11666c5e16c9), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.805695 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3422bdc3-7ef0-47f7-8d63-88eebf3effca None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:04Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:32:05.814210 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.880651 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (500e3831-117a-43c3-b015-11666c5e16c9), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:05.910542 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79467e8d-db2a-43d4-ae76-c227ac4813c7 None None] Pushing event updated for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:05.915003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:05.918448 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:05.922879 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:05.982958 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Pushing event updated for resources: {'Port': ['ID=500e3831-117a-43c3-b015-11666c5e16c9,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:06.016162 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Attempting to bind port 500e3831-117a-43c3-b015-11666c5e16c9 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:06.016633 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Attempting to bind port 500e3831-117a-43c3-b015-11666c5e16c9 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:06.017081 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Attempting to bind port 500e3831-117a-43c3-b015-11666c5e16c9 on network 3a5029da-106a-498e-9a65-d4e549c5cbe1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:06.022746 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:06.023223 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Checking segment: {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:06.023880 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.024350 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Bound using segment: {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:06.024932 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Bound port: 500e3831-117a-43c3-b015-11666c5e16c9, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:06.025386 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (500e3831-117a-43c3-b015-11666c5e16c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.106812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for router_gateway (163aba3b-159a-4b95-be63-7bbf274f054d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.109880 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] For port 500e3831-117a-43c3-b015-11666c5e16c9, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:06.113131 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] For port 500e3831-117a-43c3-b015-11666c5e16c9, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500e3831-117a-43c3-b015-11666c5e16c9,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:06.230498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (500e3831-117a-43c3-b015-11666c5e16c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.300106 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d63d06-c7fc-41aa-ba24-a3b35f9a787c None None] Pushing event updated for resources: {'Port': ['ID=500e3831-117a-43c3-b015-11666c5e16c9,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:06.328952 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (163aba3b-159a-4b95-be63-7bbf274f054d), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.556515 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Router 163aba3b-159a-4b95-be63-7bbf274f054d is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115663) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:32:06.696358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:32:06.707858 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Sync routers for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:32:06.718817 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 73978aaf-07a0-43f2-958f-9783b9452705 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:06.720956 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:06.721787 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:06.772874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 73978aaf-07a0-43f2-958f-9783b9452705 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:06.773372 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (73978aaf-07a0-43f2-958f-9783b9452705), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.834985 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:06.860436 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 73978aaf-07a0-43f2-958f-9783b9452705 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:06.861599 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 500e3831-117a-43c3-b015-11666c5e16c9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:06.872981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:06.877374 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51842) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:06.884574 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-503bf6c5-7ffb-4172-a1d1-2f335203b5c4 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1273370 May 02 11:32:06.915580 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 500e3831-117a-43c3-b015-11666c5e16c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:06.916265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (500e3831-117a-43c3-b015-11666c5e16c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.023851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 500e3831-117a-43c3-b015-11666c5e16c9 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:07.024507 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (500e3831-117a-43c3-b015-11666c5e16c9), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.063821 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 3, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:07.069974 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 500e3831-117a-43c3-b015-11666c5e16c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500e3831-117a-43c3-b015-11666c5e16c9,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:07.094458 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Checking router: 163aba3b-159a-4b95-be63-7bbf274f054d for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:32:07.095053 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Updating router 163aba3b-159a-4b95-be63-7bbf274f054d port 1e703662-48ca-431d-a4ff-b09eef841eed binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:32:07.135096 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.139382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (500e3831-117a-43c3-b015-11666c5e16c9), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.227916 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=500e3831-117a-43c3-b015-11666c5e16c9,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:07.414813 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.430439 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks [] for port (1e703662-48ca-431d-a4ff-b09eef841eed), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.433847 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a74434-b523-4837-98ba-9c2da988f828 None None] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:32:07.491641 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dcf5d7b8-22e3-40e0-9e04-3e64c3a9af56 None None] Provisioning complete for port 500e3831-117a-43c3-b015-11666c5e16c9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:07.492037 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dcf5d7b8-22e3-40e0-9e04-3e64c3a9af56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (500e3831-117a-43c3-b015-11666c5e16c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.493426 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.546637 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Attempting to bind port 1e703662-48ca-431d-a4ff-b09eef841eed on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:07.547104 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Attempting to bind port 1e703662-48ca-431d-a4ff-b09eef841eed by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:07.547361 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Attempting to bind port 1e703662-48ca-431d-a4ff-b09eef841eed on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:07.550318 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8f2a3-2ef2-4e2c-b307-fdf562f8d78e None None] Pushing event updated for resources: {'Port': ['ID=1e703662-48ca-431d-a4ff-b09eef841eed,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:07.555619 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:07.555987 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:07.556383 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.556790 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:07.557253 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Bound port: 1e703662-48ca-431d-a4ff-b09eef841eed, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:07.557628 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.603286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Allocated IP 172.20.0.1 (3a5029da-106a-498e-9a65-d4e549c5cbe1/fd79df1f-1aed-44cd-9d60-927fe6963c74/20da5fe8-9239-451f-a7e2-e55928e7e924) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:07.610907 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] For port 1e703662-48ca-431d-a4ff-b09eef841eed, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:07.614156 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] For port 1e703662-48ca-431d-a4ff-b09eef841eed, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e703662-48ca-431d-a4ff-b09eef841eed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:07.623703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dcf5d7b8-22e3-40e0-9e04-3e64c3a9af56 None None] Current status of the port 500e3831-117a-43c3-b015-11666c5e16c9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:07.717671 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks [] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.734556 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.797373 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:07.798001 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:07.837083 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc8f2a3-2ef2-4e2c-b307-fdf562f8d78e None None] Pushing event updated for resources: {'Port': ['ID=1e703662-48ca-431d-a4ff-b09eef841eed,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:07.838967 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.845216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0fd58886-c8dc-4cec-9480-733131106f64 None None] Provisioning complete for port 500e3831-117a-43c3-b015-11666c5e16c9 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:07.845668 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0fd58886-c8dc-4cec-9480-733131106f64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (500e3831-117a-43c3-b015-11666c5e16c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.880897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:07.888276 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:07.895442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Pushing event updated for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:07.898300 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:07.937450 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:07.946871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (163aba3b-159a-4b95-be63-7bbf274f054d), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:07.951581 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0fd58886-c8dc-4cec-9480-733131106f64 None None] Current status of the port 500e3831-117a-43c3-b015-11666c5e16c9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:08.130407 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.135666 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 3, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:08.164242 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06fe25ad-82f3-4298-a713-b7cb322f34c4 None None] The sync data for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 is: [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 3, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:32:08.170444 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-25b0056f-c108-4cf2-b560-c718654ad384 None None] Provisioning complete for port 20da5fe8-9239-451f-a7e2-e55928e7e924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:08.170830 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-25b0056f-c108-4cf2-b560-c718654ad384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.207318 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-25b0056f-c108-4cf2-b560-c718654ad384 None None] Port 20da5fe8-9239-451f-a7e2-e55928e7e924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:08.307406 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks [] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.350466 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.427347 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Pushing event updated for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:08.430782 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (163aba3b-159a-4b95-be63-7bbf274f054d), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.532416 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:08.533936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:08.711213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Router 163aba3b-159a-4b95-be63-7bbf274f054d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:32:08.720806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 500e3831-117a-43c3-b015-11666c5e16c9 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:08.781442 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 500e3831-117a-43c3-b015-11666c5e16c9 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:08.781826 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (500e3831-117a-43c3-b015-11666c5e16c9), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.836504 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-db0e6442-1552-4971-8bd2-7fb434f97c97 None None] Provisioning complete for port 20da5fe8-9239-451f-a7e2-e55928e7e924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:08.836903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-db0e6442-1552-4971-8bd2-7fb434f97c97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:08.853939 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:32:08.859387 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d4eb4a4e-50da-46e3-81f5-0219e51d6419 admin admin] 10.222.0.16 "PUT /v2.0/routers/163aba3b-159a-4b95-be63-7bbf274f054d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9804249 May 02 11:32:08.900563 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-db0e6442-1552-4971-8bd2-7fb434f97c97 None None] Port 20da5fe8-9239-451f-a7e2-e55928e7e924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:08.914670 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 500e3831-117a-43c3-b015-11666c5e16c9 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:08.916225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e703662-48ca-431d-a4ff-b09eef841eed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:08.967186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1e703662-48ca-431d-a4ff-b09eef841eed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:08.967589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:09.054905 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1e703662-48ca-431d-a4ff-b09eef841eed is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:09.055298 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:09.076822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port 1e703662-48ca-431d-a4ff-b09eef841eed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e703662-48ca-431d-a4ff-b09eef841eed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:09.116548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:09.173822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=1e703662-48ca-431d-a4ff-b09eef841eed,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:09.737147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:09.741909 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2077875713', 'description': 'tempest-secgroup-smoke-2077875713 description', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:09.819193 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:09.834763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Sync routers for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:32:09.846696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:09.847244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:09.889966 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (83dd51e2-2d4c-41d1-9d77-72d1385d1aec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:09.957737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:09.973547 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (83dd51e2-2d4c-41d1-9d77-72d1385d1aec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.006413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83dd51e2-2d4c-41d1-9d77-72d1385d1aec,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:10.056274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.057711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b65ea513-baed-4d5c-80a4-c3a0e3f964da tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3194089 May 02 11:32:10.061406 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51852) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:10.066157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:10.157257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:08Z', 'revision_number': 4, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20da5fe8-9239-451f-a7e2-e55928e7e924', 'name': '', 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'mac_address': 'fa:16:3e:c4:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:07Z', 'updated_at': '2022-05-02T11:32:08Z', 'revision_number': 2, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'subnets': [{'id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:10.179792 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (763dfe73-24f5-414b-935c-6351d93a5538), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.183938 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Checking router: 163aba3b-159a-4b95-be63-7bbf274f054d for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:32:10.184295 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Updating router 163aba3b-159a-4b95-be63-7bbf274f054d port 20da5fe8-9239-451f-a7e2-e55928e7e924 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:32:10.212356 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.243925 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (763dfe73-24f5-414b-935c-6351d93a5538), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.328283 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (763dfe73-24f5-414b-935c-6351d93a5538), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.353822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763dfe73-24f5-414b-935c-6351d93a5538,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:10.479813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks [] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.489779 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.491714 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-78a55185-5965-4cd0-ba46-061e50b10a88 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4291477 May 02 11:32:10.494674 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 51854) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:10.499105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:10.550362 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.602519 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ba3e0-3264-4b6e-88f5-b2791b5dc458 None None] Pushing event updated for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:10.648961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (81c84c1e-a82e-4c72-8039-31d8d26e3287), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.651625 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e703662-48ca-431d-a4ff-b09eef841eed up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:10.714185 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (81c84c1e-a82e-4c72-8039-31d8d26e3287), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.784774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (81c84c1e-a82e-4c72-8039-31d8d26e3287), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.809913 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81c84c1e-a82e-4c72-8039-31d8d26e3287,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:10.874082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Attempting to bind port 20da5fe8-9239-451f-a7e2-e55928e7e924 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:10.874616 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Attempting to bind port 20da5fe8-9239-451f-a7e2-e55928e7e924 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:10.874806 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Attempting to bind port 20da5fe8-9239-451f-a7e2-e55928e7e924 on network 3a5029da-106a-498e-9a65-d4e549c5cbe1 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:10.881175 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-df64c1fd-a46e-4135-a77f-02f9c8413fdb None None] Provisioning complete for port 20da5fe8-9239-451f-a7e2-e55928e7e924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:10.881175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-df64c1fd-a46e-4135-a77f-02f9c8413fdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.901146 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.902390 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c6c6f805-2a94-4cd8-9758-2ae8efef201c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4067655 May 02 11:32:10.905322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51856) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:10.906274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:10.906660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Checking segment: {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:10.907061 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.907454 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Bound using segment: {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:10.907931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Bound port: 20da5fe8-9239-451f-a7e2-e55928e7e924, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bb4410a-623b-4f26-82be-f409344800cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:10.908315 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.910208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:10.932622 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-df64c1fd-a46e-4135-a77f-02f9c8413fdb None None] Port 20da5fe8-9239-451f-a7e2-e55928e7e924 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:10.940151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 1e703662-48ca-431d-a4ff-b09eef841eed triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:10.940522 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:10.996578 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (56c533ab-0dbd-4205-830d-77e41415a9d8), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.031969 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] For port 20da5fe8-9239-451f-a7e2-e55928e7e924, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:11.037523 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] For port 20da5fe8-9239-451f-a7e2-e55928e7e924, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20da5fe8-9239-451f-a7e2-e55928e7e924,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:11.058738 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (56c533ab-0dbd-4205-830d-77e41415a9d8), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.077090 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 1e703662-48ca-431d-a4ff-b09eef841eed is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:11.093732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.110614 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (56c533ab-0dbd-4205-830d-77e41415a9d8), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.128180 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56c533ab-0dbd-4205-830d-77e41415a9d8,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:11.153779 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:11.154413 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:31:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:11.156352 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73ba3e0-3264-4b6e-88f5-b2791b5dc458 None None] Pushing event updated for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:11.215602 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.216885 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1af1fe77-888b-4fb5-a6ed-85357ad08cb3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3103230 May 02 11:32:11.219494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51858) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:11.223955 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:11.273146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:11.304284 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (4de905b2-bb2a-4b4a-a6c6-223f5c0801ce), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.363524 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (4de905b2-bb2a-4b4a-a6c6-223f5c0801ce), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.375885 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Provisioning complete for port 20da5fe8-9239-451f-a7e2-e55928e7e924 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:11.376262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.424433 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4de905b2-bb2a-4b4a-a6c6-223f5c0801ce), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.444746 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4de905b2-bb2a-4b4a-a6c6-223f5c0801ce,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:11.506624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.507904 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-982a08c6-0514-48d6-9c96-60856b9d7280 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2874396 May 02 11:32:11.510611 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51860) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:11.514919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:11.531875 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Current status of the port 20da5fe8-9239-451f-a7e2-e55928e7e924 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:11.532228 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.558500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:08Z', 'revision_number': 4, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20da5fe8-9239-451f-a7e2-e55928e7e924', 'name': '', 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'mac_address': 'fa:16:3e:c4:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:07Z', 'updated_at': '2022-05-02T11:32:11Z', 'revision_number': 4, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'subnets': [{'id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:11.589344 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-166db573-1ef5-444e-9f0f-bca7e0fb7ddd None None] The sync data for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 is: [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:32:08Z', 'revision_number': 4, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '20da5fe8-9239-451f-a7e2-e55928e7e924', 'name': '', 'network_id': '3a5029da-106a-498e-9a65-d4e549c5cbe1', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'mac_address': 'fa:16:3e:c4:06:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4376, 'fixed_ips': [{'subnet_id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:07Z', 'updated_at': '2022-05-02T11:32:11Z', 'revision_number': 4, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'subnets': [{'id': 'fd79df1f-1aed-44cd-9d60-927fe6963c74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:32:11.590774 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Project d31245ef5b6547f2b9769a9462c0b6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:32:11.597219 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (b5642b41-3b02-4c6d-b12e-4a409c1e6824), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.606538 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] For port 20da5fe8-9239-451f-a7e2-e55928e7e924, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20da5fe8-9239-451f-a7e2-e55928e7e924,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:11.670932 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.681744 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (b5642b41-3b02-4c6d-b12e-4a409c1e6824), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.725529 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed03f73-3f45-49b8-b225-604aa0bfbd8d None None] Pushing event updated for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:11.731067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (b5642b41-3b02-4c6d-b12e-4a409c1e6824), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.752092 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5642b41-3b02-4c6d-b12e-4a409c1e6824,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:11.855462 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:11.856827 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f61ded46-3241-4f00-b6b6-d3582a728e33 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3452055 May 02 11:32:11.859456 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51862) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:11.863959 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '83dd51e2-2d4c-41d1-9d77-72d1385d1aec', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:11.933520 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Project d31245ef5b6547f2b9769a9462c0b6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:32:11.939560 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (8b994f1a-3b39-4ea4-a463-43a5623ff21a), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:12.002245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (8b994f1a-3b39-4ea4-a463-43a5623ff21a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:12.064980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (8b994f1a-3b39-4ea4-a463-43a5623ff21a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:12.088276 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b994f1a-3b39-4ea4-a463-43a5623ff21a,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:12.152624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:12.155073 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e984ed39-1690-486c-b9a3-e6faf024e5d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2934706 May 02 11:32:12.301421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-4b6db837-ad91-413b-947a-98d104912792 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2077875713&fields=id&tenant_id=d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 267 time: 0.0432799 May 02 11:32:12.408108 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-ad92709a-abe6-4923-8419-b06c0c427c12 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:12.409585 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-ad92709a-abe6-4923-8419-b06c0c427c12 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 809 time: 0.1012349 May 02 11:32:12.423850 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-49c4323e-3f5c-488a-9568-9198e0f7dfad tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/quotas/d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 375 time: 0.0089169 May 02 11:32:12.473842 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-73535410-d1d9-45e7-8095-e4cf3ffc858c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445828 May 02 11:32:12.580466 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-4a913db3-3461-4614-a81b-ac71e18eba4a service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:32:12.583158 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-4a913db3-3461-4614-a81b-ac71e18eba4a service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0973458 May 02 11:32:12.648772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 20da5fe8-9239-451f-a7e2-e55928e7e924 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:12.685356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-83ea46e0-7365-47ba-b4cd-c1e1a0474345 service neutron] 10.222.0.16 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959008 May 02 11:32:12.698215 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port 20da5fe8-9239-451f-a7e2-e55928e7e924 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:12.698692 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:12.780646 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-d80fd6e2-2815-4b18-832e-7a7a8f0a2016 service neutron] 10.222.0.16 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890658 May 02 11:32:12.787390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port 20da5fe8-9239-451f-a7e2-e55928e7e924 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:13.006685 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ca0ba9c0-2670-45ed-ac42-f5400a41c6b4 req-3e1baa47-8ed2-4041-a158-7cec2ac1e148 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 210 time: 0.0275290 May 02 11:32:14.107759 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7753fb24-d4c9-4748-be2e-1f15c205c854 req-23ea72bb-b56e-4d84-8fb4-2bbd5615fd71 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 210 time: 0.0328715 May 02 11:32:15.155892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:15.218569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-9f6f1b6f-586e-4b3d-ad91-8e56448dec75 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:15.219868 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-9f6f1b6f-586e-4b3d-ad91-8e56448dec75 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 809 time: 0.1290102 May 02 11:32:15.221613 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cd5a6a6-0a1e-4d0d-a079-bbb645633c6f req-7de01ec1-7a75-4709-8b89-0afdbdd77a9e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 210 time: 0.0433867 May 02 11:32:15.293678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-e72a2046-e0e9-48ef-9be1-709c76295242 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 380 time: 0.0549572 May 02 11:32:15.303087 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'port': {'device_id': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'admin_state_up': True, 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'security_groups': ['83dd51e2-2d4c-41d1-9d77-72d1385d1aec']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:15.521759 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Made reservation on behalf of d31245ef5b6547f2b9769a9462c0b6b3 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:32:15.525259 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:15.646802 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Allocated IP 172.20.0.4 (604121e1-b54f-4cd7-8d98-e73abe2e22a0/f19bce23-d305-4601-a7cf-d4a95af2dc1f/d6783398-3e13-49f3-bc36-eca74b692dd1) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:15.784864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:15.847839 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:15.889608 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:15.894656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:15.898940 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:15.905229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:15.954782 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:15.955391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.010122 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-7be94405-72bc-42a6-9782-e358d5bc6543 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7106235 May 02 11:32:16.026216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Request body: {'port': {'device_id': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:16.087054 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.120211 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-1162336e-c3e6-434b-95a8-c042e36c72d0 None None] Provisioning complete for port d6783398-3e13-49f3-bc36-eca74b692dd1 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:16.120587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1162336e-c3e6-434b-95a8-c042e36c72d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.155042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-1162336e-c3e6-434b-95a8-c042e36c72d0 None None] Port d6783398-3e13-49f3-bc36-eca74b692dd1 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:32:16.337824 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0c4a50-1647-44f3-8cec-de6052edba39 req-a33f9e20-429a-4189-984e-190bc4e22ebb tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:16.339232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0c4a50-1647-44f3-8cec-de6052edba39 req-a33f9e20-429a-4189-984e-190bc4e22ebb tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 931 time: 0.0473132 May 02 11:32:16.352229 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:32:16.359804 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks [] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.372871 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Transition to ACTIVE for port object d6783398-3e13-49f3-bc36-eca74b692dd1 will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:32:16.388675 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ba0c4a50-1647-44f3-8cec-de6052edba39 req-a161deb4-1ec8-4208-9a83-baec00428516 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438142 May 02 11:32:16.446949 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.498138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:16.572321 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:32:16.572711 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:32:16.573023 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:16.577623 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:32:16.578302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:32:16.583302 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 31, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:32:16.584785 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:32:16.585216 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Bound using segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:32:16.585791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Bound port: d6783398-3e13-49f3-bc36-eca74b692dd1, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:32:16.586048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.653265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.656947 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:32:16.660308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:32:16.733597 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.768617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:16.769294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:16.770676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] 10.222.0.15 "PUT /v2.0/ports/d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1091 time: 0.7494173 May 02 11:32:16.771118 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:32:16.773441 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96fe3c42-20bf-459b-ba51-a480de5c2a46" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:32:16.800902 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49253bf-f589-45e2-a868-4f7edf671443 service neutron] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:16.821983 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:32:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb3379ad-e224-4bc9-94a4-d83c3c92f36c x-openstack-request-id: req-bb3379ad-e224-4bc9-94a4-d83c3c92f36c {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:32:16.822280 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:32:16.822539 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bb3379ad-e224-4bc9-94a4-d83c3c92f36c {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:32:16.822985 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb3379ad-e224-4bc9-94a4-d83c3c92f36c'] response: {'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'status': 'completed', 'code': 200} May 02 11:32:16.882480 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-012560fb-e2ba-4e5a-9c3e-da8262acc94b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:16.884011 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-012560fb-e2ba-4e5a-9c3e-da8262acc94b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1125 time: 0.0423253 May 02 11:32:16.992199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-bacae67f-ce50-4171-beac-4a6e467e8f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:16.993700 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-bacae67f-ce50-4171-beac-4a6e467e8f7a service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0990906 May 02 11:32:17.088334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-456c43e8-0e50-44f1-9b77-ca72984cb7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:17.089737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-96fe3c42-20bf-459b-ba51-a480de5c2a46 req-456c43e8-0e50-44f1-9b77-ca72984cb7e2 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860848 May 02 11:32:17.177348 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a5f552d7-4cf7-4a9c-8d59-79912fa083e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:17.178918 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-a5f552d7-4cf7-4a9c-8d59-79912fa083e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1125 time: 0.0432453 May 02 11:32:17.223418 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-e03ce749-a003-4730-aed4-33296bcee1e2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 217 time: 0.0339079 May 02 11:32:17.274833 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-4340887b-d63b-44d8-a1a1-7db1e210481c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:17.276289 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-4340887b-d63b-44d8-a1a1-7db1e210481c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0439417 May 02 11:32:17.322767 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-f9107513-9aa7-46a9-8499-cbfb2e9415d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:17.324221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-f9107513-9aa7-46a9-8499-cbfb2e9415d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0389593 May 02 11:32:17.419081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-1679e610-1c46-448e-8c6c-c99ce4991d8c service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838428 May 02 11:32:17.503717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9d9151-2b17-493f-b443-78c71582c46b req-edff0ffd-1373-4e7e-8399-397a8ab5e2c3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:17.505235 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf9d9151-2b17-493f-b443-78c71582c46b req-edff0ffd-1373-4e7e-8399-397a8ab5e2c3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0460401 May 02 11:32:17.515442 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2c4fdbe8-48ea-497a-bb7c-1f5274e2515e req-1dd17827-d9cf-4f06-9e41-20a708eeea1f service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867977 May 02 11:32:17.554311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bf9d9151-2b17-493f-b443-78c71582c46b req-7ba2ddf1-f50f-45f8-b247-53dfa56af196 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427577 May 02 11:32:18.669617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113bbec8-3389-4087-8c7e-932e3d4c51e2 req-a96322f3-ed8e-4e44-8bba-214b122000c9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:18.671081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-113bbec8-3389-4087-8c7e-932e3d4c51e2 req-a96322f3-ed8e-4e44-8bba-214b122000c9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0471678 May 02 11:32:18.721572 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-113bbec8-3389-4087-8c7e-932e3d4c51e2 req-99231788-3211-487f-b92f-91ee4057e0c9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447156 May 02 11:32:19.839411 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd07fd83-543f-47bd-98e5-6e521b5d8c8f req-30caac4b-5f61-4e0c-b29a-cda4ce41e960 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:19.840943 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd07fd83-543f-47bd-98e5-6e521b5d8c8f req-30caac4b-5f61-4e0c-b29a-cda4ce41e960 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0519738 May 02 11:32:19.890594 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cd07fd83-543f-47bd-98e5-6e521b5d8c8f req-33b45e48-2c12-4e3b-9412-db429ff92f23 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439687 May 02 11:32:21.007322 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd65ea-1290-4779-8747-149bc7fe5a64 req-79b54762-fd1e-43a7-9ecf-3b1c5ad4b0f4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:21.008829 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78fd65ea-1290-4779-8747-149bc7fe5a64 req-79b54762-fd1e-43a7-9ecf-3b1c5ad4b0f4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0469911 May 02 11:32:21.057481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78fd65ea-1290-4779-8747-149bc7fe5a64 req-3d80646e-32a6-46a4-b021-782e98799f16 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430806 May 02 11:32:22.171245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e5c64b-a853-4116-a66d-1550e1388998 req-98f9e56f-8f54-46d0-8399-9024417b88b2 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:22.172741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05e5c64b-a853-4116-a66d-1550e1388998 req-98f9e56f-8f54-46d0-8399-9024417b88b2 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0474145 May 02 11:32:22.220835 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-05e5c64b-a853-4116-a66d-1550e1388998 req-682caf08-9a96-4231-b40d-43dec4a50d2e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420732 May 02 11:32:22.311380 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:32:22.405694 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:22.417554 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:32:22.457431 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:22.457816 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:22.470022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:32:22.488660 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:22.550202 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:22.597080 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:22.845279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d6783398-3e13-49f3-bc36-eca74b692dd1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:32:23.339019 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2e62a-3d16-4620-8481-54a7ef7ad878 req-72c5f97d-c63a-4867-aec5-d926aef2037b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:23.340529 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83a2e62a-3d16-4620-8481-54a7ef7ad878 req-72c5f97d-c63a-4867-aec5-d926aef2037b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0513451 May 02 11:32:23.388680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-83a2e62a-3d16-4620-8481-54a7ef7ad878 req-7b60d639-ffd5-44b2-94e7-38e79b064bf4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425787 May 02 11:32:24.321354 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:32:24.364591 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port d6783398-3e13-49f3-bc36-eca74b692dd1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:32:24.424412 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d6783398-3e13-49f3-bc36-eca74b692dd1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:32:24.424801 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:24.502849 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229eb71b-e356-4e8e-9ffa-b9dea8183c00 req-75b1b6f8-f979-42cd-92cd-ed1e939e47fc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:24.504337 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-229eb71b-e356-4e8e-9ffa-b9dea8183c00 req-75b1b6f8-f979-42cd-92cd-ed1e939e47fc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0468051 May 02 11:32:24.508507 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:32:24.509200 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:24.533267 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:32:24.537340 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-984ebcc9-0519-4e2b-b362-99edfda06997" -d '{"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:32:24.551702 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:32:24.570345 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-229eb71b-e356-4e8e-9ffa-b9dea8183c00 req-14e25a7c-5216-4a81-acc1-9bb54e3bcf15 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574205 May 02 11:32:24.582710 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1a8f1ce-cf01-4c36-b01c-dd3f41b9ffa8 x-openstack-request-id: req-a1a8f1ce-cf01-4c36-b01c-dd3f41b9ffa8 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:32:24.583000 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:32:24.583313 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a1a8f1ce-cf01-4c36-b01c-dd3f41b9ffa8 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:32:24.583731 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1a8f1ce-cf01-4c36-b01c-dd3f41b9ffa8'] response: {'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'code': 200} May 02 11:32:24.601856 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:24.650791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:24.685543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e469f386-94d0-4d9a-9790-8a742d1f5e08 req-9a8c04e7-c24d-4c27-b606-d0a6ef9f59fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:24.687030 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e469f386-94d0-4d9a-9790-8a742d1f5e08 req-9a8c04e7-c24d-4c27-b606-d0a6ef9f59fa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0391619 May 02 11:32:24.732050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e469f386-94d0-4d9a-9790-8a742d1f5e08 req-2a5d6a01-f3ca-4c6e-aaeb-5230acba7d9b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378406 May 02 11:32:25.618764 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bfbe8f42-57d8-4587-85e7-4f36a7c78d8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:25.678232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda9df-4aaf-45e4-8df2-0745e0c59574 req-33689691-4399-4a30-9bbe-bb026aec125f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:25.679706 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2efda9df-4aaf-45e4-8df2-0745e0c59574 req-33689691-4399-4a30-9bbe-bb026aec125f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0495486 May 02 11:32:25.727529 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2efda9df-4aaf-45e4-8df2-0745e0c59574 req-2060776d-c4a2-48f1-8a46-b148eda6a314 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422006 May 02 11:32:26.846954 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efc791-d87a-4e9f-a874-7883ad09c1cb req-885f205b-ee6c-4371-a839-5e23477d4406 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:26.848338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4efc791-d87a-4e9f-a874-7883ad09c1cb req-885f205b-ee6c-4371-a839-5e23477d4406 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0507681 May 02 11:32:26.895154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e4efc791-d87a-4e9f-a874-7883ad09c1cb req-e8ff4e62-da30-4966-b1e2-6e2f0c5c0ec8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412643 May 02 11:32:27.007479 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b4633f-3cea-41a0-88aa-2f8213d749f9 req-8b34c204-afab-495c-91e6-ec60b0072594 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:27.008940 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b4633f-3cea-41a0-88aa-2f8213d749f9 req-8b34c204-afab-495c-91e6-ec60b0072594 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0454781 May 02 11:32:27.056214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-89b4633f-3cea-41a0-88aa-2f8213d749f9 req-aea1e409-f0c3-4733-b2cd-dd72b20e66dc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417929 May 02 11:32:27.077805 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51922) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:27.159877 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1370c911-8ba7-4c8d-8fb5-57435ef3db09 tempest-TestShelveInstance-665692956 tempest-TestShelveInstance-665692956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:27.161449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-1370c911-8ba7-4c8d-8fb5-57435ef3db09 tempest-TestShelveInstance-665692956 tempest-TestShelveInstance-665692956-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1122 time: 0.0826283 May 02 11:32:27.164269 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 51926) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:32:27.168690 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:32:27.241596 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:27.320823 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:27.420786 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Allocated IP 172.35.4.133 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/0a93b457-7d7d-4e89-b44b-83db1010d625) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:32:27.522325 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:27.619122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:27.655519 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:32:27.662453 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:32:27.666991 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:32:27.669992 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=0a93b457-7d7d-4e89-b44b-83db1010d625,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:27.950548 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3da9d7a0-1827-4cb8-8e83-f36994492510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.354279 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (ddb3be73-5df9-4a92-98f0-8e361ca519d9), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.479836 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.629664 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.715810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.717508 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:32:28.788091 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=0a93b457-7d7d-4e89-b44b-83db1010d625,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:32:28.797982 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (ddb3be73-5df9-4a92-98f0-8e361ca519d9), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:28.902098 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Floating IP ddb3be73-5df9-4a92-98f0-8e361ca519d9 associated. External IP: 172.35.4.133, port: d6783398-3e13-49f3-bc36-eca74b692dd1. May 02 11:32:29.107295 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:32:29.215806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:32:29.225998 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:32:29.235064 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:29.240420 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:29.289650 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:29.323973 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-fd54261e-6e6f-4889-88c3-143cfc612483 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1586554 May 02 11:32:29.324546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:32:29.326866 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732494b0-2353-4f6e-afd9-38a13e1a3ade" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:32:29.342683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:29.363874 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6407691c-6ca1-43c4-8416-2d651f5e02ae x-openstack-request-id: req-6407691c-6ca1-43c4-8416-2d651f5e02ae {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:32:29.364355 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:32:29.364460 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6407691c-6ca1-43c4-8416-2d651f5e02ae {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:32:29.364876 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6407691c-6ca1-43c4-8416-2d651f5e02ae'] response: {'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'status': 'completed', 'code': 200} May 02 11:32:29.427546 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-6e26e02d-8f12-47d0-aad0-5435ca6adf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:29.430277 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-6e26e02d-8f12-47d0-aad0-5435ca6adf10 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0427799 May 02 11:32:29.481748 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:29.524995 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-4b53592f-cf12-4126-a834-af78dd59b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:29.526523 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-4b53592f-cf12-4126-a834-af78dd59b085 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0902755 May 02 11:32:29.597243 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-cec430d7-748f-48ab-895b-63b47cb0b448 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 999 time: 0.0646169 May 02 11:32:29.643372 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-19c655f9-b5b6-483b-aceb-ea9c47d74d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:29.644850 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-19c655f9-b5b6-483b-aceb-ea9c47d74d39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0421641 May 02 11:32:29.651414 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ddb3be73-5df9-4a92-98f0-8e361ca519d9', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:32:28Z', 'updated_at': '2022-05-02T11:32:28Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:29.681006 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:32:29.687894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-04468f9d-0964-49b7-8040-f9f768887999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:29.689303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:32:29.689433 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-04468f9d-0964-49b7-8040-f9f768887999 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0387993 May 02 11:32:29.689910 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:32:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:29.783265 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-d9ea1943-b6bc-4792-b27e-2b29432b0e1b service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872846 May 02 11:32:29.797514 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:32:29.882033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-732494b0-2353-4f6e-afd9-38a13e1a3ade req-14d3df8f-0b7c-4ebf-b131-3de0a3b6c6dd service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931201 May 02 11:32:30.012540 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ddb3be73-5df9-4a92-98f0-8e361ca519d9', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:32:28Z', 'updated_at': '2022-05-02T11:32:28Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:32:30.042295 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd22b40b-885f-4ace-9216-6be8440d1159 None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'ddb3be73-5df9-4a92-98f0-8e361ca519d9', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.133', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4388, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:32:28Z', 'updated_at': '2022-05-02T11:32:28Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:32:30.246851 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c6f3b-94ea-4130-af0d-5fa34203faea None None] New status for floating IP ddb3be73-5df9-4a92-98f0-8e361ca519d9: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:32:30.818892 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:31.709183 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-6f761412-7001-4711-b1f7-361e95538023 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387256 May 02 11:32:31.788979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-4709a3bc-0f1b-4a8b-87ee-30a95b12c0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:31.790556 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-4709a3bc-0f1b-4a8b-87ee-30a95b12c0ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0400035 May 02 11:32:31.895055 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-36ffb8d0-3770-4c49-b41a-627e5d1d6dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:31.896592 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-36ffb8d0-3770-4c49-b41a-627e5d1d6dd4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0883076 May 02 11:32:31.961316 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-dbc1c0fa-3c8d-4586-a3e2-661ae4784d38 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0590050 May 02 11:32:31.990157 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:32.008743 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-7ac386c8-0744-42cb-a8d4-ec33da1e3b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:32.010244 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-7ac386c8-0744-42cb-a8d4-ec33da1e3b4c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0436044 May 02 11:32:32.057292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-16d2cc35-28f9-4993-b53e-ef04dc907d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:32:32.058794 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-16d2cc35-28f9-4993-b53e-ef04dc907d5f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0429194 May 02 11:32:32.149837 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-54b340e8-f751-47cc-8833-4e641ce7161c service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816422 May 02 11:32:32.241371 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65fe5a35-9a41-4a0b-b42b-5455b7932344 req-dbfaf164-f720-4cd7-9fc2-98395d5d2d6e service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852981 May 02 11:32:45.167317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:46.647086 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:55.606715 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3d8632e8-33fc-4928-aca6-d0b677a9cc28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:58.000941 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f44cf2c7-a1e0-46d3-a649-9033f6839e00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:32:59.474883 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:00.846646 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:01.978655 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:05.715755 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:33:15.132681 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:16.651896 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:25.606105 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dca7e2cd-a238-4077-9eca-aa68e2a35e9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:27.949297 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e8771731-3547-4fc6-8f30-c0b571110934 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:29.492382 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:30.840653 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:31.701278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-4e194091-bfed-4977-8c1b-b11ad85ff3a7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384436 May 02 11:33:31.791369 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-a108f834-2552-470a-8068-9185bb5a19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:33:31.793264 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-a108f834-2552-470a-8068-9185bb5a19f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0399561 May 02 11:33:31.907075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-e67f81b7-2724-4f7c-87eb-2a3f3ebdd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:33:31.908608 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-e67f81b7-2724-4f7c-87eb-2a3f3ebdd0cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0919633 May 02 11:33:31.960343 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:31.975678 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-83a958a0-024d-4263-9151-aeebabbea81c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0594416 May 02 11:33:32.030249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-0716397c-48fd-40a1-8c97-9dc7548e8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:33:32.031674 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-0716397c-48fd-40a1-8c97-9dc7548e8da8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0474403 May 02 11:33:32.077465 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-48faaf6a-9f13-40bd-a759-03029e3fc9c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:33:32.078909 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-48faaf6a-9f13-40bd-a759-03029e3fc9c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0380518 May 02 11:33:32.169175 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-0141bbc5-833c-4a65-abd8-daa43a1e3a04 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805931 May 02 11:33:32.263419 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c84dae5a-6aaa-4b11-b335-22f607ad8d9a req-3dc257a1-3cbd-448f-a8fb-c4ee3b9299c8 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837631 May 02 11:33:42.715379 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:33:45.200289 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:46.663368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:55.593981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c78c2618-b7b1-49a2-bd3a-2a8b3a9affae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:57.943388 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-04f961ad-96af-474c-9d9b-996201e0d667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:33:59.485402 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:00.828325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:01.982632 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:15.199982 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:15.743392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-77732d75-6c7a-40c6-bfe6-ca472ef03cbe service neutron] (115663) timed out ('10.222.0.16', 48396) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:34:16.276994 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-6fc2ef4c-7ef0-442b-9c6d-f52f1493a6a1 req-006cd604-eca7-4fb8-9ed2-f8d5aaee6853 tempest-ServerActionsTestJSON-1412520725 tempest-ServerActionsTestJSON-1412520725-project] (115662) timed out ('10.222.0.16', 48110) {{(pid=115662) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:34:16.673736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:19.716032 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:34:25.611084 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-008f112e-3b38-4194-94bb-24ec3a633622 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:27.942502 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1367f223-8c75-4cc7-ac50-69169d2e3302 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:28.705559 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa26237-e352-46ca-aa62-b112593eee98 req-60cee117-8b79-4d69-bed7-008f49e3336e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:28.707082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fa26237-e352-46ca-aa62-b112593eee98 req-60cee117-8b79-4d69-bed7-008f49e3336e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.1026955 May 02 11:34:28.755736 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6fa26237-e352-46ca-aa62-b112593eee98 req-16af2a2b-d148-4d69-b6dd-5c8141c7f88f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431557 May 02 11:34:29.479765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:29.889756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ffa2f-d53a-45ce-957f-42fe92722bc6 req-f91fa2f8-2dd2-42ea-acb1-8005e1e1ca25 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:29.891915 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633ffa2f-d53a-45ce-957f-42fe92722bc6 req-f91fa2f8-2dd2-42ea-acb1-8005e1e1ca25 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0639696 May 02 11:34:29.943259 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-633ffa2f-d53a-45ce-957f-42fe92722bc6 req-be5079e8-df46-4d30-9f56-53211bcb12c4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457733 May 02 11:34:30.834211 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:31.066158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bc890f-6d58-48e3-9904-45ba3c92ed51 req-377cac4b-11da-4d7e-a8b9-11a4b5872784 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:31.067630 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f7bc890f-6d58-48e3-9904-45ba3c92ed51 req-377cac4b-11da-4d7e-a8b9-11a4b5872784 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0513434 May 02 11:34:31.116848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f7bc890f-6d58-48e3-9904-45ba3c92ed51 req-4cc96f64-1444-4ff5-a73e-3542319570a9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435731 May 02 11:34:31.974589 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:32.234927 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead486b9-ec20-4864-9f3c-48e5f5ea0840 req-369cfd43-c9dc-49dd-9053-cb77b652fa0d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:32.236395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ead486b9-ec20-4864-9f3c-48e5f5ea0840 req-369cfd43-c9dc-49dd-9053-cb77b652fa0d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0513997 May 02 11:34:32.287077 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ead486b9-ec20-4864-9f3c-48e5f5ea0840 req-b43f7422-282f-4b2b-a9cb-dd04302d9b2a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447319 May 02 11:34:32.789894 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-51aa7de9-dfa1-45d4-bf10-5aa4600c4914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:32.791378 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-51aa7de9-dfa1-45d4-bf10-5aa4600c4914 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0949852 May 02 11:34:32.901070 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-f8129bac-1d12-41fe-b9d3-7c3c350b52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:32.903198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-f8129bac-1d12-41fe-b9d3-7c3c350b52f3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0880933 May 02 11:34:32.978449 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-209e4fef-df8e-43b4-83f4-ebc256ca57f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0574908 May 02 11:34:33.028507 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-02c06e01-c07c-485c-90b3-fa28f6bcdd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:33.029884 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-02c06e01-c07c-485c-90b3-fa28f6bcdd3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0426307 May 02 11:34:33.078887 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-b1a055d3-af96-48c9-8142-a9f892e9848c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:33.080357 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-b1a055d3-af96-48c9-8142-a9f892e9848c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0414212 May 02 11:34:33.091755 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-d220ba69-e48d-4a6e-8e9c-3799dddde24f service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:34:33.092778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-d220ba69-e48d-4a6e-8e9c-3799dddde24f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053146 May 02 11:34:33.184724 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-7017e210-ca93-403c-ac32-9425fbf908c1 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821242 May 02 11:34:33.280542 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d81c2fb8-2ee7-4581-a68f-736cc4e1815c req-c841636f-12bf-4695-a8ba-d3baaa510de5 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857751 May 02 11:34:33.418836 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41270930-cc4d-4973-bba1-aa3a15ad23fb req-34ec7236-a52f-4916-8a19-64bb534769ae tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:33.418836 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41270930-cc4d-4973-bba1-aa3a15ad23fb req-34ec7236-a52f-4916-8a19-64bb534769ae tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0471370 May 02 11:34:33.467154 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-41270930-cc4d-4973-bba1-aa3a15ad23fb req-b8b3674a-c4f9-4919-a5f7-4318150a7181 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439773 May 02 11:34:34.584111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9e30e-fd91-46fd-bfe9-e7bc09953a2b req-7fe5f7e7-71bc-4600-9822-ef73381a17d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:34.585720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bd9e30e-fd91-46fd-bfe9-e7bc09953a2b req-7fe5f7e7-71bc-4600-9822-ef73381a17d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0505054 May 02 11:34:34.640275 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3bd9e30e-fd91-46fd-bfe9-e7bc09953a2b req-093aa3b5-8cca-4428-a561-0edee31f39ae tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482566 May 02 11:34:35.757297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02de57-acbc-45fa-8a0b-7d7ed21ff3ad req-72523cc9-2c07-467c-b909-f898bb08ee69 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:35.758821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d02de57-acbc-45fa-8a0b-7d7ed21ff3ad req-72523cc9-2c07-467c-b909-f898bb08ee69 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0508318 May 02 11:34:35.808558 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1d02de57-acbc-45fa-8a0b-7d7ed21ff3ad req-ba0cf9b6-b292-4cc3-b056-fb12afcbaabc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 May 02 11:34:36.923134 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdfd8b8-8734-4000-ad93-6386b9e5831b req-59699019-5ed3-466e-acfb-f1bb5fcfb635 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:36.924530 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cdfd8b8-8734-4000-ad93-6386b9e5831b req-59699019-5ed3-466e-acfb-f1bb5fcfb635 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0479176 May 02 11:34:36.973575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9cdfd8b8-8734-4000-ad93-6386b9e5831b req-fa09578d-ee57-46c7-be97-c9b55b6e4a8d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433888 May 02 11:34:38.086586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65462eec-791a-4382-8a5e-7b0c4c883b75 req-6c52d0ac-4d4e-4fde-a306-e389db3723a0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:38.088046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65462eec-791a-4382-8a5e-7b0c4c883b75 req-6c52d0ac-4d4e-4fde-a306-e389db3723a0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0468056 May 02 11:34:38.148248 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-65462eec-791a-4382-8a5e-7b0c4c883b75 req-ca2c5a92-c242-44f1-8e54-5e78c10a6959 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539167 May 02 11:34:39.261202 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ce3b31-d83e-420b-a5f6-f0e0df8e684b req-c61b6983-ea69-4a1e-a97d-f82d0062c7db tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:39.262662 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51ce3b31-d83e-420b-a5f6-f0e0df8e684b req-c61b6983-ea69-4a1e-a97d-f82d0062c7db tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0469990 May 02 11:34:39.315808 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-51ce3b31-d83e-420b-a5f6-f0e0df8e684b req-a851e602-c07f-4ffc-9db4-c03ffc7ace2d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475237 May 02 11:34:40.428145 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00f0f99-50f1-4894-bcc3-257ed6a087b0 req-3e7495bd-1f21-42f2-afce-e536512b7af3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:40.429633 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d00f0f99-50f1-4894-bcc3-257ed6a087b0 req-3e7495bd-1f21-42f2-afce-e536512b7af3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0460529 May 02 11:34:40.481174 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d00f0f99-50f1-4894-bcc3-257ed6a087b0 req-2206df7d-743d-46ed-9871-5126a12cd711 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460200 May 02 11:34:40.973216 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:34:41.228483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:34:41.239467 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:34:41.275881 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:34:41.276274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:41.289120 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:34:41.308456 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:34:41.394005 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:41.446323 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:34:41.455238 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.455583 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.455931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.456271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.456632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.456967 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.457303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.457671 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.458014 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.458343 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.458672 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.459108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.459337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.459664 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.460003 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:41.489326 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['d6783398-3e13-49f3-bc36-eca74b692dd1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:34:41.603232 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeb8c4-1598-486c-aa10-cf8e351e51b2 req-8629b35a-e012-421a-b03d-3d94e5ca766f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:41.605497 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84eeb8c4-1598-486c-aa10-cf8e351e51b2 req-8629b35a-e012-421a-b03d-3d94e5ca766f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0509405 May 02 11:34:41.656457 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-84eeb8c4-1598-486c-aa10-cf8e351e51b2 req-3b3c98f3-2518-4f28-8eb2-d09f04d9b8d7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451958 May 02 11:34:42.784452 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c330abc9-e052-4254-ba91-8e4470f579d8 req-e2e38c26-bd31-4e31-8bfc-f0592b5d5400 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:42.786077 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c330abc9-e052-4254-ba91-8e4470f579d8 req-e2e38c26-bd31-4e31-8bfc-f0592b5d5400 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0534315 May 02 11:34:42.841560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c330abc9-e052-4254-ba91-8e4470f579d8 req-8e6137a7-4e60-4407-89e0-5a9123109952 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476940 May 02 11:34:42.978235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:34:43.029888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port d6783398-3e13-49f3-bc36-eca74b692dd1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:34:43.030261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:43.113840 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:34:43.114233 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:43.137576 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:34:43.139845 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46c216b0-1c54-4f78-ace6-faf25dce2839" -d '{"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:34:43.160425 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:34:43.222685 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:43.259409 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e043386d-dd6d-47f2-8d9b-bfcd3ce2ac71 x-openstack-request-id: req-e043386d-dd6d-47f2-8d9b-bfcd3ce2ac71 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:34:43.259409 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:34:43.259986 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e043386d-dd6d-47f2-8d9b-bfcd3ce2ac71 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:34:43.260277 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e043386d-dd6d-47f2-8d9b-bfcd3ce2ac71'] response: {'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'code': 200} May 02 11:34:43.291108 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:34:43.971694 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3116fbb6-e4e9-49c2-ba06-84b7fd4fa270 req-18791090-4a00-4774-b406-47ccf084ac49 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:43.973368 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3116fbb6-e4e9-49c2-ba06-84b7fd4fa270 req-18791090-4a00-4774-b406-47ccf084ac49 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0565391 May 02 11:34:44.036496 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3116fbb6-e4e9-49c2-ba06-84b7fd4fa270 req-5ceacef4-289b-4dd2-8886-42506b45cbd7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567904 May 02 11:34:45.150985 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba647a8-98e2-44fe-92e1-5f1f0accee35 req-1e647007-9c46-4a54-b614-0e5d4277451d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:45.153010 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba647a8-98e2-44fe-92e1-5f1f0accee35 req-1e647007-9c46-4a54-b614-0e5d4277451d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0484588 May 02 11:34:45.193927 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:45.215952 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-8ba647a8-98e2-44fe-92e1-5f1f0accee35 req-5c097aca-7d25-45fa-a947-24dfe57aec96 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533745 May 02 11:34:46.359307 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b3f01-5594-4124-884c-5b20e8fb6cc0 req-e39e8554-b686-4908-b648-97dfb1edf21e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:46.361035 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-637b3f01-5594-4124-884c-5b20e8fb6cc0 req-e39e8554-b686-4908-b648-97dfb1edf21e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0621164 May 02 11:34:46.424557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-637b3f01-5594-4124-884c-5b20e8fb6cc0 req-aa2e8be2-19b3-4266-be4f-ba1dd8079bff tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570381 May 02 11:34:46.713741 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:47.557132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487acc2-2bdc-4be8-898f-2a5c7d864d4f req-69b3b78f-d8c3-4a3f-804b-30e5e88b2c55 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:47.558788 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1487acc2-2bdc-4be8-898f-2a5c7d864d4f req-69b3b78f-d8c3-4a3f-804b-30e5e88b2c55 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0550830 May 02 11:34:47.612782 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1487acc2-2bdc-4be8-898f-2a5c7d864d4f req-8126ca46-c3a9-4d55-b8ca-bd10cd57d308 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474379 May 02 11:34:48.736835 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a954e1-2138-4d3a-bad3-98ab3f371fe5 req-6252d422-7dd9-4001-92c5-c524a08215a7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:48.738499 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45a954e1-2138-4d3a-bad3-98ab3f371fe5 req-6252d422-7dd9-4001-92c5-c524a08215a7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0510697 May 02 11:34:48.795718 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-45a954e1-2138-4d3a-bad3-98ab3f371fe5 req-fe599c45-8a81-47c4-ab2a-9f9fe6954b55 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515931 May 02 11:34:49.919978 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99c9e7-12ac-4443-8cb7-16a5c236de10 req-8a7a998d-c59b-4ee7-bb9d-9d9f656f0aa5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:49.922106 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca99c9e7-12ac-4443-8cb7-16a5c236de10 req-8a7a998d-c59b-4ee7-bb9d-9d9f656f0aa5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0536714 May 02 11:34:49.973698 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-ca99c9e7-12ac-4443-8cb7-16a5c236de10 req-6c2cef7d-0e7f-418c-9dc0-3550974950c1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457511 May 02 11:34:51.105138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e675d2fb-61fa-4cab-a662-dc66b72b730f req-fdcbab01-bb7a-4b8c-b291-600530f18398 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:51.106763 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e675d2fb-61fa-4cab-a662-dc66b72b730f req-fdcbab01-bb7a-4b8c-b291-600530f18398 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0640776 May 02 11:34:51.162567 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e675d2fb-61fa-4cab-a662-dc66b72b730f req-3983c9df-c392-41ab-a367-06d400bf7174 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497947 May 02 11:34:52.278974 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ac846-a1b5-46d8-9dfb-7f45362d8419 req-2408a4d1-02f0-4514-81f8-48563dd6f9ed tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:52.280423 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b87ac846-a1b5-46d8-9dfb-7f45362d8419 req-2408a4d1-02f0-4514-81f8-48563dd6f9ed tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0459130 May 02 11:34:52.334704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b87ac846-a1b5-46d8-9dfb-7f45362d8419 req-5b5eb45a-764a-4715-9ba6-03866cf0c5e7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485010 May 02 11:34:52.775138 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f437e4-68de-4c60-9501-e81c12806f87 req-d71c36fe-54b8-4bf2-8843-2367473a62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:52.776819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-d71c36fe-54b8-4bf2-8843-2367473a62d7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1127 time: 0.0407548 May 02 11:34:52.869657 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f437e4-68de-4c60-9501-e81c12806f87 req-1129f253-6a94-460b-b62d-8f08edd63508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:52.871323 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-1129f253-6a94-460b-b62d-8f08edd63508 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0883451 May 02 11:34:52.941819 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-79319773-d9d6-4620-a365-3a4e47d0c76c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0613744 May 02 11:34:52.991784 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f437e4-68de-4c60-9501-e81c12806f87 req-166c7779-a64b-4079-bedf-69d7f73845b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:52.993256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-166c7779-a64b-4079-bedf-69d7f73845b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0452623 May 02 11:34:53.035374 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f437e4-68de-4c60-9501-e81c12806f87 req-8509866a-e94d-4e7d-8982-6674f0d281f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:53.036856 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-8509866a-e94d-4e7d-8982-6674f0d281f9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0378652 May 02 11:34:53.131744 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-d395dd39-4130-4650-a583-82b212cd11e1 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856533 May 02 11:34:53.228365 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-78f437e4-68de-4c60-9501-e81c12806f87 req-f2b3e132-6879-4bb8-873c-242fe18f4b45 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879197 May 02 11:34:53.447674 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4234a65c-036a-438f-8dd5-dd07a880e3b7 req-bc9898a1-bd52-45aa-9359-fe7062ff5dea tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:53.449169 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4234a65c-036a-438f-8dd5-dd07a880e3b7 req-bc9898a1-bd52-45aa-9359-fe7062ff5dea tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0473156 May 02 11:34:53.497953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4234a65c-036a-438f-8dd5-dd07a880e3b7 req-8aac9ec8-237f-4d22-aa7b-0c425826bef3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 May 02 11:34:54.614034 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab35f76-bbf7-46ee-8c59-afba328b3b26 req-a9554fbf-f843-460e-a844-2beb99a29ba0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:54.615489 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bab35f76-bbf7-46ee-8c59-afba328b3b26 req-a9554fbf-f843-460e-a844-2beb99a29ba0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0470314 May 02 11:34:54.663736 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-bab35f76-bbf7-46ee-8c59-afba328b3b26 req-b50221a3-e88b-40b8-a16e-6656fc201239 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426910 May 02 11:34:55.587908 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d5949d56-eb5c-4458-adcb-518a202387fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:55.779618 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2a510c-f5e6-4da7-ba00-98a0e74cc06f req-3bc13643-4631-4722-bf39-8b601268bdbe tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:55.781147 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd2a510c-f5e6-4da7-ba00-98a0e74cc06f req-3bc13643-4631-4722-bf39-8b601268bdbe tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0474768 May 02 11:34:55.830108 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd2a510c-f5e6-4da7-ba00-98a0e74cc06f req-e1778d1e-f3bd-4221-ac05-1e9addfb3f70 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425553 May 02 11:34:55.904037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-3360c6b9-297b-4e91-8db5-4744102d291a req-e95d0432-5283-4eaf-99ce-d8ecad53c0d8 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:34:55.905058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-3360c6b9-297b-4e91-8db5-4744102d291a req-e95d0432-5283-4eaf-99ce-d8ecad53c0d8 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053914 May 02 11:34:56.178713 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6b2ea-69b9-47ca-bb40-4929c7d1c657 req-55fb128f-e4f9-4278-87a2-94ff38827342 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:56.180198 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf6b2ea-69b9-47ca-bb40-4929c7d1c657 req-55fb128f-e4f9-4278-87a2-94ff38827342 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0531473 May 02 11:34:56.230588 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf6b2ea-69b9-47ca-bb40-4929c7d1c657 req-a8569836-151f-4ccc-820d-aa50b6f0313e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444987 May 02 11:34:56.496086 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-c5a80367-8ea7-42a7-89e1-26886f889190 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0807185 May 02 11:34:56.616358 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-e1dd2c57-b733-4114-ad08-8de7a38a7adc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:56.617738 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-e1dd2c57-b733-4114-ad08-8de7a38a7adc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports/d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 942 time: 0.0942459 May 02 11:34:56.715144 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:34:57.085196 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:34:57.161604 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:34:57.161990 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:57.185073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:34:57.187233 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-025781a8-c898-4bd7-ba9c-475a287c6037" -d '{"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-unplugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:34:57.200791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:34:57.219375 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 02 May 2022 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da56d7e-a2b9-4a9b-b8bd-8d881200f43c x-openstack-request-id: req-6da56d7e-a2b9-4a9b-b8bd-8d881200f43c {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:34:57.219692 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-unplugged", "status": "failed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "code": 422}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:34:57.219945 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-6da56d7e-a2b9-4a9b-b8bd-8d881200f43c {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:34:57.220337 ncdv-master-1 neutron-server[115664]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6da56d7e-a2b9-4a9b-b8bd-8d881200f43c']: {'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'code': 422} returned with failed status May 02 11:34:57.256318 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:57.309820 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:34:57.358727 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f996c-417f-4202-a965-44ab566976fa req-9345c5ed-aa54-4507-84b0-12f9e9f68c11 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:57.360278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-689f996c-417f-4202-a965-44ab566976fa req-9345c5ed-aa54-4507-84b0-12f9e9f68c11 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0549624 May 02 11:34:57.410936 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-689f996c-417f-4202-a965-44ab566976fa req-949f0a36-5d8b-4833-bb17-fda2943293d3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447958 May 02 11:34:57.755981 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-61a405c8-35e5-4d41-8afd-36422fe4c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:57.757532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-61a405c8-35e5-4d41-8afd-36422fe4c041 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f&tenant_id=d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 1125 time: 0.0859807 May 02 11:34:57.767236 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-746a3afa-0c7c-4d32-807f-32281c6fb827 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:34:57.768214 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-746a3afa-0c7c-4d32-807f-32281c6fb827 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048871 May 02 11:34:57.779540 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Request body: {'port': {'binding:host_id': 'nch2-master-1', 'device_owner': 'compute:nova'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:34:57.842983 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:57.942475 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-07e008fb-e7e3-4a70-822e-42632afd1aac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.048531 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:34:58.082450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch1-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:34:58.114933 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:34:58.122966 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks [] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.135914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Transition to ACTIVE for port object d6783398-3e13-49f3-bc36-eca74b692dd1 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:34:58.176143 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.267430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=9']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:34:58.281746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.282068 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.282410 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.282747 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.283080 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.283469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.283800 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.284125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.284448 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.284798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.285120 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.285442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.285763 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.286083 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.286449 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:34:58.316463 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] No DVR routers for this DVR port d6783398-3e13-49f3-bc36-eca74b692dd1 on host nch1-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:34:58.459119 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:34:58.459461 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:34:58.459794 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:34:58.464205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:34:58.464475 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Attempting to bind port d6783398-3e13-49f3-bc36-eca74b692dd1 on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:34:58.469392 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 34, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:34:58.469731 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:34:58.470118 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Bound using segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:34:58.470544 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Bound port: d6783398-3e13-49f3-bc36-eca74b692dd1, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:34:58.470942 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.554787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0e35fc-e5da-45d8-81ba-dd53d3594309 req-6bf02eef-53e1-4bc1-b19d-5e558e303732 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:58.556264 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f0e35fc-e5da-45d8-81ba-dd53d3594309 req-6bf02eef-53e1-4bc1-b19d-5e558e303732 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 943 time: 0.0761285 May 02 11:34:58.593844 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:34:58.601746 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:34:58.622619 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5f0e35fc-e5da-45d8-81ba-dd53d3594309 req-e6a5ee2e-88cb-4209-a0a0-1aa03a7a023f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598793 May 02 11:34:58.645589 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.680681 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:58.681483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:58.682772 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] 10.222.0.24 "PUT /v2.0/ports/d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1091 time: 0.9069035 May 02 11:34:58.683205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:34:58.685479 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269a02d5-879f-43bb-bc17-34ecace1e19f" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:34:58.722247 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51c748-fece-4200-a370-dd7a482fa324 service neutron] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=10']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:34:58.759680 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-599242f2-1658-46ff-b753-16c3ca057ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:58.761448 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-599242f2-1658-46ff-b753-16c3ca057ea5 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1126 time: 0.0556948 May 02 11:34:58.796964 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a210faa-c6af-41b5-8e81-89e0c63dd38c x-openstack-request-id: req-4a210faa-c6af-41b5-8e81-89e0c63dd38c {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:34:58.797262 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:34:58.797522 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4a210faa-c6af-41b5-8e81-89e0c63dd38c {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:34:58.797942 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a210faa-c6af-41b5-8e81-89e0c63dd38c'] response: {'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'status': 'completed', 'code': 200} May 02 11:34:58.863893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-6600c306-d05f-48af-ab6b-a0d32e34b8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:58.865438 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-6600c306-d05f-48af-ab6b-a0d32e34b8eb service neutron] 10.222.0.24 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0979745 May 02 11:34:58.938011 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-7d103383-819e-4e32-bf6a-ecc3a256e993 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 999 time: 0.0668299 May 02 11:34:58.986382 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-d9724ec5-67dd-48f2-ad41-7268bb730648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:58.987753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-d9724ec5-67dd-48f2-ad41-7268bb730648 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0443375 May 02 11:34:59.031105 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-8ccef6c3-34f8-49b9-a52b-9273564ae4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:59.032575 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-8ccef6c3-34f8-49b9-a52b-9273564ae4dd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0379984 May 02 11:34:59.428650 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-618cd709-18d9-4e6f-beea-f936b2730e65 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3891120 May 02 11:34:59.490747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:34:59.517672 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-647c4212-2084-459b-a3f9-f84a21cdd646 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837426 May 02 11:34:59.709569 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-6497158a-ba68-4de9-9765-0af6bceb4126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:59.711064 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-6497158a-ba68-4de9-9765-0af6bceb4126 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1126 time: 0.0537732 May 02 11:34:59.796398 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ec1b1f-86b0-4188-928c-9b6e83e8cdc5 req-796242f0-6718-4080-90a5-0deddff3be29 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:59.798000 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95ec1b1f-86b0-4188-928c-9b6e83e8cdc5 req-796242f0-6718-4080-90a5-0deddff3be29 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.1031616 May 02 11:34:59.865303 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-216f1fc0-55e7-4f40-b94a-335de12aa404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:34:59.866757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-216f1fc0-55e7-4f40-b94a-335de12aa404 service neutron] 10.222.0.24 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.1361361 May 02 11:34:59.870726 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-95ec1b1f-86b0-4188-928c-9b6e83e8cdc5 req-fe10bf07-adba-43d9-8c2d-88b36fb89938 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663562 May 02 11:34:59.935467 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-74ea2f64-98e9-4b54-aae6-eb2501870c79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 999 time: 0.0627520 May 02 11:35:00.001621 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-4c8eedd0-f794-4840-b244-62ee6611b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:00.001849 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-4c8eedd0-f794-4840-b244-62ee6611b1fa service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0611212 May 02 11:35:00.834075 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:01.007131 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee0f56c-c95d-4743-b429-f89476513ea0 req-f40c9cd0-ed09-4135-87a9-f22b4bec4312 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:01.008635 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee0f56c-c95d-4743-b429-f89476513ea0 req-f40c9cd0-ed09-4135-87a9-f22b4bec4312 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0493367 May 02 11:35:01.063875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eee0f56c-c95d-4743-b429-f89476513ea0 req-41a5e0f2-8c61-48b4-aaf3-473fb3418534 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493488 May 02 11:35:01.988419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:02.196942 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9493027-db46-46ea-bf3c-a461445266d3 req-e02970dc-2e9b-4900-b32e-5db22b9ed5c3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:02.198536 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9493027-db46-46ea-bf3c-a461445266d3 req-e02970dc-2e9b-4900-b32e-5db22b9ed5c3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0597165 May 02 11:35:02.257816 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e9493027-db46-46ea-bf3c-a461445266d3 req-34411465-a5ec-45eb-8b68-3d97753c8725 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526085 May 02 11:35:02.841862 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-dc0614d7-06e8-49fd-924c-dd6ed0615d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:02.843378 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-dc0614d7-06e8-49fd-924c-dd6ed0615d00 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0398452 May 02 11:35:02.944169 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-1cd7a385-cb8a-4629-9459-e555611abfc9 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945420 May 02 11:35:03.094892 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-269a02d5-879f-43bb-bc17-34ecace1e19f req-2b28ce6f-04cb-43dc-9df3-b25245a53a48 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299796 May 02 11:35:03.383573 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646c7527-1b40-4672-9f24-7c4a5a07b508 req-777b57c3-912e-4edd-8cbd-7aa3807d533a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:03.385124 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-646c7527-1b40-4672-9f24-7c4a5a07b508 req-777b57c3-912e-4edd-8cbd-7aa3807d533a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0509150 May 02 11:35:03.449846 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-646c7527-1b40-4672-9f24-7c4a5a07b508 req-ca7ca2e0-15e8-45c5-ba94-2f370e5595e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589621 May 02 11:35:04.583179 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093aa56c-22b8-4c2a-914d-7e0d4a926614 req-f5a6003b-d98d-483a-bc28-fe1e8180ac36 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:04.584964 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-093aa56c-22b8-4c2a-914d-7e0d4a926614 req-f5a6003b-d98d-483a-bc28-fe1e8180ac36 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0489120 May 02 11:35:04.636637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-093aa56c-22b8-4c2a-914d-7e0d4a926614 req-e806fa8a-6046-42ec-b167-82d745ca9b5c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455709 May 02 11:35:05.754200 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41079ca-e475-43e4-a5c7-173141b7d3bd req-b095aaf3-9e29-457c-9fe2-e5ff8cbbffb0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:05.760867 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b41079ca-e475-43e4-a5c7-173141b7d3bd req-b095aaf3-9e29-457c-9fe2-e5ff8cbbffb0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0505803 May 02 11:35:05.811387 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b41079ca-e475-43e4-a5c7-173141b7d3bd req-1feed0b3-cebf-4b63-8001-dbeab751af72 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488272 May 02 11:35:06.980101 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8faa06-2938-446e-b966-2544bc4c760d req-e3020c9b-fb31-42cf-a5c6-e47d4e865ea4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:06.980101 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e8faa06-2938-446e-b966-2544bc4c760d req-e3020c9b-fb31-42cf-a5c6-e47d4e865ea4 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0633609 May 02 11:35:07.029444 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9e8faa06-2938-446e-b966-2544bc4c760d req-068760c1-2a12-40df-a9d9-6b2b9fa25f59 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531828 May 02 11:35:08.143473 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf4adbd-7843-490b-a469-575dfa9941d1 req-da6427aa-e152-4027-b7a1-90f0eef994d7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:08.144977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf4adbd-7843-490b-a469-575dfa9941d1 req-da6427aa-e152-4027-b7a1-90f0eef994d7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0462441 May 02 11:35:08.196297 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4cf4adbd-7843-490b-a469-575dfa9941d1 req-6e543b8b-2ca3-40e5-996e-5fc8c43e895c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429537 May 02 11:35:09.308859 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a04a6-d0be-48c3-9eff-6a8c393d94cc req-b64059fc-cbb4-42e3-815b-78a5c919c8f0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:09.310327 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da6a04a6-d0be-48c3-9eff-6a8c393d94cc req-b64059fc-cbb4-42e3-815b-78a5c919c8f0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0467529 May 02 11:35:09.358852 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-da6a04a6-d0be-48c3-9eff-6a8c393d94cc req-28c9c0f5-0475-4225-bec3-12aff7dbe6a2 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421953 May 02 11:35:10.475231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3620a484-7efb-4d55-af26-949d3abd89a3 req-17715f75-af17-4e73-9be7-c4c82d043b1e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:10.476708 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3620a484-7efb-4d55-af26-949d3abd89a3 req-17715f75-af17-4e73-9be7-c4c82d043b1e tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 944 time: 0.0485697 May 02 11:35:10.501837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:35:10.524178 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3620a484-7efb-4d55-af26-949d3abd89a3 req-f6f54b15-53eb-47c5-b0b1-ef22130caa60 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 May 02 11:35:10.599382 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:35:10.610854 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'port_id': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'mac_address': 'fa:16:3e:4a:c2:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:35:10.650800 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:35:10.651539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:10.664873 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:35:10.683511 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:35:10.730389 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:10.776331 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=11']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:35:10.959282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['d6783398-3e13-49f3-bc36-eca74b692dd1'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:35:11.641779 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba9d03-cdec-4096-941f-00b6ac0d2500 req-adf74933-8e01-4b73-914d-7289397aba04 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:11.643232 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7ba9d03-cdec-4096-941f-00b6ac0d2500 req-adf74933-8e01-4b73-914d-7289397aba04 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0506091 May 02 11:35:11.694683 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-b7ba9d03-cdec-4096-941f-00b6ac0d2500 req-772aef2a-5ee7-4268-b3f8-868d8f5259cb tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458934 May 02 11:35:12.521361 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:35:12.649860 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port d6783398-3e13-49f3-bc36-eca74b692dd1 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:35:12.713445 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port d6783398-3e13-49f3-bc36-eca74b692dd1 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:35:12.713813 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:12.790206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port d6783398-3e13-49f3-bc36-eca74b692dd1 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:35:12.790504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:12.810928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be856d-265f-4dec-acd1-447e65abeb06 req-69656ed4-f3da-437c-a22d-bb0903b1fe2c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:12.812406 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89be856d-265f-4dec-acd1-447e65abeb06 req-69656ed4-f3da-437c-a22d-bb0903b1fe2c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 945 time: 0.0468640 May 02 11:35:12.813475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:35:12.815814 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-458b1fa1-640d-4308-803c-4f20d5364cb7" -d '{"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:35:12.831374 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:35:12.855423 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:35:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d746a5f-3226-4b4d-bc53-d2752d756764 x-openstack-request-id: req-8d746a5f-3226-4b4d-bc53-d2752d756764 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:35:12.855746 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-plugged", "status": "completed", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:35:12.856040 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8d746a5f-3226-4b4d-bc53-d2752d756764 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:35:12.856444 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d746a5f-3226-4b4d-bc53-d2752d756764'] response: {'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'code': 200} May 02 11:35:12.865550 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-89be856d-265f-4dec-acd1-447e65abeb06 req-4cffc7b6-2e4f-46b6-bfab-68728d101b70 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472560 May 02 11:35:12.890808 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:12.938619 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=12']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:35:13.101017 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b57d6-f4e3-47af-8d23-156cef4a6fa4 req-5e315f69-2ad2-43d1-83e9-3363d22100fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:13.102607 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-918b57d6-f4e3-47af-8d23-156cef4a6fa4 req-5e315f69-2ad2-43d1-83e9-3363d22100fa service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1128 time: 0.0388837 May 02 11:35:13.148059 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-918b57d6-f4e3-47af-8d23-156cef4a6fa4 req-5107c6ab-c1bf-4f83-80fe-d87fb1f4c0ea service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396974 May 02 11:35:13.980400 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f84db-0082-4bd4-ac33-10268475f664 req-f5726984-5a57-447c-a1dc-f1930331a4f2 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:13.981912 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a03f84db-0082-4bd4-ac33-10268475f664 req-f5726984-5a57-447c-a1dc-f1930331a4f2 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0477972 May 02 11:35:14.035836 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a03f84db-0082-4bd4-ac33-10268475f664 req-1ac778cd-8085-4f83-aad0-61b65c48d089 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476108 May 02 11:35:15.153979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd9141-b5bd-44b9-bdef-a774ee87dd61 req-6636256f-547a-4055-9a60-ba8fa22e4dae tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:15.155443 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71cd9141-b5bd-44b9-bdef-a774ee87dd61 req-6636256f-547a-4055-9a60-ba8fa22e4dae tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0505748 May 02 11:35:15.177259 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:15.205575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-71cd9141-b5bd-44b9-bdef-a774ee87dd61 req-6379a7b1-51e5-456e-b297-380de4bf7937 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442114 May 02 11:35:16.318952 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03477-eeb4-4fee-ac82-cea28a8f3f26 req-0cb7b721-9f85-41a7-8fae-38cb2bddb929 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:16.320343 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14b03477-eeb4-4fee-ac82-cea28a8f3f26 req-0cb7b721-9f85-41a7-8fae-38cb2bddb929 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0469220 May 02 11:35:16.368355 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-14b03477-eeb4-4fee-ac82-cea28a8f3f26 req-7deaab7c-8cef-496e-a7df-3f5386e4c62b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423245 May 02 11:35:16.713317 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:25.570268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bf84cd59-eaaa-49ea-9cc0-5d50757050c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:27.976050 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-1031c55f-96eb-4c9f-bf1f-29308cb55a6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:29.507365 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:30.839036 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:31.998833 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:33.585298 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-7ab1bcbc-7a9d-4c7f-b6cc-c0c28d39dfb4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0385108 May 02 11:35:33.664143 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-7ed06602-66b2-4a1b-8a50-4a71b1353a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:33.665667 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-7ed06602-66b2-4a1b-8a50-4a71b1353a1d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1128 time: 0.0395861 May 02 11:35:33.714713 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:35:33.773594 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-e5c5d908-cde2-4d15-939b-c6fa8dd6c3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:33.775069 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-e5c5d908-cde2-4d15-939b-c6fa8dd6c3c8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0905440 May 02 11:35:33.846718 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-fc58e03b-4977-4f8a-954f-573b11fdf9e3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 1001 time: 0.0642033 May 02 11:35:33.895051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-62b4307d-df57-4898-88e6-5e0a6f523644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:33.896493 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-62b4307d-df57-4898-88e6-5e0a6f523644 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0436780 May 02 11:35:33.942213 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-0940d702-6101-45cf-adae-3892f5882da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:35:33.944220 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-0940d702-6101-45cf-adae-3892f5882da2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0417001 May 02 11:35:34.039441 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-4276c700-ae98-42ac-8762-c0533a5b1bc6 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885868 May 02 11:35:34.128984 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-29651d47-6693-44cb-8d3c-36ae23a24cc5 req-353d0697-6ea1-4df9-a4e3-96948911bde2 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831552 May 02 11:35:45.198620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:46.735789 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:55.586933 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-96971201-aa28-4646-8da0-7f6a2ad1a6be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:57.947078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c6ea0ee5-56b0-4ae2-8556-877602c05bc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:35:59.512666 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:00.844175 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:02.004425 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:10.714068 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:36:15.226889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:16.741213 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:25.580658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a46e58e0-87d5-4b4b-9ae1-09f522c4174e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.008018 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52324) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:27.155050 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Deleting port 0a93b457-7d7d-4e89-b44b-83db1010d625 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:36:27.155391 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.227897 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.228220 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (0a93b457-7d7d-4e89-b44b-83db1010d625), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.244655 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Calling delete_port for 0a93b457-7d7d-4e89-b44b-83db1010d625 owned by network:floatingip {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:36:27.437992 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (0a93b457-7d7d-4e89-b44b-83db1010d625), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.468215 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'Port': ['ID=0a93b457-7d7d-4e89-b44b-83db1010d625,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:27.481801 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.490884 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:27.541262 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (ddb3be73-5df9-4a92-98f0-8e361ca519d9), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:27.541628 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Floating IP ddb3be73-5df9-4a92-98f0-8e361ca519d9 disassociated (deleted). External IP: 172.35.4.133, port: d6783398-3e13-49f3-bc36-eca74b692dd1. May 02 11:36:27.941377 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b210f493-9813-4741-bfef-14ab49315b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:28.079855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:36:28.189392 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:36:28.193980 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:28.199098 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:36:28.208435 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:36:28.209085 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:28.225232 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-e8557817-636e-4135-9eac-9fdd7eecbc8c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "DELETE /v2.0/floatingips/ddb3be73-5df9-4a92-98f0-8e361ca519d9 HTTP/1.1" status: 204 len: 168 time: 1.2162154 May 02 11:36:28.225857 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:36:28.228878 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de031dc7-3d1a-46c0-a555-61d5c745a9e8" -d '{"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:36:28.332061 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa0edd2-6017-4cfd-95b9-fc5269606a14 x-openstack-request-id: req-7fa0edd2-6017-4cfd-95b9-fc5269606a14 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:36:28.332356 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:36:28.332620 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7fa0edd2-6017-4cfd-95b9-fc5269606a14 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:36:28.336524 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa0edd2-6017-4cfd-95b9-fc5269606a14'] response: {'name': 'network-changed', 'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'status': 'completed', 'code': 200} May 02 11:36:28.336659 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:36:28.394546 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-f575ab84-be11-4491-815c-c0df1ab01f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:28.396207 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-f575ab84-be11-4491-815c-c0df1ab01f47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 1128 time: 0.0419097 May 02 11:36:28.505157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-18d9cbbc-441d-4904-8adb-2af6f8f085ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:28.510531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-18d9cbbc-441d-4904-8adb-2af6f8f085ad service neutron] 10.222.0.24 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.1033227 May 02 11:36:28.553800 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-04138a89-7fb4-47e9-b759-6b5afeada756 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 200 len: 217 time: 0.0374188 May 02 11:36:28.613157 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979be0f9-5696-4442-bc5c-fa4455c03aff req-036ccac3-6e9d-424a-951b-f195e2e362bd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:28.614645 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-979be0f9-5696-4442-bc5c-fa4455c03aff req-036ccac3-6e9d-424a-951b-f195e2e362bd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0512259 May 02 11:36:28.627318 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:28.657545 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:36:28.665902 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:36:28.666058 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-979be0f9-5696-4442-bc5c-fa4455c03aff req-dcc14868-040e-49c9-abed-2f9d213a9858 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450826 May 02 11:36:28.666686 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:28.774595 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:36:28.961680 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:28.991399 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bdc993f-dcf3-4c55-8c15-cf73f6667e4f None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:36:29.217420 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa44ab5f-db1f-474f-8542-76762362ef8d None None] New status for floating IP ddb3be73-5df9-4a92-98f0-8e361ca519d9: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:36:29.506771 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:29.543591 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-ec9bf55a-832a-4d2d-b042-100f2a9d8485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:29.545291 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-ec9bf55a-832a-4d2d-b042-100f2a9d8485 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0460091 May 02 11:36:29.588472 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-d5539fe6-af5e-4d5b-9afe-106d6440bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:29.589986 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-d5539fe6-af5e-4d5b-9afe-106d6440bedf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381985 May 02 11:36:29.766234 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-5a7ab1e3-cd05-4b24-96e3-98b5dea3ee84 service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890806 May 02 11:36:29.782855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df76363f-5766-4cb5-9394-cd1ef38c844e req-40b335a7-74eb-49e9-aa60-fe5a7f6c6a58 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:29.784342 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df76363f-5766-4cb5-9394-cd1ef38c844e req-40b335a7-74eb-49e9-aa60-fe5a7f6c6a58 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0475733 May 02 11:36:29.799572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.24', 51609) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:29.835078 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-df76363f-5766-4cb5-9394-cd1ef38c844e req-f51fc2ce-86db-4055-97a2-f89b3094fac5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=83dd51e2-2d4c-41d1-9d77-72d1385d1aec&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 May 02 11:36:29.897280 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5a10f0-de72-4118-bd75-57026411232f req-04ce17af-337c-4ecc-94a4-0c9b29105e92 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:29.899395 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d5a10f0-de72-4118-bd75-57026411232f req-04ce17af-337c-4ecc-94a4-0c9b29105e92 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.24 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 946 time: 0.0977015 May 02 11:36:29.957400 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-de031dc7-3d1a-46c0-a555-61d5c745a9e8 req-341f068d-33c2-4e89-ad84-52b2fa51ed8b service neutron] 10.222.0.24 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568856 May 02 11:36:30.000045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Deleting port d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:36:30.000386 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:30.092146 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] For port d6783398-3e13-49f3-bc36-eca74b692dd1, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=d6783398-3e13-49f3-bc36-eca74b692dd1,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:36:30.092408 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:30.106576 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Calling delete_port for d6783398-3e13-49f3-bc36-eca74b692dd1 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:36:30.317882 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d6783398-3e13-49f3-bc36-eca74b692dd1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:30.348491 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'Port': ['ID=d6783398-3e13-49f3-bc36-eca74b692dd1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:30.361413 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.361775 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.362125 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.362749 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.363087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.363430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.363799 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.364141 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.364465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.364836 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.365159 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.365488 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.365820 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.366153 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.366481 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:30.403722 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] No DVR routers for this DVR port d6783398-3e13-49f3-bc36-eca74b692dd1 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:36:30.406221 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:30.409580 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0d5a10f0-de72-4118-bd75-57026411232f req-2d337a31-eaae-46c8-b0fc-2e50487ab2a3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.24 "DELETE /v2.0/ports/d6783398-3e13-49f3-bc36-eca74b692dd1 HTTP/1.1" status: 204 len: 173 time: 0.5027428 May 02 11:36:30.410019 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-deleted', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:36:30.412271 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94bc60f0-9357-4ad5-8fb5-b03645b6da8c" -d '{"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-deleted", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:36:30.449184 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ecc7e1e-79e7-4db6-ac7c-e2b0f124da90 x-openstack-request-id: req-3ecc7e1e-79e7-4db6-ac7c-e2b0f124da90 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:36:30.449482 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d7b205b-453e-490a-97c3-a0e29991d52f", "name": "network-vif-deleted", "tag": "d6783398-3e13-49f3-bc36-eca74b692dd1", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:36:30.449764 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3ecc7e1e-79e7-4db6-ac7c-e2b0f124da90 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:36:30.450194 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ecc7e1e-79e7-4db6-ac7c-e2b0f124da90'] response: {'server_uuid': '5d7b205b-453e-490a-97c3-a0e29991d52f', 'name': 'network-vif-deleted', 'tag': 'd6783398-3e13-49f3-bc36-eca74b692dd1', 'status': 'completed', 'code': 200} May 02 11:36:30.872539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:30.947748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d52ba08d-3fa0-4893-9aa5-83fc8fa1a2ad req-c6537694-b5a6-4f2b-8ea1-4dccd9bca697 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=5d7b205b-453e-490a-97c3-a0e29991d52f HTTP/1.1" status: 200 len: 210 time: 0.0309114 May 02 11:36:32.004532 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52354) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:32.009824 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.061247 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (83dd51e2-2d4c-41d1-9d77-72d1385d1aec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.090228 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (83dd51e2-2d4c-41d1-9d77-72d1385d1aec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.215184 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (83dd51e2-2d4c-41d1-9d77-72d1385d1aec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.217934 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.221222 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "DELETE /v2.0/security-groups/83dd51e2-2d4c-41d1-9d77-72d1385d1aec HTTP/1.1" status: 204 len: 168 time: 0.2136188 May 02 11:36:32.228801 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f08b64-3606-4cfa-9fdb-a438850062ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83dd51e2-2d4c-41d1-9d77-72d1385d1aec,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:32.533353 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52360) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:32.538123 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1931372456', 'description': 'tempest-secgroup-smoke-1931372456 description', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:32.609819 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.678043 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (24755ed6-4ff5-4e84-93b2-6499d8ebff60), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.735231 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24755ed6-4ff5-4e84-93b2-6499d8ebff60), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.764735 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24755ed6-4ff5-4e84-93b2-6499d8ebff60,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:32.811788 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.813095 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-ba100496-28a1-414c-9dff-6160d1ae5b06 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2786279 May 02 11:36:32.818272 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52362) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:32.820073 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:32.905941 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (afea8418-4e35-4ce7-b6a1-780a2816f8ec), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.960383 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (afea8418-4e35-4ce7-b6a1-780a2816f8ec), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:32.995785 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:36:33.015447 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (afea8418-4e35-4ce7-b6a1-780a2816f8ec), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.018966 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: d6783398-3e13-49f3-bc36-eca74b692dd1 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:36:33.019388 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device d6783398-3e13-49f3-bc36-eca74b692dd1 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:36:33.037432 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afea8418-4e35-4ce7-b6a1-780a2816f8ec,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:33.102572 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.103814 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-73e6b2ba-1ff9-417b-893c-3835246ba5be tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2870677 May 02 11:36:33.106657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52364) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:33.111066 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:33.185693 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (7979b8e5-b346-4dc1-9f39-a61e62d3b902), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.244142 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (7979b8e5-b346-4dc1-9f39-a61e62d3b902), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.306438 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (7979b8e5-b346-4dc1-9f39-a61e62d3b902), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.325173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7979b8e5-b346-4dc1-9f39-a61e62d3b902,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:33.382839 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.384081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b52f0de4-877a-4d9b-bd47-6848beff2f01 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2764904 May 02 11:36:33.386788 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52366) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:33.391173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:33.483585 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (cb081b7c-9f89-4c0f-a491-fa4ff0a173c4), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.540107 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (cb081b7c-9f89-4c0f-a491-fa4ff0a173c4), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.597935 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (cb081b7c-9f89-4c0f-a491-fa4ff0a173c4), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.618286 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb081b7c-9f89-4c0f-a491-fa4ff0a173c4,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:33.685816 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.687029 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a087898c-3274-4069-9452-2d5a7c139c0a tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2993128 May 02 11:36:33.689729 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52368) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:33.694004 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:33.785908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (1d272a92-efc1-4590-94a5-29712e3962f0), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.843574 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (1d272a92-efc1-4590-94a5-29712e3962f0), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.911977 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (1d272a92-efc1-4590-94a5-29712e3962f0), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.929395 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d272a92-efc1-4590-94a5-29712e3962f0,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:33.971355 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:33.972756 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-fa63e929-6fef-4d74-a652-1de245ce78b1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2820392 May 02 11:36:33.976278 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52370) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:33.979870 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:34.043457 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Project d31245ef5b6547f2b9769a9462c0b6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:36:34.049106 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (e8342007-0c7f-4269-b3d5-101c058c383a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.109310 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (e8342007-0c7f-4269-b3d5-101c058c383a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.152034 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (e8342007-0c7f-4269-b3d5-101c058c383a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.170690 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8342007-0c7f-4269-b3d5-101c058c383a,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:34.212200 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.213435 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-b77a1b18-4327-4094-a884-4e9c30712891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2370481 May 02 11:36:34.216161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52372) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:34.220535 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'security_group_rule': {'security_group_id': '24755ed6-4ff5-4e84-93b2-6499d8ebff60', 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:34.301428 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Project d31245ef5b6547f2b9769a9462c0b6b3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:36:34.307271 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (469903a0-ff86-478f-b779-8734f3319394), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.365961 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (469903a0-ff86-478f-b779-8734f3319394), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.414944 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (469903a0-ff86-478f-b779-8734f3319394), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.432477 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469903a0-ff86-478f-b779-8734f3319394,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:34.474295 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:34.475526 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-45bd4cd6-d3bf-416d-b5a4-23e9e963b669 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2583761 May 02 11:36:39.536245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-a3b64730-3ddb-49fd-a8ac-08b381ff8891 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1931372456&fields=id&tenant_id=d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 267 time: 0.0429871 May 02 11:36:39.639283 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-8a509cb0-bc01-4737-9d04-dac82635abc6 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:39.640665 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-8a509cb0-bc01-4737-9d04-dac82635abc6 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 809 time: 0.0974505 May 02 11:36:39.655346 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-419014f2-0c2e-4c4f-8c5e-f31fae1fde37 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/quotas/d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 375 time: 0.0093119 May 02 11:36:39.706689 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-31b22171-eb3c-42f3-b9e7-ecf9c1558146 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466025 May 02 11:36:39.763197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-f0f47c66-5f85-492f-be8d-ac13537b02eb service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:36:39.764216 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-f0f47c66-5f85-492f-be8d-ac13537b02eb service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0460837 May 02 11:36:39.854012 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-b3c5a9e1-7f95-46d8-bcf6-0b6e88786ee5 service neutron] 10.222.0.16 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836940 May 02 11:36:39.954081 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-c185290a-5e16-4afd-9e7c-eef3ab0c3a90 service neutron] 10.222.0.16 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907636 May 02 11:36:40.529135 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-2b23fbd5-f5a2-45b5-9b3e-d860c0562b5b req-c5c07610-b91c-4aa4-bd68-fcfc86dcef91 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 210 time: 0.0299392 May 02 11:36:41.625687 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-891e10b8-a4e6-4cc8-8c7f-b71420084dff req-a375af51-15ff-4e0a-b880-7e0c8ae631a7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 210 time: 0.0291395 May 02 11:36:42.399791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-b7a772aa-f8df-46ef-9673-199e8697f5e3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:42.401305 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-b7a772aa-f8df-46ef-9673-199e8697f5e3 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 809 time: 0.1046722 May 02 11:36:42.464612 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-c47b0732-8e1b-412b-a38d-f3ab94e1e6cc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d31245ef5b6547f2b9769a9462c0b6b3 HTTP/1.1" status: 200 len: 380 time: 0.0545049 May 02 11:36:42.475888 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'port': {'device_id': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'admin_state_up': True, 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'security_groups': ['24755ed6-4ff5-4e84-93b2-6499d8ebff60']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:42.684495 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Made reservation on behalf of d31245ef5b6547f2b9769a9462c0b6b3 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:36:42.687959 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:42.726537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-09d5a7fd-ad18-4021-b7b8-b8fa311c2e6c req-f7bc10d6-1062-4541-8a48-a847b210102b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 210 time: 0.0326128 May 02 11:36:42.819253 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Allocated IP 172.20.0.8 (604121e1-b54f-4cd7-8d98-e73abe2e22a0/f19bce23-d305-4601-a7cf-d4a95af2dc1f/9a31d039-ae95-4f82-87f4-176a6a12dc1a) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:36:42.969787 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.055737 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.098106 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:36:43.104099 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:36:43.108063 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:36:43.114593 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:43.161075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:43.161921 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.235663 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-aee12d4e-bea5-4a85-9cd9-91709fd85e9d tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7633109 May 02 11:36:43.251308 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Request body: {'port': {'device_id': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:43.317668 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.382073 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3536f0cd-fca4-4582-b50e-51a2eba53f3c None None] Provisioning complete for port 9a31d039-ae95-4f82-87f4-176a6a12dc1a triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:36:43.383158 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3536f0cd-fca4-4582-b50e-51a2eba53f3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.417282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3536f0cd-fca4-4582-b50e-51a2eba53f3c None None] Port 9a31d039-ae95-4f82-87f4-176a6a12dc1a cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:36:43.579157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a31d039-ae95-4f82-87f4-176a6a12dc1a {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:36:43.586508 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks [] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.598385 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Transition to ACTIVE for port object 9a31d039-ae95-4f82-87f4-176a6a12dc1a will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:36:43.695543 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.771918 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:43.838231 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Attempting to bind port 9a31d039-ae95-4f82-87f4-176a6a12dc1a on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:36:43.838493 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Attempting to bind port 9a31d039-ae95-4f82-87f4-176a6a12dc1a by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:36:43.838812 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Attempting to bind port 9a31d039-ae95-4f82-87f4-176a6a12dc1a on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:36:43.863344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Port 9a31d039-ae95-4f82-87f4-176a6a12dc1a on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:36:43.863344 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Attempting to bind port 9a31d039-ae95-4f82-87f4-176a6a12dc1a on network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:36:43.872252 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 36, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:36:43.872586 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Checking segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:36:43.872994 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Bound using segment: {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:36:43.873438 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Bound port: 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25d88bd8-ea61-4dee-90d7-f9d6611e2beb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:36:43.873802 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:43.890251 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549e7210-79ec-467c-8dfb-8593d19ea725 req-9a61657c-29a1-4667-a981-0638f7cb37f0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:43.892591 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-549e7210-79ec-467c-8dfb-8593d19ea725 req-9a61657c-29a1-4667-a981-0638f7cb37f0 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 943 time: 0.0687494 May 02 11:36:43.992164 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:36:43.997645 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-549e7210-79ec-467c-8dfb-8593d19ea725 req-36383bb7-a82b-4204-ad76-c6dc5776ce30 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971746 May 02 11:36:43.999186 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:36:44.108200 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:44.141984 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.142864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:44.144125 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] 10.222.0.15 "PUT /v2.0/ports/9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 1091 time: 0.8972688 May 02 11:36:44.146756 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:36:44.149034 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d" -d '{"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:36:44.178587 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a99e5f6-51a1-46c0-881b-7d754bc003d9 service neutron] Pushing event updated for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:44.198780 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:36:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bca41d5-6ebc-4a74-afc6-08c5c445d5d2 x-openstack-request-id: req-5bca41d5-6ebc-4a74-afc6-08c5c445d5d2 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:36:44.199073 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:36:44.199325 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5bca41d5-6ebc-4a74-afc6-08c5c445d5d2 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:36:44.199733 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bca41d5-6ebc-4a74-afc6-08c5c445d5d2'] response: {'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'status': 'completed', 'code': 200} May 02 11:36:44.272338 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-f274b12d-bae8-424b-8000-7f0e9ec97c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.274667 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-f274b12d-bae8-424b-8000-7f0e9ec97c65 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1125 time: 0.0458686 May 02 11:36:44.395580 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-847b34ea-38b1-486f-a8cc-99cc5ca0ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.397126 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-847b34ea-38b1-486f-a8cc-99cc5ca0ea04 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1018436 May 02 11:36:44.491297 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-9f50bc21-c94b-42a5-aa0d-22a3a89deaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.493345 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-5a6d7a49-74ff-4529-a9a2-476c3bd8cc3d req-9f50bc21-c94b-42a5-aa0d-22a3a89deaef service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884113 May 02 11:36:44.610371 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-2e62e041-a436-4e2d-a9b2-fdbfbcbb011a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.611824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-2e62e041-a436-4e2d-a9b2-fdbfbcbb011a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1125 time: 0.0403693 May 02 11:36:44.655361 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-2cf8be8d-6a3c-41f0-bb7e-597b1d36ac00 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 217 time: 0.0365875 May 02 11:36:44.705935 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-2b546a9e-5549-4b46-a4d8-dd1dec0e6882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.707359 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-2b546a9e-5549-4b46-a4d8-dd1dec0e6882 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0428090 May 02 11:36:44.752564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-7e6d38e0-f328-4c06-a6b9-b9e6dec9e770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:44.754052 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-7e6d38e0-f328-4c06-a6b9-b9e6dec9e770 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0376744 May 02 11:36:44.849475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-87b56880-6b08-43b3-9c0e-33d28e98bb28 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858896 May 02 11:36:44.942949 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ecfe75fd-d588-4004-ab91-385d9fdb65a2 req-65cfc81a-9cd2-4d23-a6e9-58d78e3618db service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845859 May 02 11:36:45.116408 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79911676-e9d6-452e-aaa6-db4ebfbff8e6 req-2ec3a727-d04d-4782-9156-5b27d321bbd7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:45.117927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79911676-e9d6-452e-aaa6-db4ebfbff8e6 req-2ec3a727-d04d-4782-9156-5b27d321bbd7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 943 time: 0.0536790 May 02 11:36:45.166951 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-79911676-e9d6-452e-aaa6-db4ebfbff8e6 req-de3c7aa6-05b9-4c20-98e1-9a2ffb22f11b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430999 May 02 11:36:45.186054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:46.282692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb67be6c-15e2-4322-ab23-3153d3b1d90f req-e34d6fd3-6f01-466f-a891-107a1d2f7383 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:46.284212 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb67be6c-15e2-4322-ab23-3153d3b1d90f req-e34d6fd3-6f01-466f-a891-107a1d2f7383 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 943 time: 0.0479040 May 02 11:36:46.333995 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb67be6c-15e2-4322-ab23-3153d3b1d90f req-ef679cad-ca09-4dc2-992a-1d72c2fd5216 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441630 May 02 11:36:46.792504 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:47.444626 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a7ad10-7214-49c3-a106-3fc8d6b3128a req-6d520118-f918-41c9-867c-3c92d573eccd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:47.446601 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4a7ad10-7214-49c3-a106-3fc8d6b3128a req-6d520118-f918-41c9-867c-3c92d573eccd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 943 time: 0.0453217 May 02 11:36:47.494256 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4a7ad10-7214-49c3-a106-3fc8d6b3128a req-723e5282-928e-4d19-82b4-af8422d61389 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421653 May 02 11:36:47.713056 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:36:48.607954 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db2c8ee-9eb4-4747-a038-130e2fefca0d req-3c6635ee-5c8c-4256-bcb4-7bca53e11fd9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:48.609445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1db2c8ee-9eb4-4747-a038-130e2fefca0d req-3c6635ee-5c8c-4256-bcb4-7bca53e11fd9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 943 time: 0.0466537 May 02 11:36:48.657364 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1db2c8ee-9eb4-4747-a038-130e2fefca0d req-e6dce7b4-7ca5-4170-a243-d4d69ba1ad34 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423183 May 02 11:36:49.408707 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a31d039-ae95-4f82-87f4-176a6a12dc1a details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:36:49.506057 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:36:49.517734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'port_id': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'mac_address': 'fa:16:3e:05:d0:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:36:49.554996 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9a31d039-ae95-4f82-87f4-176a6a12dc1a is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:36:49.556023 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:49.568528 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a31d039-ae95-4f82-87f4-176a6a12dc1a {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:36:49.587337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:36:49.648974 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:49.696112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:49.704392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.709224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:36:49.776405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43e546-aa9a-4001-b83e-a668a9403939 req-929c641e-8b61-40a6-a429-d3786f106548 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:49.777876 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d43e546-aa9a-4001-b83e-a668a9403939 req-929c641e-8b61-40a6-a429-d3786f106548 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 944 time: 0.0505071 May 02 11:36:49.825748 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-7d43e546-aa9a-4001-b83e-a668a9403939 req-d0873519-35ab-4580-b8ff-83be26ddc5dd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422659 May 02 11:36:49.985116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['9a31d039-ae95-4f82-87f4-176a6a12dc1a'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:36:50.944254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603ef67-7695-4494-9b17-0d8e982e61c7 req-8abfe929-9518-401b-bc7e-6c2a27b247c9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:50.945719 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6603ef67-7695-4494-9b17-0d8e982e61c7 req-8abfe929-9518-401b-bc7e-6c2a27b247c9 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 944 time: 0.0506697 May 02 11:36:50.993054 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6603ef67-7695-4494-9b17-0d8e982e61c7 req-7a613519-5551-4560-8d50-1634187102ee tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416322 May 02 11:36:51.408756 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a31d039-ae95-4f82-87f4-176a6a12dc1a up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:36:51.456105 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 9a31d039-ae95-4f82-87f4-176a6a12dc1a completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:36:51.562744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 9a31d039-ae95-4f82-87f4-176a6a12dc1a triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:36:51.563137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:51.640146 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 9a31d039-ae95-4f82-87f4-176a6a12dc1a is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:36:51.640531 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:51.663083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:36:51.665325 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da5c5f1-68f4-4558-b811-737cdadf1c83" -d '{"events": [{"server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "name": "network-vif-plugged", "status": "completed", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:36:51.677611 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:36:51.703237 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:36:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7288bc80-86d3-4452-8ada-6de238d0b051 x-openstack-request-id: req-7288bc80-86d3-4452-8ada-6de238d0b051 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:36:51.703540 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "name": "network-vif-plugged", "status": "completed", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:36:51.703825 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7288bc80-86d3-4452-8ada-6de238d0b051 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:36:51.704249 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7288bc80-86d3-4452-8ada-6de238d0b051'] response: {'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'code': 200} May 02 11:36:51.780864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:51.803981 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e22c4ce-1634-471a-b553-99b1a7ac9e37 req-f11d3375-ad08-4043-b927-8d646e1683fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:51.807239 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e22c4ce-1634-471a-b553-99b1a7ac9e37 req-f11d3375-ad08-4043-b927-8d646e1683fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1126 time: 0.0383418 May 02 11:36:51.831725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:51.855751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-2e22c4ce-1634-471a-b553-99b1a7ac9e37 req-463fddc6-5a34-498b-a202-1adbe3aad6ff service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427711 May 02 11:36:52.104623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa498e5c-0ab6-49a9-b0eb-7f6c0756c11e req-7f2eb42a-ffa4-4b65-812f-2ca000c8671c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:52.109126 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa498e5c-0ab6-49a9-b0eb-7f6c0756c11e req-7f2eb42a-ffa4-4b65-812f-2ca000c8671c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0477099 May 02 11:36:52.155867 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aa498e5c-0ab6-49a9-b0eb-7f6c0756c11e req-514f85eb-d793-4d7c-a7cf-487bbc06c8bb tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439363 May 02 11:36:53.271839 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064a2a32-9d82-4e73-9a86-48fd810478a2 req-5355aed5-9db0-4bc4-bfc9-074a34d1d38f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:53.273332 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-064a2a32-9d82-4e73-9a86-48fd810478a2 req-5355aed5-9db0-4bc4-bfc9-074a34d1d38f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0463972 May 02 11:36:53.327367 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-064a2a32-9d82-4e73-9a86-48fd810478a2 req-cd70f5c1-d62f-4a1f-a294-2ee76819643f tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473096 May 02 11:36:54.439738 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bc288a-1966-41ae-9277-5680dac28c61 req-9b0e2c88-6300-4d5d-b677-23f9d503e7f1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:54.441463 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8bc288a-1966-41ae-9277-5680dac28c61 req-9b0e2c88-6300-4d5d-b677-23f9d503e7f1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0464828 May 02 11:36:54.493983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e8bc288a-1966-41ae-9277-5680dac28c61 req-2c6d530c-0fd1-4112-8195-ad7cd0c1954c tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466847 May 02 11:36:54.605153 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67dffe1-4962-4e51-b7bb-b1cac22e89e0 req-3127e73a-5a90-412d-85a0-3c59d91e30fd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:54.606648 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e67dffe1-4962-4e51-b7bb-b1cac22e89e0 req-3127e73a-5a90-412d-85a0-3c59d91e30fd tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0457666 May 02 11:36:54.653610 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e67dffe1-4962-4e51-b7bb-b1cac22e89e0 req-653c0a96-53c8-43e4-871c-a3e281cf2bf1 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414364 May 02 11:36:54.675190 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52522) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:54.712390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbb3820-4d23-4c92-971d-5164b2f07613 tempest-TestShelveInstance-665692956 tempest-TestShelveInstance-665692956-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:54.714082 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-2dbb3820-4d23-4c92-971d-5164b2f07613 tempest-TestShelveInstance-665692956 tempest-TestShelveInstance-665692956-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1122 time: 0.0378997 May 02 11:36:54.716869 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52524) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:36:54.721052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:36:54.814789 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:54.894203 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:54.997564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Allocated IP 172.35.4.232 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:36:55.096819 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.198265 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.235169 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:36:55.241512 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:36:55.246239 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:36:55.249201 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:55.575307 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-63d2d9db-c5b6-4be3-9369-2ac5064d4b92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.601541 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (0e90c752-c979-4a8d-85e9-d9276e8fad69), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.725841 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.872314 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.918800 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:55.988423 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event updated for resources: {'Port': ['ID=e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:36:56.000002 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (0e90c752-c979-4a8d-85e9-d9276e8fad69), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:56.105877 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Floating IP 0e90c752-c979-4a8d-85e9-d9276e8fad69 associated. External IP: 172.35.4.232, port: 9a31d039-ae95-4f82-87f4-176a6a12dc1a. May 02 11:36:56.639353 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:36:56.748333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:36:56.757880 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:36:56.767953 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:36:56.779438 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:56.851304 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:56.875556 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:36:56.882429 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-579563df-1092-4471-998d-7beb0ff98edc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1644895 May 02 11:36:56.883001 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:36:56.885268 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45" -d '{"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:36:56.921919 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8ce2cd-9b4a-483c-96a9-36c3f85c92f3 x-openstack-request-id: req-9f8ce2cd-9b4a-483c-96a9-36c3f85c92f3 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:36:56.922336 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:36:56.922595 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9f8ce2cd-9b4a-483c-96a9-36c3f85c92f3 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:36:56.923016 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f8ce2cd-9b4a-483c-96a9-36c3f85c92f3'] response: {'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'status': 'completed', 'code': 200} May 02 11:36:56.982958 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-7139c9cd-3070-430f-82e2-179fdd16b34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:56.984507 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-7139c9cd-3070-430f-82e2-179fdd16b34b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1127 time: 0.0387936 May 02 11:36:57.076791 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-47a404e1-cf4c-4f3b-8752-09a4fc0bb029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:57.078272 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-47a404e1-cf4c-4f3b-8752-09a4fc0bb029 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0876286 May 02 11:36:57.092095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e90c752-c979-4a8d-85e9-d9276e8fad69', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.232', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:05:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:36:55Z', 'updated_at': '2022-05-02T11:36:55Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:57.118321 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:36:57.127175 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:36:57.127771 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:36:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:57.142778 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-b7bdf66e-4848-4d76-bc9c-91b735bde64d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 999 time: 0.0584593 May 02 11:36:57.192555 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-6e661fc5-67cf-482a-afe5-151f32b69ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:57.193928 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-6e661fc5-67cf-482a-afe5-151f32b69ee3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0442696 May 02 11:36:57.235265 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:36:57.240141 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-d8c9d8f5-e73a-4cbd-a702-5b5da68d2933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:36:57.241723 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-d8c9d8f5-e73a-4cbd-a702-5b5da68d2933 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0417147 May 02 11:36:57.327894 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-7937f05b-f485-47ce-85c7-24090d9a22c1 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803070 May 02 11:36:57.419441 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c39f11fe-fab5-4bb9-b5d2-e0f70dbcfc45 req-86ce1b28-cf51-43a6-a9d2-406f7747f0da service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855947 May 02 11:36:57.536237 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e90c752-c979-4a8d-85e9-d9276e8fad69', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.232', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:05:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:36:55Z', 'updated_at': '2022-05-02T11:36:55Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:36:57.561695 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744db2b0-894e-4d52-870e-f3847f62aa19 None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '0e90c752-c979-4a8d-85e9-d9276e8fad69', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'floating_ip_address': '172.35.4.232', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'port_id': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4400, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'mac_address': 'fa:16:3e:05:d0:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:36:55Z', 'updated_at': '2022-05-02T11:36:55Z', 'revision_number': 0, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:36:57.754172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-badee9d6-2265-4ef6-ad0c-78ddb8ba2164 None None] New status for floating IP 0e90c752-c979-4a8d-85e9-d9276e8fad69: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:36:58.043888 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-14403289-e56a-487a-aba2-5e5be5115bb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:36:59.505983 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:00.889448 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:02.221130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:15.193608 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:16.729056 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:24.712154 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:37:25.586078 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26d6d02c-6f2e-432c-a82d-c28912be5503 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:27.963346 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-882bf79c-28af-4102-a6f3-9dfe9cae6818 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:29.505798 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:30.865397 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:32.043733 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:36.721484 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-5a715506-c0ff-47d7-aa3e-4887b1e45be8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381346 May 02 11:37:36.804420 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-7527a9ef-8c2c-4bfe-9d67-eba3b20585eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:37:36.805914 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-7527a9ef-8c2c-4bfe-9d67-eba3b20585eb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1127 time: 0.0380096 May 02 11:37:36.912289 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-feea32e1-74de-431d-9ef1-b1fc190c6660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:37:36.913802 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-feea32e1-74de-431d-9ef1-b1fc190c6660 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0891821 May 02 11:37:36.981624 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-06c261b2-067b-479c-9a33-ea32e2a7c7fb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 1001 time: 0.0573490 May 02 11:37:37.037124 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-05968ef8-2c13-429f-a9bd-9daa65b968e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:37:37.038584 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-05968ef8-2c13-429f-a9bd-9daa65b968e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0479295 May 02 11:37:37.084463 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-42e7e700-c646-42b8-9ed9-a936b613e039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:37:37.085988 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-42e7e700-c646-42b8-9ed9-a936b613e039 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0386043 May 02 11:37:37.179869 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-cac0a2c0-7a94-4a56-82d7-714ba0f87534 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830872 May 02 11:37:37.274826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4a0fe592-a5a8-4e45-88e2-3187f0869c95 req-ae597c18-583d-44c5-99cc-36e0d63adb96 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844193 May 02 11:37:45.202644 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:46.740046 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:55.642598 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-647b4225-ff8a-4596-a74b-47d5fe5e1343 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:58.014775 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-cc2703bd-801f-4d52-b593-581342c63f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:37:59.551497 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:00.866001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:01.711432 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:38:02.019094 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:15.219620 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:16.761633 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:25.630675 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dc9eb910-9adc-4e01-99de-ad07f0b39be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:27.950761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c1566e87-884a-4740-a60e-9b14b5c29ce5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:29.533673 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:30.870073 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:32.042530 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:38.706761 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-5a42285c-3e34-4a86-bfdf-4770dc77fa84 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384579 May 02 11:38:38.711237 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:38:38.797537 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069ac5-75d6-4c48-9228-444234bee447 req-1266e340-6205-42f5-ba47-721655803c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:38:38.799036 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-1266e340-6205-42f5-ba47-721655803c41 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1127 time: 0.0439897 May 02 11:38:38.906036 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069ac5-75d6-4c48-9228-444234bee447 req-55adffa2-16c6-489d-8b24-dbb30aeec561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:38:38.907583 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-55adffa2-16c6-489d-8b24-dbb30aeec561 service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0843568 May 02 11:38:38.980594 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-4043cd36-0bdf-4f2e-bae5-f705265af51a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 1001 time: 0.0627019 May 02 11:38:39.030855 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069ac5-75d6-4c48-9228-444234bee447 req-0b3b1119-150d-4c0f-8f89-ed250a50ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:38:39.032271 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-0b3b1119-150d-4c0f-8f89-ed250a50ebd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0430491 May 02 11:38:39.077928 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2069ac5-75d6-4c48-9228-444234bee447 req-eb7defc7-0183-4dc3-842c-9c2d0ad91be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:38:39.079396 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-eb7defc7-0183-4dc3-842c-9c2d0ad91be9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0378816 May 02 11:38:39.176859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-c29debe0-de2c-4206-958d-2c7d919df171 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872607 May 02 11:38:39.270079 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d2069ac5-75d6-4c48-9228-444234bee447 req-a0a60f0a-8fba-43d6-bba5-5865a6919323 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824795 May 02 11:38:45.252553 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:46.721837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:55.589474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-20a670a9-fa65-412b-85d0-0b05b4ae5ec5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:57.956511 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5ad4c445-cf54-4e56-b4b0-e6990b0a9203 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:38:59.539140 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:00.876474 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:02.076322 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:15.241897 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:15.711106 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:39:16.738981 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:25.596190 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-60933114-4f38-45d1-afae-8eb566c6fdda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:28.093486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-56f6c09e-c42f-41d3-a79b-4d1ba1ea2f90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:29.521476 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:30.869950 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:32.034271 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:38.781906 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-698b2c19-4c9e-4498-968e-3c15e7d19283 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868375 May 02 11:39:38.875523 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-d38a3f6d-8453-460a-bd5a-5783efac2463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:39:38.877146 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-d38a3f6d-8453-460a-bd5a-5783efac2463 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1127 time: 0.0441301 May 02 11:39:38.984421 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-a7d83afe-8188-4bbc-9ea2-fcad7ba7247e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:39:38.985830 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-a7d83afe-8188-4bbc-9ea2-fcad7ba7247e service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0853868 May 02 11:39:39.057312 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-ab524b92-8e2a-4c10-8b64-8bcd26326f4d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 1001 time: 0.0607748 May 02 11:39:39.108532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-9f676210-fcfb-4931-97ff-1e46f2c4afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:39:39.110050 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-9f676210-fcfb-4931-97ff-1e46f2c4afa0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0433147 May 02 11:39:39.157139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-839412cc-baaf-48cb-bc5f-e20f68dd539f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:39:39.158660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-839412cc-baaf-48cb-bc5f-e20f68dd539f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0394163 May 02 11:39:39.252290 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-b37b8171-4538-4e86-a0e4-4d956cb2b64f service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872383 May 02 11:39:39.344062 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-16e287d7-b38c-4e1e-a049-0454f4a2db8a req-8a216796-2bb8-4598-970d-33d492ba5e5a service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825620 May 02 11:39:45.223985 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:46.742648 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:52.710128 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:39:55.611303 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c79533c6-b72f-49a2-88e7-5291b85ab335 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:58.023946 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-082ad3e0-4cd0-4cb9-974e-ee029aeb478d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:39:59.549745 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:00.881236 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:02.006676 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:15.257806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:15.777335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52678) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:15.930273 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Deleting port e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:15.930619 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.006139 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.006357 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.023776 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Calling delete_port for e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:16.258424 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.289037 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'Port': ['ID=e2ec1a9d-79b0-44ff-bfee-88dae41b5eb7,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:16.315737 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.316087 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.316435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.316802 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.317188 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.317522 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.317936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.318218 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.318547 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.318874 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.319205 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.319530 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.319856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.320182 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.320507 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:16.360176 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for floatingip (0e90c752-c979-4a8d-85e9-d9276e8fad69), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.360521 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Floating IP 0e90c752-c979-4a8d-85e9-d9276e8fad69 disassociated (deleted). External IP: 172.35.4.232, port: 9a31d039-ae95-4f82-87f4-176a6a12dc1a. May 02 11:40:16.577651 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:40:16.690865 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:16.695595 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.700346 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:16.711602 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:16.714705 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:16.727753 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-266754d8-cbbb-4273-af48-546e26902355 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "DELETE /v2.0/floatingips/0e90c752-c979-4a8d-85e9-d9276e8fad69 HTTP/1.1" status: 204 len: 168 time: 0.9493308 May 02 11:40:16.728675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:40:16.730682 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299aaaad-84cb-447f-9132-32a4c345d5f8" -d '{"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:40:16.762361 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:16.825588 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:40:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe4efd6-3d38-4347-a507-48cda9846b86 x-openstack-request-id: req-bfe4efd6-3d38-4347-a507-48cda9846b86 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:40:16.827561 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:40:16.827561 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-bfe4efd6-3d38-4347-a507-48cda9846b86 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:40:16.827561 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4efd6-3d38-4347-a507-48cda9846b86'] response: {'name': 'network-changed', 'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'status': 'completed', 'code': 200} May 02 11:40:16.845530 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:16.899716 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-31ff8370-3541-4146-87da-8a74633b6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:16.901324 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-31ff8370-3541-4146-87da-8a74633b6698 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 1127 time: 0.0455658 May 02 11:40:16.997654 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-415c7bf2-238d-4105-9d60-5af8ddf3769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:16.999141 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-415c7bf2-238d-4105-9d60-5af8ddf3769e service neutron] 10.222.0.15 "GET /v2.0/networks?id=604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 200 len: 910 time: 0.0891318 May 02 11:40:17.038618 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:17.046711 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-9b80f6af-3386-4b96-83fd-59164e81fc19 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 200 len: 217 time: 0.0384078 May 02 11:40:17.065160 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:17.075389 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:17.076003 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:17.105715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-8f059576-f2e6-4024-92e0-8ff42672691e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:17.107266 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-8f059576-f2e6-4024-92e0-8ff42672691e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 200 len: 848 time: 0.0502851 May 02 11:40:17.154139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-e28277a4-e923-486f-af4c-1da80e5149c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:17.155682 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-e28277a4-e923-486f-af4c-1da80e5149c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=604121e1-b54f-4cd7-8d98-e73abe2e22a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0394201 May 02 11:40:17.188870 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:17.263725 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-fa02ca8c-a1bc-4754-9133-6763b03d1e0c service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971184 May 02 11:40:17.321941 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfe9eb1-66e6-4a11-a327-1ea35992ec03 req-0e452d4e-4cdc-44fe-9201-1c22967934e6 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:17.323448 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdfe9eb1-66e6-4a11-a327-1ea35992ec03 req-0e452d4e-4cdc-44fe-9201-1c22967934e6 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0972743 May 02 11:40:17.372919 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-cdfe9eb1-66e6-4a11-a327-1ea35992ec03 req-9d20023f-d50c-448c-a9d3-45e76506ed74 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434985 May 02 11:40:17.392282 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:17.419145 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7269cdb5-d63a-4d78-9e86-9a036705a3d2 None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:32:01Z', 'revision_number': 4, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': '73978aaf-07a0-43f2-958f-9783b9452705', 'name': '', 'network_id': '604121e1-b54f-4cd7-8d98-e73abe2e22a0', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'mac_address': 'fa:16:3e:b6:24:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4364, 'fixed_ips': [{'subnet_id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:01Z', 'updated_at': '2022-05-02T11:32:05Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'subnets': [{'id': 'f19bce23-d305-4601-a7cf-d4a95af2dc1f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:17.646224 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fc3b23a-0061-435d-bafd-3fa4618cad06 None None] New status for floating IP 0e90c752-c979-4a8d-85e9-d9276e8fad69: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:40:18.424855 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-299aaaad-84cb-447f-9132-32a4c345d5f8 req-72ea69c2-4659-48a5-87e9-36acaebdaa31 service neutron] 10.222.0.15 "GET /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890815 May 02 11:40:18.548692 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6002b9ce-6918-4b00-a531-37e24fc07074 req-77474f4a-0a52-4004-81ac-03a3cafbb600 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:18.550197 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6002b9ce-6918-4b00-a531-37e24fc07074 req-77474f4a-0a52-4004-81ac-03a3cafbb600 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0921278 May 02 11:40:18.600637 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-6002b9ce-6918-4b00-a531-37e24fc07074 req-a5b3b570-4c50-4caa-bfdb-c5576d67b6c8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/security-groups?id=24755ed6-4ff5-4e84-93b2-6499d8ebff60&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441813 May 02 11:40:19.058881 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-96c43f1b-29d4-43d8-a3de-675cd550163b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:19.060338 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-96c43f1b-29d4-43d8-a3de-675cd550163b tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 945 time: 0.0471847 May 02 11:40:19.151914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Deleting port 9a31d039-ae95-4f82-87f4-176a6a12dc1a {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:19.152264 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:19.242323 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] For port 9a31d039-ae95-4f82-87f4-176a6a12dc1a, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=9a31d039-ae95-4f82-87f4-176a6a12dc1a,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:19.242621 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:19.255695 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Calling delete_port for 9a31d039-ae95-4f82-87f4-176a6a12dc1a owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:19.445093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (9a31d039-ae95-4f82-87f4-176a6a12dc1a), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:19.472687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'Port': ['ID=9a31d039-ae95-4f82-87f4-176a6a12dc1a,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:19.486476 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489332 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.489841 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.490107 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.490426 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.490781 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.491102 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.491425 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.491747 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:19.528157 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] No DVR routers for this DVR port 9a31d039-ae95-4f82-87f4-176a6a12dc1a on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:40:19.530768 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:19.534060 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-eb378e72-1683-4ad6-b7bb-25c4bde9effc req-457aef2e-c26c-4b8e-8214-5871c47367c5 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.15 "DELETE /v2.0/ports/9a31d039-ae95-4f82-87f4-176a6a12dc1a HTTP/1.1" status: 204 len: 173 time: 0.4618051 May 02 11:40:19.534494 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'name': 'network-vif-deleted', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:40:19.536788 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2030ddfc-98a4-41ef-83ca-3dbe40ac05bb" -d '{"events": [{"server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "name": "network-vif-deleted", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:40:19.572949 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07adb94a-4ad2-4e4b-92f4-4cbf55f596f9 x-openstack-request-id: req-07adb94a-4ad2-4e4b-92f4-4cbf55f596f9 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:40:19.573250 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27938be2-fc92-4a3d-9faa-820b2ed9adf3", "name": "network-vif-deleted", "tag": "9a31d039-ae95-4f82-87f4-176a6a12dc1a", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:40:19.573661 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-07adb94a-4ad2-4e4b-92f4-4cbf55f596f9 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:40:19.574096 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07adb94a-4ad2-4e4b-92f4-4cbf55f596f9'] response: {'server_uuid': '27938be2-fc92-4a3d-9faa-820b2ed9adf3', 'name': 'network-vif-deleted', 'tag': '9a31d039-ae95-4f82-87f4-176a6a12dc1a', 'status': 'completed', 'code': 200} May 02 11:40:19.702237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e51e3918-e157-41d0-b13c-442e26dc2a92 req-bcf7d7a2-952d-4ce7-9c1c-d54aede42cb7 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 210 time: 0.0282986 May 02 11:40:20.816354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-10daaf29-31ff-413b-91d3-8dbe29d4273c req-bd44de14-d164-4cf6-a191-e523b35a9753 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "GET /v2.0/ports?device_id=27938be2-fc92-4a3d-9faa-820b2ed9adf3 HTTP/1.1" status: 200 len: 210 time: 0.0317557 May 02 11:40:21.877425 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52724) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:21.937778 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (24755ed6-4ff5-4e84-93b2-6499d8ebff60), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:21.963131 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (24755ed6-4ff5-4e84-93b2-6499d8ebff60), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:22.069786 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (24755ed6-4ff5-4e84-93b2-6499d8ebff60), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:22.072474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:22.076341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] 10.222.0.16 "DELETE /v2.0/security-groups/24755ed6-4ff5-4e84-93b2-6499d8ebff60 HTTP/1.1" status: 204 len: 168 time: 0.1952848 May 02 11:40:22.083602 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1057b6-60e5-435d-b8cb-869c89c948e8 tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24755ed6-4ff5-4e84-93b2-6499d8ebff60,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:22.258710 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52728) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:22.676527 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:22.963961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Deleting port 73978aaf-07a0-43f2-958f-9783b9452705 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:22.964222 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (73978aaf-07a0-43f2-958f-9783b9452705), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:23.044899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] For port 73978aaf-07a0-43f2-958f-9783b9452705, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=73978aaf-07a0-43f2-958f-9783b9452705,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:23.045270 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (73978aaf-07a0-43f2-958f-9783b9452705), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:23.058875 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Calling delete_port for 73978aaf-07a0-43f2-958f-9783b9452705 owned by network:router_interface {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:23.347954 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (73978aaf-07a0-43f2-958f-9783b9452705), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:23.374249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=73978aaf-07a0-43f2-958f-9783b9452705,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:23.556303 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:23.775022 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Router db4fdce2-ea07-43f9-8c8b-3105c5249df3 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:40:23.882682 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:23.889281 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-01aaded8-83d1-4de1-8d4b-5aff264782b6 admin admin] 10.222.0.16 "PUT /v2.0/routers/db4fdce2-ea07-43f9-8c8b-3105c5249df3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6281662 May 02 11:40:23.891049 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52732) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:23.891178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Sync routers for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:23.901702 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:23.902317 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:23.998607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks [] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:24.106254 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:24.284683 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:40:23Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:24.318345 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Checking router: db4fdce2-ea07-43f9-8c8b-3105c5249df3 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:24.327248 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Routers {'db4fdce2-ea07-43f9-8c8b-3105c5249df3'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:24.327953 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:39:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:24.442876 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] Set router db4fdce2-ea07-43f9-8c8b-3105c5249df3 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:24.445754 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks [] for router_gateway (db4fdce2-ea07-43f9-8c8b-3105c5249df3), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:24.482460 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a31d039-ae95-4f82-87f4-176a6a12dc1a no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:24.502954 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 9a31d039-ae95-4f82-87f4-176a6a12dc1a {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:24.503304 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 9a31d039-ae95-4f82-87f4-176a6a12dc1a not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:24.544751 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Deleting port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:24.545101 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:24.615277 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:40:23Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:24.628032 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] For port 33885cad-1b9e-4e5e-a83f-6aba9acabe2f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:24.628397 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:24.640953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Calling delete_port for 33885cad-1b9e-4e5e-a83f-6aba9acabe2f owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:24.641615 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba8b15da-cb33-49a7-8ffe-6908ef8f3a33 None None] The sync data for ids ['db4fdce2-ea07-43f9-8c8b-3105c5249df3'] in ncdv-master-1 is: [{'id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'name': 'tempest-TestShelveInstance-1048803935-router', 'tenant_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249'}], 'enable_snat': True}, 'gw_port_id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:31:58Z', 'updated_at': '2022-05-02T11:40:23Z', 'revision_number': 5, 'project_id': 'd31245ef5b6547f2b9769a9462c0b6b3', 'gw_port': {'id': '33885cad-1b9e-4e5e-a83f-6aba9acabe2f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:19:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db4fdce2-ea07-43f9-8c8b-3105c5249df3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4363, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:31:59Z', 'updated_at': '2022-05-02T11:32:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:24.867813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (33885cad-1b9e-4e5e-a83f-6aba9acabe2f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:24.893740 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Pushing event deleted for resources: {'Port': ['ID=33885cad-1b9e-4e5e-a83f-6aba9acabe2f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:24.959932 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.066812 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.072294 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks [] for router_controller (db4fdce2-ea07-43f9-8c8b-3105c5249df3), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.125089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 73978aaf-07a0-43f2-958f-9783b9452705 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:25.145723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 73978aaf-07a0-43f2-958f-9783b9452705 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:25.146071 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 73978aaf-07a0-43f2-958f-9783b9452705 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:25.193577 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (db4fdce2-ea07-43f9-8c8b-3105c5249df3), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.194147 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router db4fdce2-ea07-43f9-8c8b-3105c5249df3 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:40:25.198343 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.202560 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-9ea4e340-0a5b-4656-8a22-f9a1ae394d0e admin admin] 10.222.0.16 "DELETE /v2.0/routers/db4fdce2-ea07-43f9-8c8b-3105c5249df3 HTTP/1.1" status: 204 len: 168 time: 1.3075225 May 02 11:40:25.202560 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52734) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:25.252293 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Deleting subnet f19bce23-d305-4601-a7cf-d4a95af2dc1f {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:40:25.255567 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Publish callbacks [] for subnet (f19bce23-d305-4601-a7cf-d4a95af2dc1f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.293076 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (f19bce23-d305-4601-a7cf-d4a95af2dc1f), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.377687 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (f19bce23-d305-4601-a7cf-d4a95af2dc1f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.515555 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (f19bce23-d305-4601-a7cf-d4a95af2dc1f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.542259 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f19bce23-d305-4601-a7cf-d4a95af2dc1f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:25.545955 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.549405 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a2a8d82f-2168-4c04-a068-215186f05d36 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/f19bce23-d305-4601-a7cf-d4a95af2dc1f HTTP/1.1" status: 204 len: 168 time: 0.3461747 May 02 11:40:25.551944 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52736) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:25.554437 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a15ce90-4a4f-4389-ad80-c8ae8533454b None None] Network 604121e1-b54f-4cd7-8d98-e73abe2e22a0 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:25.619386 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (604121e1-b54f-4cd7-8d98-e73abe2e22a0), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.664364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f079d141-efab-417b-9c8b-fbb5a6a67b93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.666205 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Deleting port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:25.666902 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.707819 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] DHCP port deletion for 604121e1-b54f-4cd7-8d98-e73abe2e22a0 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:40:25.743979 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] For port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:25.745703 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.753870 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Deleting port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:25.754241 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.758376 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Calling delete_port for 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:25.818397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] For port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,segment=NetworkSegment(25d88bd8-ea61-4dee-90d7-f9d6611e2beb),segment_id=25d88bd8-ea61-4dee-90d7-f9d6611e2beb)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:25.818793 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.831723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Calling delete_port for 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:25.919157 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.925484 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (61c69af6-cd85-43c3-ad76-7d5efd9d10f2), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:25.946848 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Pushing event deleted for resources: {'Port': ['ID=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:25.948622 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] No DVR routers for this DVR port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:40:25.957468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] No DVR routers for this DVR port 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:40:25.960706 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Pushing event deleted for resources: {'Port': ['ID=61c69af6-cd85-43c3-ad76-7d5efd9d10f2,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:25.969956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.970314 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.970655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.970993 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.971328 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.971661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.972023 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.972363 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.972714 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.973062 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.973365 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.973693 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.974020 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.974338 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:25.975091 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e01122ef-4287-4cf2-b553-46ffb3cb4db2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:26.023528 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (604121e1-b54f-4cd7-8d98-e73abe2e22a0), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.043105 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['604121e1-b54f-4cd7-8d98-e73abe2e22a0']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:26.053660 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25d88bd8-ea61-4dee-90d7-f9d6611e2beb') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:26.053966 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25d88bd8-ea61-4dee-90d7-f9d6611e2beb') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:26.068410 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (25d88bd8-ea61-4dee-90d7-f9d6611e2beb), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.081707 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (25d88bd8-ea61-4dee-90d7-f9d6611e2beb), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.088230 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:40:26.088706 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (25d88bd8-ea61-4dee-90d7-f9d6611e2beb), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: timer() May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:40:26.090437 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:40:26.233810 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (604121e1-b54f-4cd7-8d98-e73abe2e22a0), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.240138 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.243580 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] 10.222.0.16 "DELETE /v2.0/networks/604121e1-b54f-4cd7-8d98-e73abe2e22a0 HTTP/1.1" status: 204 len: 168 time: 0.6906214 May 02 11:40:26.246628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52738) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:26.254264 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b531acfd-8405-415e-abb6-58cdd788750b admin admin] Pushing event deleted for resources: {'Network': ['ID=604121e1-b54f-4cd7-8d98-e73abe2e22a0,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:26.598016 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (163aba3b-159a-4b95-be63-7bbf274f054d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.831901 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Deleting port 20da5fe8-9239-451f-a7e2-e55928e7e924 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:26.832240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.874772 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 33885cad-1b9e-4e5e-a83f-6aba9acabe2f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:26.896462 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 33885cad-1b9e-4e5e-a83f-6aba9acabe2f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:26.896841 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 33885cad-1b9e-4e5e-a83f-6aba9acabe2f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:26.897259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:26.919435 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] For port 20da5fe8-9239-451f-a7e2-e55928e7e924, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=20da5fe8-9239-451f-a7e2-e55928e7e924,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:26.919435 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:26.919798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:26.919798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 61c69af6-cd85-43c3-ad76-7d5efd9d10f2 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:26.929932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Calling delete_port for 20da5fe8-9239-451f-a7e2-e55928e7e924 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:27.201177 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (20da5fe8-9239-451f-a7e2-e55928e7e924), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:27.226943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=20da5fe8-9239-451f-a7e2-e55928e7e924,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:27.702044 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (163aba3b-159a-4b95-be63-7bbf274f054d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:27.925484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Router 163aba3b-159a-4b95-be63-7bbf274f054d has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:40:27.964726 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87e55fa4-7c54-464a-b37b-31829463e048 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.039071 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:28.044044 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a9f8775e-e112-47d2-82d2-e15f938ff1c6 admin admin] 10.222.0.16 "PUT /v2.0/routers/163aba3b-159a-4b95-be63-7bbf274f054d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7963228 May 02 11:40:28.046822 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52756) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:28.050140 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Sync routers for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:28.060427 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:28.061070 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:28.164590 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks [] for router (163aba3b-159a-4b95-be63-7bbf274f054d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.168001 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:28.273241 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks [] for router_gateway (163aba3b-159a-4b95-be63-7bbf274f054d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.334828 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34'}], 'enable_snat': True}, 'gw_port_id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:40:27Z', 'revision_number': 5, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port': {'id': '1e703662-48ca-431d-a4ff-b09eef841eed', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4375, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:32:05Z', 'updated_at': '2022-05-02T11:32:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:28.361476 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Checking router: 163aba3b-159a-4b95-be63-7bbf274f054d for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:28.370199 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Routers {'163aba3b-159a-4b95-be63-7bbf274f054d'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:28.370803 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['163aba3b-159a-4b95-be63-7bbf274f054d'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:28.387170 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Deleting port 1e703662-48ca-431d-a4ff-b09eef841eed {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:28.387513 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.463228 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] Set router 163aba3b-159a-4b95-be63-7bbf274f054d gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:28.468956 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] For port 1e703662-48ca-431d-a4ff-b09eef841eed, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=1e703662-48ca-431d-a4ff-b09eef841eed,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:28.469327 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.486523 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Calling delete_port for 1e703662-48ca-431d-a4ff-b09eef841eed owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:28.517409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:40:28Z', 'revision_number': 6, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:28.544152 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2afede2-791b-436d-8589-81ae7eaf2db1 None None] The sync data for ids ['163aba3b-159a-4b95-be63-7bbf274f054d'] in ncdv-master-1 is: [{'id': '163aba3b-159a-4b95-be63-7bbf274f054d', 'name': 'tempest-TestShelveInstance-1104534353-router', 'tenant_id': 'd8ddcbace58447f6929f410da45282fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:32:04Z', 'updated_at': '2022-05-02T11:40:28Z', 'revision_number': 6, 'project_id': 'd8ddcbace58447f6929f410da45282fc', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:28.715339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (1e703662-48ca-431d-a4ff-b09eef841eed), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.742640 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Pushing event deleted for resources: {'Port': ['ID=1e703662-48ca-431d-a4ff-b09eef841eed,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:28.806586 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (163aba3b-159a-4b95-be63-7bbf274f054d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.908558 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (163aba3b-159a-4b95-be63-7bbf274f054d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:28.911007 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks [] for router_controller (163aba3b-159a-4b95-be63-7bbf274f054d), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.047155 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (163aba3b-159a-4b95-be63-7bbf274f054d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.047785 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 163aba3b-159a-4b95-be63-7bbf274f054d {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:40:29.053002 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.054432 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-24cd7d90-a5cd-447c-9d50-5b0dac9c30ea admin admin] 10.222.0.16 "DELETE /v2.0/routers/163aba3b-159a-4b95-be63-7bbf274f054d HTTP/1.1" status: 204 len: 168 time: 1.0065324 May 02 11:40:29.057265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52758) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:29.102606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Deleting subnet fd79df1f-1aed-44cd-9d60-927fe6963c74 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:40:29.105868 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Publish callbacks [] for subnet (fd79df1f-1aed-44cd-9d60-927fe6963c74), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.141198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (fd79df1f-1aed-44cd-9d60-927fe6963c74), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.223124 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (fd79df1f-1aed-44cd-9d60-927fe6963c74), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.304129 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 20da5fe8-9239-451f-a7e2-e55928e7e924 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:29.325501 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 20da5fe8-9239-451f-a7e2-e55928e7e924 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:29.326092 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 20da5fe8-9239-451f-a7e2-e55928e7e924 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:29.327577 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (fd79df1f-1aed-44cd-9d60-927fe6963c74), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.351932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd79df1f-1aed-44cd-9d60-927fe6963c74,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:29.357732 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.360962 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f3b8ff5f-7b30-435d-8cd9-1fa157396f8c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fd79df1f-1aed-44cd-9d60-927fe6963c74 HTTP/1.1" status: 204 len: 168 time: 0.3027692 May 02 11:40:29.363250 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e484c970-c1a0-4302-92e1-e678478f015e None None] Network 3a5029da-106a-498e-9a65-d4e549c5cbe1 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:29.363405 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52760) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:29.442971 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (3a5029da-106a-498e-9a65-d4e549c5cbe1), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.489832 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Deleting port 500e3831-117a-43c3-b015-11666c5e16c9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:29.489996 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (500e3831-117a-43c3-b015-11666c5e16c9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.524358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] DHCP port deletion for 3a5029da-106a-498e-9a65-d4e549c5cbe1 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:40:29.553544 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.558572 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] For port 500e3831-117a-43c3-b015-11666c5e16c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500e3831-117a-43c3-b015-11666c5e16c9,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:29.558938 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (500e3831-117a-43c3-b015-11666c5e16c9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.572390 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Deleting port 500e3831-117a-43c3-b015-11666c5e16c9 {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:40:29.572757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (500e3831-117a-43c3-b015-11666c5e16c9), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.575626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Calling delete_port for 500e3831-117a-43c3-b015-11666c5e16c9 owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:29.640941 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] For port 500e3831-117a-43c3-b015-11666c5e16c9, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=500e3831-117a-43c3-b015-11666c5e16c9,segment=NetworkSegment(7bb4410a-623b-4f26-82be-f409344800cf),segment_id=7bb4410a-623b-4f26-82be-f409344800cf)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:29.641577 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (500e3831-117a-43c3-b015-11666c5e16c9), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.656274 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Calling delete_port for 500e3831-117a-43c3-b015-11666c5e16c9 owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:40:29.709281 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:40:29.726914 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (500e3831-117a-43c3-b015-11666c5e16c9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.756396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Pushing event deleted for resources: {'Port': ['ID=500e3831-117a-43c3-b015-11666c5e16c9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:29.758289 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] No DVR routers for this DVR port 500e3831-117a-43c3-b015-11666c5e16c9 on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:40:29.840265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (3a5029da-106a-498e-9a65-d4e549c5cbe1), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.862914 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5029da-106a-498e-9a65-d4e549c5cbe1']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:29.873039 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bb4410a-623b-4f26-82be-f409344800cf') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:29.873459 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bb4410a-623b-4f26-82be-f409344800cf') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:29.884194 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (7bb4410a-623b-4f26-82be-f409344800cf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.898267 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (7bb4410a-623b-4f26-82be-f409344800cf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.898618 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (500e3831-117a-43c3-b015-11666c5e16c9), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.904484 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:40:29.905198 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (7bb4410a-623b-4f26-82be-f409344800cf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: timer() May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:40:29.907126 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:40:29.926309 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] Pushing event deleted for resources: {'Port': ['ID=500e3831-117a-43c3-b015-11666c5e16c9,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:29.930461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f605dbc-e3d6-4d97-b7fd-7fe2d0b5a0a4 None None] No DVR routers for this DVR port 500e3831-117a-43c3-b015-11666c5e16c9 on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:40:30.046872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (3a5029da-106a-498e-9a65-d4e549c5cbe1), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.052885 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.056081 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] 10.222.0.16 "DELETE /v2.0/networks/3a5029da-106a-498e-9a65-d4e549c5cbe1 HTTP/1.1" status: 204 len: 168 time: 0.6917977 May 02 11:40:30.066740 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7408369-b9f9-4992-b39a-42d506c072ae admin admin] Pushing event deleted for resources: {'Network': ['ID=3a5029da-106a-498e-9a65-d4e549c5cbe1,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:30.422626 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52764) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:30.466329 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3f78b44f-cf86-4aee-bfd5-8eb2ff829317 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d31245ef5b6547f2b9769a9462c0b6b3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0425494 May 02 11:40:30.468798 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52766) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:30.515204 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] Publish callbacks [] for security_group (2892d9e4-b237-48af-9bd3-52a3c5efc9a8), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.536396 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] Publish callbacks [] for security_group (2892d9e4-b237-48af-9bd3-52a3c5efc9a8), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.652339 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (2892d9e4-b237-48af-9bd3-52a3c5efc9a8), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.655084 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.656247 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2892d9e4-b237-48af-9bd3-52a3c5efc9a8 HTTP/1.1" status: 204 len: 168 time: 0.1865368 May 02 11:40:30.664769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cf19c1-a573-4c52-a494-1e244e0e0d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2892d9e4-b237-48af-9bd3-52a3c5efc9a8,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:30.878531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 500e3831-117a-43c3-b015-11666c5e16c9 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:30.882727 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:30.899687 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 500e3831-117a-43c3-b015-11666c5e16c9 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:30.900034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 500e3831-117a-43c3-b015-11666c5e16c9 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:30.900439 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e703662-48ca-431d-a4ff-b09eef841eed no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:40:30.919475 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: 1e703662-48ca-431d-a4ff-b09eef841eed {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:40:30.919763 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device 1e703662-48ca-431d-a4ff-b09eef841eed not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:40:31.364499 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52772) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:31.404935 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-9faa288f-a492-4218-a573-5222bee1005c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d8ddcbace58447f6929f410da45282fc&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386846 May 02 11:40:31.407354 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52774) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:31.453995 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] Publish callbacks [] for security_group (cf06a78b-7f60-42cc-9554-107af4d72526), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:31.474380 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] Publish callbacks [] for security_group (cf06a78b-7f60-42cc-9554-107af4d72526), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:31.600879 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (cf06a78b-7f60-42cc-9554-107af4d72526), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:31.603442 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:31.604592 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/cf06a78b-7f60-42cc-9554-107af4d72526 HTTP/1.1" status: 204 len: 168 time: 0.1963603 May 02 11:40:31.612856 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d652081-96fa-46ea-a517-3013bf774eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf06a78b-7f60-42cc-9554-107af4d72526,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:32.018050 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.522516 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52796) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:32.621606 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1485380528-network', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:32.703270 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Made reservation on behalf of f900d71299a041ad9114bf5268bf0702 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:40:32.705519 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.714506 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.786774 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks [] for security_group (daf506f1-a5ca-4f47-94b8-abcfa3a43206), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.846171 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (daf506f1-a5ca-4f47-94b8-abcfa3a43206), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.870940 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:40:32.879571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf506f1-a5ca-4f47-94b8-abcfa3a43206,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:32.886213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (070c4114-8e66-42cd-ad21-9e2462b655d7), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.886550 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Added segment 070c4114-8e66-42cd-ad21-9e2462b655d7 of type vlan for network ad5b220a-2639-4433-b3ca-63d414e308f6 May 02 11:40:32.928065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (ad5b220a-2639-4433-b3ca-63d414e308f6), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.989246 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (ad5b220a-2639-4433-b3ca-63d414e308f6), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:32.990675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:32.991249 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.051493 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] Pushing event updated for resources: {'Network': ['ID=ad5b220a-2639-4433-b3ca-63d414e308f6,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:33.062117 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network ad5b220a-2639-4433-b3ca-63d414e308f6 details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:40:33.082919 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-6e6d9496-f1ff-4fdb-81ea-ce804ba5ea53 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5566366 May 02 11:40:33.083109 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52802) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:33.087893 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Request body: {'subnet': {'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1485380528-subnet', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:33.166629 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Made reservation on behalf of f900d71299a041ad9114bf5268bf0702 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:40:33.169036 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.383976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (eb4be5df-76ca-4582-8c73-2d2b343f96e5), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.438600 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb4be5df-76ca-4582-8c73-2d2b343f96e5,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:33.448675 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Checking segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:33.449049 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Network hostable DHCP agents. Network: ad5b220a-2639-4433-b3ca-63d414e308f6, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:40:33.566521 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:40:33.658277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, ad5b220a-2639-4433-b3ca-63d414e308f6) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:33.662789 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:33.663483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.667453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d11c9a-08e7-4068-a5f6-6bcd5090f669 None None] Network ad5b220a-2639-4433-b3ca-63d414e308f6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:33.763805 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-3af2f41a-65e8-4508-8f8f-0ad42c6bcfd3 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6796455 May 02 11:40:33.766343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52804) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:33.768696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-ad5b220a-2639-4433-b3ca-63d414e308f6', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:40:33.769591 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.770618 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:33.892629 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.893720 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:33.904113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Allocated IP 172.20.0.2 (ad5b220a-2639-4433-b3ca-63d414e308f6/eb4be5df-76ca-4582-8c73-2d2b343f96e5/bcba2a9d-79fe-4e39-929a-77fe3696df6f) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:33.954505 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for router_controller (c09c4780-25e4-494a-b4b2-ba490c86cd3a), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.050392 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks [] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.104316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.141752 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:34.147168 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:34.150717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:34.156613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Pushing event updated for resources: {'Port': ['ID=bcba2a9d-79fe-4e39-929a-77fe3696df6f,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:34.174956 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for router_gateway (c09c4780-25e4-494a-b4b2-ba490c86cd3a), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.210484 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Attempting to bind port bcba2a9d-79fe-4e39-929a-77fe3696df6f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:34.210774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Attempting to bind port bcba2a9d-79fe-4e39-929a-77fe3696df6f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:34.211144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Attempting to bind port bcba2a9d-79fe-4e39-929a-77fe3696df6f on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:34.216101 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:34.216483 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Checking segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:34.216909 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.217303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Bound using segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:34.217769 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Bound port: bcba2a9d-79fe-4e39-929a-77fe3696df6f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:34.218154 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.282172 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] For port bcba2a9d-79fe-4e39-929a-77fe3696df6f, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:34.285116 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] For port bcba2a9d-79fe-4e39-929a-77fe3696df6f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcba2a9d-79fe-4e39-929a-77fe3696df6f,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:34.355680 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.423917 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d5167f-0fc4-4f93-86d8-70dcc22f202b None None] Pushing event updated for resources: {'Port': ['ID=bcba2a9d-79fe-4e39-929a-77fe3696df6f,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:34.425528 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for router_gateway (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.446544 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.555271 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Allocated IP 172.35.4.9 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/d44a2585-042d-4e82-b6aa-00a91476fe7f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:34.672265 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.761669 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:34.905394 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bcba2a9d-79fe-4e39-929a-77fe3696df6f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:34.956717 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bcba2a9d-79fe-4e39-929a-77fe3696df6f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:34.957107 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.045280 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bcba2a9d-79fe-4e39-929a-77fe3696df6f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:35.045682 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.083457 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port bcba2a9d-79fe-4e39-929a-77fe3696df6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcba2a9d-79fe-4e39-929a-77fe3696df6f,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:35.128299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:35.134391 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:35.138111 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:35.162764 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Pushing event updated for resources: {'Port': ['ID=d44a2585-042d-4e82-b6aa-00a91476fe7f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:35.165052 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.217578 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=bcba2a9d-79fe-4e39-929a-77fe3696df6f,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:35.382723 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2479d7f-22d6-4b6d-8587-5c6c27466d10 None None] Network ad5b220a-2639-4433-b3ca-63d414e308f6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:35.467206 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-ecaaf796-9e42-425c-af91-52999adc8a9a None None] Provisioning complete for port bcba2a9d-79fe-4e39-929a-77fe3696df6f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:35.467576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ecaaf796-9e42-425c-af91-52999adc8a9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.494077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for router_gateway (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.580387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-ecaaf796-9e42-425c-af91-52999adc8a9a None None] Current status of the port bcba2a9d-79fe-4e39-929a-77fe3696df6f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:35.708958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.797558 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2a3fecfd-7fcf-4e34-9852-899e011740ca None None] Provisioning complete for port bcba2a9d-79fe-4e39-929a-77fe3696df6f triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:35.798051 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2a3fecfd-7fcf-4e34-9852-899e011740ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:35.876402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2a3fecfd-7fcf-4e34-9852-899e011740ca None None] Current status of the port bcba2a9d-79fe-4e39-929a-77fe3696df6f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:35.901582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:40:36.012686 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:36.023234 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:36.033178 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:36.037229 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:36.115814 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.117180 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-a0e69fc5-ba02-4b6d-83cf-f25a7c851d0c admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3498297 May 02 11:40:36.119928 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52806) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:36.143150 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:36.308822 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:35Z', 'revision_number': 3, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:36.338815 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:36.339167 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Updating router c09c4780-25e4-494a-b4b2-ba490c86cd3a port d44a2585-042d-4e82-b6aa-00a91476fe7f binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:40:36.365934 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.546134 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.611846 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks [] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.704402 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Allocated IP 172.20.0.1 (ad5b220a-2639-4433-b3ca-63d414e308f6/eb4be5df-76ca-4582-8c73-2d2b343f96e5/a18c61d6-acc4-4c55-9ad1-9826ac98e010) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:36.709296 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.760888 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Attempting to bind port d44a2585-042d-4e82-b6aa-00a91476fe7f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:36.761256 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Attempting to bind port d44a2585-042d-4e82-b6aa-00a91476fe7f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:36.761613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Attempting to bind port d44a2585-042d-4e82-b6aa-00a91476fe7f on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:36.763629 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Pushing event updated for resources: {'Port': ['ID=d44a2585-042d-4e82-b6aa-00a91476fe7f,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:36.772119 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:36.772493 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:36.772921 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.773302 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:36.773756 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Bound port: d44a2585-042d-4e82-b6aa-00a91476fe7f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:36.774129 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.777099 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.777443 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.777776 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.778106 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.778433 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.778759 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.779080 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.779399 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.779719 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.780036 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.780355 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.780695 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.781011 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.781329 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.781643 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115665) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:40:36.821754 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks [] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.893438 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bcba2a9d-79fe-4e39-929a-77fe3696df6f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:36.924579 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] For port d44a2585-042d-4e82-b6aa-00a91476fe7f, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:36.928084 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] For port d44a2585-042d-4e82-b6aa-00a91476fe7f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d44a2585-042d-4e82-b6aa-00a91476fe7f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:36.932640 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.944907 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port bcba2a9d-79fe-4e39-929a-77fe3696df6f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:36.945279 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:36.969508 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:36.976142 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:36.979756 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:37.001131 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.007156 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Pushing event updated for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:37.027113 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port bcba2a9d-79fe-4e39-929a-77fe3696df6f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:37.042275 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.079611 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41c45ac-eaa4-4e99-9488-d133d0bf3a83 None None] Pushing event updated for resources: {'Port': ['ID=d44a2585-042d-4e82-b6aa-00a91476fe7f,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:37.082124 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:37.082748 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:37.204779 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:37.272699 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.303970 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-d71d8938-8bbb-4163-9c97-580cf57bae99 None None] Provisioning complete for port a18c61d6-acc4-4c55-9ad1-9826ac98e010 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:37.304347 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d71d8938-8bbb-4163-9c97-580cf57bae99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.342861 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-d71d8938-8bbb-4163-9c97-580cf57bae99 None None] Port a18c61d6-acc4-4c55-9ad1-9826ac98e010 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:37.378496 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:35Z', 'revision_number': 3, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:37.408406 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3a0e0a-06ed-4bb2-8338-3df4f3fd1226 None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:35Z', 'revision_number': 3, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:37.445804 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks [] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.524706 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.602559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.607857 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Pushing event updated for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:37.715816 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:37.717373 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:37.852568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:40:37.971976 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-2579255c-8eeb-49fd-b82a-bb46ccc932f9 None None] Provisioning complete for port a18c61d6-acc4-4c55-9ad1-9826ac98e010 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:37.972541 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2579255c-8eeb-49fd-b82a-bb46ccc932f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:37.973203 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:37.986537 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-0c3612a1-8bc0-46ae-b3a0-eb6860cfc420 admin admin] 10.222.0.16 "PUT /v2.0/routers/c09c4780-25e4-494a-b4b2-ba490c86cd3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8578236 May 02 11:40:38.014508 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-2579255c-8eeb-49fd-b82a-bb46ccc932f9 None None] Port a18c61d6-acc4-4c55-9ad1-9826ac98e010 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:38.649647 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52822) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:38.663498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-538243968-network', 'tenant_id': 'fface915b555403e9152c10d565ed1a5'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:38.731990 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Made reservation on behalf of fface915b555403e9152c10d565ed1a5 for: {'network': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:40:38.734399 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for network (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.744072 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.819297 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks [] for security_group (b702fa76-8d6a-443f-a91f-b9588577d3ff), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.884744 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b702fa76-8d6a-443f-a91f-b9588577d3ff), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.896356 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d44a2585-042d-4e82-b6aa-00a91476fe7f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:38.915132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=115662) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 02 11:40:38.920557 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b702fa76-8d6a-443f-a91f-b9588577d3ff,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:38.928429 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3cb7efb8-7ccf-4bec-b3c3-888c289953df), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.928867 ncdv-master-1 neutron-server[115662]: INFO neutron.db.segments_db [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Added segment 3cb7efb8-7ccf-4bec-b3c3-888c289953df of type vlan for network a0093f42-5cc7-4789-a4a2-2c8669519cdf May 02 11:40:38.947988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d44a2585-042d-4e82-b6aa-00a91476fe7f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:38.948368 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.973623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8777838647983'] for network (a0093f42-5cc7-4789-a4a2-2c8669519cdf), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:38.976944 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:38.996830 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:38.997450 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:39.073196 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969'] for network (a0093f42-5cc7-4789-a4a2-2c8669519cdf), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.074187 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:39.074771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.119191 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d44a2585-042d-4e82-b6aa-00a91476fe7f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:39.119624 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.137138 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] Pushing event updated for resources: {'Network': ['ID=a0093f42-5cc7-4789-a4a2-2c8669519cdf,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:39.150481 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf details requested by agent ovs-agent-ncdv-master-1 with host ncdv-master-1 {{(pid=115664) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 02 11:40:39.154662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port d44a2585-042d-4e82-b6aa-00a91476fe7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d44a2585-042d-4e82-b6aa-00a91476fe7f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:39.180694 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c4bcd268-4474-4cd5-9b3a-25512ca072ff admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5290833 May 02 11:40:39.183357 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52824) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:39.188340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Request body: {'subnet': {'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-538243968-subnet', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'ip_version': 4}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:39.210389 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:39.249719 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.258130 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Made reservation on behalf of fface915b555403e9152c10d565ed1a5 for: {'subnet': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:40:39.261060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9115740'] for subnet (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.390048 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=d44a2585-042d-4e82-b6aa-00a91476fe7f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:39.465176 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 2, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:39.491515 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:39.491986 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Updating router c09c4780-25e4-494a-b4b2-ba490c86cd3a port a18c61d6-acc4-4c55-9ad1-9826ac98e010 binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:40:39.492874 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9328838', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9115758'] for subnet (7ee59b09-f1e0-424e-aa1f-545178e26cff), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.523710 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.551390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ee59b09-f1e0-424e-aa1f-545178e26cff,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:39.558903 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Checking segment: {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:39.559265 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Network hostable DHCP agents. Network: a0093f42-5cc7-4789-a4a2-2c8669519cdf, hostable agents: ['a3919e04-dc93-490d-8263-9524af812ba7'], hosted agents: [] {{(pid=115662) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 02 11:40:39.644984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf is scheduled to be hosted by DHCP agent a3919e04-dc93-490d-8263-9524af812ba7 with binding_index 1 {{(pid=115662) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 02 11:40:39.721299 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, ncdv-master-1, a0093f42-5cc7-4789-a4a2-2c8669519cdf) {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:39.725666 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:39.726147 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.730327 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b9fc96f-ddb3-406a-a537-7f916873a3f9 None None] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:39.815089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-f1ebe788-9701-42de-80e9-6b885b82298c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6305594 May 02 11:40:39.817656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52826) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:39.822423 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:39.838976 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks [] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.875802 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpa6303c7b-c701-50a6-a627-3f9eb6e72c8a-a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'project_id': 'fface915b555403e9152c10d565ed1a5', 'fixed_ips': [{'subnet_id': '7ee59b09-f1e0-424e-aa1f-545178e26cff'}]}} from ncdv-master-1. {{(pid=115664) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 02 11:40:39.876642 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.933081 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-795938', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6884'] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.934281 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-796370', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-796962', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1004431', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6879'] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:39.961895 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.057531 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03955-4730-48c0-ab52-d2768c809412 None None] Pushing event updated for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:40.068287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.db_base_plugin_common [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Allocated IP 172.20.0.2 (a0093f42-5cc7-4789-a4a2-2c8669519cdf/7ee59b09-f1e0-424e-aa1f-545178e26cff/e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d) {{(pid=115664) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:40.148360 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Attempting to bind port a18c61d6-acc4-4c55-9ad1-9826ac98e010 on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:40.148734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Attempting to bind port a18c61d6-acc4-4c55-9ad1-9826ac98e010 by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:40.149056 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Attempting to bind port a18c61d6-acc4-4c55-9ad1-9826ac98e010 on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:40.184169 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:40.184586 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Checking segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:40.184977 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.185402 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Bound using segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:40.188757 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Bound port: a18c61d6-acc4-4c55-9ad1-9826ac98e010, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:40.188757 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.308988 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] For port a18c61d6-acc4-4c55-9ad1-9826ac98e010, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:40.323834 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for router_controller (370d445a-ae61-40da-9715-b49cc1b1eb79), precommit_add_association {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.330074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] For port a18c61d6-acc4-4c55-9ad1-9826ac98e010, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a18c61d6-acc4-4c55-9ad1-9826ac98e010,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:40.337059 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks [] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), precommit_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.353821 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-83b4b31b-4670-4596-bb5b-a231d80899c8 None None] Provisioning complete for port a18c61d6-acc4-4c55-9ad1-9826ac98e010 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:40.354185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-83b4b31b-4670-4596-bb5b-a231d80899c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.387684 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-83b4b31b-4670-4596-bb5b-a231d80899c8 None None] Port a18c61d6-acc4-4c55-9ad1-9826ac98e010 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:40.417098 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.421137 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), after_create {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.475151 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf is already hosted by enough agents. {{(pid=115664) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:40.480449 ncdv-master-1 neutron-server[115664]: DEBUG neutron.scheduler.base_scheduler [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Resources bound (agent type, host, resource id): {{(pid=115664) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:40.485738 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Received port after_create {{(pid=115664) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:40.495030 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:40.495678 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:40.503686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e03955-4730-48c0-ab52-d2768c809412 None None] Pushing event updated for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:40.538662 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for router_gateway (370d445a-ae61-40da-9715-b49cc1b1eb79), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.766661 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Provisioning complete for port a18c61d6-acc4-4c55-9ad1-9826ac98e010 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:40.766925 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.810534 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for router_gateway (370d445a-ae61-40da-9715-b49cc1b1eb79), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.835623 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.853387 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Pushing event updated for resources: {'Port': ['ID=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,revision_number=1']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:40.870668 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Attempting to bind port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:40.871042 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Attempting to bind port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:40.871407 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Attempting to bind port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d on network a0093f42-5cc7-4789-a4a2-2c8669519cdf {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:40.889493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:40.889915 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Checking segment: {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:40.890326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.890716 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Bound using segment: {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:40.891192 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Bound port: e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:40.891575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:40.914712 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:40.945675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d44a2585-042d-4e82-b6aa-00a91476fe7f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:40.948321 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Allocated IP 172.35.4.51 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/f8dfa39b-5a08-49da-990a-91b6e994919f) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:41.068507 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.099290 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Current status of the port a18c61d6-acc4-4c55-9ad1-9826ac98e010 is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:41.099860 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.159287 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] For port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:41.166945 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.172095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port d44a2585-042d-4e82-b6aa-00a91476fe7f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:41.172467 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.186655 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] For port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:41.205079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:41.207881 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:41.213935 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:41.233725 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] For port a18c61d6-acc4-4c55-9ad1-9826ac98e010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a18c61d6-acc4-4c55-9ad1-9826ac98e010,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:41.238623 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Pushing event updated for resources: {'Port': ['ID=f8dfa39b-5a08-49da-990a-91b6e994919f,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:41.291722 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.346928 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.375311 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:40Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:41.388748 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port d44a2585-042d-4e82-b6aa-00a91476fe7f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:41.419838 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ba5451-9813-4d7b-81d8-0296ce10e712 None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:40Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:41.421617 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea26636-b916-4022-8db8-0fd8b6ad78af None None] Pushing event updated for resources: {'Port': ['ID=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,revision_number=2']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:41.501631 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801509a-ee87-4ae8-af92-c1906de4a0ef None None] Pushing event updated for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:41.625474 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for router_gateway (370d445a-ae61-40da-9715-b49cc1b1eb79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:41.870999 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-796331', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-796959'] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.092703 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Router 370d445a-ae61-40da-9715-b49cc1b1eb79 is scheduled to L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 with binding_index 1 {{(pid=115662) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 02 11:40:42.222930 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:42.236391 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Sync routers for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:42.248637 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:42.249564 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:42.306077 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.310317 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52828) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:42.310843 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-472d9dc5-e365-4d4c-8666-7709a029a2c2 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4912004 May 02 11:40:42.383454 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:42.484144 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b591a27-f3f0-47a8-9cc3-690d9692e273 None None] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:40:42.573964 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 3, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:42.577493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Provisioning complete for port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:42.577885 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.609904 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Checking router: 370d445a-ae61-40da-9715-b49cc1b1eb79 for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:42.610270 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Updating router 370d445a-ae61-40da-9715-b49cc1b1eb79 port f8dfa39b-5a08-49da-990a-91b6e994919f binding host ncdv-master-1 {{(pid=115665) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:40:42.651236 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.715559 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Current status of the port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:42.716014 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.763404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] For port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:42.854551 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.863498 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.974351 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks [] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), precommit_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:42.983831 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cce112d-7a4f-4d50-a81f-c2019143534d None None] Pushing event updated for resources: {'Port': ['ID=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:43.006303 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a18c61d6-acc4-4c55-9ad1-9826ac98e010 up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:43.045263 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.055962 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Allocated IP 172.20.0.1 (a0093f42-5cc7-4789-a4a2-2c8669519cdf/7ee59b09-f1e0-424e-aa1f-545178e26cff/ae41b669-84b3-48d1-91ee-cfe7d52f71ec) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:43.058219 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port a18c61d6-acc4-4c55-9ad1-9826ac98e010 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:43.058728 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.106233 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Attempting to bind port f8dfa39b-5a08-49da-990a-91b6e994919f on host ncdv-master-1 for vnic_type normal with profile {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:43.106613 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Attempting to bind port f8dfa39b-5a08-49da-990a-91b6e994919f by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:43.106981 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Attempting to bind port f8dfa39b-5a08-49da-990a-91b6e994919f on network dd978ca5-9e27-4928-a38a-cd524970d502 {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:43.109120 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c576d14-28b3-4e63-ae95-6ff9b5e69050 None None] Pushing event updated for resources: {'Port': ['ID=f8dfa39b-5a08-49da-990a-91b6e994919f,revision_number=2']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:43.115382 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:43.115794 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Checking segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115665) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:43.116197 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.116584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Bound using segment: {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'} {{(pid=115665) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:43.117086 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.managers [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Bound port: f8dfa39b-5a08-49da-990a-91b6e994919f, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c513e55a-2a47-40b3-b48a-30acf459f2a5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502'}}] {{(pid=115665) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:43.117467 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), before_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.129141 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-a5903213-6349-4365-a126-7b37c1d482b3 None None] Provisioning complete for port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:43.129649 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5903213-6349-4365-a126-7b37c1d482b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.164832 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks [] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.172362 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] For port f8dfa39b-5a08-49da-990a-91b6e994919f, host ncdv-master-1, cleared binding levels {{(pid=115665) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:43.175709 ncdv-master-1 neutron-server[115665]: DEBUG neutron.plugins.ml2.db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] For port f8dfa39b-5a08-49da-990a-91b6e994919f, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8dfa39b-5a08-49da-990a-91b6e994919f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115665) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:43.209492 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port a18c61d6-acc4-4c55-9ad1-9826ac98e010 is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:43.210543 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:43.241714 ncdv-master-1 neutron-server[115665]: DEBUG neutron_lib.callbacks.manager [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), after_update {{(pid=115665) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.269048 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.281424 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-a5903213-6349-4365-a126-7b37c1d482b3 None None] Current status of the port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:43.294781 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:43.295185 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.298235 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:43.299045 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:43.318064 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:43.323410 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:43.327377 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:43.353827 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:43.375733 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-798498'] for router_interface (370d445a-ae61-40da-9715-b49cc1b1eb79), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.394750 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:43.412923 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c576d14-28b3-4e63-ae95-6ff9b5e69050 None None] Pushing event updated for resources: {'Port': ['ID=f8dfa39b-5a08-49da-990a-91b6e994919f,revision_number=3']} {{(pid=115665) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:43.433870 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:43.588905 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.599956 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-bb90d0b9-0853-496a-8b7e-4507d3f21330 None None] Provisioning complete for port ae41b669-84b3-48d1-91ee-cfe7d52f71ec triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:43.600508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bb90d0b9-0853-496a-8b7e-4507d3f21330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.620807 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 3, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:43.634565 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-bb90d0b9-0853-496a-8b7e-4507d3f21330 None None] Port ae41b669-84b3-48d1-91ee-cfe7d52f71ec cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:43.737692 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785ed16b-f611-4515-ae67-b7f6632fac7f None None] The sync data for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 is: [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 3, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:43.769760 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks [] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:43.940329 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:44.011624 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-556935', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-796882'] for router_interface (370d445a-ae61-40da-9715-b49cc1b1eb79), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:44.013729 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Pushing event updated for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:44.118562 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:44.120042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:44.249715 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Router 370d445a-ae61-40da-9715-b49cc1b1eb79 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:40:44.362887 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6c352fca-5e6d-4e93-8dbc-8c50864c4571 None None] Provisioning complete for port ae41b669-84b3-48d1-91ee-cfe7d52f71ec triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:44.363268 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6c352fca-5e6d-4e93-8dbc-8c50864c4571 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:44.373038 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:40:44.378217 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-c7b312b2-04fc-4121-94c5-c4bc494383f9 admin admin] 10.222.0.16 "PUT /v2.0/routers/370d445a-ae61-40da-9715-b49cc1b1eb79/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0656605 May 02 11:40:44.408734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6c352fca-5e6d-4e93-8dbc-8c50864c4571 None None] Port ae41b669-84b3-48d1-91ee-cfe7d52f71ec cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:44.896382 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52836) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:44.901117 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280636325', 'description': 'tempest-secgroup-smoke-1280636325 description', 'project_id': 'f900d71299a041ad9114bf5268bf0702'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:44.964686 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f8dfa39b-5a08-49da-990a-91b6e994919f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:45.013823 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f8dfa39b-5a08-49da-990a-91b6e994919f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:45.014197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.029429 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.100433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f8dfa39b-5a08-49da-990a-91b6e994919f is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:45.100864 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.115141 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (84dfa91c-99d1-4504-a6bc-9673936c1acb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.122464 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] For port f8dfa39b-5a08-49da-990a-91b6e994919f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8dfa39b-5a08-49da-990a-91b6e994919f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:45.364924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Sync routers for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:40:45.374614 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:45.375225 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:45.481093 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (84dfa91c-99d1-4504-a6bc-9673936c1acb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.484259 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:45.510645 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84dfa91c-99d1-4504-a6bc-9673936c1acb,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:45.527218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.531811 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:45.531811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.680845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Pushing event updated for resources: {'Port': ['ID=f8dfa39b-5a08-49da-990a-91b6e994919f,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:45.706166 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:45.706539 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.711245 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.712505 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-4dac2dc3-a77f-484a-88a9-f7301a60eb4f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.8149810 May 02 11:40:45.715378 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52838) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:45.719856 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:45.790083 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 4, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae41b669-84b3-48d1-91ee-cfe7d52f71ec', 'name': '', 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'mac_address': 'fa:16:3e:12:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:42Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 2, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'subnets': [{'id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:45.837047 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Checking router: 370d445a-ae61-40da-9715-b49cc1b1eb79 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:40:45.837409 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Updating router 370d445a-ae61-40da-9715-b49cc1b1eb79 port ae41b669-84b3-48d1-91ee-cfe7d52f71ec binding host ncdv-master-1 {{(pid=115664) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 02 11:40:45.846727 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (70f86229-3ebf-4337-a680-d25c6c64eddb), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.879313 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:45.882128 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:45.905981 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (70f86229-3ebf-4337-a680-d25c6c64eddb), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.035162 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (70f86229-3ebf-4337-a680-d25c6c64eddb), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.055397 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70f86229-3ebf-4337-a680-d25c6c64eddb,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:46.157272 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.158457 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-68218803-185d-432e-b0d8-8fbfecd4db85 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4420838 May 02 11:40:46.161208 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52842) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:46.166401 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:46.258243 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (aa371522-7fa9-406a-b2fa-fab5993b67fe), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.308093 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks [] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), precommit_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.317324 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (aa371522-7fa9-406a-b2fa-fab5993b67fe), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.364197 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.387122 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (aa371522-7fa9-406a-b2fa-fab5993b67fe), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.408277 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa371522-7fa9-406a-b2fa-fab5993b67fe,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:46.447774 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063ec38-c6c4-4eb0-aa9d-30be031ec89b None None] Pushing event updated for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=3']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:46.484452 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Attempting to bind port ae41b669-84b3-48d1-91ee-cfe7d52f71ec on host ncdv-master-1 for vnic_type normal with profile {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:46.484877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Attempting to bind port ae41b669-84b3-48d1-91ee-cfe7d52f71ec by drivers openvswitch,hyperv on host ncdv-master-1 at level 0 using segments [{'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:46.485248 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Attempting to bind port ae41b669-84b3-48d1-91ee-cfe7d52f71ec on network a0093f42-5cc7-4789-a4a2-2c8669519cdf {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:46.490839 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Checking agent: {'id': 'fe9cd71f-b87c-4a50-a873-52890a78463f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'ncdv-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 8, 32), 'started_at': datetime.datetime(2022, 5, 2, 10, 9, 2), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'ncdv-master-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:46.494691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Checking segment: {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115664) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:46.494691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.494691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Bound using segment: {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'} {{(pid=115664) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:46.494691 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.managers [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Bound port: ae41b669-84b3-48d1-91ee-cfe7d52f71ec, host: ncdv-master-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cb7efb8-7ccf-4bec-b3c3-888c289953df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf'}}] {{(pid=115664) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:46.494691 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.515161 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.517657 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-407777db-c723-41d2-b309-d7db7027a0de tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3541694 May 02 11:40:46.519197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52844) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:46.525638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:46.564180 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] For port ae41b669-84b3-48d1-91ee-cfe7d52f71ec, host ncdv-master-1, cleared binding levels {{(pid=115664) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:46.567433 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] For port ae41b669-84b3-48d1-91ee-cfe7d52f71ec, host ncdv-master-1, set binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115664) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:46.639098 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (ff47576c-c541-4db1-96a4-dff288b23af5), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.639765 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Provisioning complete for port ae41b669-84b3-48d1-91ee-cfe7d52f71ec triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:46.640419 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.644141 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.697376 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (ff47576c-c541-4db1-96a4-dff288b23af5), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.750112 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2063ec38-c6c4-4eb0-aa9d-30be031ec89b None None] Pushing event updated for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:46.757825 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:40:46.758461 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:46.800757 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (ff47576c-c541-4db1-96a4-dff288b23af5), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.820448 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff47576c-c541-4db1-96a4-dff288b23af5,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:46.830118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.886572 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Current status of the port ae41b669-84b3-48d1-91ee-cfe7d52f71ec is: DOWN; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:46.886964 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.905908 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:46.909668 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-f94726b8-fa92-41b2-b77e-8a7288cccb79 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3868325 May 02 11:40:46.909822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f8dfa39b-5a08-49da-990a-91b6e994919f up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:46.909923 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52846) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:46.915504 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:46.972027 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:40:46.977638 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] For port ae41b669-84b3-48d1-91ee-cfe7d52f71ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:47.005089 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (f0780649-2a88-4372-9725-7f65ce8a6246), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.026798 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port f8dfa39b-5a08-49da-990a-91b6e994919f triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:47.027181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.055206 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.059937 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (f0780649-2a88-4372-9725-7f65ce8a6246), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.126364 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (f0780649-2a88-4372-9725-7f65ce8a6246), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.146564 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0780649-2a88-4372-9725-7f65ce8a6246,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:47.208946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-0a2a5dfa-f909-4a64-9f92-27b55aef4304 None None] Provisioning complete for port ae41b669-84b3-48d1-91ee-cfe7d52f71ec triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:47.209252 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0a2a5dfa-f909-4a64-9f92-27b55aef4304 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.213458 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80671a-3666-4f81-97f5-3c86286ea611 None None] Pushing event updated for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:47.219863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.224331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 52848) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:47.224859 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-36b3c780-b4f2-44cb-83aa-9bc93c89cf67 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3134780 May 02 11:40:47.229317 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:47.298173 ncdv-master-1 neutron-server[115662]: INFO neutron.db.securitygroups_db [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Project f900d71299a041ad9114bf5268bf0702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:40:47.304710 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (4d87ac5e-cda9-4dd6-ade9-59aa1e76098b), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.330791 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port f8dfa39b-5a08-49da-990a-91b6e994919f is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:47.333734 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 4, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae41b669-84b3-48d1-91ee-cfe7d52f71ec', 'name': '', 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'mac_address': 'fa:16:3e:12:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:42Z', 'updated_at': '2022-05-02T11:40:46Z', 'revision_number': 4, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'subnets': [{'id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:40:47.364398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (4d87ac5e-cda9-4dd6-ade9-59aa1e76098b), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.366082 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be405a92-f588-4082-8fd3-9418a3dd996a None None] The sync data for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 is: [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:40:43Z', 'revision_number': 4, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'ae41b669-84b3-48d1-91ee-cfe7d52f71ec', 'name': '', 'network_id': 'a0093f42-5cc7-4789-a4a2-2c8669519cdf', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'mac_address': 'fa:16:3e:12:f9:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_interface', 'standard_attr_id': 4424, 'fixed_ips': [{'subnet_id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:42Z', 'updated_at': '2022-05-02T11:40:46Z', 'revision_number': 4, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'subnets': [{'id': '7ee59b09-f1e0-424e-aa1f-545178e26cff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:40:47.403074 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-0a2a5dfa-f909-4a64-9f92-27b55aef4304 None None] Current status of the port ae41b669-84b3-48d1-91ee-cfe7d52f71ec is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:47.406524 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (4d87ac5e-cda9-4dd6-ade9-59aa1e76098b), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.431656 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d87ac5e-cda9-4dd6-ade9-59aa1e76098b,revision_number=0']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:47.478151 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.482412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52850) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:40:47.487123 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'security_group_rule': {'security_group_id': '84dfa91c-99d1-4504-a6bc-9673936c1acb', 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:47.493425 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-1a84963b-b68e-47e2-86c5-22ddd8c8f1a8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2635248 May 02 11:40:47.604791 ncdv-master-1 neutron-server[115663]: INFO neutron.db.securitygroups_db [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Project f900d71299a041ad9114bf5268bf0702 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 02 11:40:47.610856 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (bcc13f81-bffd-49e3-8aa7-81fdf4670fc6), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.676646 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (bcc13f81-bffd-49e3-8aa7-81fdf4670fc6), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.747562 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1011397'] for security_group_rule (bcc13f81-bffd-49e3-8aa7-81fdf4670fc6), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.771056 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc13f81-bffd-49e3-8aa7-81fdf4670fc6,revision_number=0']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:47.869321 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:47.870557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-92cc3406-a2b2-480f-8493-b888427a26b4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3871350 May 02 11:40:48.021343 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-9322aadd-41c6-4ae7-8912-6300d15c5282 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280636325&fields=id&tenant_id=f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 267 time: 0.0437686 May 02 11:40:48.126158 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-818f4e16-9568-4e05-b311-4322e099382d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:48.127637 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-818f4e16-9568-4e05-b311-4322e099382d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 810 time: 0.0994668 May 02 11:40:48.144383 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-8549950b-ab95-46ca-b25a-c3c8f70d4f7f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/quotas/f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 375 time: 0.0100722 May 02 11:40:48.200070 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-cef4a46d-c6a3-4e1c-991b-11c01a0e3e88 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0498922 May 02 11:40:48.297010 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-7d0b1e78-da27-4378-828f-9dab2d5413f9 service neutron] 10.222.0.16 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845737 May 02 11:40:48.392461 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-fc511ad3-66f5-4b9e-9171-e23c8bf506d7 service neutron] 10.222.0.16 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884707 May 02 11:40:48.673238 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-151bf8fc-4b5e-4b0e-abb7-cf72fc53da3f req-e8fbbb54-6307-4350-acdf-44fe8f0de3d5 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 210 time: 0.0375762 May 02 11:40:48.909465 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ae41b669-84b3-48d1-91ee-cfe7d52f71ec up at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:48.955987 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Provisioning complete for port ae41b669-84b3-48d1-91ee-cfe7d52f71ec triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:48.956364 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:49.036667 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Current status of the port ae41b669-84b3-48d1-91ee-cfe7d52f71ec is: ACTIVE; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:49.766091 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1821cf0-b9fb-42de-85d5-0d2b83b80521 req-635f2d09-c514-47d8-927b-4fe938816cf8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 210 time: 0.0278740 May 02 11:40:50.867539 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-900eecf5-a2b5-49f6-8d34-2441926d34f8 req-a1576834-1a36-4e3a-bf45-38a3fc2b97ea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 210 time: 0.0307071 May 02 11:40:51.137139 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6d52f5f8-6dc8-490a-9180-f9cc7b0bee53 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:51.138737 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6d52f5f8-6dc8-490a-9180-f9cc7b0bee53 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 810 time: 0.1058016 May 02 11:40:51.206474 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-d47c200b-d93c-45bc-a6f0-3a6cd1c02a49 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 380 time: 0.0548048 May 02 11:40:51.217924 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'port': {'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'admin_state_up': True, 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'security_groups': ['84dfa91c-99d1-4504-a6bc-9673936c1acb']}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:51.404218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Made reservation on behalf of f900d71299a041ad9114bf5268bf0702 for: {'port': 1} {{(pid=115663) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:40:51.407637 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:51.532090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Allocated IP 172.20.0.14 (ad5b220a-2639-4433-b3ca-63d414e308f6/eb4be5df-76ca-4582-8c73-2d2b343f96e5/76f33da4-fc0e-4b07-9a50-81e2e1e1a8da) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:40:51.669145 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:51.764994 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:51.806409 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:40:51.811405 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:40:51.815110 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:40:51.838770 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:51.869140 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:51.870095 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:51.940788 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-6a88a307-f668-421a-a057-c8c01c5b12e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7264583 May 02 11:40:51.958606 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Request body: {'port': {'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova', 'binding:host_id': 'nch1-master-1'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:40:52.017542 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2c9ecc-07f6-4c4c-8a7f-13491c8a0acf req-0bfa78bc-7a5e-4809-8729-ec797bd4b48d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:52.019033 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c2c9ecc-07f6-4c4c-8a7f-13491c8a0acf req-0bfa78bc-7a5e-4809-8729-ec797bd4b48d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 932 time: 0.0756035 May 02 11:40:52.047994 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-93faaa9b-afaa-4e30-8a3a-6933ecc3407a None None] Provisioning complete for port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:52.048575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-93faaa9b-afaa-4e30-8a3a-6933ecc3407a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.066236 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.081890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-93faaa9b-afaa-4e30-8a3a-6933ecc3407a None None] Port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:40:52.100177 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6c2c9ecc-07f6-4c4c-8a7f-13491c8a0acf req-880029d2-a2cc-4a5f-b8f9-0c4b357f1136 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747714 May 02 11:40:52.343379 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da {{(pid=115663) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:40:52.350874 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks [] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.362919 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.provisioning_blocks [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Transition to ACTIVE for port object 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da will not be triggered until provisioned by entity L2. {{(pid=115663) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:40:52.438274 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.489168 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:52.562520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Attempting to bind port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da on host nch1-master-1 for vnic_type normal with profile {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:40:52.562861 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Attempting to bind port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da by drivers openvswitch,hyperv on host nch1-master-1 at level 0 using segments [{'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:40:52.563195 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Attempting to bind port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:52.568090 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da on network ad5b220a-2639-4433-b3ca-63d414e308f6 not bound, no agent of type Open vSwitch agent registered on host nch1-master-1 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:40:52.569017 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Attempting to bind port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:40:52.575851 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Checking agent: {'id': '198dab52-7205-400b-a395-7bc53fa8bc0a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch1-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 15), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 40, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:40:52.576199 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Checking segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115663) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:40:52.576613 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Bound using segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} {{(pid=115663) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:40:52.577080 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.managers [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Bound port: 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host: nch1-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}}] {{(pid=115663) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:40:52.577448 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.646673 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, cleared binding levels {{(pid=115663) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:40:52.649668 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115663) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:40:52.713704 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.747052 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:52.747813 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:52.749192 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] 10.222.0.15 "PUT /v2.0/ports/76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1092 time: 0.7970214 May 02 11:40:52.749638 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:40:52.751898 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a2b30f-d734-4236-939c-fedcb9812961" -d '{"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:40:52.786646 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46ea1ef-86a4-4c92-80b7-5a96000348eb service neutron] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=3']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:52.795271 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e38c13-2ce0-4c31-8c34-3ae291305f95 x-openstack-request-id: req-83e38c13-2ce0-4c31-8c34-3ae291305f95 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:40:52.795567 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:40:52.795826 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-83e38c13-2ce0-4c31-8c34-3ae291305f95 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:40:52.796238 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e38c13-2ce0-4c31-8c34-3ae291305f95'] response: {'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'status': 'completed', 'code': 200} May 02 11:40:52.863333 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b30f-d734-4236-939c-fedcb9812961 req-9eae3750-a226-46d9-a34c-9412cf84675d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:52.864877 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34a2b30f-d734-4236-939c-fedcb9812961 req-9eae3750-a226-46d9-a34c-9412cf84675d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1126 time: 0.0414138 May 02 11:40:52.972109 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b30f-d734-4236-939c-fedcb9812961 req-264bfe74-8ea4-4097-b694-1bc1ae6d9035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:52.973609 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34a2b30f-d734-4236-939c-fedcb9812961 req-264bfe74-8ea4-4097-b694-1bc1ae6d9035 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=f900d71299a041ad9114bf5268bf0702&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0989501 May 02 11:40:53.069285 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a2b30f-d734-4236-939c-fedcb9812961 req-4a58f589-2ec3-4566-82a7-c74a9f670855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:53.070739 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-34a2b30f-d734-4236-939c-fedcb9812961 req-4a58f589-2ec3-4566-82a7-c74a9f670855 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0873044 May 02 11:40:53.161390 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-18501004-c2ca-459b-bd61-49db12fd0f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:53.163585 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-18501004-c2ca-459b-bd61-49db12fd0f74 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1126 time: 0.0445588 May 02 11:40:53.227815 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-36c208fc-7cc2-46c7-8ef7-7cacad90b791 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 217 time: 0.0559881 May 02 11:40:53.249899 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011752d9-51ee-4a8c-85f0-333a15e46407 req-8521e1d7-56c9-41f5-a131-397f6a64866f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:53.251278 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-011752d9-51ee-4a8c-85f0-333a15e46407 req-8521e1d7-56c9-41f5-a131-397f6a64866f tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0812192 May 02 11:40:53.312620 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-8c545fad-3770-4d8d-87a9-ceb10815454b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:53.313953 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-8c545fad-3770-4d8d-87a9-ceb10815454b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0766065 May 02 11:40:53.338462 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-011752d9-51ee-4a8c-85f0-333a15e46407 req-fccb1349-1e58-41a8-bc2c-b94770774ddf tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690577 May 02 11:40:53.364347 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-15233073-6313-41f4-bfc3-608eccd5f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:53.365912 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-15233073-6313-41f4-bfc3-608eccd5f9da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0408900 May 02 11:40:53.454650 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-15a356bb-3ec8-411c-a724-223dabad98d1 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789540 May 02 11:40:53.875995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-894847f6-1484-4d6b-8b74-1c6efc7594b6 req-a464d6df-8340-4554-a99a-1c135d7c2902 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4112363 May 02 11:40:54.452867 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5189916c-8a0b-4e84-a832-a2f3b13b292d req-26ab5e18-b73c-4f17-a674-0fba9e5a7c70 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:54.454325 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5189916c-8a0b-4e84-a832-a2f3b13b292d req-26ab5e18-b73c-4f17-a674-0fba9e5a7c70 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0468833 May 02 11:40:54.502771 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-5189916c-8a0b-4e84-a832-a2f3b13b292d req-6a3cb893-f76c-4ed8-bc0f-3215f8e32e62 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422144 May 02 11:40:55.614614 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bfe367-786a-4ec9-9309-533436d17d4a req-bdac82f7-45ff-4882-84d1-c08aafed1d31 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:55.616575 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3bfe367-786a-4ec9-9309-533436d17d4a req-bdac82f7-45ff-4882-84d1-c08aafed1d31 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0460334 May 02 11:40:55.629615 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b20eb41d-261d-4559-85ec-c38ac672de47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:55.667545 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b3bfe367-786a-4ec9-9309-533436d17d4a req-27c4bb3b-59e4-452c-9e2d-d7f06799f1ce tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453575 May 02 11:40:56.653231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:40:56.748931 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:56.760927 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:40:56.781036 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09aa43b-dda2-44b2-8aa0-2f228e5c33a9 req-acaa7143-bc09-48e6-94df-6e2c04f2de46 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:56.782605 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f09aa43b-dda2-44b2-8aa0-2f228e5c33a9 req-acaa7143-bc09-48e6-94df-6e2c04f2de46 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0480189 May 02 11:40:56.803632 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:56.804532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:56.818186 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:40:56.832690 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-f09aa43b-dda2-44b2-8aa0-2f228e5c33a9 req-70754d77-aa31-4a2d-a90f-76e83be6b038 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440569 May 02 11:40:56.841520 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:56.901499 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:56.948257 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:57.216396 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:40:57.951745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3204c037-bd4e-4a76-9882-00568a066165 req-7aef502f-90f0-4187-bad8-b036b3562bc5 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:57.953252 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3204c037-bd4e-4a76-9882-00568a066165 req-7aef502f-90f0-4187-bad8-b036b3562bc5 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 945 time: 0.0476699 May 02 11:40:58.000818 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f708eaf6-47b3-47f1-b2a6-ccd7fa368e0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:58.002384 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3204c037-bd4e-4a76-9882-00568a066165 req-6107712c-51b7-4f4f-81b7-bf7fb44557c7 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434661 May 02 11:40:58.669395 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:40:58.713242 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning for port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:40:58.828888 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:40:58.829261 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:58.907845 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:40:58.908225 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:58.930901 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:40:58.933084 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb1ddc0-4ffb-44fb-ac3a-64f83f402a72" -d '{"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-plugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:40:58.945920 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:40:59.015992 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:40:59.023300 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3877b272-c549-4655-a554-dbde42c8c0cf x-openstack-request-id: req-3877b272-c549-4655-a554-dbde42c8c0cf {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:40:59.023600 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-plugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:40:59.023857 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3877b272-c549-4655-a554-dbde42c8c0cf {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:40:59.024251 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3877b272-c549-4655-a554-dbde42c8c0cf'] response: {'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'code': 200} May 02 11:40:59.067493 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:40:59.155964 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf1f9ab-0ed8-46b9-b301-53ddc73e05ef req-241f480b-ce5b-4d6e-88ab-479e35156a30 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:59.157475 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3bf1f9ab-0ed8-46b9-b301-53ddc73e05ef req-241f480b-ce5b-4d6e-88ab-479e35156a30 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 946 time: 0.0778170 May 02 11:40:59.158574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4187f8ad-45d5-4dab-ab1d-489c202970c5 req-933363fd-3647-4238-b8d8-d5c70f479808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:40:59.159933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4187f8ad-45d5-4dab-ab1d-489c202970c5 req-933363fd-3647-4238-b8d8-d5c70f479808 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1128 time: 0.0679343 May 02 11:40:59.230977 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-3bf1f9ab-0ed8-46b9-b301-53ddc73e05ef req-b3250c18-a5c1-4057-b0bc-6a71ccbfbac9 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676177 May 02 11:40:59.238317 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-4187f8ad-45d5-4dab-ab1d-489c202970c5 req-5af8f0e8-aba0-439b-a35d-7579de7e887e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621715 May 02 11:40:59.529957 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:00.352504 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6609c-b7cd-466e-95da-80ed90c2a917 req-03327624-217f-4490-8414-c1c4efaf8fa4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:00.353975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ba6609c-b7cd-466e-95da-80ed90c2a917 req-03327624-217f-4490-8414-c1c4efaf8fa4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 946 time: 0.0518260 May 02 11:41:00.404041 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-4ba6609c-b7cd-466e-95da-80ed90c2a917 req-39fe28d2-5665-49b0-86d8-2297b4f3aea3 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445027 May 02 11:41:00.886387 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:01.517532 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03de57a2-7329-4092-acc4-6e55e930731c req-40cf6412-72de-426a-9084-ce7f4023e4c9 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:01.518996 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03de57a2-7329-4092-acc4-6e55e930731c req-40cf6412-72de-426a-9084-ce7f4023e4c9 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 946 time: 0.0473654 May 02 11:41:01.567370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-03de57a2-7329-4092-acc4-6e55e930731c req-00599ada-2184-47d5-907d-8b6b4d5dfae4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428021 May 02 11:41:01.678455 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6cd861d-9cb5-423e-a49d-ca95e1c3b6de req-985ae06a-084e-4d9c-a31f-2ffbcd80b96a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:01.680445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6cd861d-9cb5-423e-a49d-ca95e1c3b6de req-985ae06a-084e-4d9c-a31f-2ffbcd80b96a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 946 time: 0.0461049 May 02 11:41:01.728531 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a6cd861d-9cb5-423e-a49d-ca95e1c3b6de req-c2e48d09-69e3-4ccc-b3ad-ed19f9c26666 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425117 May 02 11:41:01.749911 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52928) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:41:01.874174 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bfc5d5-23f3-4b32-8bfa-315e1b925ed4 tempest-TestSnapshotPattern-1181914794 tempest-TestSnapshotPattern-1181914794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:01.878889 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-30bfc5d5-23f3-4b32-8bfa-315e1b925ed4 tempest-TestSnapshotPattern-1181914794 tempest-TestSnapshotPattern-1181914794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1123 time: 0.1247478 May 02 11:41:01.881051 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 52932) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:41:01.885413 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.v2.base [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address': '172.20.0.14'}} {{(pid=115663) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:41:01.983478 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.011875 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.070740 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.175916 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_common [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Allocated IP 172.35.4.206 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508) {{(pid=115663) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:41:02.277582 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.361112 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.396698 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115663) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:41:02.400042 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.base_scheduler [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Resources bound (agent type, host, resource id): {{(pid=115663) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:41:02.402633 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Received port after_create {{(pid=115663) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:41:02.436412 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508,revision_number=1']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:41:02.777598 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (e11fdfa2-ed21-4273-8ad7-6ff909e5608a), precommit_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:02.911607 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), before_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:03.060984 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), precommit_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:03.132519 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8563911'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), after_update {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:03.198197 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508,revision_number=2']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:41:03.214683 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (e11fdfa2-ed21-4273-8ad7-6ff909e5608a), after_create {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:03.320068 ncdv-master-1 neutron-server[115663]: INFO neutron.db.l3_db [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Floating IP e11fdfa2-ed21-4273-8ad7-6ff909e5608a associated. External IP: 172.35.4.206, port: 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da. May 02 11:41:03.530045 ncdv-master-1 neutron-server[115663]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115663) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:41:03.639863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115663) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:41:03.649809 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:41:03.659187 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:41:03.663923 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:41:03.711335 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:03.752656 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-da014599-3eed-4f96-8627-45c1f1e7b075 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8594520 May 02 11:41:03.752656 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:41:03.752656 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c448e578-c203-455b-be0c-06a1f59ac89c" -d '{"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:41:03.768105 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:41:03.780689 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db6b73da-9a0d-407b-bfc6-8284400ae9d0 x-openstack-request-id: req-db6b73da-9a0d-407b-bfc6-8284400ae9d0 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:41:03.781185 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:41:03.781286 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-db6b73da-9a0d-407b-bfc6-8284400ae9d0 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:41:03.781627 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db6b73da-9a0d-407b-bfc6-8284400ae9d0'] response: {'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'status': 'completed', 'code': 200} May 02 11:41:03.842566 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e578-c203-455b-be0c-06a1f59ac89c req-7dc8b273-6922-4040-9884-4dc22fbe10bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:03.844094 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-7dc8b273-6922-4040-9884-4dc22fbe10bc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1128 time: 0.0386279 May 02 11:41:03.936996 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e578-c203-455b-be0c-06a1f59ac89c req-af546331-e9e3-4c27-b2bd-786724490e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:03.938398 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-af546331-e9e3-4c27-b2bd-786724490e56 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0886199 May 02 11:41:03.991911 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:02Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:41:04.003979 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-5d9a7b70-23e3-48c6-b184-3c97db809b46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1000 time: 0.0598116 May 02 11:41:04.018557 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:41:04.027563 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:41:04.028195 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:40:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:41:04.057556 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e578-c203-455b-be0c-06a1f59ac89c req-42010fa0-866c-4527-8bd5-a84b6f79f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:04.059106 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-42010fa0-866c-4527-8bd5-a84b6f79f7b7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0486822 May 02 11:41:04.104214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c448e578-c203-455b-be0c-06a1f59ac89c req-dc8c5b6a-8c4a-4f85-9ff0-c9896a1ba733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:04.105824 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-dc8c5b6a-8c4a-4f85-9ff0-c9896a1ba733 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0405242 May 02 11:41:04.137189 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:41:04.200745 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-03d351a0-9ef7-43f3-b55c-c5d7b0e84d97 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881209 May 02 11:41:04.293543 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c448e578-c203-455b-be0c-06a1f59ac89c req-dfdc61d8-deee-453c-9792-adface87aaae service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858095 May 02 11:41:04.355303 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:02Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:41:04.381506 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-200d5ab1-78d2-47e6-a185-c726a63261c4 None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:02Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:41:04.566063 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b6ab751-7568-4949-b4ff-ff6a1446a5b8 None None] New status for floating IP e11fdfa2-ed21-4273-8ad7-6ff909e5608a: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:41:06.708457 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:41:15.243752 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:16.811796 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:25.655772 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bbfdbbe8-682a-439f-8b43-a8cd7f4d12e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:27.966442 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f2ac2838-82e8-442d-8841-cfd60a90e076 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:29.525779 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:30.862643 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:32.028699 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:38.697671 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-1717afe8-3765-40f0-829a-b4348fb31f27 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0405476 May 02 11:41:38.775326 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-92ea7920-70a7-4e1c-b586-82e906d45ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:38.776871 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-92ea7920-70a7-4e1c-b586-82e906d45ea2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1128 time: 0.0390725 May 02 11:41:38.886592 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-7087358f-7ab7-4e87-a58f-f6c5849e87de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:38.888046 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-7087358f-7ab7-4e87-a58f-f6c5849e87de service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0892408 May 02 11:41:38.950985 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-34855667-ca59-4f46-9621-8b2510d77601 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1002 time: 0.0562055 May 02 11:41:39.002806 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-b8984c5b-1c81-451f-96ea-cc0847d9b255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:39.004245 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-b8984c5b-1c81-451f-96ea-cc0847d9b255 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0471697 May 02 11:41:39.048191 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-7e5b1ba7-5590-4484-8831-e86ff85f7bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:41:39.049660 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-7e5b1ba7-5590-4484-8831-e86ff85f7bd5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0381770 May 02 11:41:39.142698 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-ca9585d2-5a0e-4855-bcd0-abb898422e04 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847726 May 02 11:41:39.232002 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-9cdbd051-1fb7-47c4-9806-4c7987ec6453 req-d7ca3323-2ce5-430e-b0e9-0c6ebdd7063c service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808570 May 02 11:41:43.707907 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:41:45.257072 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:46.754118 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:55.603176 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5399805d-4f0d-46df-b5c6-b38dadd8bbde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:57.982220 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c9580a6-ec8a-429c-b988-d8f03fc10532 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:41:59.557255 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:00.902597 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:02.033820 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:15.262290 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:16.768639 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:20.706734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:42:25.619596 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bd781977-22c6-410a-8c48-3f779c675c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:27.964759 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d10dc755-e222-44f5-8050-d7775c798b3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:29.530650 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:30.877190 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:32.015989 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:40.701376 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-f660302e-e5b9-4049-82db-0528bec719fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0381517 May 02 11:42:40.790237 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-c5a52aaf-883c-47f0-8ea9-19d171ce1b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:42:40.799875 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-c5a52aaf-883c-47f0-8ea9-19d171ce1b18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1128 time: 0.0436935 May 02 11:42:40.897914 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-1969678e-97e7-44dc-9b1a-e13c85c8c86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:42:40.899379 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-1969678e-97e7-44dc-9b1a-e13c85c8c86d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0851867 May 02 11:42:40.969805 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-a0148372-edae-4c77-b513-22a62ce5f811 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1002 time: 0.0614338 May 02 11:42:41.018796 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-e649bad7-f197-4076-aa7b-f7260d7f36ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:42:41.020220 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-e649bad7-f197-4076-aa7b-f7260d7f36ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0434577 May 02 11:42:41.065950 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-57846d2e-a464-4d2a-b635-29e0caa4b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:42:41.067451 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-57846d2e-a464-4d2a-b635-29e0caa4b5fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0390689 May 02 11:42:41.159680 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-78454390-41e1-479f-82c6-ff9b83858059 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850639 May 02 11:42:41.247848 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ea810a61-af21-4c49-a9d8-2c06e7336b22 req-99a4dca2-510e-4a37-ac57-579d09e86dfd service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805781 May 02 11:42:45.279018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:46.770358 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:55.607806 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b9697012-c9a1-4ab4-8207-3724e5f01bc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:57.706310 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:42:58.004815 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ea2f7635-8443-46d0-a0cf-e7a481c3ca06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:42:59.529956 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:00.916119 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:02.087911 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:03.251319 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da details requested by agent hyperv_nch1-master-1 with host nch1-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:43:03.347036 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:03.358316 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Returning: {'device': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:43:03.398711 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:43:03.399103 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:03.411514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:43:03.430034 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:03.499324 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:03.550358 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:03.559349 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.559805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.560053 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.560397 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.560762 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.566139 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:03.581657 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] get_ports_and_sgs() called for port_ids ['76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:43:05.261282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da up at agent hyperv_nch1-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:43:05.308301 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Provisioning complete for port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:43:05.308708 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:05.388379 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:43:05.388530 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:05.412440 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:43:05.414826 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f90e706a-4bee-4c2c-8556-4d77d8f73d9b" -d '{"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-plugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:43:05.429468 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:05.470238 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840f4f76-5689-4e34-903b-5ef96f52cfea x-openstack-request-id: req-840f4f76-5689-4e34-903b-5ef96f52cfea {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:43:05.470653 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-plugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:43:05.471002 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-840f4f76-5689-4e34-903b-5ef96f52cfea {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:43:05.471493 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-840f4f76-5689-4e34-903b-5ef96f52cfea'] response: {'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'code': 200} May 02 11:43:05.506415 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:05.563815 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:15.284166 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:16.224371 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-25803f1b-caf0-4166-8cd7-75ce76f26fb5 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280636325&fields=id&tenant_id=f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 267 time: 0.0492377 May 02 11:43:16.329464 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-d19fd637-bb5e-4482-b761-f3380bc18c1a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:16.330922 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-d19fd637-bb5e-4482-b761-f3380bc18c1a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 810 time: 0.1001625 May 02 11:43:16.345216 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-149a44d4-4230-4c56-bc88-03c5009b8442 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/quotas/f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 375 time: 0.0089302 May 02 11:43:16.396042 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-03d7bccf-0095-41ac-9245-474440e1c4c6 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454669 May 02 11:43:16.455465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-653b4e36-c0b4-4177-a861-42b86bc37135 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:43:16.456491 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-653b4e36-c0b4-4177-a861-42b86bc37135 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0499027 May 02 11:43:16.550173 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-8e6e2c11-c45e-4a1f-80ad-560004ab0c6b service neutron] 10.222.0.16 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877700 May 02 11:43:16.642224 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-5f93bef5-4bdf-42f2-950d-1398953e2b78 service neutron] 10.222.0.16 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858378 May 02 11:43:16.847532 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:16.989362 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-d6016e09-05bf-4cc8-806a-3dc673189f22 req-f5756b1d-23ff-451a-8cf9-ac63cfa482ef tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 210 time: 0.0345688 May 02 11:43:18.080819 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-aeb7a0b3-d3fb-43ba-89b8-209d55af2c90 req-0df7f1b6-1f1b-478e-b1b2-77b4c240cf24 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 210 time: 0.0287228 May 02 11:43:19.014306 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-2acfd02c-5f1e-49cb-847f-f42e121e4ea8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:19.015760 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-2acfd02c-5f1e-49cb-847f-f42e121e4ea8 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.24 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 810 time: 0.1021149 May 02 11:43:19.077926 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-0fbf906d-641c-42db-b3c8-54246ecf917b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f900d71299a041ad9114bf5268bf0702 HTTP/1.1" status: 200 len: 380 time: 0.0537839 May 02 11:43:19.087706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'port': {'device_id': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'admin_state_up': True, 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'security_groups': ['84dfa91c-99d1-4504-a6bc-9673936c1acb']}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:43:19.178933 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b4c6f230-98b1-43ac-87de-cc7890d8a68d req-19a256cb-9022-46f3-aa12-c589481a522b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 210 time: 0.0286505 May 02 11:43:19.281641 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Made reservation on behalf of f900d71299a041ad9114bf5268bf0702 for: {'port': 1} {{(pid=115662) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 02 11:43:19.285047 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.336302 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:43:19.417868 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Current status of the port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:43:19.419126 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.423207 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Allocated IP 172.20.0.12 (ad5b220a-2639-4433-b3ca-63d414e308f6/eb4be5df-76ca-4582-8c73-2d2b343f96e5/201fbbd9-bcfe-4d7f-b6da-2ab28b71a403) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:43:19.444273 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:43:19.446683 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-857ac9c1-6dc1-4d17-a3ab-6d25f7d3bfb5" -d '{"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:43:19.461288 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:19.492767 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d872df0-607a-4bca-9c99-6c47da793f58 x-openstack-request-id: req-4d872df0-607a-4bca-9c99-6c47da793f58 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:43:19.493301 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-unplugged", "status": "completed", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:43:19.493711 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4d872df0-607a-4bca-9c99-6c47da793f58 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:43:19.494760 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d872df0-607a-4bca-9c99-6c47da793f58'] response: {'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'code': 200} May 02 11:43:19.518736 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.567824 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Pushing event updated for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:19.569048 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.654248 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.712889 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Network ad5b220a-2639-4433-b3ca-63d414e308f6 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:43:19.716787 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:43:19.721886 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:43:19.777895 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:19.794962 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.795254 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.799193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.799568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.799924 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.800298 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.800757 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.801136 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.801628 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.801902 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.802255 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.802587 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.807771 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.808183 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.808536 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:43:19.841277 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:19.841958 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:19.975770 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9ece83a6-4120-4781-a711-ef269d650cea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8913975 May 02 11:43:20.057263 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-6e7ed1d8-52d4-4e9f-9ff5-a43b84e7fd45 None None] Provisioning complete for port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 triggered by entity DHCP. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:43:20.057668 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6e7ed1d8-52d4-4e9f-9ff5-a43b84e7fd45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:20.094022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-6e7ed1d8-52d4-4e9f-9ff5-a43b84e7fd45 None None] Port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 cannot update to ACTIVE because it is not bound. {{(pid=115664) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:352}} May 02 11:43:20.304075 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5faceb5-a3f7-4b2e-be36-4491e5b4e413 req-80b5a932-c79e-488b-b1a1-e5e90925b848 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:20.305589 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5faceb5-a3f7-4b2e-be36-4491e5b4e413 req-80b5a932-c79e-488b-b1a1-e5e90925b848 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0512295 May 02 11:43:20.359764 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-c5faceb5-a3f7-4b2e-be36-4491e5b4e413 req-ddff5464-6bd7-4af7-bd49-49decf09ca82 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 May 02 11:43:21.488307 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e953cf99-0de2-40ee-9ba9-fbca6669a355 req-ec798e88-5ff2-4e21-a2d7-4ee8fdab7d59 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:21.489931 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e953cf99-0de2-40ee-9ba9-fbca6669a355 req-ec798e88-5ff2-4e21-a2d7-4ee8fdab7d59 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0511260 May 02 11:43:21.545769 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-e953cf99-0de2-40ee-9ba9-fbca6669a355 req-c2c74e37-be77-428a-bced-19a681d4491a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492325 May 02 11:43:22.663319 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c80ecd-004b-43f2-9419-fb3541fb731f req-37312ba4-719e-4d97-ac5e-a1ee0df264f1 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:22.665185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53c80ecd-004b-43f2-9419-fb3541fb731f req-37312ba4-719e-4d97-ac5e-a1ee0df264f1 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0485535 May 02 11:43:22.722459 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-53c80ecd-004b-43f2-9419-fb3541fb731f req-9055b743-8934-48a4-a7b8-b107fe632ba7 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511725 May 02 11:43:23.853437 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823de1a-8987-4476-a075-40fc03d79043 req-ff11021c-b1db-4a7b-85f9-51433155095b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:23.857488 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0823de1a-8987-4476-a075-40fc03d79043 req-ff11021c-b1db-4a7b-85f9-51433155095b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0582228 May 02 11:43:23.919281 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0823de1a-8987-4476-a075-40fc03d79043 req-65aecdb1-3e53-4304-94f2-c310bea107ca tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578139 May 02 11:43:25.048723 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6556fa02-2abd-45e2-99fb-c13303144a7e req-7b7165b0-86f2-4faf-bf0b-e3fe756756c2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:25.050557 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6556fa02-2abd-45e2-99fb-c13303144a7e req-7b7165b0-86f2-4faf-bf0b-e3fe756756c2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0508540 May 02 11:43:25.111153 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6556fa02-2abd-45e2-99fb-c13303144a7e req-9e68a818-663f-44d4-ae61-8b629afec091 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533676 May 02 11:43:25.645333 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-b111472b-a1a0-4174-af01-4d758c877850 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:26.238260 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225c4d0c-e087-41e3-b552-7c74d911d356 req-dcbcc496-8950-4736-842a-d12a3b88c3cc tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:26.240341 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-225c4d0c-e087-41e3-b552-7c74d911d356 req-dcbcc496-8950-4736-842a-d12a3b88c3cc tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0510604 May 02 11:43:26.298729 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-225c4d0c-e087-41e3-b552-7c74d911d356 req-0f2ce46f-98dd-4042-aeeb-fd189ece72a9 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519462 May 02 11:43:27.416589 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b877f605-0338-421b-95a3-83358228fd4a req-8c03c705-c4a1-46fc-87a9-577960a256aa tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:27.418089 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b877f605-0338-421b-95a3-83358228fd4a req-8c03c705-c4a1-46fc-87a9-577960a256aa tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 932 time: 0.0476410 May 02 11:43:27.468999 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-b877f605-0338-421b-95a3-83358228fd4a req-2e0eb9cd-625c-4d75-9a8e-f32da13c5abe tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450428 May 02 11:43:27.968155 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Request body: {'port': {'device_id': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'device_owner': 'compute:nova', 'binding:host_id': 'nch2-master-1'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:43:28.027288 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-04ad4a0b-7bcb-477c-beca-617e504722b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.032000 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.298191 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 {{(pid=115662) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:43:28.307515 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks [] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.319966 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.provisioning_blocks [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Transition to ACTIVE for port object 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 will not be triggered until provisioned by entity L2. {{(pid=115662) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 02 11:43:28.415562 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.475206 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:28.581958 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Attempting to bind port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 on host nch2-master-1 for vnic_type normal with profile {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} May 02 11:43:28.582304 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Attempting to bind port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 by drivers openvswitch,hyperv on host nch2-master-1 at level 0 using segments [{'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} May 02 11:43:28.582648 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Attempting to bind port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:43:28.592678 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 on network ad5b220a-2639-4433-b3ca-63d414e308f6 not bound, no agent of type Open vSwitch agent registered on host nch2-master-1 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 02 11:43:28.593031 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Attempting to bind port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 on network ad5b220a-2639-4433-b3ca-63d414e308f6 {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 02 11:43:28.602552 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716757d0-45d3-471d-8b73-769bf94a8827 req-4bb34b31-5a72-4856-ab60-fd6610274ca3 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:28.604111 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-716757d0-45d3-471d-8b73-769bf94a8827 req-4bb34b31-5a72-4856-ab60-fd6610274ca3 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.0627136 May 02 11:43:28.607095 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Checking agent: {'id': 'e26ebe52-0143-46a6-a91e-7cd44769ea1b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'nch2-master-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'started_at': datetime.datetime(2022, 5, 2, 10, 17, 13), 'heartbeat_timestamp': datetime.datetime(2022, 5, 2, 11, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 02 11:43:28.607469 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Checking segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115662) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 02 11:43:28.607864 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Bound using segment: {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'} {{(pid=115662) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 02 11:43:28.608308 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.managers [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Bound port: 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host: nch2-master-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '070c4114-8e66-42cd-ad21-9e2462b655d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6'}}] {{(pid=115662) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} May 02 11:43:28.608723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.704157 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-716757d0-45d3-471d-8b73-769bf94a8827 req-d1f3b92a-dcb7-4183-a060-184aad6e4082 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930960 May 02 11:43:28.715292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, cleared binding levels {{(pid=115662) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 02 11:43:28.718465 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, set binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115662) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 02 11:43:28.813855 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.849560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:28.850191 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:28.851617 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] 10.222.0.24 "PUT /v2.0/ports/201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 1092 time: 0.9318268 May 02 11:43:28.852067 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:43:28.854370 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d284518-ad3a-4886-80ba-0734ae0109f7" -d '{"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:43:28.884450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829e127f-2691-405e-9b3e-b554485bf0a1 service neutron] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=3']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:28.891335 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b917b63-614c-4995-a590-62615301ba3b x-openstack-request-id: req-5b917b63-614c-4995-a590-62615301ba3b {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:43:28.891638 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:43:28.891900 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5b917b63-614c-4995-a590-62615301ba3b {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:43:28.892355 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b917b63-614c-4995-a590-62615301ba3b'] response: {'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'status': 'completed', 'code': 200} May 02 11:43:28.954151 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-ed8dce32-855e-46c0-9aec-91fa8178a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:28.955720 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-ed8dce32-855e-46c0-9aec-91fa8178a68c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1126 time: 0.0431890 May 02 11:43:29.063167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-0ea5988f-7b3d-4067-8726-bf704dba8be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.064658 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-0ea5988f-7b3d-4067-8726-bf704dba8be8 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=f900d71299a041ad9114bf5268bf0702&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1023929 May 02 11:43:29.158817 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-8832847a-8ff1-4607-940d-885bd1ac639c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.160237 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9d284518-ad3a-4886-80ba-0734ae0109f7 req-8832847a-8ff1-4607-940d-885bd1ac639c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0897012 May 02 11:43:29.236878 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-36054f0b-49df-4767-9f80-50f8d8236a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.238353 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-36054f0b-49df-4767-9f80-50f8d8236a8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1126 time: 0.0432971 May 02 11:43:29.278454 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-84525171-af96-4850-8c64-6418f542be27 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 217 time: 0.0339794 May 02 11:43:29.324571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-e4476c08-78e0-4e7a-87ae-05c36e476b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.326013 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-e4476c08-78e0-4e7a-87ae-05c36e476b7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0422225 May 02 11:43:29.371761 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-68c82ee1-2aba-421e-80df-a1e60dbf8cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.373447 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-68c82ee1-2aba-421e-80df-a1e60dbf8cd9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0421236 May 02 11:43:29.463590 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-ce2f52c1-a1f3-41d5-9f9a-55250b76b9d8 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825238 May 02 11:43:29.550326 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:29.557185 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-1903a1c9-11ef-481d-8b44-d68b3640fffd req-9196b905-ebd9-49fd-943e-964f402891f2 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880942 May 02 11:43:29.820683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb936da4-c99b-453b-948a-75a06d263393 req-c202b54e-29bb-4d69-8551-d36f043db7ea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:29.825419 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb936da4-c99b-453b-948a-75a06d263393 req-c202b54e-29bb-4d69-8551-d36f043db7ea tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.0478504 May 02 11:43:29.871458 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-eb936da4-c99b-453b-948a-75a06d263393 req-393e2e7b-becf-4c4f-ab62-59a7614903c7 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435297 May 02 11:43:30.872481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:30.990617 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101e1cb-bfe0-485e-87ef-e811d38f664b req-8a31515f-b408-4544-83a0-6ed3ce990fbf tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:30.992095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1101e1cb-bfe0-485e-87ef-e811d38f664b req-8a31515f-b408-4544-83a0-6ed3ce990fbf tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.0507591 May 02 11:43:31.040958 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-1101e1cb-bfe0-485e-87ef-e811d38f664b req-b2948060-e764-453d-be4f-0d9d8817759e tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431216 May 02 11:43:32.044848 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:32.154555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef89ae3-3b4b-4592-85a7-9df30859de74 req-26feed2f-cfa5-48ac-9fa7-787de3269e48 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:32.156047 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cef89ae3-3b4b-4592-85a7-9df30859de74 req-26feed2f-cfa5-48ac-9fa7-787de3269e48 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.0473578 May 02 11:43:32.210133 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-cef89ae3-3b4b-4592-85a7-9df30859de74 req-b1e9bdcf-919f-478e-b403-61ba382f1307 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485120 May 02 11:43:32.570282 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:43:32.665320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:32.676923 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'mac_address': 'fa:16:3e:73:cf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:43:32.713613 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 is: DOWN; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:43:32.713983 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:32.729737 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:43:32.748406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:32.827015 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:32.873898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=4']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:33.068291 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:43:33.323053 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c29a13-f50c-4de0-97f5-43f915d57269 req-b744334d-20eb-4048-8b0c-b8c00df04f53 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:33.324521 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93c29a13-f50c-4de0-97f5-43f915d57269 req-b744334d-20eb-4048-8b0c-b8c00df04f53 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 945 time: 0.0461888 May 02 11:43:33.372481 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-93c29a13-f50c-4de0-97f5-43f915d57269 req-b6b0c7a7-867b-4e6d-9768-911226611efb tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423651 May 02 11:43:34.487189 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601efabf-abeb-4340-af60-58ee57a7ddf2 req-4057404d-6743-473e-9685-6af44f82ae38 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:34.488649 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-601efabf-abeb-4340-af60-58ee57a7ddf2 req-4057404d-6743-473e-9685-6af44f82ae38 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 945 time: 0.0460467 May 02 11:43:34.536470 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-601efabf-abeb-4340-af60-58ee57a7ddf2 req-4a24ca70-e162-4dd3-848a-75603d6a3327 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411155 May 02 11:43:34.572076 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:43:34.616753 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning for port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 completed by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 02 11:43:34.678235 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:43:34.678598 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:34.704941 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:43:34.757029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:43:34.757440 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:34.779500 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:43:34.781748 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b560a97-c068-4e37-b4f3-c756ce66c6c4" -d '{"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-plugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:43:34.794506 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:43:34.816881 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:43:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f84c660-6099-47ee-9f49-bce4d74fdf8e x-openstack-request-id: req-7f84c660-6099-47ee-9f49-bce4d74fdf8e {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:43:34.817178 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-plugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:43:34.817438 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7f84c660-6099-47ee-9f49-bce4d74fdf8e {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:43:34.817835 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f84c660-6099-47ee-9f49-bce4d74fdf8e'] response: {'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'code': 200} May 02 11:43:34.864506 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:34.912864 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=5']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:34.914571 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0dc9d1-330e-412b-befc-25f0da1b3505 req-e4044b69-1b3d-4f96-974d-c6a8ae7d6280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:34.916151 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c0dc9d1-330e-412b-befc-25f0da1b3505 req-e4044b69-1b3d-4f96-974d-c6a8ae7d6280 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1128 time: 0.0459108 May 02 11:43:34.961779 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9c0dc9d1-330e-412b-befc-25f0da1b3505 req-ae845f53-a3d4-41a8-95b9-aefbcd083c22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400338 May 02 11:43:35.654510 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25948951-f36b-46a0-9e79-459453521d32 req-c75aa6af-c7f3-42e8-855f-00713dcf0cb4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:35.655983 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25948951-f36b-46a0-9e79-459453521d32 req-c75aa6af-c7f3-42e8-855f-00713dcf0cb4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 946 time: 0.0518711 May 02 11:43:35.705113 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-25948951-f36b-46a0-9e79-459453521d32 req-48d2780e-274d-4a9e-a209-3843939f14a6 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435271 May 02 11:43:36.822402 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295bc71-0bed-4a43-845c-57a008b01fb1 req-60af7247-5959-4e40-a648-4c2d00ed0219 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:36.823863 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f295bc71-0bed-4a43-845c-57a008b01fb1 req-60af7247-5959-4e40-a648-4c2d00ed0219 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 946 time: 0.0498507 May 02 11:43:36.871826 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f295bc71-0bed-4a43-845c-57a008b01fb1 req-6958aea0-2df6-44c5-ad30-cbe14ee62ec1 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 May 02 11:43:36.983769 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca65d59-037a-40a1-9d1d-b980afdd5e00 req-5c812ba8-1b28-4b2a-8f14-40e354aab459 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:36.985195 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ca65d59-037a-40a1-9d1d-b980afdd5e00 req-5c812ba8-1b28-4b2a-8f14-40e354aab459 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 946 time: 0.0466375 May 02 11:43:37.034181 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-0ca65d59-037a-40a1-9d1d-b980afdd5e00 req-694610d7-2e22-4e16-88e1-928370f82df3 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433397 May 02 11:43:37.056526 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53254) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:43:37.097430 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aeb18d6-cd59-4bc9-8b24-b662695fff78 tempest-TestSnapshotPattern-1181914794 tempest-TestSnapshotPattern-1181914794-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:37.098946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-4aeb18d6-cd59-4bc9-8b24-b662695fff78 tempest-TestSnapshotPattern-1181914794 tempest-TestSnapshotPattern-1181914794-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1123 time: 0.0414193 May 02 11:43:37.108996 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53256) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:43:37.113343 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.v2.base [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Request body: {'floatingip': {'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115662) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 02 11:43:37.256288 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:37.332272 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (None), before_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:37.437024 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_common [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Allocated IP 172.35.4.46 (dd978ca5-9e27-4928-a38a-cd524970d502/a07c6183-460e-4adb-8f3f-84f89a5cf3e6/a5179903-3dca-40f4-8ded-a29edc42aca9) {{(pid=115662) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 02 11:43:37.534188 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:37.653317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8777838663033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:37.695132 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Network dd978ca5-9e27-4928-a38a-cd524970d502 is already hosted by enough agents. {{(pid=115662) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 02 11:43:37.701595 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.base_scheduler [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Resources bound (agent type, host, resource id): {{(pid=115662) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 02 11:43:37.706261 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Received port after_create {{(pid=115662) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 02 11:43:37.709520 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=a5179903-3dca-40f4-8ded-a29edc42aca9,revision_number=1']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:38.376392 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (73c17a69-e020-4ed4-9a45-4058a3fe5fcb), precommit_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:38.581730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), before_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:38.732783 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), precommit_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:38.847490 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9327677'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), after_update {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:38.915193 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event updated for resources: {'Port': ['ID=a5179903-3dca-40f4-8ded-a29edc42aca9,revision_number=2']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:43:38.927025 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-798653'] for floatingip (73c17a69-e020-4ed4-9a45-4058a3fe5fcb), after_create {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:39.032291 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Floating IP 73c17a69-e020-4ed4-9a45-4058a3fe5fcb associated. External IP: 172.35.4.46, port: 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403. May 02 11:43:39.252659 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:43:39.362340 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:43:39.375180 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:43:39.384897 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:43:39.389734 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:43:39.429483 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:39.471704 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-759a2826-4df1-4079-a24b-693cf249b75c tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3499646 May 02 11:43:39.471704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:43:39.471704 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480de6cc-ce04-4ba0-a532-7342fa79f995" -d '{"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:43:39.491494 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:43:39.501740 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:43:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed1402-a4b0-4f1a-932b-ff5beed7fa7b x-openstack-request-id: req-f8ed1402-a4b0-4f1a-932b-ff5beed7fa7b {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:43:39.502041 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:43:39.502301 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f8ed1402-a4b0-4f1a-932b-ff5beed7fa7b {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:43:39.502732 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ed1402-a4b0-4f1a-932b-ff5beed7fa7b'] response: {'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'status': 'completed', 'code': 200} May 02 11:43:39.566417 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-387fa62b-5126-4da6-b413-d30a7d3a019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:39.567975 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-387fa62b-5126-4da6-b413-d30a7d3a019a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1128 time: 0.0412831 May 02 11:43:39.664684 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-61aeb1a7-a810-478d-be0a-2a2327f73437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:39.666091 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-61aeb1a7-a810-478d-be0a-2a2327f73437 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0910916 May 02 11:43:39.710807 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73c17a69-e020-4ed4-9a45-4058a3fe5fcb', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:73:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:43:37Z', 'updated_at': '2022-05-02T11:43:37Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}, {'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:43:39.731618 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-f775724e-93ce-4165-af76-de3609a5c4ac service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 999 time: 0.0595591 May 02 11:43:39.737416 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:43:39.746520 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:43:39.747189 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:43:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:43:39.783511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-409903af-af45-4e7d-b99f-660b904c19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:39.785018 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-409903af-af45-4e7d-b99f-660b904c19d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0480995 May 02 11:43:39.828498 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-8f7c4621-a60c-43cf-9152-a7b78a962fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:39.830052 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-8f7c4621-a60c-43cf-9152-a7b78a962fea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0397332 May 02 11:43:39.857243 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:43:39.926757 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-68f6c3c5-897a-45b1-a377-f093fb59a0ca service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904679 May 02 11:43:40.017358 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-480de6cc-ce04-4ba0-a532-7342fa79f995 req-ee5f4905-d5fa-4aff-a440-bac555fe93d8 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846717 May 02 11:43:40.169558 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73c17a69-e020-4ed4-9a45-4058a3fe5fcb', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:73:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:43:37Z', 'updated_at': '2022-05-02T11:43:37Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}, {'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:43:40.195405 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53dd17-d39a-4e47-b176-48786864016e None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': '73c17a69-e020-4ed4-9a45-4058a3fe5fcb', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.46', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4439, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:73:cf:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:43:37Z', 'updated_at': '2022-05-02T11:43:37Z', 'revision_number': 0, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}, {'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:43:40.385837 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf495407-369c-409f-8abc-2a989a8aee8f None None] New status for floating IP 73c17a69-e020-4ed4-9a45-4058a3fe5fcb: ACTIVE {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:43:40.598464 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-7abde694-68a4-4ad3-b80e-14838cedf19d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390687 May 02 11:43:40.682442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-faba0de3-d20e-4243-9f1f-e33b9b839b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:40.683946 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-faba0de3-d20e-4243-9f1f-e33b9b839b3c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1128 time: 0.0449371 May 02 11:43:40.786438 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-91bb2b51-4fe4-4d2d-8cc5-76a96ce4d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:40.787936 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-91bb2b51-4fe4-4d2d-8cc5-76a96ce4d377 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0854380 May 02 11:43:40.858365 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-c43b7eaa-382e-4a3a-be24-afa48390b2f2 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 1001 time: 0.0646987 May 02 11:43:40.907828 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-3fdb2c55-217e-47fd-87e1-e33bee727c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:40.909306 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-3fdb2c55-217e-47fd-87e1-e33bee727c7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0441501 May 02 11:43:40.954112 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-e50039c9-3fba-4fa6-98fc-1db5367e88d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:40.955676 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-e50039c9-3fba-4fa6-98fc-1db5367e88d5 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0399320 May 02 11:43:41.049172 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-a89d3a32-9ce9-4f05-9704-75b67526efb3 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876591 May 02 11:43:41.141610 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-7c9a6d93-2004-45df-931e-08c0fb4e0197 req-5ae95a14-69ad-4ed1-8542-0f1cffe2d26b service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841997 May 02 11:43:41.678015 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-8a57f46a-cd76-44bc-b688-ab61c64c61f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0378389 May 02 11:43:41.759863 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-d0a40c43-068b-473e-85a5-37ebd0aa9fed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:41.761369 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-d0a40c43-068b-473e-85a5-37ebd0aa9fed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1126 time: 0.0385303 May 02 11:43:41.872132 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-b42c9c92-074a-4755-afed-a7323c03a16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:41.873643 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-b42c9c92-074a-4755-afed-a7323c03a16f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0887554 May 02 11:43:41.940751 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-4507efe0-e86e-40d7-a88d-b99b1b6f77ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1000 time: 0.0576444 May 02 11:43:41.996247 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-039f8616-c11a-4b26-9a40-8472e5be4b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:41.997728 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-039f8616-c11a-4b26-9a40-8472e5be4b02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0471456 May 02 11:43:42.045599 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-6ff9321b-59c5-453b-b8b5-f0d3eb71be4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:43:42.047066 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-6ff9321b-59c5-453b-b8b5-f0d3eb71be4a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0388448 May 02 11:43:42.137803 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-8641708c-d4da-4a60-93c6-084157ac8815 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808995 May 02 11:43:42.235185 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-f5e30125-fd12-45d0-a097-82ae91968ebb req-b7e7162d-a016-47c3-9b89-d9e8fedd835f service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868359 May 02 11:43:45.272431 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:46.792667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:55.609912 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-010a984b-0fd6-45bf-9d6b-eef7ab756fca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:58.029551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7b2d9c34-3412-48b6-b279-d439d1b7c0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:43:59.555296 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:00.913018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:02.029404 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:11.703571 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:44:15.300910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:16.823124 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:25.631542 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-82cfb7b6-958b-469f-ab91-b42e3c0a6121 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:27.969104 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-323d441d-3c83-402e-8f6f-17c1645db833 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:29.545857 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:30.906278 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:32.052045 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:41.583280 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-a6d8ee70-cc92-465b-ac76-1c91b214c86e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0446606 May 02 11:44:41.660331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-48b04a95-4a25-4346-a76f-81ed29c6bd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:41.661832 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-48b04a95-4a25-4346-a76f-81ed29c6bd01 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1128 time: 0.0395749 May 02 11:44:41.763225 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-bd3b00aa-df52-43f5-ae7b-3aea5ff2a32b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:41.764739 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-bd3b00aa-df52-43f5-ae7b-3aea5ff2a32b service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0844164 May 02 11:44:41.834299 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-ee8fa6ee-0095-42ea-a0ed-d07428d0f166 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 1001 time: 0.0636885 May 02 11:44:41.881932 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-84fd5c54-7cb1-498a-8ed2-3bdc6d5f286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:41.883421 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-84fd5c54-7cb1-498a-8ed2-3bdc6d5f286b service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0436494 May 02 11:44:41.934936 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-d95e8b6e-d2d4-42a2-88e0-c17c3fcee961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:41.936452 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-d95e8b6e-d2d4-42a2-88e0-c17c3fcee961 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0472412 May 02 11:44:42.029743 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-1c7de892-9097-4dea-b5d5-a33c9dbd9fe7 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876503 May 02 11:44:42.125056 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-9a7096ad-68ba-4344-8b91-008a2c2831c4 req-8d41aec8-391e-4d3f-81a4-e27974829162 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891423 May 02 11:44:43.776354 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-998845e9-9ff0-4dd6-bae1-24e5ea073ceb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1193221 May 02 11:44:43.865324 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-f5d2ceec-39ca-45f4-a07a-01a36f653099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:43.866780 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-f5d2ceec-39ca-45f4-a07a-01a36f653099 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1126 time: 0.0382712 May 02 11:44:43.975661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-11351105-66ad-4699-abb2-d321a4a7029d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:43.977134 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-11351105-66ad-4699-abb2-d321a4a7029d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0880351 May 02 11:44:44.047467 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-118e5da7-af76-4e02-aea7-4d4930feb9f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 1000 time: 0.0582752 May 02 11:44:44.102292 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-571eabcd-6356-4a0b-88dc-718bf5e4a598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:44.104522 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-571eabcd-6356-4a0b-88dc-718bf5e4a598 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0475953 May 02 11:44:44.151155 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-2ad88488-f7a1-4d41-b703-2e87b9178d8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:44:44.152676 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-2ad88488-f7a1-4d41-b703-2e87b9178d8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0386915 May 02 11:44:44.166650 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-66a313b5-2176-4da4-a893-d9affe85c759 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115663) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:44:44.167600 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-66a313b5-2176-4da4-a893-d9affe85c759 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0054750 May 02 11:44:44.260995 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-ad8a0c72-dc41-475e-aa7b-6b74713d2cbe service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837164 May 02 11:44:44.680370 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-e1158e7b-f1eb-48e1-a9fd-287965b316e9 req-6e8cb627-af8c-448e-b0ed-cc79bf367f29 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105029 May 02 11:44:45.311692 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:46.834507 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:48.702095 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:44:55.631251 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-ef95bbc7-1948-437d-84e2-fcfe7b5f576c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:58.019829 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-e9837c8c-d220-4e8e-b81f-bdaeed51a97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:44:59.557671 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:00.906018 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:02.031169 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:10.974271 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 details requested by agent hyperv_nch2-master-1 with host nch2-master-1 {{(pid=115664) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 02 11:45:11.100701 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:11.113392 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Returning: {'device': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'port_id': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'mac_address': 'fa:16:3e:73:cf:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115664) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 02 11:45:11.160230 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 is: ACTIVE; New status is: BUILD {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:45:11.160538 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:11.177744 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 {{(pid=115664) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 02 11:45:11.199231 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:11.262837 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:11.347124 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] get_ports_and_sgs() called for port_ids ['201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'] {{(pid=115664) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 02 11:45:11.374022 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=6']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:11.387241 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:11.393315 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115664) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:12.990320 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 up at agent hyperv_nch2-master-1 {{(pid=115664) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 02 11:45:13.038766 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.provisioning_blocks [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Provisioning complete for port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 triggered by entity L2. {{(pid=115664) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 02 11:45:13.039142 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2147447506'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), provisioning_complete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:13.130646 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 is: BUILD; New status is: ACTIVE {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:45:13.131116 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:13.156514 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:13.158804 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ff11b2-c1cb-4bac-aa5e-23562a95d596" -d '{"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-plugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:13.190044 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:13.212703 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97da9d60-f45b-4c8a-b1c5-88d86745f966 x-openstack-request-id: req-97da9d60-f45b-4c8a-b1c5-88d86745f966 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:13.212703 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-plugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:13.212703 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-97da9d60-f45b-4c8a-b1c5-88d86745f966 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:13.212703 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97da9d60-f45b-4c8a-b1c5-88d86745f966'] response: {'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'code': 200} May 02 11:45:13.283230 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:13.337094 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=7']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:15.294480 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:16.894250 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:22.734803 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53494) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:22.886161 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Deleting port a5179903-3dca-40f4-8ded-a29edc42aca9 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:22.886511 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:22.961871 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:22.962222 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (a5179903-3dca-40f4-8ded-a29edc42aca9), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:22.975292 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Calling delete_port for a5179903-3dca-40f4-8ded-a29edc42aca9 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:23.191096 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a5179903-3dca-40f4-8ded-a29edc42aca9), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:23.217657 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event deleted for resources: {'Port': ['ID=a5179903-3dca-40f4-8ded-a29edc42aca9,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:23.246706 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.246984 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.247331 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.247672 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.248010 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.248348 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.248710 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.249045 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.249376 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.249704 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.250032 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.250375 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.250683 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.251009 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.251335 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115662) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:23.292935 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (73c17a69-e020-4ed4-9a45-4058a3fe5fcb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:23.293271 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Floating IP 73c17a69-e020-4ed4-9a45-4058a3fe5fcb disassociated (deleted). External IP: 172.35.4.46, port: 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403. May 02 11:45:23.508316 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:45:23.621560 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:45:23.626403 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:23.631805 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:45:23.642428 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:23.643102 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:44:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:23.657408 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-22f59bb2-5175-41c2-8a75-a22c155151e4 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "DELETE /v2.0/floatingips/73c17a69-e020-4ed4-9a45-4058a3fe5fcb HTTP/1.1" status: 204 len: 168 time: 0.9214728 May 02 11:45:23.658445 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:23.661332 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8f9d51d-511f-48d6-916a-699b1cc66d2d" -d '{"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:23.768098 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:23.781850 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-179056c4-83af-4199-944e-f9b64acea5b9 x-openstack-request-id: req-179056c4-83af-4199-944e-f9b64acea5b9 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:23.782345 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:23.782454 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-179056c4-83af-4199-944e-f9b64acea5b9 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:23.782816 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-179056c4-83af-4199-944e-f9b64acea5b9'] response: {'name': 'network-changed', 'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'status': 'completed', 'code': 200} May 02 11:45:23.845689 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-ad21dd6a-d98e-47dc-bcaf-be95b70398a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:23.847311 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-ad21dd6a-d98e-47dc-bcaf-be95b70398a7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 1128 time: 0.0411224 May 02 11:45:23.948264 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-ad31c0dd-427c-46a3-828c-2fd9b4588623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:23.949942 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-ad31c0dd-427c-46a3-828c-2fd9b4588623 service neutron] 10.222.0.24 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0957284 May 02 11:45:23.979531 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:23.991300 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-637ca09e-18b9-41c7-b0c3-2c063e4951ad service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 200 len: 217 time: 0.0357027 May 02 11:45:24.005859 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:45:24.014868 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:24.015478 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:44:58Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:24.041122 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-bb1a4e05-67c2-44d7-89d5-7cd03a21f4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:24.042711 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-bb1a4e05-67c2-44d7-89d5-7cd03a21f4cd service neutron] 10.222.0.24 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0463243 May 02 11:45:24.126368 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:24.188246 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841bf48-f0f3-40ca-ae03-992a7a82751e req-bd51367d-c369-402e-b0b6-8f82e7b4fe4b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:24.189769 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6841bf48-f0f3-40ca-ae03-992a7a82751e req-bd51367d-c369-402e-b0b6-8f82e7b4fe4b tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 946 time: 0.1049976 May 02 11:45:24.241644 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-6841bf48-f0f3-40ca-ae03-992a7a82751e req-9f210270-8a7d-40f4-99da-c17700c247f3 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461228 May 02 11:45:24.337738 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:24.366521 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3094d00a-e6e5-45a8-8598-12699732da31 None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_floatingips': [{'id': 'e11fdfa2-ed21-4273-8ad7-6ff909e5608a', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'floating_ip_address': '172.35.4.206', 'floating_network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'router_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'port_id': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 4436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'mac_address': 'fa:16:3e:d3:89:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-02T11:41:02Z', 'updated_at': '2022-05-02T11:41:04Z', 'revision_number': 1, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:45:24.615877 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f3ebed-d75c-4b29-bb6b-bc1e0a3bdf13 None None] New status for floating IP 73c17a69-e020-4ed4-9a45-4058a3fe5fcb: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:45:25.052404 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:25.257033 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-c8dd493a-d6dd-4358-a1d1-9016e1eed5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:25.258532 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-c8dd493a-d6dd-4358-a1d1-9016e1eed5f8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0450344 May 02 11:45:25.269452 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-bae9e5ba-b949-4fab-baac-d86902100876 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=115662) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 02 11:45:25.270445 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-bae9e5ba-b949-4fab-baac-d86902100876 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052598 May 02 11:45:25.288095 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Current status of the port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 is: ACTIVE; New status is: DOWN {{(pid=115664) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2297}} May 02 11:45:25.288481 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2147087349'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:25.317279 ncdv-master-1 neutron-server[115664]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115664) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:25.319540 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}37c260f2d48cf695ef600c90fd2332006090a3400dc2f2a512a3f69cdb271d47" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b213f63f-630c-454c-bda7-97bb4e3423d5" -d '{"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-unplugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115664) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:25.337874 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:25.363922 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 02 May 2022 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f35fa8c-94f2-43fe-96b5-377d3b0517e1 x-openstack-request-id: req-3f35fa8c-94f2-43fe-96b5-377d3b0517e1 {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:25.364291 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-unplugged", "status": "completed", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "code": 200}]} {{(pid=115664) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:25.364742 ncdv-master-1 neutron-server[115664]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-3f35fa8c-94f2-43fe-96b5-377d3b0517e1 {{(pid=115664) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:25.365292 ncdv-master-1 neutron-server[115664]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f35fa8c-94f2-43fe-96b5-377d3b0517e1'] response: {'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'code': 200} May 02 11:45:25.388908 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-030c0806-d849-40d1-a3f0-0dde8457cbfc service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102495 May 02 11:45:25.437576 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8777838957572', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8777838663051', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8777838663069'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:25.498313 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-a8f9d51d-511f-48d6-916a-699b1cc66d2d req-559904f4-d826-4226-95b9-0b8d4b19a9d5 service neutron] 10.222.0.24 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032264 May 02 11:45:25.511345 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Pushing event updated for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=8']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:25.557519 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-56fd1eec-fa93-422a-82e2-75256f76a541 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:25.559356 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-56fd1eec-fa93-422a-82e2-75256f76a541 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.24 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.0599077 May 02 11:45:25.614580 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-f4ac19a1-a28d-4b62-8d20-f3e02957cfb7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:25.658131 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Deleting port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:25.658559 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:25.701584 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:45:25.764741 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a4031-fb93-468a-9112-3c8248f83dfc req-db32bc92-1d1e-4f8b-862b-357349a1ade2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:25.766125 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-800a4031-fb93-468a-9112-3c8248f83dfc req-db32bc92-1d1e-4f8b-862b-357349a1ade2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 944 time: 0.1355550 May 02 11:45:25.803210 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] For port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403, host nch2-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch2-master-1',level=0,port_id=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:25.803579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:26.133765 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Calling delete_port for 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 owned by compute:nova {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:26.159802 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-800a4031-fb93-468a-9112-3c8248f83dfc req-a3203dc8-9915-4e33-bceb-9ed23cd59c83 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3881507 May 02 11:45:26.336532 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (201fbbd9-bcfe-4d7f-b6da-2ab28b71a403), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:26.369079 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event deleted for resources: {'Port': ['ID=201fbbd9-bcfe-4d7f-b6da-2ab28b71a403,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:26.414051 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] No DVR routers for this DVR port 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 on host nch2-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:26.416771 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:26.420083 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-d792b337-d066-4125-ab32-a7549ebc21c4 req-0b38eb2b-250e-4dc1-9e6f-94817794c15d tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.24 "DELETE /v2.0/ports/201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 HTTP/1.1" status: 204 len: 173 time: 0.8557167 May 02 11:45:26.420555 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-deleted', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:26.422817 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a4ea13-c3a2-4860-a692-01f4012b10ee" -d '{"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-deleted", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:26.459651 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25245f6-3ee2-4229-8769-69e3fa9701c4 x-openstack-request-id: req-d25245f6-3ee2-4229-8769-69e3fa9701c4 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:26.459952 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd45ba38-511f-4f5a-8984-0ffe879825f6", "name": "network-vif-deleted", "tag": "201fbbd9-bcfe-4d7f-b6da-2ab28b71a403", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:26.460209 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d25245f6-3ee2-4229-8769-69e3fa9701c4 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:26.460641 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d25245f6-3ee2-4229-8769-69e3fa9701c4'] response: {'server_uuid': 'dd45ba38-511f-4f5a-8984-0ffe879825f6', 'name': 'network-vif-deleted', 'tag': '201fbbd9-bcfe-4d7f-b6da-2ab28b71a403', 'status': 'completed', 'code': 200} May 02 11:45:27.270469 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-fe8f7faf-fbd6-42e6-ae9f-66109e053e8a req-6b13ad39-09f1-4e6f-be16-7d8165bc9883 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=dd45ba38-511f-4f5a-8984-0ffe879825f6 HTTP/1.1" status: 200 len: 210 time: 0.0309646 May 02 11:45:28.019575 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-95acb1f9-0670-44ac-8d1c-6105bd10d0a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:29.055122 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 no longer exists at agent hyperv_nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:29.078662 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] No Port match for: 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:29.079015 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Device 201fbbd9-bcfe-4d7f-b6da-2ab28b71a403 not bound to the agent host nch2-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:29.545637 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:29.614627 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53564) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:29.762691 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Deleting port 6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:29.762948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:29.839791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:29.840119 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:29.853242 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Calling delete_port for 6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508 owned by network:floatingip {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:30.079398 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:30.105632 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event deleted for resources: {'Port': ['ID=6b7f0e35-d9c2-4d18-b7b3-0b733a9cd508,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:30.172579 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for floatingip (e11fdfa2-ed21-4273-8ad7-6ff909e5608a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:30.172975 ncdv-master-1 neutron-server[115662]: INFO neutron.db.l3_db [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Floating IP e11fdfa2-ed21-4273-8ad7-6ff909e5608a disassociated (deleted). External IP: 172.35.4.206, port: 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da. May 02 11:45:30.387442 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:45:30.499214 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:45:30.503800 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for floatingip (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:30.508353 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:45:30.519046 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:30.519657 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:30.534855 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-8442f7d0-7713-4284-96ca-e47442dc60a2 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "DELETE /v2.0/floatingips/e11fdfa2-ed21-4273-8ad7-6ff909e5608a HTTP/1.1" status: 204 len: 168 time: 0.9191463 May 02 11:45:30.535446 ncdv-master-1 neutron-server[115662]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115662) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:30.537721 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d7a59d4d80d2b5118659213e66bfd28a9b132f7d6d27375b7a2286c16f39c267" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed0d404f-c663-4e7e-a64c-f0010bc33517" -d '{"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115662) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:30.576069 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 02 May 2022 11:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18d7d29d-df0d-4423-b2ea-81a921b39122 x-openstack-request-id: req-18d7d29d-df0d-4423-b2ea-81a921b39122 {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:30.578014 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "status": "completed", "code": 200}]} {{(pid=115662) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:30.578283 ncdv-master-1 neutron-server[115662]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-18d7d29d-df0d-4423-b2ea-81a921b39122 {{(pid=115662) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:30.578693 ncdv-master-1 neutron-server[115662]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d7d29d-df0d-4423-b2ea-81a921b39122'] response: {'name': 'network-changed', 'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'status': 'completed', 'code': 200} May 02 11:45:30.632028 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:30.642278 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-d5d3905d-3279-4433-8ac3-7838d3414314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:30.643727 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-d5d3905d-3279-4433-8ac3-7838d3414314 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f900d71299a041ad9114bf5268bf0702&device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 1126 time: 0.0392556 May 02 11:45:30.735395 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-2415d9d4-5b42-4877-82aa-f59eb76d444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:30.736927 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-2415d9d4-5b42-4877-82aa-f59eb76d444d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 200 len: 911 time: 0.0854192 May 02 11:45:30.786069 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-aebb67d3-a7d9-4ffd-b587-208af81a33a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 200 len: 217 time: 0.0399227 May 02 11:45:30.848183 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-63052dbf-ce56-47b0-b8b4-8905c0e5d128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:30.849791 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-63052dbf-ce56-47b0-b8b4-8905c0e5d128 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 200 len: 849 time: 0.0528498 May 02 11:45:30.895631 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-3545f8a7-cc53-43a1-985c-9fff6d506371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:30.897095 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-3545f8a7-cc53-43a1-985c-9fff6d506371 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ad5b220a-2639-4433-b3ca-63d414e308f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1201 time: 0.0383496 May 02 11:45:30.900428 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:30.924447 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:30.953817 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:45:30.962868 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:30.963462 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:31.004543 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fa454d-36c4-43fd-82b3-669628a1ba5f req-a2956bc2-0964-48f5-b8bf-a107a33a012a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:31.006049 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02fa454d-36c4-43fd-82b3-669628a1ba5f req-a2956bc2-0964-48f5-b8bf-a107a33a012a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0526855 May 02 11:45:31.054221 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-02fa454d-36c4-43fd-82b3-669628a1ba5f req-b3e1d2e2-9d86-42e5-955e-7ed377fc9ee7 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424843 May 02 11:45:31.072196 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:31.254251 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:31.283225 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e16b5ede-8235-4748-8780-a07c5be934cb None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:40:37Z', 'revision_number': 4, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1', '_interfaces': [{'id': 'a18c61d6-acc4-4c55-9ad1-9826ac98e010', 'name': '', 'network_id': 'ad5b220a-2639-4433-b3ca-63d414e308f6', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'mac_address': 'fa:16:3e:d1:4f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4412, 'fixed_ips': [{'subnet_id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:36Z', 'updated_at': '2022-05-02T11:40:41Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'subnets': [{'id': 'eb4be5df-76ca-4582-8c73-2d2b343f96e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:45:31.499147 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a08163a-13a1-4b6b-8800-8fcd392111f2 None None] New status for floating IP e11fdfa2-ed21-4273-8ad7-6ff909e5608a: DOWN {{(pid=115664) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 02 11:45:32.048173 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:32.172635 ncdv-master-1 neutron-server[115662]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571b606c-7356-49a6-940f-522100864c82 req-08c7252a-9a13-46c5-b452-80acbe37df20 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115662) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:32.174379 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-571b606c-7356-49a6-940f-522100864c82 req-08c7252a-9a13-46c5-b452-80acbe37df20 tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0487626 May 02 11:45:32.223405 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-571b606c-7356-49a6-940f-522100864c82 req-835c1a52-09be-4331-b1fc-1a37377007dc tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/security-groups?id=84dfa91c-99d1-4504-a6bc-9673936c1acb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434020 May 02 11:45:32.402741 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-183d2a72-cae8-4d05-b017-095af721c178 service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831165 May 02 11:45:32.562893 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-ed0d404f-c663-4e7e-a64c-f0010bc33517 req-ffe6daa1-d46c-4550-bac5-b37b9ffe05eb service neutron] 10.222.0.15 "GET /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861051 May 02 11:45:32.642342 ncdv-master-1 neutron-server[115663]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-5059a18d-50b8-45ac-a0b8-e75e4c0383aa tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115663) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 02 11:45:32.643858 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-5059a18d-50b8-45ac-a0b8-e75e4c0383aa tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.15 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 944 time: 0.0463214 May 02 11:45:32.729598 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Deleting port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:32.729938 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:32.817696 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] For port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da, host nch1-master-1, got binding levels [PortBindingLevel(driver='hyperv',host='nch1-master-1',level=0,port_id=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:32.818067 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:32.830803 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Calling delete_port for 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da owned by compute:nova {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:33.019667 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (76f33da4-fc0e-4b07-9a50-81e2e1e1a8da), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:33.048082 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event deleted for resources: {'Port': ['ID=76f33da4-fc0e-4b07-9a50-81e2e1e1a8da,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:33.061214 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.062387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.062387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.062387 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.062661 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.062883 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.063218 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.063552 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.063886 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.064217 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.064547 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.064901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.065249 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.065569 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.065901 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@ncdv-master-1 {{(pid=115663) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 02 11:45:33.106245 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] No DVR routers for this DVR port 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da on host nch1-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:33.108906 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-21736'] for port (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:33.112223 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [req-dd6c52ca-2bbe-480c-9c0f-df9880085784 req-78cd1f02-254e-449d-837c-03f4948f907a tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.15 "DELETE /v2.0/ports/76f33da4-fc0e-4b07-9a50-81e2e1e1a8da HTTP/1.1" status: 204 len: 173 time: 0.4634020 May 02 11:45:33.112685 ncdv-master-1 neutron-server[115663]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-deleted', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da'}] {{(pid=115663) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 02 11:45:33.114933 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ab321c1a09cb3a504d5c1c674e515c61ebf9b3e630a5c91fc8db6d5abd74599a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9483f158-9710-431d-b13f-3df424d5ec30" -d '{"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-deleted", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da"}]}' {{(pid=115663) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 02 11:45:33.204499 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 02 May 2022 11:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f14a9c8-ef6c-4e39-8d6f-4e209cd1c666 x-openstack-request-id: req-0f14a9c8-ef6c-4e39-8d6f-4e209cd1c666 {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 02 11:45:33.204864 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7762019-06e3-435c-acdb-7fa1a35d8fbb", "name": "network-vif-deleted", "tag": "76f33da4-fc0e-4b07-9a50-81e2e1e1a8da", "status": "completed", "code": 200}]} {{(pid=115663) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 02 11:45:33.205121 ncdv-master-1 neutron-server[115663]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0f14a9c8-ef6c-4e39-8d6f-4e209cd1c666 {{(pid=115663) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 02 11:45:33.205531 ncdv-master-1 neutron-server[115663]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f14a9c8-ef6c-4e39-8d6f-4e209cd1c666'] response: {'server_uuid': 'c7762019-06e3-435c-acdb-7fa1a35d8fbb', 'name': 'network-vif-deleted', 'tag': '76f33da4-fc0e-4b07-9a50-81e2e1e1a8da', 'status': 'completed', 'code': 200} May 02 11:45:33.320988 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [req-620e51c1-f140-4398-9f5e-9675d1df8403 req-0958db7c-dc98-4800-8e6a-dd9126501aad tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "GET /v2.0/ports?device_id=c7762019-06e3-435c-acdb-7fa1a35d8fbb HTTP/1.1" status: 200 len: 210 time: 0.0278604 May 02 11:45:34.380912 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53582) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:34.440791 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (84dfa91c-99d1-4504-a6bc-9673936c1acb), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:34.465348 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (84dfa91c-99d1-4504-a6bc-9673936c1acb), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:34.593433 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (84dfa91c-99d1-4504-a6bc-9673936c1acb), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:34.596084 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:34.597297 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] 10.222.0.16 "DELETE /v2.0/security-groups/84dfa91c-99d1-4504-a6bc-9673936c1acb HTTP/1.1" status: 204 len: 168 time: 0.2153854 May 02 11:45:34.610223 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afe7079-aae1-4b81-8d56-6e4294a82eab tempest-TestSnapshotPattern-2114585631 tempest-TestSnapshotPattern-2114585631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84dfa91c-99d1-4504-a6bc-9673936c1acb,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:34.733053 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53586) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:35.176213 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:35.407211 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Deleting port a18c61d6-acc4-4c55-9ad1-9826ac98e010 {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:35.407864 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:35.489511 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] For port a18c61d6-acc4-4c55-9ad1-9826ac98e010, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=a18c61d6-acc4-4c55-9ad1-9826ac98e010,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:35.489872 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:35.502733 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Calling delete_port for a18c61d6-acc4-4c55-9ad1-9826ac98e010 owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:35.756451 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (a18c61d6-acc4-4c55-9ad1-9826ac98e010), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:35.781982 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Pushing event deleted for resources: {'Port': ['ID=a18c61d6-acc4-4c55-9ad1-9826ac98e010,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:35.960274 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:36.163177 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da no longer exists at agent hyperv_nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:36.183347 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] No Port match for: 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:36.183703 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Device 76f33da4-fc0e-4b07-9a50-81e2e1e1a8da not bound to the agent host nch1-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:36.183897 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Router c09c4780-25e4-494a-b4b2-ba490c86cd3a has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:45:36.293167 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:45:36.298403 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-7285a6b0-42fb-4df0-8a3c-ea6776c3d254 admin admin] 10.222.0.16 "PUT /v2.0/routers/c09c4780-25e4-494a-b4b2-ba490c86cd3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643537 May 02 11:45:36.301229 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53590) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:36.303846 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Sync routers for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:45:36.314508 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:36.315103 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:36.409920 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks [] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:36.422005 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: ncdv-master-1 {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:36.517401 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks [] for router_gateway (c09c4780-25e4-494a-b4b2-ba490c86cd3a), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:36.585850 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9'}], 'enable_snat': True}, 'gw_port_id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:45:35Z', 'revision_number': 5, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port': {'id': 'd44a2585-042d-4e82-b6aa-00a91476fe7f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:1f:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4411, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:34Z', 'updated_at': '2022-05-02T11:40:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:36.611554 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Checking router: c09c4780-25e4-494a-b4b2-ba490c86cd3a for host: ncdv-master-1 {{(pid=115665) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:45:36.621758 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Routers {'c09c4780-25e4-494a-b4b2-ba490c86cd3a'} bound to L3 agent in host ncdv-master-1 {{(pid=115665) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:36.622368 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'], 'active': True} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:36.633823 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Deleting port d44a2585-042d-4e82-b6aa-00a91476fe7f {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:36.634170 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:36.708988 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_dvr_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] Set router c09c4780-25e4-494a-b4b2-ba490c86cd3a gateway port host: None {{(pid=115665) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:36.716568 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] For port d44a2585-042d-4e82-b6aa-00a91476fe7f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=d44a2585-042d-4e82-b6aa-00a91476fe7f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:36.716964 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:36.730551 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Calling delete_port for d44a2585-042d-4e82-b6aa-00a91476fe7f owned by network:router_gateway {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:36.762495 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.l3_hamode_db [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:45:36Z', 'revision_number': 6, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115665) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:36.788232 ncdv-master-1 neutron-server[115665]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35883e9-9afd-4f8e-b01a-fc46134ebe8d None None] The sync data for ids ['c09c4780-25e4-494a-b4b2-ba490c86cd3a'] in ncdv-master-1 is: [{'id': 'c09c4780-25e4-494a-b4b2-ba490c86cd3a', 'name': 'tempest-TestSnapshotPattern-1485380528-router', 'tenant_id': 'f900d71299a041ad9114bf5268bf0702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:33Z', 'updated_at': '2022-05-02T11:45:36Z', 'revision_number': 6, 'project_id': 'f900d71299a041ad9114bf5268bf0702', 'gw_port_host': None}] {{(pid=115665) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:45:36.985371 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (d44a2585-042d-4e82-b6aa-00a91476fe7f), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.013245 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Pushing event deleted for resources: {'Port': ['ID=d44a2585-042d-4e82-b6aa-00a91476fe7f,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:37.077154 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.476908 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.479637 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks [] for router_controller (c09c4780-25e4-494a-b4b2-ba490c86cd3a), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.549771 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a18c61d6-acc4-4c55-9ad1-9826ac98e010 no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:37.574069 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: a18c61d6-acc4-4c55-9ad1-9826ac98e010 {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:37.574416 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device a18c61d6-acc4-4c55-9ad1-9826ac98e010 not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:37.579994 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (c09c4780-25e4-494a-b4b2-ba490c86cd3a), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.580440 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09c4780-25e4-494a-b4b2-ba490c86cd3a {{(pid=115662) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:45:37.588723 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.593038 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-20d00901-4e5d-4cfb-8d1c-5e880182e745 admin admin] 10.222.0.16 "DELETE /v2.0/routers/c09c4780-25e4-494a-b4b2-ba490c86cd3a HTTP/1.1" status: 204 len: 168 time: 1.2872734 May 02 11:45:37.593038 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53592) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:37.641309 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Deleting subnet eb4be5df-76ca-4582-8c73-2d2b343f96e5 {{(pid=115662) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:45:37.644525 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Publish callbacks [] for subnet (eb4be5df-76ca-4582-8c73-2d2b343f96e5), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.681296 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9379517'] for subnet (eb4be5df-76ca-4582-8c73-2d2b343f96e5), precommit_delete_associations {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.759730 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (eb4be5df-76ca-4582-8c73-2d2b343f96e5), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.894326 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9327619', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9115769'] for subnet (eb4be5df-76ca-4582-8c73-2d2b343f96e5), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.919774 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb4be5df-76ca-4582-8c73-2d2b343f96e5,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:37.926670 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:37.930089 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-eb1dfd55-2c19-443e-86a5-da0ff2bae4cc admin admin] 10.222.0.16 "DELETE /v2.0/subnets/eb4be5df-76ca-4582-8c73-2d2b343f96e5 HTTP/1.1" status: 204 len: 168 time: 0.3364096 May 02 11:45:37.932745 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53594) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:37.933197 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddd068-a46a-4951-a986-c2cafc8c85c8 None None] Network ad5b220a-2639-4433-b3ca-63d414e308f6 requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:45:38.002595 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (ad5b220a-2639-4433-b3ca-63d414e308f6), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.049492 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Deleting port bcba2a9d-79fe-4e39-929a-77fe3696df6f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:38.049776 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.089383 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] DHCP port deletion for ad5b220a-2639-4433-b3ca-63d414e308f6 request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:45:38.119526 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] For port bcba2a9d-79fe-4e39-929a-77fe3696df6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcba2a9d-79fe-4e39-929a-77fe3696df6f,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:38.119892 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.132828 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Calling delete_port for bcba2a9d-79fe-4e39-929a-77fe3696df6f owned by network:dhcp {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:38.138114 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Deleting port bcba2a9d-79fe-4e39-929a-77fe3696df6f {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:38.138486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.199663 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] For port bcba2a9d-79fe-4e39-929a-77fe3696df6f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=bcba2a9d-79fe-4e39-929a-77fe3696df6f,segment=NetworkSegment(070c4114-8e66-42cd-ad21-9e2462b655d7),segment_id=070c4114-8e66-42cd-ad21-9e2462b655d7)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:38.200057 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.212835 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Calling delete_port for bcba2a9d-79fe-4e39-929a-77fe3696df6f owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:38.256295 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.285334 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bcba2a9d-79fe-4e39-929a-77fe3696df6f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:38.291013 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] No DVR routers for this DVR port bcba2a9d-79fe-4e39-929a-77fe3696df6f on host ncdv-master-1 {{(pid=115663) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:38.296423 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (bcba2a9d-79fe-4e39-929a-77fe3696df6f), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.321872 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] Pushing event deleted for resources: {'Port': ['ID=bcba2a9d-79fe-4e39-929a-77fe3696df6f,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:38.325789 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c8e7040-b6ff-48c9-8566-3a192cf3b977 None None] No DVR routers for this DVR port bcba2a9d-79fe-4e39-929a-77fe3696df6f on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:38.363718 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (ad5b220a-2639-4433-b3ca-63d414e308f6), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.383993 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5b220a-2639-4433-b3ca-63d414e308f6']}} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:38.393154 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '070c4114-8e66-42cd-ad21-9e2462b655d7') {'for_net_delete': True} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:38.393457 ncdv-master-1 neutron-server[115663]: DEBUG neutron.services.segments.db [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '070c4114-8e66-42cd-ad21-9e2462b655d7') {} {{(pid=115663) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:38.407306 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3871337'] for segment (070c4114-8e66-42cd-ad21-9e2462b655d7), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.420863 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (070c4114-8e66-42cd-ad21-9e2462b655d7), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.426929 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=115663) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:45:38.427318 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8563875'] for segment (070c4114-8e66-42cd-ad21-9e2462b655d7), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: Traceback (most recent call last): May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: timer() May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: cb(*args, **kw) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: return func(*args, **kwargs) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: self._notify() May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: self.callback(batched_events) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: event.method(event) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: return f(self, *a, **k) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: return self._get(url).json() May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: return self.request(url, 'GET', **kwargs) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:45:38.429012 ncdv-master-1 neutron-server[115663]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:45:38.545097 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (ad5b220a-2639-4433-b3ca-63d414e308f6), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.550871 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Publish callbacks [] for network (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:38.554132 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] 10.222.0.16 "DELETE /v2.0/networks/ad5b220a-2639-4433-b3ca-63d414e308f6 HTTP/1.1" status: 204 len: 168 time: 0.6202760 May 02 11:45:38.557121 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53596) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:38.565961 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf124016-cbcc-4a5b-8e56-611e8fcc55fa admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5b220a-2639-4433-b3ca-63d414e308f6,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:38.888186 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-796861'] for router_interface (370d445a-ae61-40da-9715-b49cc1b1eb79), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:39.040822 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bcba2a9d-79fe-4e39-929a-77fe3696df6f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:39.061244 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: bcba2a9d-79fe-4e39-929a-77fe3696df6f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:39.061675 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device bcba2a9d-79fe-4e39-929a-77fe3696df6f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:39.062161 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d44a2585-042d-4e82-b6aa-00a91476fe7f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:39.081455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: d44a2585-042d-4e82-b6aa-00a91476fe7f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:39.081810 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device d44a2585-042d-4e82-b6aa-00a91476fe7f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:39.134634 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Deleting port ae41b669-84b3-48d1-91ee-cfe7d52f71ec {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:39.134976 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:39.221267 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] For port ae41b669-84b3-48d1-91ee-cfe7d52f71ec, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:39.221556 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:39.234717 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Calling delete_port for ae41b669-84b3-48d1-91ee-cfe7d52f71ec owned by network:router_interface {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:39.476910 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (ae41b669-84b3-48d1-91ee-cfe7d52f71ec), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:39.502873 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Pushing event deleted for resources: {'Port': ['ID=ae41b669-84b3-48d1-91ee-cfe7d52f71ec,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:39.676554 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-556990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-796713'] for router_interface (370d445a-ae61-40da-9715-b49cc1b1eb79), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:39.900694 ncdv-master-1 neutron-server[115662]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Router 370d445a-ae61-40da-9715-b49cc1b1eb79 has already been hosted by L3 agent 41498e8c-35d5-426c-8f46-dd1210dc6476 {{(pid=115662) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 02 11:45:40.012786 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] Notify agent at l3_agent.ncdv-master-1 the message routers_updated {{(pid=115662) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 02 11:45:40.017809 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-51b84cab-5937-4a96-9943-01a625a990dd admin admin] 10.222.0.16 "PUT /v2.0/routers/370d445a-ae61-40da-9715-b49cc1b1eb79/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4595890 May 02 11:45:40.020574 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53598) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:40.021406 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Sync routers for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 02 11:45:40.033000 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:40.033690 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:40.128164 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks [] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.142973 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: ncdv-master-1 {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:40.234642 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks [] for router_gateway (370d445a-ae61-40da-9715-b49cc1b1eb79), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.311898 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'external_fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51'}], 'enable_snat': True}, 'gw_port_id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:45:39Z', 'revision_number': 5, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port': {'id': 'f8dfa39b-5a08-49da-990a-91b6e994919f', 'name': '', 'network_id': 'dd978ca5-9e27-4928-a38a-cd524970d502', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:ca:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4423, 'fixed_ips': [{'subnet_id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'ip_address': '172.35.4.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'ncdv-master-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-02T11:40:40Z', 'updated_at': '2022-05-02T11:40:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a07c6183-460e-4adb-8f3f-84f89a5cf3e6', 'cidr': '172.35.4.0/24', 'gateway_ip': '172.35.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'ncdv-master-1'}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:40.337946 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Checking router: 370d445a-ae61-40da-9715-b49cc1b1eb79 for host: ncdv-master-1 {{(pid=115664) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 02 11:45:40.346696 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Routers {'370d445a-ae61-40da-9715-b49cc1b1eb79'} bound to L3 agent in host ncdv-master-1 {{(pid=115664) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 02 11:45:40.347337 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'ncdv-master-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-05-02T10:08:28Z,description=,heartbeat_timestamp=2022-05-02T11:45:28Z,host='ncdv-master-1',id=41498e8c-35d5-426c-8f46-dd1210dc6476,load=0,resource_versions=,resources_synced=,started_at=2022-05-02T10:08:28Z,topic='l3_agent')) {'router_ids': ['370d445a-ae61-40da-9715-b49cc1b1eb79'], 'active': True} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:40.374687 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Deleting port f8dfa39b-5a08-49da-990a-91b6e994919f {{(pid=115663) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:40.375032 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.436924 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvr_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] Set router 370d445a-ae61-40da-9715-b49cc1b1eb79 gateway port host: None {{(pid=115664) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 02 11:45:40.455520 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.db [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] For port f8dfa39b-5a08-49da-990a-91b6e994919f, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=f8dfa39b-5a08-49da-990a-91b6e994919f,segment=NetworkSegment(c513e55a-2a47-40b3-b48a-30acf459f2a5),segment_id=c513e55a-2a47-40b3-b48a-30acf459f2a5)] {{(pid=115663) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:40.455895 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.469575 ncdv-master-1 neutron-server[115663]: DEBUG neutron.plugins.ml2.plugin [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Calling delete_port for f8dfa39b-5a08-49da-990a-91b6e994919f owned by network:router_gateway {{(pid=115663) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:40.492455 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_hamode_db [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:45:40Z', 'revision_number': 6, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port_host': None}], 'ncdv-master-1', False) {} {{(pid=115664) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:40.518836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12fcf93-179b-42f5-9fbe-ccda5475f622 None None] The sync data for ids ['370d445a-ae61-40da-9715-b49cc1b1eb79'] in ncdv-master-1 is: [{'id': '370d445a-ae61-40da-9715-b49cc1b1eb79', 'name': 'tempest-TestSnapshotPattern-538243968-router', 'tenant_id': 'fface915b555403e9152c10d565ed1a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-02T11:40:39Z', 'updated_at': '2022-05-02T11:45:40Z', 'revision_number': 6, 'project_id': 'fface915b555403e9152c10d565ed1a5', 'gw_port_host': None}] {{(pid=115664) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 02 11:45:40.693927 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8563916'] for port (f8dfa39b-5a08-49da-990a-91b6e994919f), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.719261 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Pushing event deleted for resources: {'Port': ['ID=f8dfa39b-5a08-49da-990a-91b6e994919f,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:40.783044 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-798711'] for router_gateway (370d445a-ae61-40da-9715-b49cc1b1eb79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.875298 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-796312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6870'] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.877609 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks [] for router_controller (370d445a-ae61-40da-9715-b49cc1b1eb79), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.979416 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-796305'] for router (370d445a-ae61-40da-9715-b49cc1b1eb79), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.979989 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 370d445a-ae61-40da-9715-b49cc1b1eb79 {{(pid=115663) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 02 11:45:40.984332 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] Publish callbacks [] for router (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:40.985520 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-b2f7c407-3258-42a2-b974-12df112877dd admin admin] 10.222.0.16 "DELETE /v2.0/routers/370d445a-ae61-40da-9715-b49cc1b1eb79 HTTP/1.1" status: 204 len: 168 time: 0.9639013 May 02 11:45:40.988181 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53600) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:41.035762 ncdv-master-1 neutron-server[115663]: DEBUG neutron.db.db_base_plugin_v2 [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Deleting subnet 7ee59b09-f1e0-424e-aa1f-545178e26cff {{(pid=115663) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 02 11:45:41.038762 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Publish callbacks [] for subnet (7ee59b09-f1e0-424e-aa1f-545178e26cff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.073351 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3871328'] for subnet (7ee59b09-f1e0-424e-aa1f-545178e26cff), precommit_delete_associations {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.149962 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2147436030'] for subnet (7ee59b09-f1e0-424e-aa1f-545178e26cff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.261081 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2147435911', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1003355', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8563961', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8575912'] for subnet (7ee59b09-f1e0-424e-aa1f-545178e26cff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.286533 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ee59b09-f1e0-424e-aa1f-545178e26cff,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:41.292144 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.295536 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-57d64f16-432c-42cd-b0b4-38e42e99ec95 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7ee59b09-f1e0-424e-aa1f-545178e26cff HTTP/1.1" status: 204 len: 168 time: 0.3062453 May 02 11:45:41.298173 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53602) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:41.303093 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9c457c-f8e0-4332-9596-32bf92df738b None None] Network a0093f42-5cc7-4789-a4a2-2c8669519cdf requested from ncdv-master-1 {{(pid=115664) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 02 11:45:41.313836 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ae41b669-84b3-48d1-91ee-cfe7d52f71ec no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:41.355731 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: ae41b669-84b3-48d1-91ee-cfe7d52f71ec {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:41.356089 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device ae41b669-84b3-48d1-91ee-cfe7d52f71ec not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:41.356521 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f8dfa39b-5a08-49da-990a-91b6e994919f no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:41.384060 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2147410712'] for network (a0093f42-5cc7-4789-a4a2-2c8669519cdf), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.404498 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: f8dfa39b-5a08-49da-990a-91b6e994919f {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:41.404890 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device f8dfa39b-5a08-49da-990a-91b6e994919f not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:41.437415 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Deleting port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d {{(pid=115662) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:41.437752 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.507450 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.db [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] For port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115662) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:41.507832 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.517276 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] DHCP port deletion for a0093f42-5cc7-4789-a4a2-2c8669519cdf request from ncdv-master-1 {{(pid=115664) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 02 11:45:41.528222 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.plugin [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Calling delete_port for e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d owned by network:dhcp {{(pid=115662) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:41.564029 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Deleting port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d {{(pid=115664) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} May 02 11:45:41.564640 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8777839131396'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), before_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.629991 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.db [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] For port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d, host ncdv-master-1, got binding levels [PortBindingLevel(driver='openvswitch',host='ncdv-master-1',level=0,port_id=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,segment=NetworkSegment(3cb7efb8-7ccf-4bec-b3c3-888c289953df),segment_id=3cb7efb8-7ccf-4bec-b3c3-888c289953df)] {{(pid=115664) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 02 11:45:41.630399 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-982133'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), precommit_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.643536 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Calling delete_port for e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d owned by network:dhcp {{(pid=115664) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2121}} May 02 11:45:41.676613 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9327670'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.703660 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Pushing event deleted for resources: {'Port': ['ID=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:41.707390 ncdv-master-1 neutron-server[115662]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] No DVR routers for this DVR port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d on host ncdv-master-1 {{(pid=115662) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:41.724151 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2147087383', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-259323', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8777839137262', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8777838663042'] for port (e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d), after_delete {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.749524 ncdv-master-1 neutron-server[115664]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] Pushing event deleted for resources: {'Port': ['ID=e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d,revision_number=None']} {{(pid=115664) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:41.755260 ncdv-master-1 neutron-server[115664]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ba6ef4-8f36-415b-b9e7-1821cf597b07 None None] No DVR routers for this DVR port e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d on host ncdv-master-1 {{(pid=115664) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 02 11:45:41.794065 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2147437163', 'neutron.services.segments.db._delete_segments_for_network-8777839138205'] for network (a0093f42-5cc7-4789-a4a2-2c8669519cdf), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.814705 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0093f42-5cc7-4789-a4a2-2c8669519cdf']}} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:41.824575 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cb7efb8-7ccf-4bec-b3c3-888c289953df') {'for_net_delete': True} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:41.824905 ncdv-master-1 neutron-server[115662]: DEBUG neutron.services.segments.db [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cb7efb8-7ccf-4bec-b3c3-888c289953df') {} {{(pid=115662) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 02 11:45:41.834317 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8777839142054', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9379508'] for segment (3cb7efb8-7ccf-4bec-b3c3-888c289953df), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.848278 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515'] for segment (3cb7efb8-7ccf-4bec-b3c3-888c289953df), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.854509 ncdv-master-1 neutron-server[115662]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=115662) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 02 11:45:41.854921 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2147441515', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9327705'] for segment (3cb7efb8-7ccf-4bec-b3c3-888c289953df), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: Traceback (most recent call last): May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: timer() May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: cb(*args, **kw) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: return func(*args, **kwargs) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: self._notify() May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: self.callback(batched_events) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: event.method(event) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: aggregate_id = self._get_aggregate_id(event.segment_id) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: aggregate_uuid = self.p_client.list_aggregates( May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: return f(self, *a, **k) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: return self._get(url).json() May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: return self._client.get(url, endpoint_filter=self._ks_filter, May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: return self.request(url, 'GET', **kwargs) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: base_url = self.get_endpoint(auth, allow=allow, May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: auth = self._auth_required(auth, 'determine endpoint URL') May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 02 11:45:41.856836 ncdv-master-1 neutron-server[115662]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 02 11:45:41.976240 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2147437180', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010595', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-556969', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-798635'] for network (a0093f42-5cc7-4789-a4a2-2c8669519cdf), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.981836 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Publish callbacks [] for network (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:41.985079 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] 10.222.0.16 "DELETE /v2.0/networks/a0093f42-5cc7-4789-a4a2-2c8669519cdf HTTP/1.1" status: 204 len: 168 time: 0.6833262 May 02 11:45:41.996346 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9defc0a-ef41-49f2-a76d-5effa3f54c4b admin admin] Pushing event deleted for resources: {'Network': ['ID=a0093f42-5cc7-4789-a4a2-2c8669519cdf,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:42.249582 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53606) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:42.290557 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-90f99e4a-5e58-44da-b382-d0f6087589cd admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f900d71299a041ad9114bf5268bf0702&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393901 May 02 11:45:42.297943 ncdv-master-1 neutron-server[115662]: DEBUG neutron.wsgi [-] (115662) accepted ('10.222.0.16', 53608) {{(pid=115662) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:42.346856 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] Publish callbacks [] for security_group (daf506f1-a5ca-4f47-94b8-abcfa3a43206), before_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:42.368948 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] Publish callbacks [] for security_group (daf506f1-a5ca-4f47-94b8-abcfa3a43206), precommit_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:42.461875 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (daf506f1-a5ca-4f47-94b8-abcfa3a43206), after_delete {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:42.464508 ncdv-master-1 neutron-server[115662]: DEBUG neutron_lib.callbacks.manager [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115662) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:42.465741 ncdv-master-1 neutron-server[115662]: INFO neutron.wsgi [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/daf506f1-a5ca-4f47-94b8-abcfa3a43206 HTTP/1.1" status: 204 len: 168 time: 0.1668727 May 02 11:45:42.473396 ncdv-master-1 neutron-server[115662]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267ab37b-a7d2-4a58-a702-710a4444ed52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf506f1-a5ca-4f47-94b8-abcfa3a43206,revision_number=None']} {{(pid=115662) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:43.038381 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d no longer exists at agent ovs-agent-ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 02 11:45:43.059453 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.plugin [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] No Port match for: e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d {{(pid=115664) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2381}} May 02 11:45:43.059805 ncdv-master-1 neutron-server[115664]: DEBUG neutron.plugins.ml2.rpc [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Device e5bac6da-e0aa-4f8c-b789-a7d50f28ac8d not bound to the agent host ncdv-master-1 {{(pid=115664) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 02 11:45:43.060953 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53614) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:43.102821 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-75b35ec3-91c2-4098-9b95-2e3991b2376c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fface915b555403e9152c10d565ed1a5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0399044 May 02 11:45:43.105320 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [-] (115663) accepted ('10.222.0.16', 53616) {{(pid=115663) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 02 11:45:43.152174 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] Publish callbacks [] for security_group (b702fa76-8d6a-443f-a91f-b9588577d3ff), before_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:43.174421 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] Publish callbacks [] for security_group (b702fa76-8d6a-443f-a91f-b9588577d3ff), precommit_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:43.282180 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1010450'] for security_group (b702fa76-8d6a-443f-a91f-b9588577d3ff), after_delete {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:43.284864 ncdv-master-1 neutron-server[115663]: DEBUG neutron_lib.callbacks.manager [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115663) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:43.286056 ncdv-master-1 neutron-server[115663]: INFO neutron.wsgi [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b702fa76-8d6a-443f-a91f-b9588577d3ff HTTP/1.1" status: 204 len: 168 time: 0.1798384 May 02 11:45:43.294384 ncdv-master-1 neutron-server[115663]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0460bac-c070-4515-8076-b47c6323f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b702fa76-8d6a-443f-a91f-b9588577d3ff,revision_number=None']} {{(pid=115663) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 02 11:45:45.282218 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:46.833354 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:55.630811 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-9cbe93b8-2cc3-4f00-837d-c49267be6a16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:58.061550 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-808525f9-ee2e-4e76-9302-e1feb0b5bbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:45:59.581658 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:00.893265 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:02.073280 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:02.701370 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:46:15.289761 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:16.847460 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:25.586477 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-263e7ee9-fd76-4d7e-a1b9-1e600e8b87f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:27.984080 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-713ffbc7-853a-46ac-b5be-d2c59234690c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:29.552188 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:30.912516 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:32.043768 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:39.699868 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:46:45.306447 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:46.835517 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:55.589778 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-26bd2312-f8ab-4947-a8b5-4a3f65ca10cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:58.012316 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-52e9d971-e440-4051-b068-d4fc114f68af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:46:59.612350 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:00.889637 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:02.049395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:15.317146 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:16.699114 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:47:16.817747 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:25.595647 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c3a34261-7d7c-4383-8858-c620fa9b80ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:28.002874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-35b7b6b2-a08f-4b8a-833f-25df763c0c82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:29.551486 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:30.898457 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:32.069196 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:45.328145 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:46.830660 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:53.698761 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:47:55.611453 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-7f1416f5-b59d-4728-82ac-c8f33cdb111b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:58.025274 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-55cf0c9b-6ab0-480d-9992-69fe4150f97c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:47:59.561791 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:00.931955 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:02.099678 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:15.314606 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:16.824348 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:25.607696 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-6ab3b8c7-5e96-490a-b9a0-830c2b2d6821 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:27.995842 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-99e1b588-2e8c-4654-bedb-b38ad8a78c77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:29.611370 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:30.698138 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:48:30.937291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:32.035923 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:45.325178 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:46.984134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:55.613256 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-643c344f-f859-459d-b68a-71f7ae1e0039 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:57.977926 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fd8941df-f84e-4553-b275-5603b7d5554f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:48:59.569889 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:00.902953 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:02.028130 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:07.697759 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:49:15.320851 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:16.845079 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:25.621903 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-02dc70be-c745-48fd-9878-007651bc88f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:27.977437 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-0d4653ff-e5e1-4e6a-b478-57533725d881 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:29.604515 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:30.909338 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:32.034754 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:44.696981 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:49:45.366194 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:46.839732 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:55.612031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4d4065f1-bfe9-4ad5-9209-df99a23cb4c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:56.497793 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-c5a80367-8ea7-42a7-89e1-26886f889190 service neutron] (115663) timed out ('10.222.0.16', 51188) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:49:56.618675 ncdv-master-1 neutron-server[115663]: DEBUG neutron.wsgi [req-6c5f61de-21de-49d3-8084-0e35741e6f55 req-e1dd2c57-b733-4114-ad08-8de7a38a7adc tempest-TestShelveInstance-887731847 tempest-TestShelveInstance-887731847-project] (115663) timed out ('10.222.0.16', 51216) {{(pid=115663) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 02 11:49:58.010081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5a7baf4f-604f-4316-be76-f2b7363b1133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:49:59.587325 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:00.907508 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:02.022960 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:15.342291 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:16.838049 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:21.696342 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:50:25.633900 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-67a5205f-4f51-4ead-abb0-a9e3c8094a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:27.999329 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-5c3558b7-2517-4c61-8659-a557d0626023 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:29.593616 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:30.913226 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:32.016592 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:45.369587 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:46.820667 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:55.610395 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2f3e11cc-71f7-4215-bead-67ab1fd152d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:57.993001 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4b79c812-7afa-4cc6-b687-7e7951d473b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:50:58.695528 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:50:59.598680 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:00.913129 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:02.095756 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:15.404031 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:16.832783 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:25.598381 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-87eeb1c8-3bc8-4b10-a3db-8c991ea2ebf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:27.992867 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-be16e6c8-77a9-448f-a105-e7e0136b031b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:29.581081 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:30.952258 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:32.026534 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:35.695082 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:51:45.375054 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:46.837910 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:55.603629 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-46c4ac7c-ee8e-4264-b99c-e219acca846b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:58.003357 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-c338ff29-11a5-466d-8ba5-7aaddb75f1be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:51:59.580304 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:00.906271 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:02.025765 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:12.694793 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:52:15.437132 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:16.826134 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:25.609074 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-a5825085-5910-4b62-a28d-dbffff304671 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:27.997266 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-d68fb69b-36a6-4b5d-af5c-d58aea29e0cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:29.568384 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:30.974262 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:32.059890 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:45.413834 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:46.871160 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:49.696545 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:52:55.613832 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-fcd5b87b-4cd1-4b4a-b3bb-206bf8e36545 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:57.990551 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-24fbefc2-6a7c-42ce-86f3-b1a8fab5e371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:52:59.584800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:00.934800 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:02.036436 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:15.424687 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:16.847595 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:25.595874 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-848c0ddf-6c21-418e-9cfd-f4c3304883ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:26.695640 ncdv-master-1 neutron-server[115665]: DEBUG neutron.db.agents_db [None req-75832777-066c-4c7c-8fc3-807fd2859f0d None None] Agent healthcheck: found 7 active agents {{(pid=115665) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 02 11:53:27.990024 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-2d5ce64c-b97b-4478-aa71-7d50a04696fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (41498e8c-35d5-426c-8f46-dd1210dc6476), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:29.590686 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-4352c5b2-9dd8-414c-baac-66fa675a3692 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (86260ada-003a-4c55-ad67-8e45ea9c368e), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:30.956181 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-92db414e-a8cd-4a2e-93bd-cc0c02d57fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (7468c70a-a984-4610-8ae3-3c76be73b98f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:32.030489 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-dfb5c56f-0167-4d72-b5b8-89ac192f7d6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (fe9cd71f-b87c-4a50-a873-52890a78463f), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:45.435720 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8655ef8f-b90f-4fe1-af35-fc69ab3485f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (e26ebe52-0143-46a6-a91e-7cd44769ea1b), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:46.865133 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-8c1d9920-a3c3-4e79-8f02-ce2ba15af7a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (198dab52-7205-400b-a395-7bc53fa8bc0a), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 02 11:53:55.613168 ncdv-master-1 neutron-server[115664]: DEBUG neutron_lib.callbacks.manager [None req-bc4c119b-7619-4373-bcca-b99123ca95d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8777839138187', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2147447476'] for agent (a3919e04-dc93-490d-8263-9524af812ba7), after_update {{(pid=115664) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}